Add a system logger (#85)

This commit is contained in:
Woosuk Kwon
2023-05-08 23:03:35 -07:00
committed by GitHub
parent 7addca5935
commit 8917782af6
5 changed files with 85 additions and 13 deletions

View File

@@ -1,11 +1,11 @@
import argparse
from typing import List
from cacheflow.master.server import (
add_server_arguments, process_server_arguments,
init_local_server_and_frontend_with_arguments)
from cacheflow.sampling_params import SamplingParams
def main(args: argparse.Namespace):
server, frontend = init_local_server_and_frontend_with_arguments(args)
# Test the following inputs.