Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
5
tests/data/test_config.yaml
Normal file
5
tests/data/test_config.yaml
Normal file
@@ -0,0 +1,5 @@
|
||||
port: 12312
|
||||
served_model_name: mymodel
|
||||
tensor_parallel_size: 2
|
||||
trust_remote_code: true
|
||||
multi_step_stream_outputs: false
|
||||
Reference in New Issue
Block a user