[Bugfix] Fix load config when using bools (#9533)

2024-10-27 10:46:41 -07:00
parent e130c40e4e
commit 34a9941620
4 changed files with 35 additions and 22 deletions
--- a/tests/data/test_config.yaml
+++ b/tests/data/test_config.yaml
@@ -1,3 +1,5 @@
 port: 12312
 served_model_name: mymodel
 tensor_parallel_size: 2
+trust_remote_code: true
+multi_step_stream_outputs: false