[Core] Refactor model loading code (#4097)

2024-04-16 11:34:39 -07:00
parent 05434764cd
commit 69e1d2fb69
67 changed files with 1054 additions and 963 deletions
--- a/tests/test_logits_processor.py
+++ b/tests/test_logits_processor.py
@@ -37,7 +37,12 @@ def _prepare_test(
                             1e-2,
                             dtype=input_tensor.dtype)
    logits_processor = MockLogitsProcessor(32000, 0.5, fake_logits)
-    model_runner = ModelRunner(None, None, None, None, None)
+    model_runner = ModelRunner(model_config=None,
+                               parallel_config=None,
+                               scheduler_config=None,
+                               device_config=None,
+                               load_config=None,
+                               lora_config=None)
    return input_tensor, fake_logits, logits_processor, model_runner