[Core] Refactor model loading code (#4097)

2024-04-16 11:34:39 -07:00
parent 05434764cd
commit 69e1d2fb69
67 changed files with 1054 additions and 963 deletions
--- a/tests/test_config.py
+++ b/tests/test_config.py
@@ -11,8 +11,6 @@ def test_get_sliding_window():
        "Qwen/Qwen1.5-7B",
        tokenizer_mode="auto",
        trust_remote_code=False,
-        download_dir=None,
-        load_format="dummy",
        seed=0,
        dtype="float16",
        revision=None,
@@ -30,8 +28,6 @@ def test_get_sliding_window():
        "mistralai/Mistral-7B-v0.1",
        tokenizer_mode="auto",
        trust_remote_code=False,
-        download_dir=None,
-        load_format="dummy",
        seed=0,
        dtype="float16",
        revision=None,