Support tensor parallel (#2)

2023-03-22 04:45:42 +08:00
parent cfae35b861
commit 2f49f15585
24 changed files with 2480 additions and 174 deletions
--- a/cacheflow/models/init.py
+++ b/cacheflow/models/init.py
@@ -1,12 +1,10 @@
 from cacheflow.models.input_metadata import InputMetadata
 from cacheflow.models.model_utils import get_memory_analyzer
 from cacheflow.models.model_utils import get_model
-from cacheflow.models.utils import set_seed


 __all__ = [
    'InputMetadata',
    'get_memory_analyzer',
    'get_model',
-    'set_seed',
 ]