Add an option to use dummy model weights (#33)
This commit is contained in:
@@ -22,6 +22,7 @@ def main(args: argparse.Namespace):
|
||||
server = Server(
|
||||
model=args.model,
|
||||
model_path=args.model_path,
|
||||
use_dummy_weights=args.use_dummy_weights,
|
||||
pipeline_parallel_size=args.pipeline_parallel_size,
|
||||
tensor_parallel_size=args.tensor_parallel_size,
|
||||
block_size=args.block_size,
|
||||
|
||||
Reference in New Issue
Block a user