Fix: add missing args for make_calib_dataloader (dataset, calib_with_images, auto_quantize, specdec)
This commit is contained in:
@@ -281,8 +281,14 @@ def run_calibration(model_path, export_dir, calib_save_path, amax_snapshot_path,
|
||||
calib_size=[calib_size],
|
||||
calib_seq=calib_seq,
|
||||
calib_dataset="",
|
||||
dataset=None, # None triggers default: ["cnn_dailymail", "nemotron-post-training-dataset-v2"]
|
||||
batch_size=batch_size,
|
||||
calib_batch_size=0,
|
||||
calib_with_images=False,
|
||||
auto_quantize_bits=None,
|
||||
auto_quantize_method=None,
|
||||
specdec_offline_dataset=None,
|
||||
inference_pipeline_parallel=1,
|
||||
)
|
||||
calib_dataloader, _ = make_calib_dataloader(
|
||||
args, model, None, tokenizer, torch.device("cuda"), None,
|
||||
|
||||
Reference in New Issue
Block a user