biondizzle/deepseek-v4-quant
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix: add missing args for make_calib_dataloader (dataset, calib_with_images, auto_quantize, specdec)

Browse Source
This commit is contained in:
biondizzle
2026-05-09 13:37:24 +00:00
parent d1e15178b2
commit 25b4d8da06
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/quantize_nvfp4.py
View File

@@ -281,8 +281,14 @@ def run_calibration(model_path, export_dir, calib_save_path, amax_snapshot_path,
calib_size=[calib_size], calib_size=[calib_size],
calib_seq=calib_seq, calib_seq=calib_seq,
calib_dataset="", calib_dataset="",
dataset=None, # None triggers default: ["cnn_dailymail", "nemotron-post-training-dataset-v2"]
batch_size=batch_size, batch_size=batch_size,
calib_batch_size=0, calib_batch_size=0,
calib_with_images=False,
auto_quantize_bits=None,
auto_quantize_method=None,
specdec_offline_dataset=None,
inference_pipeline_parallel=1,
) )
calib_dataloader, _ = make_calib_dataloader( calib_dataloader, _ = make_calib_dataloader(
args, model, None, tokenizer, torch.device("cuda"), None, args, model, None, tokenizer, torch.device("cuda"), None,