Fix debug script

This commit is contained in:
2026-05-19 02:43:17 +00:00
parent 788f0aa65a
commit 8fe5546bb3

View File

@@ -45,7 +45,7 @@ runner._ensure_initialized()
# Compute activation gs
with torch.no_grad():
_, _, gs = quantize_to_nvfp4(o_g.reshape(T, GI)[:1])
_, _, gs = quantize_to_nvfp4(o_g[:, 0, :]) # use first group's activation
print(f"\nActivation gs from sample: {gs:.6f}")
print(f"Runner gs: {runner._activation_global_scale:.6f}")