Fix debug script
This commit is contained in:
@@ -45,7 +45,7 @@ runner._ensure_initialized()
|
||||
|
||||
# Compute activation gs
|
||||
with torch.no_grad():
|
||||
_, _, gs = quantize_to_nvfp4(o_g.reshape(T, GI)[:1])
|
||||
_, _, gs = quantize_to_nvfp4(o_g[:, 0, :]) # use first group's activation
|
||||
print(f"\nActivation gs from sample: {gs:.6f}")
|
||||
print(f"Runner gs: {runner._activation_global_scale:.6f}")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user