fix: set activation global scale in fused router test
This commit is contained in:
@@ -43,7 +43,7 @@ def test_fused_router():
|
||||
gate_lin.gsb = None
|
||||
gate_lin.gs = [1.0] # default global scale
|
||||
gate_lin.ws2 = [ws2_val]
|
||||
gate_lin._activation_global_scale = None # set at runtime
|
||||
gate_lin._activation_global_scale = 1.0 # default
|
||||
gate_lin.finalize_weights()
|
||||
|
||||
# e_bias
|
||||
|
||||
Reference in New Issue
Block a user