[benchmark] Add triton version in the moe tuned config (#24769)
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
@@ -720,7 +720,10 @@ def get_moe_configs(
|
||||
logger.info("Using configuration from %s for MoE layer.",
|
||||
config_file_path)
|
||||
# If a configuration has been found, return it
|
||||
return {int(key): val for key, val in json.load(f).items()}
|
||||
tuned_config = json.load(f)
|
||||
# Delete triton_version from tuned_config
|
||||
tuned_config.pop("triton_version", None)
|
||||
return {int(key): val for key, val in tuned_config.items()}
|
||||
|
||||
# If no optimized configuration is available, we will use the default
|
||||
# configuration
|
||||
|
||||
Reference in New Issue
Block a user