[Misc] Update awq and awq_marlin to use vLLMParameters (#7422)

2024-08-13 17:08:20 -04:00
parent d3bdfd3ab9
commit b1e5afc3e7
4 changed files with 73 additions and 82 deletions
--- a/vllm/model_executor/layers/linear.py
+++ b/vllm/model_executor/layers/linear.py
@@ -21,7 +21,8 @@ from vllm.model_executor.utils import set_weight_attrs
 logger = init_logger(__name__)

 WEIGHT_LOADER_V2_SUPPORTED = [
-    "CompressedTensorsLinearMethod", "GPTQMarlinLinearMethod"
+    "CompressedTensorsLinearMethod", "AWQMarlinLinearMethod",
+    "AWQLinearMethod", "GPTQMarlinLinearMethod"
 ]