[Misc]Add customized information for models (#4132)

2024-05-01 12:18:14 +08:00
parent c3845d82dc
commit d6f4bd7cdd
9 changed files with 87 additions and 0 deletions
--- a/vllm/model_executor/layers/activation.py
+++ b/vllm/model_executor/layers/activation.py
@@ -67,6 +67,9 @@ class GeluAndMul(nn.Module):
            ops.gelu_tanh_and_mul(out, x)
        return out

+    def extra_repr(self) -> str:
+        return f'approximate={repr(self.approximate)}'
+

 class NewGELU(nn.Module):