[Model] Support Nemotron models (Nemotron-3, Nemotron-4, Minitron) (#6611)

2024-07-26 14:33:42 -04:00
parent 85ad7e2d01
commit 07278c37dd
9 changed files with 776 additions and 1 deletions
--- a/vllm/model_executor/models/init.py
+++ b/vllm/model_executor/models/init.py
@@ -51,6 +51,7 @@ _GENERATION_MODELS = {
    "MPTForCausalLM": ("mpt", "MPTForCausalLM"),
    "MiniCPMForCausalLM": ("minicpm", "MiniCPMForCausalLM"),
    "MiniCPMV": ("minicpmv", "MiniCPMV"),
+    "NemotronForCausalLM": ("nemotron", "NemotronForCausalLM"),
    "OlmoForCausalLM": ("olmo", "OlmoForCausalLM"),
    "OPTForCausalLM": ("opt", "OPTForCausalLM"),
    "OrionForCausalLM": ("orion", "OrionForCausalLM"),