Add Nemotron to PP_SUPPORTED_MODELS (#6863)

2024-07-27 18:05:17 -04:00
parent 75acdaa4b6
commit b1366a9534
1 changed files with 1 additions and 0 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -39,6 +39,7 @@ _PP_SUPPORTED_MODELS = [
    "Phi3ForCausalLM",
    "GPT2LMHeadModel",
    "MixtralForCausalLM",
+    "NemotronForCausalLM",
 ]