[Model] Add Granite model (#7436)

Co-authored-by: Nick Hill <nickhill@us.ibm.com>
2024-09-01 21:37:18 -04:00
parent 5b86b19954
commit f8d60145b4
4 changed files with 792 additions and 0 deletions
--- a/vllm/model_executor/models/init.py
+++ b/vllm/model_executor/models/init.py
@@ -65,6 +65,7 @@ _GENERATION_MODELS = {
    "EAGLEModel": ("eagle", "EAGLE"),
    "MLPSpeculatorPreTrainedModel": ("mlp_speculator", "MLPSpeculator"),
    "JambaForCausalLM": ("jamba", "JambaForCausalLM"),
+    "GraniteForCausalLM": ("granite", "GraniteForCausalLM")
 }

 _EMBEDDING_MODELS = {