models: add support for IBM Granite (PowerLM) models (#978)

PygmalionAI · Dec 24, 2024 · adb6982 · adb6982
1 parent 0f72141
commit adb6982
Show file tree

Hide file tree

Showing 5 changed files with 756 additions and 1 deletion.
diff --git a/aphrodite/modeling/models/__init__.py b/aphrodite/modeling/models/__init__.py
@@ -66,6 +66,7 @@
     "PersimmonForCausalLM": ("persimmon", "PersimmonForCausalLM"),
     "SolarForCausalLM": ("solar", "SolarForCausalLM"),
     "ExaoneForCausalLM": ("exaone", "ExaoneForCausalLM"),
+    "GraniteForCausalLM": ("granite", "GraniteForCausalLM")
 }
 
 _EMBEDDING_MODELS = {