[COGVLM]

The-Swarm-Corporation · Mar 11, 2024 · 4109c25 · 4109c25
1 parent 5fcb63b
commit 4109c25
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/servers/cogvlm.py b/servers/cogvlm.py
@@ -475,7 +475,7 @@ def main():
 
     if "cuda" in DEVICE:
         if QUANT_ENABLED:
-            AutoModelForCausalLM.from_pretrained(
+            model = AutoModelForCausalLM.from_pretrained(
                 MODEL_PATH,
                 load_in_4bit=True,
                 trust_remote_code=True,
@@ -486,7 +486,7 @@ def main():
             ).eval()
         else:
             (
-                AutoModelForCausalLM.from_pretrained(
+                model = AutoModelForCausalLM.from_pretrained(
                     MODEL_PATH,
                     load_in_4bit=False,
                     trust_remote_code=True,