fix libchatllm

foldl · Aug 28, 2024 · 9f8ed16 · 9f8ed16
1 parent 6687958
commit 9f8ed16
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/main.cpp b/src/main.cpp
@@ -1071,7 +1071,7 @@ int chatllm_start(struct chatllm_obj *obj, f_chatllm_print f_print, f_chatllm_en
 
     try
     {
-        chatllm::ModelObject::extra_args pipe_args(args.max_length, args.layer_spec);
+        chatllm::ModelObject::extra_args pipe_args(args.max_length, args.layer_spec, args.n_gpu_layers);
 
         if (args.embedding_model_path.size() < 1)
         {