From 9f8ed167166f2df7e24852535e0ef6241b886cc4 Mon Sep 17 00:00:00 2001 From: Judd Date: Thu, 29 Aug 2024 07:21:18 +0800 Subject: [PATCH] fix libchatllm --- src/main.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main.cpp b/src/main.cpp index ff47861..27142f9 100644 --- a/src/main.cpp +++ b/src/main.cpp @@ -1071,7 +1071,7 @@ int chatllm_start(struct chatllm_obj *obj, f_chatllm_print f_print, f_chatllm_en try { - chatllm::ModelObject::extra_args pipe_args(args.max_length, args.layer_spec); + chatllm::ModelObject::extra_args pipe_args(args.max_length, args.layer_spec, args.n_gpu_layers); if (args.embedding_model_path.size() < 1) {