fix libchatllm

Judd · Judd · commit 9f8ed167166f · 2024-08-29T07:21:18.000+08:00
diff --git a/src/main.cpp b/src/main.cpp
@@ -1071,7 +1071,7 @@ int chatllm_start(struct chatllm_obj *obj, f_chatllm_print f_print, f_chatllm_en
 
     try
     {
-        chatllm::ModelObject::extra_args pipe_args(args.max_length, args.layer_spec);
+        chatllm::ModelObject::extra_args pipe_args(args.max_length, args.layer_spec, args.n_gpu_layers);
 
         if (args.embedding_model_path.size() < 1)
         {

Original file line number	Diff line number	Diff line change
`@@ -1071,7 +1071,7 @@ int chatllm_start(struct chatllm_obj *obj, f_chatllm_print f_print, f_chatllm_en`
`1071`	`1071`
`1072`	`1072`	`try`
`1073`	`1073`	`{`
`1074`		`- chatllm::ModelObject::extra_args pipe_args(args.max_length, args.layer_spec);`
	`1074`	`+ chatllm::ModelObject::extra_args pipe_args(args.max_length, args.layer_spec, args.n_gpu_layers);`
`1075`	`1075`
`1076`	`1076`	`if (args.embedding_model_path.size() < 1)`
`1077`	`1077`	`{`