From 552fb56f54bd5484f967d44cac82d7636261e7fd Mon Sep 17 00:00:00 2001 From: "Rodrigo Rodriguez (Pragmatismo)" Date: Tue, 14 Oct 2025 17:00:00 -0300 Subject: [PATCH] - Fixing parameters for llama.cpp. --- src/llm_legacy/llm_local.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llm_legacy/llm_local.rs b/src/llm_legacy/llm_local.rs index 6f55399a..376153de 100644 --- a/src/llm_legacy/llm_local.rs +++ b/src/llm_legacy/llm_local.rs @@ -192,7 +192,7 @@ async fn start_llm_server( let mut cmd = tokio::process::Command::new("sh"); cmd.arg("-c").arg(format!( - "cd {} && ./llama-server -m {} --host 0.0.0.0 --port {} {} --top_p 0.95 --temp 0.6 --flash-attn on --ctx-size 4096 --repeat-penalty 1.2 -ngl 22 &", + "cd {} && ./llama-server -m {} --host 0.0.0.0 --port {} --top_p 0.95 --temp 0.6 --flash-attn on --ctx-size 4096 --repeat-penalty 1.2 -ngl 22 &", llama_cpp_path, model_path, port ));