- New settings for llama.cpp.

2025-09-12 09:22:24 -03:00 · 2025-09-12 09:22:24 -03:00 · f10522bf76
commit f10522bf76
parent b682eead39
1 changed files with 1 additions and 1 deletions
--- a/src/services/llm_local.rs
+++ b/src/services/llm_local.rs
@ -193,7 +193,7 @@ async fn start_llm_server(

    let mut cmd = tokio::process::Command::new("sh");
    cmd.arg("-c").arg(format!(
-        "cd {} && ./llama-server -m {} --host 0.0.0.0 --port {} --n-gpu-layers 99 --mlock --no-mmap --threads 20 --threads-batch 40 &",
+        "cd {} && ./llama-server -m {} --host 0.0.0.0 --port {} --n-gpu-layers 99 &",
        llama_cpp_path, model_path, port
    ));