From 5379e21bfe6d47b783b98b24d5d35771850b9c00 Mon Sep 17 00:00:00 2001
From: "Rodrigo Rodriguez (Pragmatismo)" <me@rodrigorodriguez.com>
Date: Fri, 7 Nov 2025 17:16:58 -0300
Subject: [PATCH] feat(llm): add deepseek reasoning flag and rename GPU layers

Update the LLM server command construction to include a new `--reasoning-format deepseek` argument, enabling explicit selection of the DeepSeek reasoning format. Replace the short `-ngl` flag with the more descriptive `--n-gpu-layers` to improve readability and consistency with other CLI options. This change enhances configurability for models requiring specific reasoning formats and clarifies GPU layer configuration.
---
 src/llm/local.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/llm/local.rs b/src/llm/local.rs
index 72acc4a5..c79f595f 100644
--- a/src/llm/local.rs
+++ b/src/llm/local.rs
@@ -204,7 +204,7 @@ pub async fn start_llm_server(
 
     // Build command arguments dynamically
     let mut args = format!(
-        "-m {} --host 0.0.0.0 --port {} --top_p 0.95 --temp 0.6 --repeat-penalty 1.2 -ngl {}",
+        "-m {} --host 0.0.0.0 --port {} --reasoning-format deepseek --top_p 0.95 --temp 0.6 --repeat-penalty 1.2 --n-gpu-layers {}",
         model_path, port,  gpu_layers
     );
     if !reasoning_format.is_empty() {