GeneralBots/botserver
2
1
Fork 0
Code Issues Pull requests Projects Releases 323 Packages Wiki Activity Actions

feat(llm): standardize ctx-size parameter naming

Browse source 
Updated the parameter name from 'n-ctx-size' to 'ctx-size' in both config lookup and argument formatting for consistency. This change aligns with the naming convention used elsewhere in the codebase and makes the parameter name more concise while maintaining clarity. The functionality remains unchanged.
This commit is contained in:
Rodrigo Rodriguez (Pragmatismo) 2025-11-12 17:27:32 -03:00
parent 94a7af295d
commit a024f9590c
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/llm/local.rs
View file

@ -230,7 +230,7 @@ pub async fn start_llm_server(
.unwrap_or("50".to_string());
let n_ctx_size = config_manager
.get_config(&default_bot_id, "llm-server-n-ctx-size", None)
.get_config(&default_bot_id, "llm-server-ctx-size", None)
.unwrap_or("4096".to_string());
@ -259,7 +259,7 @@ pub async fn start_llm_server(
if n_predict != "0" {
args.push_str(&format!(" --n-predict {}", n_predict));
}
args.push_str(&format!(" --n-ctx-size {}", n_ctx_size));
args.push_str(&format!(" --ctx-size {}", n_ctx_size));
if cfg!(windows) {
let mut cmd = tokio::process::Command::new("cmd");