fix: Set default llm_server_path and correct model file paths
Some checks failed
BotServer CI / build (push) Has been cancelled
Some checks failed
BotServer CI / build (push) Has been cancelled
When no default.gbai/config.csv exists, the system now: - Sets default llm_server_path to ./botserver-stack/bin/llm/build/bin - Uses correct relative paths to model files: ../../../../data/llm/ - Uses actual model filenames from 3rdparty.toml This fixes the issue where LLM/embedding servers couldn't find model files because the paths were constructed incorrectly. Model filenames: - LLM: DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_M.gguf - Embedding: bge-small-en-v1.5-f32.gguf Co-Authored-By: Claude Sonnet 4.5 <noreply@anthropic.com>
This commit is contained in:
parent
0e6e2bfc6d
commit
58adf7c4ae
1 changed files with 10 additions and 4 deletions
|
|
@ -74,16 +74,22 @@ pub async fn ensure_llama_servers_running(
|
||||||
let llm_server_enabled = llm_server_enabled.to_lowercase() == "true";
|
let llm_server_enabled = llm_server_enabled.to_lowercase() == "true";
|
||||||
|
|
||||||
// Use default models when config is empty (no default.gbai/config.csv)
|
// Use default models when config is empty (no default.gbai/config.csv)
|
||||||
|
let llm_server_path = if llm_server_path.is_empty() {
|
||||||
|
"./botserver-stack/bin/llm/build/bin".to_string()
|
||||||
|
} else {
|
||||||
|
llm_server_path
|
||||||
|
};
|
||||||
|
|
||||||
let llm_model = if llm_model.is_empty() {
|
let llm_model = if llm_model.is_empty() {
|
||||||
info!("No LLM model configured, using default: deepseek-small");
|
info!("No LLM model configured, using default: ../../../../data/llm/DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_M.gguf");
|
||||||
"deepseek-small".to_string()
|
"../../../../data/llm/DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_M.gguf".to_string()
|
||||||
} else {
|
} else {
|
||||||
llm_model
|
llm_model
|
||||||
};
|
};
|
||||||
|
|
||||||
let embedding_model = if embedding_model.is_empty() {
|
let embedding_model = if embedding_model.is_empty() {
|
||||||
info!("No embedding model configured, using default: bge-small-en-v1.5");
|
info!("No embedding model configured, using default: ../../../../data/llm/bge-small-en-v1.5-f32.gguf");
|
||||||
"bge-small-en-v1.5".to_string()
|
"../../../../data/llm/bge-small-en-v1.5-f32.gguf".to_string()
|
||||||
} else {
|
} else {
|
||||||
embedding_model
|
embedding_model
|
||||||
};
|
};
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue