feat(llm): simplify log file paths and remove redundant verbose flag
Removed the redundant `--verbose` flag from Windows command since it's not needed. Standardized log file names to `llm-stdout.log` and `llmembd-stdout.log` for consistency across platforms. This makes log management simpler and more predictable.
This commit is contained in:
parent
fd9e14e43a
commit
dbe19867ac
1 changed files with 3 additions and 3 deletions
|
|
@ -265,7 +265,7 @@ pub async fn start_llm_server(
|
||||||
if cfg!(windows) {
|
if cfg!(windows) {
|
||||||
let mut cmd = tokio::process::Command::new("cmd");
|
let mut cmd = tokio::process::Command::new("cmd");
|
||||||
cmd.arg("/C").arg(format!(
|
cmd.arg("/C").arg(format!(
|
||||||
"cd {} && .\\llama-server.exe {} --verbose>llm-stdout.log",
|
"cd {} && .\\llama-server.exe {}",
|
||||||
llama_cpp_path, args
|
llama_cpp_path, args
|
||||||
));
|
));
|
||||||
info!(
|
info!(
|
||||||
|
|
@ -276,7 +276,7 @@ pub async fn start_llm_server(
|
||||||
} else {
|
} else {
|
||||||
let mut cmd = tokio::process::Command::new("sh");
|
let mut cmd = tokio::process::Command::new("sh");
|
||||||
cmd.arg("-c").arg(format!(
|
cmd.arg("-c").arg(format!(
|
||||||
"cd {} && ./llama-server {} --verbose >../../../../logs/llm/stdout.log 2>&1 &",
|
"cd {} && ./llama-server {} --verbose >llm-stdout.log 2>&1 &",
|
||||||
llama_cpp_path, args
|
llama_cpp_path, args
|
||||||
));
|
));
|
||||||
info!(
|
info!(
|
||||||
|
|
@ -303,7 +303,7 @@ pub async fn start_embedding_server(
|
||||||
} else {
|
} else {
|
||||||
let mut cmd = tokio::process::Command::new("sh");
|
let mut cmd = tokio::process::Command::new("sh");
|
||||||
cmd.arg("-c").arg(format!(
|
cmd.arg("-c").arg(format!(
|
||||||
"cd {} && ./llama-server -m {} --verbose --host 0.0.0.0 --port {} --embedding --n-gpu-layers 99 >stdout.log 2>&1 &",
|
"cd {} && ./llama-server -m {} --verbose --host 0.0.0.0 --port {} --embedding --n-gpu-layers 99 >llmembd-stdout.log 2>&1 &",
|
||||||
llama_cpp_path, model_path, port
|
llama_cpp_path, model_path, port
|
||||||
));
|
));
|
||||||
cmd.spawn()?;
|
cmd.spawn()?;
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue