GeneralBots/botserver
2
1
Fork 0
Code Activity Actions 4

fix: remove blocking recv_timeout from LLM keyword
All checks were successful
BotServer CI/CD / build (push) Successful in 3m41s
Details

Browse source
This commit is contained in:
Rodrigo Rodriguez (Pragmatismo) 2026-04-13 23:01:54 -03:00
parent 6468588f58
commit b3fd90b056
1 changed files with 13 additions and 28 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

41
src/basic/keywords/llm_keyword.rs
View file

@ -18,40 +18,25 @@ pub fn llm_keyword(state: Arc<AppState>, _user: UserSession, engine: &mut Engine
let text = context
.eval_expression_tree(first_input)?
.to_string();
let state_for_thread = Arc::clone(&state_clone);
let state_for_async = Arc::clone(&state_clone);
let prompt = build_llm_prompt(&text);
let (tx, rx) = std::sync::mpsc::channel();
std::thread::spawn(move || {
let rt = tokio::runtime::Builder::new_multi_thread()
.worker_threads(2)
.enable_all()
.build();
let send_err = if let Ok(rt) = rt {
let result = rt.block_on(async move {
execute_llm_generation(state_for_thread, prompt).await
});
tx.send(result).err()
} else {
tx.send(Err("failed to build tokio runtime".into())).err()
};
if send_err.is_some() {
error!("Failed to send LLM thread result");
}
let handle = tokio::runtime::Handle::current();
let result = handle.block_on(async move {
tokio::time::timeout(
Duration::from_secs(45),
execute_llm_generation(state_for_async, prompt)
).await
});
match rx.recv_timeout(Duration::from_secs(500)) {
Ok(Ok(result)) => Ok(Dynamic::from(result)),
match result {
Ok(Ok(output)) => Ok(Dynamic::from(output)),
Ok(Err(e)) => Err(Box::new(rhai::EvalAltResult::ErrorRuntime(
e.to_string().into(),
rhai::Position::NONE,
))),
Err(std::sync::mpsc::RecvTimeoutError::Timeout) => {
Err(Box::new(rhai::EvalAltResult::ErrorRuntime(
"LLM generation timed out".into(),
rhai::Position::NONE,
)))
}
Err(e) => Err(Box::new(rhai::EvalAltResult::ErrorRuntime(
format!("LLM thread failed: {e}").into(),
Err(_) => Err(Box::new(rhai::EvalAltResult::ErrorRuntime(
"LLM generation timed out after 45 seconds".into(),
rhai::Position::NONE,
))),
}