Rodrigo Rodriguez (Pragmatismo)
e7fa2f7bdb
Introduce a new `cancel_job` method in the `LLMProvider` trait to allow cancellation of ongoing LLM tasks. Implement no-op versions for OpenAI, Anthropic, and Mock providers. Update the WebSocket handler to invoke job cancellation when a session closes, ensuring better resource management and preventing orphaned tasks. Also, fix unused variable warning in `add_suggestion.rs`.
102 lines
4.2 KiB
Rust
102 lines
4.2 KiB
Rust
use crate::shared::state::AppState;
|
|
use crate::shared::models::UserSession;
|
|
use log::{trace, debug, error, info};
|
|
use rhai::{Dynamic, Engine};
|
|
use serde_json::json;
|
|
use std::sync::Arc;
|
|
|
|
pub fn clear_suggestions_keyword(state: Arc<AppState>, user_session: UserSession, engine: &mut Engine) {
|
|
let cache = state.cache.clone();
|
|
|
|
engine
|
|
.register_custom_syntax(&["CLEAR_SUGGESTIONS"], true, move |_context, _inputs| {
|
|
info!("CLEAR_SUGGESTIONS command executed");
|
|
|
|
if let Some(cache_client) = &cache {
|
|
let redis_key = format!("suggestions:{}:{}", user_session.user_id, user_session.id);
|
|
|
|
let mut conn = match cache_client.get_connection() {
|
|
Ok(conn) => conn,
|
|
Err(e) => {
|
|
error!("Failed to connect to cache: {}", e);
|
|
return Ok(Dynamic::UNIT);
|
|
}
|
|
};
|
|
|
|
// Delete the suggestions list
|
|
let result: Result<i64, redis::RedisError> = redis::cmd("DEL")
|
|
.arg(&redis_key)
|
|
.query(&mut conn);
|
|
|
|
match result {
|
|
Ok(deleted) => {
|
|
trace!("Cleared suggestions from Redis key {}, deleted: {}", redis_key, deleted);
|
|
}
|
|
Err(e) => error!("Failed to clear suggestions from Redis: {}", e),
|
|
}
|
|
} else {
|
|
debug!("No Cache client configured; suggestions not cleared");
|
|
}
|
|
|
|
Ok(Dynamic::UNIT)
|
|
})
|
|
.unwrap();
|
|
}
|
|
|
|
pub fn add_suggestion_keyword(state: Arc<AppState>, user_session: UserSession, engine: &mut Engine) {
|
|
let cache = state.cache.clone();
|
|
|
|
engine
|
|
.register_custom_syntax(&["ADD_SUGGESTION", "$expr$", "AS", "$expr$"], true, move |context, inputs| {
|
|
let context_name = context.eval_expression_tree(&inputs[0])?.to_string();
|
|
let button_text = context.eval_expression_tree(&inputs[1])?.to_string();
|
|
|
|
info!("ADD_SUGGESTION command executed: context='{}', text='{}'", context_name, button_text);
|
|
|
|
if let Some(cache_client) = &cache {
|
|
let redis_key = format!("suggestions:{}:{}", user_session.user_id, user_session.id);
|
|
let suggestion = json!({ "context": context_name, "text": button_text });
|
|
|
|
let mut conn = match cache_client.get_connection() {
|
|
Ok(conn) => conn,
|
|
Err(e) => {
|
|
error!("Failed to connect to cache: {}", e);
|
|
return Ok(Dynamic::UNIT);
|
|
}
|
|
};
|
|
|
|
// Append suggestion to Redis list - RPUSH returns the new length as i64
|
|
let result: Result<i64, redis::RedisError> = redis::cmd("RPUSH")
|
|
.arg(&redis_key)
|
|
.arg(suggestion.to_string())
|
|
.query(&mut conn);
|
|
|
|
match result {
|
|
Ok(length) => {
|
|
trace!("Suggestion added successfully to Redis key {}, new length: {}", redis_key, length);
|
|
|
|
// Also register context as inactive initially
|
|
let active_key = format!("active_context:{}:{}", user_session.user_id, user_session.id);
|
|
let hset_result: Result<i64, redis::RedisError> = redis::cmd("HSET")
|
|
.arg(&active_key)
|
|
.arg(&context_name)
|
|
.arg("inactive")
|
|
.query(&mut conn);
|
|
|
|
match hset_result {
|
|
Ok(fields_added) => {
|
|
trace!("Context state set to inactive for {}, fields added: {}", context_name, fields_added)
|
|
},
|
|
Err(e) => error!("Failed to set context state: {}", e),
|
|
}
|
|
}
|
|
Err(e) => error!("Failed to add suggestion to Redis: {}", e),
|
|
}
|
|
} else {
|
|
debug!("No Cache client configured; suggestion will not persist");
|
|
}
|
|
|
|
Ok(Dynamic::UNIT)
|
|
})
|
|
.unwrap();
|
|
}
|