Rodrigo Rodriguez (Pragmatismo)
993049dcb8
- Updated `BootstrapManager` to use `AppConfig::from_env().expect(...)` and `AppConfig::from_database(...).expect(...)` ensuring failures are explicit rather than silently ignored. - Refactored error propagation in bootstrap flow to use `?` where appropriate, improving reliability of configuration loading. - Added import of `llm_models` in `bot` module and introduced `ConfigManager` usage to fetch the LLM model identifier at runtime. - Integrated dynamic LLM model handler selection via `llm_models::get_handler(&model)`. - Replaced static environment variable retrieval for embedding configuration with runtime
33 lines
1.1 KiB
Rust
33 lines
1.1 KiB
Rust
//! Module for handling model-specific behavior and token processing
|
|
|
|
pub mod gpt_oss_20b;
|
|
pub mod deepseek_r3;
|
|
pub mod gpt_oss_120b;
|
|
|
|
|
|
/// Trait for model-specific token processing
|
|
pub trait ModelHandler: Send + Sync {
|
|
/// Check if the analysis buffer indicates completion
|
|
fn is_analysis_complete(&self, buffer: &str) -> bool;
|
|
|
|
/// Process the content, removing any model-specific tokens
|
|
fn process_content(&self, content: &str) -> String;
|
|
|
|
/// Check if the buffer contains analysis start markers
|
|
fn has_analysis_markers(&self, buffer: &str) -> bool;
|
|
}
|
|
|
|
/// Get the appropriate handler based on model path from bot configuration
|
|
pub fn get_handler(model_path: &str) -> Box<dyn ModelHandler> {
|
|
let path = model_path.to_lowercase();
|
|
|
|
if path.contains("deepseek") {
|
|
Box::new(deepseek_r3::DeepseekR3Handler)
|
|
} else if path.contains("120b") {
|
|
Box::new(gpt_oss_120b::GptOss120bHandler::new("default"))
|
|
} else if path.contains("gpt-oss") || path.contains("gpt") {
|
|
Box::new(gpt_oss_20b::GptOss20bHandler)
|
|
} else {
|
|
Box::new(gpt_oss_20b::GptOss20bHandler)
|
|
}
|
|
}
|