2025-10-26 00:02:19 -03:00
|
|
|
#![cfg_attr(feature = "desktop", windows_subsystem = "windows")]
|
2025-10-06 19:12:13 -03:00
|
|
|
use actix_cors::Cors;
|
2025-10-07 07:16:03 -03:00
|
|
|
use actix_web::middleware::Logger;
|
2025-10-06 20:06:43 -03:00
|
|
|
use actix_web::{web, App, HttpServer};
|
2025-10-11 12:29:03 -03:00
|
|
|
use dotenvy::dotenv;
|
2025-11-08 07:04:44 -03:00
|
|
|
use log::{error, info};
|
2025-10-12 20:12:49 -03:00
|
|
|
use std::collections::HashMap;
|
2025-11-11 09:42:52 -03:00
|
|
|
use std::sync::Arc;
|
2025-10-06 10:30:17 -03:00
|
|
|
mod auth;
|
|
|
|
|
mod automation;
|
|
|
|
|
mod basic;
|
2025-10-18 19:08:00 -03:00
|
|
|
mod bootstrap;
|
2025-10-06 10:30:17 -03:00
|
|
|
mod bot;
|
|
|
|
|
mod channels;
|
|
|
|
|
mod config;
|
|
|
|
|
mod context;
|
2025-10-18 18:19:08 -03:00
|
|
|
mod drive_monitor;
|
2025-10-07 10:53:09 -03:00
|
|
|
#[cfg(feature = "email")]
|
2025-10-06 10:30:17 -03:00
|
|
|
mod email;
|
|
|
|
|
mod file;
|
2025-11-07 16:40:19 -03:00
|
|
|
mod llm;
|
2025-11-02 18:36:21 -03:00
|
|
|
mod llm_models;
|
2025-10-18 12:01:39 -03:00
|
|
|
mod meet;
|
2025-11-07 16:40:19 -03:00
|
|
|
mod nvidia;
|
2025-10-18 09:26:48 -03:00
|
|
|
mod package_manager;
|
2025-10-06 10:30:17 -03:00
|
|
|
mod session;
|
|
|
|
|
mod shared;
|
2025-11-05 08:06:18 -03:00
|
|
|
pub mod tests;
|
2025-11-07 21:31:25 -03:00
|
|
|
mod ui_tree;
|
2025-10-18 12:01:39 -03:00
|
|
|
mod web_server;
|
|
|
|
|
use crate::auth::auth_handler;
|
2025-10-16 11:43:02 -03:00
|
|
|
use crate::automation::AutomationService;
|
2025-10-18 19:08:00 -03:00
|
|
|
use crate::bootstrap::BootstrapManager;
|
2025-11-07 16:40:19 -03:00
|
|
|
use crate::bot::websocket_handler;
|
|
|
|
|
use crate::bot::BotOrchestrator;
|
2025-10-06 20:06:43 -03:00
|
|
|
use crate::channels::{VoiceAdapter, WebChannelAdapter};
|
|
|
|
|
use crate::config::AppConfig;
|
2025-10-07 10:53:09 -03:00
|
|
|
#[cfg(feature = "email")]
|
2025-10-19 11:08:23 -03:00
|
|
|
use crate::email::{
|
2025-11-11 09:42:52 -03:00
|
|
|
get_emails, get_latest_email_from, list_emails, save_click, save_draft, send_email,
|
2025-10-19 11:08:23 -03:00
|
|
|
};
|
2025-10-15 12:45:15 -03:00
|
|
|
use crate::file::{init_drive, upload_file};
|
2025-10-18 12:01:39 -03:00
|
|
|
use crate::meet::{voice_start, voice_stop};
|
2025-10-18 19:08:00 -03:00
|
|
|
use crate::package_manager::InstallMode;
|
2025-11-02 07:50:57 -03:00
|
|
|
use crate::session::{create_session, get_session_history, get_sessions, start_session};
|
2025-10-11 20:02:14 -03:00
|
|
|
use crate::shared::state::AppState;
|
2025-11-11 09:42:52 -03:00
|
|
|
use crate::shared::utils::create_conn;
|
2025-10-20 23:32:49 -03:00
|
|
|
use crate::web_server::{bot_index, index, static_files};
|
2025-11-08 07:04:44 -03:00
|
|
|
#[derive(Debug, Clone)]
|
|
|
|
|
pub enum BootstrapProgress {
|
2025-11-11 09:42:52 -03:00
|
|
|
StartingBootstrap,
|
|
|
|
|
InstallingComponent(String),
|
|
|
|
|
StartingComponent(String),
|
|
|
|
|
UploadingTemplates,
|
|
|
|
|
ConnectingDatabase,
|
|
|
|
|
StartingLLM,
|
|
|
|
|
BootstrapComplete,
|
|
|
|
|
BootstrapError(String),
|
2025-11-08 07:04:44 -03:00
|
|
|
}
|
2025-10-19 14:02:47 -03:00
|
|
|
#[tokio::main]
|
2025-10-16 11:43:02 -03:00
|
|
|
async fn main() -> std::io::Result<()> {
|
2025-11-11 09:42:52 -03:00
|
|
|
use crate::llm::local::ensure_llama_servers_running;
|
|
|
|
|
use botserver::config::ConfigManager;
|
|
|
|
|
let args: Vec<String> = std::env::args().collect();
|
|
|
|
|
let no_ui = args.contains(&"--noui".to_string());
|
|
|
|
|
if args.len() > 1 {
|
|
|
|
|
let command = &args[1];
|
|
|
|
|
match command.as_str() {
|
|
|
|
|
"install" | "remove" | "list" | "status" | "start" | "stop" | "restart" | "--help"
|
|
|
|
|
| "-h" => match package_manager::cli::run().await {
|
|
|
|
|
Ok(_) => return Ok(()),
|
|
|
|
|
Err(e) => {
|
|
|
|
|
eprintln!("CLI error: {}", e);
|
|
|
|
|
return Err(std::io::Error::new(
|
|
|
|
|
std::io::ErrorKind::Other,
|
|
|
|
|
format!("CLI command failed: {}", e),
|
|
|
|
|
));
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"--noui" => {}
|
|
|
|
|
_ => {
|
|
|
|
|
eprintln!("Unknown command: {}", command);
|
|
|
|
|
eprintln!("Run 'botserver --help' for usage information");
|
|
|
|
|
return Err(std::io::Error::new(
|
|
|
|
|
std::io::ErrorKind::InvalidInput,
|
|
|
|
|
format!("Unknown command: {}", command),
|
|
|
|
|
));
|
2025-11-07 16:40:19 -03:00
|
|
|
}
|
2025-10-16 11:43:02 -03:00
|
|
|
}
|
2025-11-11 09:42:52 -03:00
|
|
|
}
|
|
|
|
|
dotenv().ok();
|
|
|
|
|
let (progress_tx, progress_rx) = tokio::sync::mpsc::unbounded_channel::<BootstrapProgress>();
|
|
|
|
|
let (state_tx, state_rx) = tokio::sync::mpsc::channel::<Arc<AppState>>(1);
|
|
|
|
|
let ui_handle = if !no_ui {
|
|
|
|
|
let progress_rx = Arc::new(tokio::sync::Mutex::new(progress_rx));
|
|
|
|
|
let state_rx = Arc::new(tokio::sync::Mutex::new(state_rx));
|
|
|
|
|
let handle = std::thread::Builder::new()
|
|
|
|
|
.name("ui-thread".to_string())
|
|
|
|
|
.spawn(move || {
|
|
|
|
|
let mut ui = crate::ui_tree::XtreeUI::new();
|
|
|
|
|
ui.set_progress_channel(progress_rx.clone());
|
|
|
|
|
let rt = tokio::runtime::Builder::new_current_thread()
|
|
|
|
|
.enable_all()
|
|
|
|
|
.build()
|
|
|
|
|
.expect("Failed to create UI runtime");
|
|
|
|
|
rt.block_on(async {
|
|
|
|
|
tokio::select! {
|
|
|
|
|
result = async {
|
|
|
|
|
let mut rx = state_rx.lock().await;
|
|
|
|
|
rx.recv().await
|
|
|
|
|
} => {
|
|
|
|
|
if let Some(app_state) = result {
|
|
|
|
|
ui.set_app_state(app_state);
|
|
|
|
|
}
|
2025-11-07 16:40:19 -03:00
|
|
|
}
|
2025-11-11 09:42:52 -03:00
|
|
|
_ = tokio::time::sleep(tokio::time::Duration::from_secs(300)) => {
|
|
|
|
|
eprintln!("UI initialization timeout");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
if let Err(e) = ui.start_ui() {
|
|
|
|
|
eprintln!("UI error: {}", e);
|
2025-11-07 16:40:19 -03:00
|
|
|
}
|
2025-11-11 09:42:52 -03:00
|
|
|
})
|
|
|
|
|
.expect("Failed to spawn UI thread");
|
|
|
|
|
Some(handle)
|
|
|
|
|
} else {
|
|
|
|
|
env_logger::Builder::from_env(env_logger::Env::default().default_filter_or("info"))
|
|
|
|
|
.write_style(env_logger::WriteStyle::Always)
|
|
|
|
|
.init();
|
|
|
|
|
None
|
|
|
|
|
};
|
|
|
|
|
let install_mode = if args.contains(&"--container".to_string()) {
|
|
|
|
|
InstallMode::Container
|
|
|
|
|
} else {
|
|
|
|
|
InstallMode::Local
|
|
|
|
|
};
|
|
|
|
|
let tenant = if let Some(idx) = args.iter().position(|a| a == "--tenant") {
|
|
|
|
|
args.get(idx + 1).cloned()
|
|
|
|
|
} else {
|
|
|
|
|
None
|
|
|
|
|
};
|
|
|
|
|
let progress_tx_clone = progress_tx.clone();
|
|
|
|
|
let cfg = {
|
|
|
|
|
progress_tx_clone
|
|
|
|
|
.send(BootstrapProgress::StartingBootstrap)
|
|
|
|
|
.ok();
|
|
|
|
|
let mut bootstrap = BootstrapManager::new(install_mode.clone(), tenant.clone()).await;
|
|
|
|
|
let env_path = std::env::current_dir().unwrap().join(".env");
|
|
|
|
|
let cfg = if env_path.exists() {
|
|
|
|
|
progress_tx_clone
|
|
|
|
|
.send(BootstrapProgress::ConnectingDatabase)
|
|
|
|
|
.ok();
|
|
|
|
|
match create_conn() {
|
|
|
|
|
Ok(pool) => {
|
|
|
|
|
let mut conn = pool.get().map_err(|e| {
|
|
|
|
|
std::io::Error::new(
|
|
|
|
|
std::io::ErrorKind::ConnectionRefused,
|
|
|
|
|
format!("Database connection failed: {}", e),
|
|
|
|
|
)
|
|
|
|
|
})?;
|
|
|
|
|
AppConfig::from_database(&pool)
|
|
|
|
|
.unwrap_or_else(|_| AppConfig::from_env().expect("Failed to load config"))
|
|
|
|
|
}
|
|
|
|
|
Err(_) => AppConfig::from_env().expect("Failed to load config from env"),
|
2025-10-18 19:08:00 -03:00
|
|
|
}
|
2025-11-11 09:42:52 -03:00
|
|
|
} else {
|
|
|
|
|
bootstrap.bootstrap().await;
|
|
|
|
|
match create_conn() {
|
|
|
|
|
Ok(pool) => AppConfig::from_database(&pool)
|
|
|
|
|
.unwrap_or_else(|_| AppConfig::from_env().expect("Failed to load config")),
|
|
|
|
|
Err(_) => AppConfig::from_env().expect("Failed to load config from env"),
|
|
|
|
|
}
|
|
|
|
|
};
|
|
|
|
|
progress_tx_clone
|
|
|
|
|
.send(BootstrapProgress::StartingComponent(
|
|
|
|
|
"all services".to_string(),
|
|
|
|
|
))
|
|
|
|
|
.ok();
|
|
|
|
|
if let Err(e) = bootstrap.start_all() {
|
|
|
|
|
progress_tx_clone
|
|
|
|
|
.send(BootstrapProgress::BootstrapError(format!(
|
|
|
|
|
"Failed to start services: {}",
|
|
|
|
|
e
|
|
|
|
|
)))
|
|
|
|
|
.ok();
|
|
|
|
|
}
|
|
|
|
|
progress_tx_clone
|
|
|
|
|
.send(BootstrapProgress::UploadingTemplates)
|
|
|
|
|
.ok();
|
|
|
|
|
if let Err(e) = bootstrap.upload_templates_to_drive(&cfg).await {
|
|
|
|
|
progress_tx_clone
|
|
|
|
|
.send(BootstrapProgress::BootstrapError(format!(
|
|
|
|
|
"Failed to upload templates: {}",
|
|
|
|
|
e
|
|
|
|
|
)))
|
|
|
|
|
.ok();
|
2025-10-18 19:08:00 -03:00
|
|
|
}
|
2025-11-11 09:42:52 -03:00
|
|
|
Ok::<AppConfig, std::io::Error>(cfg)
|
2025-10-18 19:08:00 -03:00
|
|
|
};
|
2025-11-11 09:42:52 -03:00
|
|
|
let cfg = cfg?;
|
|
|
|
|
dotenv().ok();
|
|
|
|
|
let refreshed_cfg = AppConfig::from_env().expect("Failed to load config from env");
|
|
|
|
|
let config = std::sync::Arc::new(refreshed_cfg.clone());
|
|
|
|
|
progress_tx.send(BootstrapProgress::ConnectingDatabase).ok();
|
|
|
|
|
let pool = match create_conn() {
|
|
|
|
|
Ok(pool) => pool,
|
|
|
|
|
Err(e) => {
|
|
|
|
|
error!("Failed to create database pool: {}", e);
|
|
|
|
|
progress_tx
|
|
|
|
|
.send(BootstrapProgress::BootstrapError(format!(
|
|
|
|
|
"Database pool creation failed: {}",
|
|
|
|
|
e
|
|
|
|
|
)))
|
|
|
|
|
.ok();
|
|
|
|
|
return Err(std::io::Error::new(
|
|
|
|
|
std::io::ErrorKind::ConnectionRefused,
|
|
|
|
|
format!("Database pool creation failed: {}", e),
|
|
|
|
|
));
|
|
|
|
|
}
|
|
|
|
|
};
|
|
|
|
|
let cache_url = std::env::var("CACHE_URL")
|
|
|
|
|
.or_else(|_| std::env::var("REDIS_URL"))
|
|
|
|
|
.unwrap_or_else(|_| "redis://localhost:6379".to_string());
|
|
|
|
|
let redis_client = match redis::Client::open(cache_url.as_str()) {
|
|
|
|
|
Ok(client) => Some(Arc::new(client)),
|
|
|
|
|
Err(e) => {
|
|
|
|
|
log::warn!("Failed to connect to Redis: {}", e);
|
|
|
|
|
None
|
|
|
|
|
}
|
|
|
|
|
};
|
|
|
|
|
let web_adapter = Arc::new(WebChannelAdapter::new());
|
|
|
|
|
let voice_adapter = Arc::new(VoiceAdapter::new());
|
|
|
|
|
let drive = init_drive(&config.drive)
|
|
|
|
|
.await
|
|
|
|
|
.expect("Failed to initialize Drive");
|
|
|
|
|
let session_manager = Arc::new(tokio::sync::Mutex::new(session::SessionManager::new(
|
|
|
|
|
pool.get().unwrap(),
|
|
|
|
|
redis_client.clone(),
|
|
|
|
|
)));
|
|
|
|
|
let auth_service = Arc::new(tokio::sync::Mutex::new(auth::AuthService::new()));
|
|
|
|
|
let config_manager = ConfigManager::new(pool.clone());
|
|
|
|
|
let mut bot_conn = pool.get().expect("Failed to get database connection");
|
|
|
|
|
let (default_bot_id, _default_bot_name) = crate::bot::get_default_bot(&mut bot_conn);
|
|
|
|
|
let llm_url = config_manager
|
|
|
|
|
.get_config(&default_bot_id, "llm-url", Some("http://localhost:8081"))
|
|
|
|
|
.unwrap_or_else(|_| "http://localhost:8081".to_string());
|
|
|
|
|
let llm_provider = Arc::new(crate::llm::OpenAIClient::new(
|
|
|
|
|
"empty".to_string(),
|
|
|
|
|
Some(llm_url.clone()),
|
|
|
|
|
));
|
|
|
|
|
let app_state = Arc::new(AppState {
|
|
|
|
|
drive: Some(drive),
|
|
|
|
|
config: Some(cfg.clone()),
|
|
|
|
|
conn: pool.clone(),
|
|
|
|
|
bucket_name: "default.gbai".to_string(),
|
|
|
|
|
cache: redis_client.clone(),
|
|
|
|
|
session_manager: session_manager.clone(),
|
|
|
|
|
llm_provider: llm_provider.clone(),
|
|
|
|
|
auth_service: auth_service.clone(),
|
|
|
|
|
channels: Arc::new(tokio::sync::Mutex::new({
|
|
|
|
|
let mut map = HashMap::new();
|
|
|
|
|
map.insert(
|
|
|
|
|
"web".to_string(),
|
|
|
|
|
web_adapter.clone() as Arc<dyn crate::channels::ChannelAdapter>,
|
|
|
|
|
);
|
|
|
|
|
map
|
|
|
|
|
})),
|
|
|
|
|
response_channels: Arc::new(tokio::sync::Mutex::new(HashMap::new())),
|
|
|
|
|
web_adapter: web_adapter.clone(),
|
|
|
|
|
voice_adapter: voice_adapter.clone(),
|
|
|
|
|
});
|
|
|
|
|
state_tx.send(app_state.clone()).await.ok();
|
|
|
|
|
progress_tx.send(BootstrapProgress::BootstrapComplete).ok();
|
|
|
|
|
info!(
|
|
|
|
|
"Starting HTTP server on {}:{}",
|
|
|
|
|
config.server.host, config.server.port
|
|
|
|
|
);
|
|
|
|
|
let worker_count = std::thread::available_parallelism()
|
|
|
|
|
.map(|n| n.get())
|
|
|
|
|
.unwrap_or(4);
|
|
|
|
|
let bot_orchestrator = BotOrchestrator::new(app_state.clone());
|
|
|
|
|
tokio::spawn(async move {
|
|
|
|
|
if let Err(e) = bot_orchestrator.mount_all_bots().await {
|
|
|
|
|
error!("Failed to mount bots: {}", e);
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
let automation_state = app_state.clone();
|
|
|
|
|
std::thread::spawn(move || {
|
|
|
|
|
let rt = tokio::runtime::Builder::new_current_thread()
|
|
|
|
|
.enable_all()
|
|
|
|
|
.build()
|
|
|
|
|
.expect("Failed to create runtime for automation");
|
|
|
|
|
let local = tokio::task::LocalSet::new();
|
|
|
|
|
local.block_on(&rt, async move {
|
|
|
|
|
let automation = AutomationService::new(automation_state);
|
|
|
|
|
automation.spawn().await.ok();
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
let app_state_for_llm = app_state.clone();
|
|
|
|
|
tokio::spawn(async move {
|
|
|
|
|
if let Err(e) = ensure_llama_servers_running(app_state_for_llm).await {
|
|
|
|
|
error!("Failed to start LLM servers: {}", e);
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
let server_result = HttpServer::new(move || {
|
|
|
|
|
let cors = Cors::default()
|
|
|
|
|
.allow_any_origin()
|
|
|
|
|
.allow_any_method()
|
|
|
|
|
.allow_any_header()
|
|
|
|
|
.max_age(3600);
|
|
|
|
|
let app_state_clone = app_state.clone();
|
|
|
|
|
let mut app = App::new()
|
|
|
|
|
.wrap(cors)
|
|
|
|
|
.wrap(Logger::default())
|
|
|
|
|
.wrap(Logger::new("HTTP REQUEST: %a %{User-Agent}i"))
|
|
|
|
|
.app_data(web::Data::from(app_state_clone))
|
|
|
|
|
.service(auth_handler)
|
|
|
|
|
.service(create_session)
|
|
|
|
|
.service(get_session_history)
|
|
|
|
|
.service(get_sessions)
|
|
|
|
|
.service(index)
|
|
|
|
|
.service(start_session)
|
|
|
|
|
.service(upload_file)
|
|
|
|
|
.service(voice_start)
|
|
|
|
|
.service(voice_stop)
|
|
|
|
|
.service(websocket_handler)
|
|
|
|
|
.service(crate::bot::create_bot_handler)
|
|
|
|
|
.service(crate::bot::mount_bot_handler)
|
|
|
|
|
.service(crate::bot::handle_user_input_handler)
|
|
|
|
|
.service(crate::bot::get_user_sessions_handler)
|
|
|
|
|
.service(crate::bot::get_conversation_history_handler)
|
|
|
|
|
.service(crate::bot::send_warning_handler);
|
|
|
|
|
#[cfg(feature = "email")]
|
|
|
|
|
{
|
|
|
|
|
app = app
|
|
|
|
|
.service(get_latest_email_from)
|
|
|
|
|
.service(get_emails)
|
|
|
|
|
.service(list_emails)
|
|
|
|
|
.service(send_email)
|
|
|
|
|
.service(save_draft)
|
|
|
|
|
.service(save_click);
|
|
|
|
|
}
|
|
|
|
|
app = app.service(static_files);
|
|
|
|
|
app = app.service(bot_index);
|
|
|
|
|
app
|
|
|
|
|
})
|
|
|
|
|
.workers(worker_count)
|
|
|
|
|
.bind((config.server.host.clone(), config.server.port))?
|
|
|
|
|
.run()
|
|
|
|
|
.await;
|
|
|
|
|
if let Some(handle) = ui_handle {
|
|
|
|
|
handle.join().ok();
|
2025-10-20 23:32:49 -03:00
|
|
|
}
|
2025-11-11 09:42:52 -03:00
|
|
|
server_result
|
2025-10-06 10:30:17 -03:00
|
|
|
}
|