Add automatic log dump when component fails to start
This commit is contained in:
parent
86eb3d2160
commit
24b516406a
1 changed files with 78 additions and 52 deletions
|
|
@ -15,6 +15,7 @@ use rcgen::{
|
|||
BasicConstraints, CertificateParams, DistinguishedName, DnType, IsCa, Issuer, KeyPair,
|
||||
};
|
||||
use std::fs;
|
||||
use std::path::Path;
|
||||
#[cfg(unix)]
|
||||
use std::os::unix::fs::PermissionsExt;
|
||||
use std::path::{Path, PathBuf};
|
||||
|
|
@ -134,6 +135,53 @@ fn safe_fuser(args: &[&str]) {
|
|||
let _ = cmd.execute();
|
||||
}
|
||||
}
|
||||
|
||||
fn dump_all_component_logs(log_dir: &Path) {
|
||||
if !log_dir.exists() {
|
||||
error!("Log directory does not exist: {}", log_dir.display());
|
||||
return;
|
||||
}
|
||||
|
||||
error!("========================================================================");
|
||||
error!("DUMPING ALL AVAILABLE LOGS FROM: {}", log_dir.display());
|
||||
error!("========================================================================");
|
||||
|
||||
let components = vec![
|
||||
"vault", "tables", "drive", "cache", "directory", "llm",
|
||||
"vector_db", "email", "proxy", "dns", "meeting"
|
||||
];
|
||||
|
||||
for component in components {
|
||||
let component_log_dir = log_dir.join(component);
|
||||
if !component_log_dir.exists() {
|
||||
continue;
|
||||
}
|
||||
|
||||
let log_files = vec!["stdout.log", "stderr.log", "postgres.log", "vault.log", "minio.log"];
|
||||
|
||||
for log_file in log_files {
|
||||
let log_path = component_log_dir.join(log_file);
|
||||
if log_path.exists() {
|
||||
error!("-------------------- {} ({}) --------------------", component, log_file);
|
||||
match fs::read_to_string(&log_path) {
|
||||
Ok(content) => {
|
||||
let lines: Vec<&str> = content.lines().rev().take(30).collect();
|
||||
for line in lines.iter().rev() {
|
||||
error!(" {}", line);
|
||||
}
|
||||
}
|
||||
Err(e) => {
|
||||
error!(" Failed to read: {}", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
error!("========================================================================");
|
||||
error!("END OF LOG DUMP");
|
||||
error!("========================================================================");
|
||||
}
|
||||
#[derive(Debug)]
|
||||
pub struct ComponentInfo {
|
||||
pub name: &'static str,
|
||||
|
|
@ -414,30 +462,8 @@ impl BootstrapManager {
|
|||
if !ready {
|
||||
error!("PostgreSQL failed to become ready after 30 seconds");
|
||||
|
||||
let log_path = self.stack_dir("logs/tables/postgres.log");
|
||||
let stdout_log_path = self.stack_dir("logs/tables/stdout.log");
|
||||
|
||||
if log_path.exists() {
|
||||
if let Ok(log_content) = fs::read_to_string(&log_path) {
|
||||
let last_lines: Vec<&str> = log_content.lines().rev().take(20).collect();
|
||||
error!("PostgreSQL log (last 20 lines):");
|
||||
for line in last_lines.iter().rev() {
|
||||
error!(" {}", line);
|
||||
}
|
||||
}
|
||||
} else {
|
||||
error!("PostgreSQL log file not found at: {}", log_path.display());
|
||||
}
|
||||
|
||||
if stdout_log_path.exists() {
|
||||
if let Ok(stdout_content) = fs::read_to_string(&stdout_log_path) {
|
||||
let last_lines: Vec<&str> = stdout_content.lines().rev().take(10).collect();
|
||||
error!("PostgreSQL stdout (last 10 lines):");
|
||||
for line in last_lines.iter().rev() {
|
||||
error!(" {}", line);
|
||||
}
|
||||
}
|
||||
}
|
||||
let logs_dir = self.stack_dir("logs");
|
||||
dump_all_component_logs(&logs_dir);
|
||||
|
||||
return Err(anyhow::anyhow!("PostgreSQL failed to start properly. Check logs above for details."));
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue