GeneralBots/botserver
2
1
Fork 0
Code Issues Pull requests Projects Releases 323 Packages Wiki Activity Actions

feat(prompt-compaction): add compacted message handling and forced compaction

Browse source 
Refactored prompt compaction to use a special compacted message type (9) instead of clearing old messages. Added support for forced compaction when threshold is negative and updated history retrieval to skip messages before the last compacted marker. This improves efficiency and preserves summary continuity.
This commit is contained in:
Rodrigo Rodriguez (Pragmatismo) 2025-11-07 09:54:04 -03:00
parent 3f187feccb
commit 053e76a0a2
2 changed files with 28 additions and 21 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

23
src/automation/compact_prompt.rs
View file

@ -84,11 +84,14 @@ async fn compact_prompt_for_bot(
let config_manager = ConfigManager::new(Arc::clone(&state.conn)); let config_manager = ConfigManager::new(Arc::clone(&state.conn));
let compact_threshold = config_manager let compact_threshold = config_manager
.get_config(&automation.bot_id, "prompt-compact", None)? .get_config(&automation.bot_id, "prompt-compact", None)?
.parse::<usize>() .parse::<i32>()
.unwrap_or(0); .unwrap_or(0);
// Compact if threshold is negative (always compact) or positive (conditional)
if compact_threshold == 0 { if compact_threshold == 0 {
return Ok(()); return Ok(());
} else if compact_threshold < 0 {
info!("Compaction forced for bot {} (threshold = {})", automation.bot_id, compact_threshold);
} }
// Get sessions without holding lock // Get sessions without holding lock
@ -153,17 +156,13 @@ async fn compact_prompt_for_bot(
history.len() history.len()
); );
// Remove all old messages and save only the summary // Instead of clearing messages, insert a compacted marker message
{ {
let mut session_manager = state.session_manager.lock().await; let mut session_manager = state.session_manager.lock().await;
// First delete all existing messages for this session // Save a special compacted message type (9)
if let Err(e) = session_manager.clear_messages(session.id) { session_manager.save_message(session.id, session.user_id, 9, &summarized, 1)?;
error!("Failed to clear messages for session {}: {}", session.id, e); trace!("Inserted compacted message for session {}", session.id);
return Err(e); }
}
// Then save just the summary
session_manager.save_message(session.id, session.user_id, 3, &summarized, 1)?;
}
} }
Ok(()) Ok(())

26
src/bot/mod.rs
View file

@ -405,15 +405,23 @@ impl BotOrchestrator {
}; };
// Acquire lock briefly for history retrieval with configurable limit // Acquire lock briefly for history retrieval with configurable limit
let history = { let history = {
let mut sm = self.state.session_manager.lock().await; let mut sm = self.state.session_manager.lock().await;
let mut history = sm.get_conversation_history(session.id, user_id)?; let mut history = sm.get_conversation_history(session.id, user_id)?;
if history_limit > 0 && history.len() > history_limit as usize {
let start = history.len() - history_limit as usize; // Skip all messages before the most recent compacted message (type 9)
history.drain(0..start); if let Some(last_compacted_index) = history.iter().rposition(|(role, content)| {
} role == "COMPACTED" || content.starts_with("SUMMARY:")
history }) {
}; history = history.split_off(last_compacted_index);
}
if history_limit > 0 && history.len() > history_limit as usize {
let start = history.len() - history_limit as usize;
history.drain(0..start);
}
history
};
let mut prompt = String::new(); let mut prompt = String::new();
if !system_prompt.is_empty() { if !system_prompt.is_empty() {