GeneralBots/botserver
2
1
Fork 0
Code Issues Pull requests Projects Releases 323 Packages Wiki Activity Actions

feat: handle 429 rate limit in OpenAI client
Some checks failed
BotServer CI / build (push) Has been cancelled
Details

Browse source
This commit is contained in:
Rodrigo Rodriguez (Pragmatismo) 2026-03-10 15:21:40 -03:00
parent 260a13e77d
commit f34d401c2e
1 changed files with 7 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
src/llm/mod.rs
View file

@ -404,6 +404,13 @@ impl LLMProvider for OpenAIClient {
let status = response.status(); let status = response.status();
if status != reqwest::StatusCode::OK { if status != reqwest::StatusCode::OK {
let error_text = response.text().await.unwrap_or_default(); let error_text = response.text().await.unwrap_or_default();
// Handle 429 rate limit with user-friendly message
if status == reqwest::StatusCode::TOO_MANY_REQUESTS {
let _ = tx.send("Server is busy, please try again in a few seconds...".to_string()).await;
return Err("Rate limit exceeded".into());
}
error!("LLM generate_stream error: {}", error_text); error!("LLM generate_stream error: {}", error_text);
return Err(format!("LLM request failed with status: {}", status).into()); return Err(format!("LLM request failed with status: {}", status).into());
} }