diff --git a/src/core/kb/website_crawler_service.rs b/src/core/kb/website_crawler_service.rs index 8cc295e88..138213210 100644 --- a/src/core/kb/website_crawler_service.rs +++ b/src/core/kb/website_crawler_service.rs @@ -81,7 +81,7 @@ impl WebsiteCrawlerService { } let websites = diesel::sql_query( - "SELECT id, bot_id, url, expires_policy, refresh_policy, max_depth, max_pages, next_crawl + "SELECT id, bot_id, url, expires_policy, refresh_policy, max_depth, max_pages, next_crawl, crawl_status FROM website_crawls WHERE next_crawl <= NOW() AND crawl_status != 2