use crate::services::{state::AppState, web_automation::BrowserPool}; use rhai::{Dynamic, Engine}; use std::error::Error; use std::sync::Arc; use std::time::Duration; use thirtyfour::{By, WebDriver}; use tokio::time::sleep; pub fn get_website_keyword(state: &AppState, engine: &mut Engine) { let browser_pool = state.browser_pool.clone(); // Assuming AppState has browser_pool field engine .register_custom_syntax( &["WEBSITE", "OF", "$expr$"], false, move |context, inputs| { let search_term = context.eval_expression_tree(&inputs[0])?.to_string(); println!( "GET WEBSITE executed - Search: '{}'", search_term ); let browser_pool_clone = browser_pool.clone(); let fut = execute_headless_browser_search( browser_pool_clone, &search_term ); let result = tokio::task::block_in_place(|| tokio::runtime::Handle::current().block_on(fut)) .map_err(|e| format!("Headless browser search failed: {}", e))?; Ok(Dynamic::from(result)) }, ) .unwrap(); } pub async fn execute_headless_browser_search( browser_pool: Arc, // Adjust path as needed search_term: &str) -> Result> { println!( "Starting headless browser search: '{}' ", search_term ); let search_term = search_term.to_string(); let result = browser_pool .with_browser(|driver| { Box::pin(async move { perform_search(driver, &search_term).await }) }) .await?; Ok(result) } async fn perform_search( driver: WebDriver, search_term: &str) -> Result> { // Configure the search query let query = search_term.to_string(); // Navigate to DuckDuckGo println!("Navigating to DuckDuckGo..."); driver.goto("https://duckduckgo.com").await?; // Wait for search box and type query println!("Searching for: {}", query); let search_input = driver.find(By::Name("q")).await?; search_input.click().await?; search_input.send_keys(&query).await?; // Submit search by pressing Enter search_input.send_keys("\n").await?; // Wait for results to load driver.find(By::Css(".result")).await?; sleep(Duration::from_millis(2000)).await; // Give extra time for JS // Extract first result link let results = extract_search_results(&driver).await?; if !results.is_empty() { println!("Found {} results", results.len()); Ok(results[0].clone()) } else { Ok("No results found".to_string()) } } async fn extract_search_results( driver: &WebDriver, ) -> Result, Box> { let mut results = Vec::new(); // Try different selectors for search results let selectors = [ "a[data-testid='result-title-a']", // Modern DuckDuckGo ".result__a", // Classic DuckDuckGo "a.result-link", // Alternative ".result a[href]", // Generic result links ]; for selector in &selectors { if let Ok(elements) = driver.find_all(By::Css(selector)).await { for element in elements { if let Ok(Some(href)) = element.attr("href").await { if href.starts_with("http") && !href.contains("duckduckgo.com") { results.push(href); } } } if !results.is_empty() { break; } } } Ok(results) }