gbserver/src/services/keywords/get_website.rs

use crate::services::{state::AppState, web_automation::BrowserPool};
use rhai::{Dynamic, Engine};
use std::error::Error;
use std::sync::Arc;
use std::time::Duration;
use thirtyfour::{By, WebDriver};
use tokio::time::sleep;

pub fn get_website_keyword(state: &AppState, engine: &mut Engine) {
    let browser_pool = state.browser_pool.clone(); // Assuming AppState has browser_pool field

    engine
        .register_custom_syntax(
            &["GET", "WEBSITE", "$expr$", "$expr$"],
            false,
            move |context, inputs| {
                let search_term = context.eval_expression_tree(&inputs[0])?.to_string();
                let website_hint = context.eval_expression_tree(&inputs[1])?.to_string();

                println!(
                    "GET WEBSITE executed - Search: '{}', Hint: '{}'",
                    search_term, website_hint
                );

                let browser_pool_clone = browser_pool.clone();
                let fut = execute_headless_browser_search(
                    browser_pool_clone,
                    &search_term,
                    &website_hint,
                );

                let result =
                    tokio::task::block_in_place(|| tokio::runtime::Handle::current().block_on(fut))
                        .map_err(|e| format!("Headless browser search failed: {}", e))?;

                Ok(Dynamic::from(result))
            },
        )
        .unwrap();
}

pub async fn execute_headless_browser_search(
    browser_pool: Arc<BrowserPool>, // Adjust path as needed
    search_term: &str,
    website_hint: &str,
) -> Result<String, Box<dyn Error + Send + Sync>> {
    println!(
        "Starting headless browser search: '{}' targeting '{}'",
        search_term, website_hint
    );

    let search_term = search_term.to_string();
    let website_hint = website_hint.to_string();

    let result = browser_pool
        .with_browser(|driver| {
            Box::pin(async move { perform_search(driver, &search_term, &website_hint).await })
        })
        .await?;

    Ok(result)
}

async fn perform_search(
    driver: WebDriver,
    search_term: &str,
    website_hint: &str,
) -> Result<String, Box<dyn Error + Send + Sync>> {
    // Configure the search query
    let query = if website_hint.trim().is_empty() {
        search_term.to_string()
    } else {
        format!("{} site:{}", search_term, website_hint)
    };

    // Navigate to DuckDuckGo
    println!("Navigating to DuckDuckGo...");
    driver.goto("https://duckduckgo.com").await?;

    // Wait for search box and type query
    println!("Searching for: {}", query);
    let search_input = driver.find(By::Name("q")).await?;
    search_input.click().await?;
    search_input.send_keys(&query).await?;

    // Submit search by pressing Enter
    search_input.send_keys("\n").await?;

    // Wait for results to load
    driver.find(By::Css(".result")).await?;
    sleep(Duration::from_millis(2000)).await; // Give extra time for JS

    // Extract first result link
    let results = extract_search_results(&driver).await?;

    if !results.is_empty() {
        println!("Found {} results", results.len());
        Ok(results[0].clone())
    } else {
        Ok("No results found".to_string())
    }
}

async fn extract_search_results(
    driver: &WebDriver,
) -> Result<Vec<String>, Box<dyn Error + Send + Sync>> {
    let mut results = Vec::new();

    // Try different selectors for search results
    let selectors = [
        "a[data-testid='result-title-a']", // Modern DuckDuckGo
        ".result__a",                      // Classic DuckDuckGo
        "a.result-link",                   // Alternative
        ".result a[href]",                 // Generic result links
    ];

    for selector in &selectors {
        if let Ok(elements) = driver.find_all(By::Css(selector)).await {
            for element in elements {
                if let Ok(Some(href)) = element.attr("href").await {
                    if href.starts_with("http") && !href.contains("duckduckgo.com") {
                        results.push(href);
                    }
                }
            }
            if !results.is_empty() {
                break;
            }
        }
    }

    Ok(results)
}