new(all): Auto import for logo, colors and website content.

This commit is contained in:
Rodrigo Rodriguez 2024-05-22 13:23:36 -03:00
parent c374f27567
commit b9d1eb2a48

View file

@ -915,7 +915,7 @@ export class KBService implements IGBKBService {
const isIgnored = websiteIgnoreUrls.split(";").some(ignoredUrl => p.href.includes(ignoredUrl)); const isIgnored = websiteIgnoreUrls.split(";").some(ignoredUrl => p.href.includes(ignoredUrl));
return !isIgnored && currentDomain == new URL(p.href).hostname; return !isIgnored && currentDomain == new URL(p.href).hostname;
} catch (err) { } catch (err) {
return false; return false;
} }
@ -946,7 +946,7 @@ export class KBService implements IGBKBService {
const childLinks = []; const childLinks = [];
for (const link of filteredLinks) { for (const link of filteredLinks) {
const links = await this.crawl(min, link, visited, depth + 1, maxDepth, page); const links = await this.crawl(min, link, visited, depth + 1, maxDepth, page, websiteIgnoreUrls);
if (links) { if (links) {
childLinks.push(...links); childLinks.push(...links);
} }