fix(llm.gblib): Fix in doc. publishing.

This commit is contained in:
Rodrigo Rodriguez 2024-11-30 12:10:57 -03:00
parent 5cd29131fa
commit 46248d4eef

View file

@ -899,7 +899,7 @@ export class KBService implements IGBKBService {
): Promise<string[]> { ): Promise<string[]> {
try { try {
if ( if (
(maxDocuments > visited.size) || (maxDocuments < visited.size) ||
(depth > maxDepth && !url.endsWith('pdf')) || (depth > maxDepth && !url.endsWith('pdf')) ||
visited.has(url) || visited.has(url) ||
url.endsWith('.jpg') || url.endsWith('.jpg') ||
@ -1041,9 +1041,10 @@ export class KBService implements IGBKBService {
let website = min.core.getParam<string>(min.instance, 'Website', null); let website = min.core.getParam<string>(min.instance, 'Website', null);
const maxDepth = min.core.getParam<number>(min.instance, 'Website Depth', 1); const maxDepth = min.core.getParam<number>(min.instance, 'Website Depth', 1);
const maxDocuments = min.core.getParam<number>(min.instance, 'Website Max Documents', 1); const MAX_DOCUMENTS = 50;
const maxDocuments = min.core.getParam<number>(min.instance, 'Website Max Documents', MAX_DOCUMENTS);
const websiteIgnoreUrls = min.core.getParam<[]>(min.instance, 'Website Ignore URLs', null); const websiteIgnoreUrls = min.core.getParam<[]>(min.instance, 'Website Ignore URLs', null);
GBLogEx.info(min, `Website: ${website}, Max Depth: ${maxDepth}, Website Max Documents${maxDocuments}, Ignore URLs: ${websiteIgnoreUrls}`); GBLogEx.info(min, `Website: ${website}, Max Depth: ${maxDepth}, Website Max Documents: ${maxDocuments}, Ignore URLs: ${websiteIgnoreUrls}`);
let shouldSave = false; let shouldSave = false;