fix(llm.gblib): Fix in doc. publishing.

This commit is contained in:
Rodrigo Rodriguez 2024-11-30 12:10:57 -03:00
parent 5cd29131fa
commit 46248d4eef

View file

@ -899,7 +899,7 @@ export class KBService implements IGBKBService {
): Promise<string[]> {
try {
if (
(maxDocuments > visited.size) ||
(maxDocuments < visited.size) ||
(depth > maxDepth && !url.endsWith('pdf')) ||
visited.has(url) ||
url.endsWith('.jpg') ||
@ -1041,9 +1041,10 @@ export class KBService implements IGBKBService {
let website = min.core.getParam<string>(min.instance, 'Website', null);
const maxDepth = min.core.getParam<number>(min.instance, 'Website Depth', 1);
const maxDocuments = min.core.getParam<number>(min.instance, 'Website Max Documents', 1);
const MAX_DOCUMENTS = 50;
const maxDocuments = min.core.getParam<number>(min.instance, 'Website Max Documents', MAX_DOCUMENTS);
const websiteIgnoreUrls = min.core.getParam<[]>(min.instance, 'Website Ignore URLs', null);
GBLogEx.info(min, `Website: ${website}, Max Depth: ${maxDepth}, Website Max Documents${maxDocuments}, Ignore URLs: ${websiteIgnoreUrls}`);
GBLogEx.info(min, `Website: ${website}, Max Depth: ${maxDepth}, Website Max Documents: ${maxDocuments}, Ignore URLs: ${websiteIgnoreUrls}`);
let shouldSave = false;