fix(llm.gblib): Fix in doc. publishing.
This commit is contained in:
parent
5cd29131fa
commit
46248d4eef
1 changed files with 4 additions and 3 deletions
|
@ -899,7 +899,7 @@ export class KBService implements IGBKBService {
|
||||||
): Promise<string[]> {
|
): Promise<string[]> {
|
||||||
try {
|
try {
|
||||||
if (
|
if (
|
||||||
(maxDocuments > visited.size) ||
|
(maxDocuments < visited.size) ||
|
||||||
(depth > maxDepth && !url.endsWith('pdf')) ||
|
(depth > maxDepth && !url.endsWith('pdf')) ||
|
||||||
visited.has(url) ||
|
visited.has(url) ||
|
||||||
url.endsWith('.jpg') ||
|
url.endsWith('.jpg') ||
|
||||||
|
@ -1041,9 +1041,10 @@ export class KBService implements IGBKBService {
|
||||||
|
|
||||||
let website = min.core.getParam<string>(min.instance, 'Website', null);
|
let website = min.core.getParam<string>(min.instance, 'Website', null);
|
||||||
const maxDepth = min.core.getParam<number>(min.instance, 'Website Depth', 1);
|
const maxDepth = min.core.getParam<number>(min.instance, 'Website Depth', 1);
|
||||||
const maxDocuments = min.core.getParam<number>(min.instance, 'Website Max Documents', 1);
|
const MAX_DOCUMENTS = 50;
|
||||||
|
const maxDocuments = min.core.getParam<number>(min.instance, 'Website Max Documents', MAX_DOCUMENTS);
|
||||||
const websiteIgnoreUrls = min.core.getParam<[]>(min.instance, 'Website Ignore URLs', null);
|
const websiteIgnoreUrls = min.core.getParam<[]>(min.instance, 'Website Ignore URLs', null);
|
||||||
GBLogEx.info(min, `Website: ${website}, Max Depth: ${maxDepth}, Website Max Documents${maxDocuments}, Ignore URLs: ${websiteIgnoreUrls}`);
|
GBLogEx.info(min, `Website: ${website}, Max Depth: ${maxDepth}, Website Max Documents: ${maxDocuments}, Ignore URLs: ${websiteIgnoreUrls}`);
|
||||||
|
|
||||||
let shouldSave = false;
|
let shouldSave = false;
|
||||||
|
|
||||||
|
|
Loading…
Add table
Reference in a new issue