GeneralBots/botserver
2
1
Fork 0
Code Issues Pull requests 1 Projects Releases 323 Packages Wiki Activity Actions

fix(kb.gbapp): Faster loaded from tabular using bulk insert.

Browse source
This commit is contained in:
Rodrigo Rodriguez 2020-12-07 11:21:51 -03:00
parent e58b316d21
commit 1604006266
1 changed files with 27 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

41
packages/kb.gbapp/services/KBService.ts
View file

@ -245,7 +245,7 @@ export class KBService implements IGBKBService {
); );
return { answer: undefined, questionId: 0 }; return { answer: undefined, questionId: 0 };
} }
} }
// DISABLED: Searches via Database "WHERE" command. // DISABLED: Searches via Database "WHERE" command.
@ -338,9 +338,11 @@ export class KBService implements IGBKBService {
} }
let rows = worksheet._rows; let rows = worksheet._rows;
let answers = [];
let questions = [];
GBLog.info(`Now importing ${rows.length} rows from tabular file ${filePath}...`); GBLog.info(`Processing ${rows.length} rows from tabular file ${filePath}...`);
return asyncPromise.eachSeries(rows, async line => { await asyncPromise.eachSeries(rows, async line => {
// Skips the first line. // Skips the first line.
if ( if (
@ -406,16 +408,18 @@ export class KBService implements IGBKBService {
// Now with all the data ready, creates entities in the store. // Now with all the data ready, creates entities in the store.
const answer1 = await GuaribasAnswer.create({ const answer1 = {
instanceId: instanceId, instanceId: instanceId,
content: answer, content: answer,
format: format, format: format,
media: media, media: media,
packageId: packageId, packageId: packageId,
prevId: lastQuestionId !== null ? lastQuestionId : 0 prevId: lastQuestionId !== null ? lastQuestionId : 0
}); };
const question1 = await GuaribasQuestion.create({ answers.push(answer1);
const question1 = {
from: from, from: from,
to: to, to: to,
subject1: subject1, subject1: subject1,
@ -424,17 +428,18 @@ export class KBService implements IGBKBService {
subject4: subject4, subject4: subject4,
content: question, content: question,
instanceId: instanceId, instanceId: instanceId,
answerId: answer1.answerId,
packageId: packageId packageId: packageId
}); };
questions.push(question1);
if (lastAnswer !== undefined && lastQuestionId !== 0) { // TODO: Tutorial. if (lastAnswer !== undefined && lastQuestionId !== 0) {
await lastAnswer.update({ nextId: lastQuestionId }); // await lastAnswer.update({ nextId: lastQuestionId });
} // }
lastAnswer = answer1; // lastAnswer = answer1;
lastQuestionId = question1.questionId; // lastQuestionId = question1.questionId;
return question1.questionId; return true;
} else { } else {
// Skips the header. // Skips the header.
@ -442,6 +447,14 @@ export class KBService implements IGBKBService {
} }
} }
}); });
const answersCreated = await GuaribasAnswer.bulkCreate(answers);
let i = 0;
await CollectionUtil.asyncForEach(questions, async question => {
question.answerId = answersCreated[i++].answerId;
});
return await GuaribasQuestion.bulkCreate(questions);
} }
public async sendAnswer(min: GBMinInstance, channel: string, step: GBDialogStep, answer: GuaribasAnswer) { public async sendAnswer(min: GBMinInstance, channel: string, step: GBDialogStep, answer: GuaribasAnswer) {