GeneralBots/botserver
2
1
Fork 0
Code Issues Pull requests 1 Projects Releases 323 Packages Wiki Activity Actions

fix(kb.gbapp): Faster loaded from tabular using bulk insert.

Browse source
This commit is contained in:
Rodrigo Rodriguez 2020-12-07 11:21:51 -03:00
parent e58b316d21
commit 1604006266
1 changed files with 27 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

39
packages/kb.gbapp/services/KBService.ts
View file

@ -338,9 +338,11 @@ export class KBService implements IGBKBService {
}
let rows = worksheet._rows;
let answers = [];
let questions = [];
GBLog.info(`Now importing ${rows.length} rows from tabular file ${filePath}...`);
return asyncPromise.eachSeries(rows, async line => {
GBLog.info(`Processing ${rows.length} rows from tabular file ${filePath}...`);
await asyncPromise.eachSeries(rows, async line => {
// Skips the first line.
if (
@ -406,16 +408,18 @@ export class KBService implements IGBKBService {
// Now with all the data ready, creates entities in the store.
const answer1 = await GuaribasAnswer.create({
const answer1 = {
instanceId: instanceId,
content: answer,
format: format,
media: media,
packageId: packageId,
prevId: lastQuestionId !== null ? lastQuestionId : 0
});
};
const question1 = await GuaribasQuestion.create({
answers.push(answer1);
const question1 = {
from: from,
to: to,
subject1: subject1,
@ -424,17 +428,18 @@ export class KBService implements IGBKBService {
subject4: subject4,
content: question,
instanceId: instanceId,
answerId: answer1.answerId,
packageId: packageId
});
};
questions.push(question1);
if (lastAnswer !== undefined && lastQuestionId !== 0) {
await lastAnswer.update({ nextId: lastQuestionId });
}
lastAnswer = answer1;
lastQuestionId = question1.questionId;
// TODO: Tutorial. if (lastAnswer !== undefined && lastQuestionId !== 0) {
// await lastAnswer.update({ nextId: lastQuestionId });
// }
// lastAnswer = answer1;
// lastQuestionId = question1.questionId;
return question1.questionId;
return true;
} else {
// Skips the header.
@ -442,6 +447,14 @@ export class KBService implements IGBKBService {
}
}
});
const answersCreated = await GuaribasAnswer.bulkCreate(answers);
let i = 0;
await CollectionUtil.asyncForEach(questions, async question => {
question.answerId = answersCreated[i++].answerId;
});
return await GuaribasQuestion.bulkCreate(questions);
}
public async sendAnswer(min: GBMinInstance, channel: string, step: GBDialogStep, answer: GuaribasAnswer) {