fix(core.gbapp):Fix in tabular blank lines and other fixes.

package.json

@@ -8,8 +8,9 @@
   "contributors": [
     "Rodrigo Rodriguez <me@rodrigorodriguez.com>",
     "João Ferreira <joao.parana@gmail.com>",
-    "Jorge Ramos <jramos@pobox.com>"
+    "Jorge Ramos <jramos@pobox.com>",
-  ],
+    "PH <ph.an@outlook.com>",
+    "Dário Vieira <dario.junior3@gmail.com>"  ],
   "engines": {
     "node": "=10.15.2"
   },
@@ -63,7 +64,7 @@
     "botbuilder-ai": "4.7.0",
     "botbuilder-dialogs": "4.7.0",
     "botframework-connector": "4.7.0",
-    "botlib": "1.4.4",
+    "botlib": "1.4.5",
     "chai": "4.2.0",
     "cli-spinner": "0.2.10",
     "csv-parse": "4.8.3",

packages/admin.gbapp/services/GBAdminService.ts

@@ -73,8 +73,6 @@ export class GBAdminService implements IGBAdminService {
     }
     GBLog.info('Now, *deploying* package...');
     await GBAdminService.deployPackageCommand(min, `deployPackage ${packageName}`, min.deployService);
-    GBLog.info('Package deployed. Just need to rebuild the index... Doing it right now.');
-    await GBAdminService.rebuildIndexPackageCommand(min, min.deployService);
     GBLog.info('Finished importing of that .gbkb package.');
   }
 

packages/core.gbapp/dialogs/WelcomeDialog.ts

@@ -66,7 +66,7 @@ export class WelcomeDialog extends IGBDialog {
         const user = await min.userProfile.get(step.context, {});
         const locale = step.context.activity.locale;
 
-        if (!user.once) {
+        if (!user.once && step.context.activity.channelId === "webchat") {
           user.once = true;
           await min.userProfile.set(step.context, user);
           const a = new Date();

packages/core.gbapp/services/GBConversationalService.ts

@@ -149,7 +149,8 @@ export class GBConversationalService implements IGBConversationalService {
       InEmbedBegin,
       InEmbedEnd,
       InEmbedAddressBegin,
-      InEmbedAddressEnd
+      InEmbedAddressEnd,
+      InLineBreak,
     };
     let state = State.InText;
     let currentImage = '';
@@ -163,16 +164,35 @@ export class GBConversationalService implements IGBConversationalService {
 
       switch (state) {
         case State.InText:
+          
           if (c === '!') {
             state = State.InImageBegin;
           }
           else if (c === '[') {
             state = State.InEmbedBegin;
           }
+          else if  (c === '\n') {
+            state = State.InLineBreak;
+          }
           else {
             currentText = currentText.concat(c);
           }
           break;
+        case State.InLineBreak:
+          if (c === '\n') {
+            if (currentText !== '') {
+              if (mobile === null) {
+                await step.context.sendActivity(currentText);
+              }
+              else {
+                this.sendToMobile(min, mobile, currentText);
+              }
+              await sleep(3000);
+            }
+            currentText = '';
+            state = State.InText;
+          }
+        break;
         case State.InEmbedBegin:
           if (c === '=') {
             if (currentText !== '') {

packages/core.gbapp/services/GBDeployer.ts

@@ -368,6 +368,7 @@ export class GBDeployer implements IGBDeployer{
       instance.searchIndexer
     );
 
+
     const connectionString = GBDeployer.getConnectionStringFromInstance(instance);
 
     const dsName = 'gb';
@@ -380,7 +381,13 @@ export class GBDeployer implements IGBDeployer{
       }
     }
 
+    try {
       await search.createDataSource(dsName, dsName, 'GuaribasQuestion', 'azuresql', connectionString);
+    } catch (err) {
+      GBLog.error(err);
+      throw err;
+
+    }
 
     try {
       await search.deleteIndex();
@@ -390,6 +397,7 @@ export class GBDeployer implements IGBDeployer{
         throw err;
       }
     }
+
     await search.createIndex(searchSchema, dsName);
   }
 

packages/kb.gbapp/services/KBService.ts

@@ -274,6 +274,14 @@ export class KBService implements IGBKBService {
     let rows = data._worksheets[1]._rows;
 
     return asyncPromise.eachSeries(rows, async line => {
+
+      // Skips the first line.
+
+      if (line._cells[0] !== undefined &&
+        line._cells[1] !== undefined &&
+        line._cells[2] !== undefined &&
+        line._cells[3] !== undefined &&
+        line._cells[4] !== undefined) {
         // Extracts values from columns in the current line.
 
         const subjectsText = line._cells[0].value;
@@ -282,9 +290,10 @@ export class KBService implements IGBKBService {
         const question = line._cells[3].value;
         let answer = line._cells[4].value;
 
-      // Skips the first line.
 
-      if (!(subjectsText === 'subjects' && from === 'from')) {
+        if (!(subjectsText === 'subjects' && from === 'from')
+          && (answer !== null && question !== null)) {
+
           let format = '.txt';
 
           // Extracts answer from external media if any.
@@ -361,6 +370,7 @@ export class KBService implements IGBKBService {
 
           return Promise.resolve(undefined);
         }
+      }
     });
   }
 
@@ -439,22 +449,56 @@ export class KBService implements IGBKBService {
     packageStorage: GuaribasPackage,
     instance: IGBInstance
   ): Promise<any> {
+
     // Imports subjects tree into database and return it.
 
     await this.importSubjectFile(packageStorage.packageId, urlJoin(localPath, 'subjects.json'), instance);
 
-    // Import all .tsv files in the tabular directory.
+    // Import tabular files in the tabular directory.
 
-    return this.importKbTabularDirectory(localPath, instance, packageStorage.packageId);
+    await this.importKbTabularDirectory(localPath, instance, packageStorage.packageId);
+
+    // Import remaining .md files in articles directory.
+
+    return await this.importRemainingArticles(localPath, instance, packageStorage.packageId);
   }
 
+  /**
+   * Import all .md files in artcles folder that has not been referenced by tabular files.
+   */
+  public async importRemainingArticles(localPath: string, instance: IGBInstance, packageId: number): Promise<any> {
+    const files = await walkPromise(urlJoin(localPath, 'articles'));
+
+    return Promise.all(
+      files.map(async file => {
+        if (file.name.endsWith('.md')) {
+
+          let content = await this.getAnswerTextByMediaName(instance.instanceId, file.name);
+
+          if (content === null) {
+
+            const fullFilename = urlJoin(file.root, file.name);
+            content = Fs.readFileSync(fullFilename, 'utf-8');
+
+            await GuaribasAnswer.create({
+              instanceId: instance.instanceId,
+              content: content,
+              format: ".md",
+              media: file.name,
+              packageId: packageId,
+              prevId: 0 // TODO: Calculate total rows and increment.
+            });
+          }
+        }
+      }));
+  }
   public async importKbTabularDirectory(localPath: string, instance: IGBInstance, packageId: number): Promise<any> {
     const files = await walkPromise(urlJoin(localPath, 'tabular'));
 
     return Promise.all(
       files.map(async file => {
         if (file.name.endsWith('.xlsx')) {
-          return this.importKbTabularFile(urlJoin(file.root, file.name), instance.instanceId, packageId);
+          return await this.importKbTabularFile(urlJoin(file.root, file.name), instance.instanceId, packageId);
         }
       })
     );
@@ -501,7 +545,8 @@ export class KBService implements IGBKBService {
       where: { instanceId: instance.instanceId, packageId: packageId }
     });
 
-    await deployer.rebuildIndex(instance, new AzureDeployerService(deployer).getKBSearchSchema(instance.searchIndex));
+    GBLog.info("Remember to call rebuild index manually after package removal.");
+
   }
 
   /**