GeneralBots/botserver
2
1
Fork 0
Code Issues Pull requests 1 Projects Releases 323 Packages Wiki Activity Actions

fix(all): New templates.

Browse source
This commit is contained in:
Rodrigo Rodriguez 2024-08-24 00:12:50 -03:00
parent 7d0047221f
commit 01628fdd0e
2 changed files with 75 additions and 48 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

53
packages/basic.gblib/services/SystemKeywords.ts
View file

@ -29,6 +29,8 @@
\*****************************************************************************/
'use strict';
import { setFlagsFromString } from 'v8';
import { runInNewContext } from 'vm';
import { IgApiClient } from 'instagram-private-api';
import { readFileSync } from 'fs';
import { resolve } from 'path';
@ -339,7 +341,20 @@ export class SystemKeywords {
}
public async closeHandles({ pid }) {
const { min, user } = await DialogKeywords.getProcessInfo(pid);
delete this.cachedMerge[pid];
// Capture memory usage before GC
const memoryBeforeGC = process.memoryUsage().heapUsed / 1024 / 1024; // in MB
GBLogEx.info(min, ``);
setFlagsFromString('--expose_gc');
const gc = runInNewContext('gc'); // nocommit
gc();
// Capture memory usage after GC
const memoryAfterGC = process.memoryUsage().heapUsed / 1024 / 1024; // in MB
GBLogEx.info(min, `BASIC: Closing Handles... From ${memoryBeforeGC.toFixed(2)} MB to ${memoryAfterGC.toFixed(2)} MB`);
}
public async asPDF({ pid, data }) {
@ -740,6 +755,10 @@ export class SystemKeywords {
let rowsDest = [];
rows.forEach(row => {
if (GBUtil.hasSubObject(row)) {
row = this.flattenJSON(row);
}
let dst = {};
let i = 0;
Object.keys(row).forEach(column => {
@ -777,7 +796,7 @@ export class SystemKeywords {
}
const { min } = await DialogKeywords.getProcessInfo(pid);
GBLogEx.info(min, `Saving to storage '${table}' (SAVE).`);
GBLogEx.info(min, `SAVE '${table}': 1 row.`);
const definition = this.getTableFromName(table, min);
@ -1114,7 +1133,6 @@ export class SystemKeywords {
}
resultH = null;
rows = [];
rows[0] = header;
for (let i = 1; i < result.length; i++) {
@ -2131,16 +2149,6 @@ export class SystemKeywords {
this.cachedMerge[pid] = { file: {} };
}
// Check if is a tree or flat object.
const hasSubObject = t => {
for (var key in t) {
if (!t.hasOwnProperty(key)) continue;
if (typeof t[key] === 'object') return true;
}
return false;
};
// MAX LINES property.
let maxLines = 1000;
@ -2228,6 +2236,7 @@ export class SystemKeywords {
header = results.text[0];
rows = results.text;
results = null;
}
let table = [];
@ -2238,7 +2247,7 @@ export class SystemKeywords {
if (!storage || !this.cachedMerge[pid][file]) {
for (; foundIndex < rows.length; foundIndex++) {
let row = {};
const tmpRow = rows[foundIndex];
let tmpRow = rows[foundIndex];
row = tmpRow.dataValues ? tmpRow.dataValues : tmpRow;
for (let colIndex = 0; colIndex < tmpRow.length; colIndex++) {
@ -2255,6 +2264,8 @@ export class SystemKeywords {
}
row['line'] = foundIndex + 1;
table.push(row);
row = null;
tmpRow = null;
}
if (storage) {
@ -2285,7 +2296,7 @@ export class SystemKeywords {
let row = data[i];
if (hasSubObject(row)) {
if (GBUtil.hasSubObject(row)) {
row = this.flattenJSON(row);
}
@ -2301,10 +2312,11 @@ export class SystemKeywords {
}
});
const foundRow = key1Index[key1Value];
let foundRow = key1Index[key1Value];
if (foundRow) {
found = table[foundRow[0]];
}
foundRow = null;
}
if (found) {
@ -2335,6 +2347,7 @@ export class SystemKeywords {
valueFound = found[e];
}
});
found = null;
const equals =
typeof value === 'string' && typeof valueFound === 'string'
@ -2354,6 +2367,7 @@ export class SystemKeywords {
},
{ retries: 5 }
);
obj = null;
} else {
const cell = `${this.numberToLetters(j)}${i + 1}`;
const address = `${cell}:${cell}`;
@ -2389,7 +2403,7 @@ export class SystemKeywords {
if (storage) {
// Uppercases fields.
const dst = {};
let dst = {};
let i = 0;
Object.keys(fieldsValues).forEach(fieldSrc => {
const name = fieldsNames[i];
@ -2400,11 +2414,14 @@ export class SystemKeywords {
fieldsValuesList.push(dst);
this.cachedMerge[pid][file].push(dst);
dst = null;
} else {
await this.save({ pid, file, args: fieldsValues });
}
fieldsValues = null;
adds++;
}
row = null;
}
// In case of storage, persist to DB in batch.
@ -2412,6 +2429,8 @@ export class SystemKeywords {
if (fieldsValuesList.length) {
await this.saveToStorageBatch({ pid, table: file, rows: fieldsValuesList });
}
key1Index = null;
key2Index = null;
table = null;
fieldsValuesList = null;
@ -2588,7 +2607,7 @@ export class SystemKeywords {
{
retries: 5,
onRetry: err => {
GBLog.error(`Retrying SaveToStorageBatch due to: ${err.message}.`);
GBLog.error(`Retrying deleteFromStorage due to: ${err.message}.`);
}
}
);

68
src/util.ts
View file

@ -69,7 +69,6 @@ export class GBUtil {
}
public static async getDirectLineClient(min) {
let config = {
spec: JSON.parse(Fs.readFileSync('directline-3.0.json', 'utf8')),
requestInterceptor: req => {
@ -77,8 +76,10 @@ export class GBUtil {
}
};
if (!GBConfigService.get('STORAGE_NAME')) {
config['spec'].url = `http://127.0.0.1:${GBConfigService.getServerPort()}/api/messages/${min.botId}`,
config['spec'].servers = [{ url: `http://127.0.0.1:${GBConfigService.getServerPort()}/api/messages/${min.botId}` }];
(config['spec'].url = `http://127.0.0.1:${GBConfigService.getServerPort()}/api/messages/${min.botId}`),
(config['spec'].servers = [
{ url: `http://127.0.0.1:${GBConfigService.getServerPort()}/api/messages/${min.botId}` }
]);
config['spec'].openapi = '3.0.0';
delete config['spec'].host;
delete config['spec'].swagger;
@ -125,45 +126,52 @@ export class GBUtil {
}
}
public static copyIfNewerRecursive(src, dest) {
if (!Fs.existsSync(src)) {
console.error(`Source path "${src}" does not exist.`);
return;
console.error(`Source path "${src}" does not exist.`);
return;
}
// Check if the source is a directory
if (Fs.statSync(src).isDirectory()) {
// Create the destination directory if it doesn't exist
if (!Fs.existsSync(dest)) {
Fs.mkdirSync(dest, { recursive: true });
}
// Create the destination directory if it doesn't exist
if (!Fs.existsSync(dest)) {
Fs.mkdirSync(dest, { recursive: true });
}
// Read all files and directories in the source directory
const entries = Fs.readdirSync(src);
// Read all files and directories in the source directory
const entries = Fs.readdirSync(src);
for (let entry of entries) {
const srcEntry = path.join(src, entry);
const destEntry = path.join(dest, entry);
for (let entry of entries) {
const srcEntry = path.join(src, entry);
const destEntry = path.join(dest, entry);
// Recursively copy each entry
this.copyIfNewerRecursive(srcEntry, destEntry);
}
// Recursively copy each entry
this.copyIfNewerRecursive(srcEntry, destEntry);
}
} else {
// Source is a file, check if we need to copy it
if (Fs.existsSync(dest)) {
const srcStat = Fs.statSync(src);
const destStat = Fs.statSync(dest);
// Source is a file, check if we need to copy it
if (Fs.existsSync(dest)) {
const srcStat = Fs.statSync(src);
const destStat = Fs.statSync(dest);
// Copy only if the source file is newer than the destination file
if (srcStat.mtime > destStat.mtime) {
Fs.cpSync(src, dest, { force: true });
}
} else {
// Destination file doesn't exist, so copy it
Fs.cpSync(src, dest, { force: true });
// Copy only if the source file is newer than the destination file
if (srcStat.mtime > destStat.mtime) {
Fs.cpSync(src, dest, { force: true });
}
} else {
// Destination file doesn't exist, so copy it
Fs.cpSync(src, dest, { force: true });
}
}
}
}
// Check if is a tree or flat object.
public static hasSubObject(t) {
for (var key in t) {
if (!t.hasOwnProperty(key)) continue;
if (typeof t[key] === 'object') return true;
}
return false;
}
}