new(all): Alpha Word Debugger for 3.0.

This commit is contained in:
rodrigorodriguez 2022-11-12 21:33:45 -03:00
parent 79f77b528d
commit 301de1f73c
4 changed files with 145 additions and 127 deletions

View file

@ -89,9 +89,7 @@ export class DebuggerService {
*/
maxLines: number = 2000;
debugMap = {};
conversationsMap = {};
scopeMap = {};
watermarkMap = {};
/**
@ -108,54 +106,47 @@ export class DebuggerService {
'Debug Web Automation',
false
);
const botId = min.botId;
GBServer.globals.debuggers[botId] = {};
GBServer.globals.debuggers[botId].state = 1;
GBServer.globals.debuggers[botId].breaks = [];
}
private client;
public async setBreakpoint({ botId, botApiKey, line }) {
public async breakpoint({ botId, botApiKey, line }) {
const client = GBServer.globals.debuggers[botId];
GBServer.globals.debuggers[botId].breaks.push(Number.parseInt(line));
async function mainScript({ Debugger }) {
return new Promise((fulfill, reject) => {
Debugger.scriptParsed((params) => {
const { scriptId, url } = params;
fulfill(scriptId);
});
});
}
const scriptId = await mainScript(client);
const { breakpointId } = await await client.Debugger.setBreakpoint({
location: {
scriptId,
lineNumber: line - 1
}
});
}
public async removeBreakPoint({ botId, botApiKey, line }) {
const client = GBServer.globals.debuggers[botId].client;
}
public async continueRun({ botId, botApiKey, force }) {
const client = GBServer.globals.debuggers[botId];
const client = GBServer.globals.debuggers[botId].client;
client.Debugger.resume();
}
public async stop({ botId, botApiKey, force }) {
const client = GBServer.globals.debuggers[botId];
const client = GBServer.globals.debuggers[botId].client;
client.close();
}
public async stepOver({ botId, botApiKey }) {
const client = GBServer.globals.debuggers[botId];
const client = GBServer.globals.debuggers[botId].client;
client.stepOver();
}
public async getExecutionContext({ botId, botApiKey, force }) {
const client = GBServer.globals.debuggers[botId];
const client = GBServer.globals.debuggers[botId].client;
const conversationId = this.conversationsMap[botId];
@ -175,12 +166,17 @@ export class DebuggerService {
});
}
}
return { state:this.debugMap[botId].state, messages, scope: this.scopeMap[botId] };
return { state: GBServer.globals.debuggers[botId].state, messages, scope: GBServer.globals.debuggers[botId].scope };
}
public async run({ botId, botApiKey, scriptName }) {
GBLog.info(`BASIC: Running ${botId} in DEBUG mode.`);
GBServer.globals.debuggers[botId].state = 1;
this.debugMap[botId] = { state: 1 };
let min: GBMinInstance = GBServer.globals.minInstances.filter(
p => p.instance.botId === botId
@ -210,28 +206,5 @@ export class DebuggerService {
}
}
});
// Setup debugger.
const client = GBServer.globals.debuggers[botId];
client.Debugger.paused(({ callFrames, reason, hitBreakpoints }) => {
const frame = callFrames[0];
if (hitBreakpoints.length > 1) {
GBLog.info(`.gbdialog break at line ${frame.location.lineNumber + 1}`); // (zero-based)
const scope = `${frame.scopeChain[0].name} ${frame.scopeChain[0].object}`;
this.scopeMap[botId] = scope;
}
else if (reason === ''){
GBLog.info(`.gbdialog ${reason} at line ${frame.location.lineNumber + 1}`); // (zero-based)
}
});
await client.Runtime.runIfWaitingForDebugger();
await client.Debugger.enable();
await client.Debugger.setPauseOnExceptions('all');
}
}

View file

@ -770,7 +770,7 @@ export class GBVMService extends GBService {
// Creates a class DialogKeywords which is the *this* pointer
// in BASIC.
const user = step ? await min.userProfile.get(step.context, {}) : null;
const user = step ? await min.userProfile.get(step.context, {}) : null;
const sandbox = { user: user.systemUser };
@ -826,9 +826,9 @@ export class GBVMService extends GBService {
const runnerPath = urlJoin(process.cwd(), 'dist', 'packages', 'basic.gblib', 'services', 'vm2-process', 'vm2ProcessRunner.js');
try {
const { run, drain } = createVm2Pool({
min: 1,
max: 1,
const { run } = createVm2Pool({
min: 0,
max: 0,
debuggerPort: 9222,
botId: botId,
cpu: 100,
@ -840,8 +840,7 @@ export class GBVMService extends GBService {
const port = run.port;
const result = await run(code, { filename: scriptPath, sandbox: sandbox });
drain();
return result;
} catch (error) {
throw new Error(`BASIC RUNTIME ERR: ${error.message ? error.message : error}\n Stack:${error.stack}`);

View file

@ -1,23 +1,19 @@
const crypto2 = require('crypto');
const Fs = require('fs');
const Path = require('path');
const { spawn } = require('child_process');
const CDP = require('chrome-remote-interface');
const { } = require('child_process');
const { dirname } = require('path');
const { fileURLToPath } = require('url');
const {} = require('child_process');
const net = require('net');
import { GBLog } from 'botlib';
import { CollectionUtil } from 'pragmatismo-io-framework';
import { GBServer } from '../../../../src/app';
const genericPool = require('generic-pool');
const finalStream = require('final-stream');
const waitUntil = (condition) => {
const waitUntil = condition => {
if (condition()) {
return Promise.resolve();
}
return new Promise((resolve) => {
return new Promise(resolve => {
const interval = setInterval(() => {
if (!condition()) {
return;
@ -30,89 +26,141 @@ const waitUntil = (condition) => {
};
const createVm2Pool = ({ min, max, ...limits }) => {
limits = Object.assign({
cpu: 100,
memory: 2000,
time: 4000
}, limits);
limits = Object.assign(
{
cpu: 100,
memory: 2000,
time: 4000
},
limits
);
let limitError = null;
const ref = crypto2.randomBytes(20).toString('hex');
const kill = (x) => {
const kill = x => {
spawn('sh', ['-c', `pkill -9 -f ${ref}`]);
};
let stderrCache = '';
const factory = {
create: function () {
const runner = spawn('cpulimit', [
'-ql', limits.cpu,
'--',
'node', `--inspect-brk=${limits.debuggerPort}`, `--experimental-fetch`, `--max-old-space-size=${limits.memory}`,
limits.script
, ref
], { cwd: limits.cwd, shell: false });
runner.stdout.on('data', (data) => {
runner.socket = runner.socket || data.toString().trim();
});
runner.stderr.on('data', (data) => {
stderrCache = stderrCache + data.toString();
if (stderrCache.includes('failed: address already in use'))
{
limitError = stderrCache;
}
if (stderrCache.includes('FATAL ERROR: Reached heap limit Allocation failed - JavaScript heap out of memory')) {
limitError = 'code execution exceeed allowed memory';
}
});
return runner;
},
destroy: function (childProcess) {
kill(childProcess);
}
};
const pool = genericPool.createPool(factory, { min, max });
const run = async (code, scope) => {
const childProcess = await pool.acquire();
const childProcess = spawn(
'cpulimit',
[
'-ql',
limits.cpu,
'--',
'node',
`--inspect=${limits.debuggerPort}`,
`--experimental-fetch`,
`--max-old-space-size=${limits.memory}`,
limits.script,
ref
],
{ cwd: limits.cwd, shell: false }
);
childProcess.stdout.on('data', data => {
childProcess.socket = childProcess.socket || data.toString().trim();
});
childProcess.stderr.on('data', data => {
stderrCache = stderrCache + data.toString();
if (stderrCache.includes('failed: address already in use')) {
limitError = stderrCache;
kill(process);
}
if (stderrCache.includes('FATAL ERROR: Reached heap limit Allocation failed - JavaScript heap out of memory')) {
limitError = 'code execution exceeed allowed memory';
kill(process);
}
});
let socket = null;
await waitUntil(() => childProcess.socket);
socket = net.createConnection(childProcess.socket);
socket.write(JSON.stringify({ code, scope }) + '\n');
const socket = net.createConnection(childProcess.socket);
// Only attach if called by /debugger/run.
CDP(async (client) => {
const { Debugger, Runtime } = client;
try {
GBServer.globals.debuggers[scope.botId] = client;
} catch (err) {
GBLog.error(err);
} finally {
client.close();
}
}).on('error', (err) => {
console.error(err);
});
if (GBServer.globals.debuggers[limits.botId]) {
const debug = async () => {
return new Promise((resolve, reject) => {
CDP(async client => {
const { Debugger, Runtime } = client;
try {
GBServer.globals.debuggers[limits.botId].client = client;
await client.Runtime.runIfWaitingForDebugger();
await client.Debugger.enable();
async function mainScript({ Debugger }) {
return new Promise((fulfill, reject) => {
Debugger.scriptParsed(params => {
const { scriptId, url } = params;
fulfill(scriptId);
});
});
}
await CollectionUtil.asyncForEach(GBServer.globals.debuggers[limits.botId].breaks, async brk => {
const scriptId = await mainScript(client);
const { breakpointId } = await client.Debugger.setBreakpoint({
location: {
scriptId,
lineNumber: brk
}
});
GBLog.info(`BASIC break defined ${breakpointId} for ${limits.botId}`);
});
await client.Debugger.paused(({ callFrames, reason, hitBreakpoints }) => {
const frame = callFrames[0];
if (hitBreakpoints.length > 1) {
GBLog.info(`.gbdialog break at line ${frame.location.lineNumber + 1}`); // (zero-based)
const scope = `${frame.scopeChain[0].name} ${frame.scopeChain[0].object}`;
GBServer.globals.debuggers[limits.botId].scope = scope;
GBServer.globals.debuggers[limits.botId].state = 2;
} else if (reason === '') {
GBLog.info(`.gbdialog ${reason} at line ${frame.location.lineNumber + 1}`); // (zero-based)
}
});
resolve(1);
} catch (err) {
GBLog.error(err);
kill(childProcess);
}
}).on('error', err => {
console.error(err);
kill(childProcess);
reject(err);
});
});
};
await debug();
}
const timer = setTimeout(() => {
limitError = 'code execution took too long and was killed';
kill(childProcess);
}, limits.time);
socket.write(JSON.stringify({ code, scope }) + '\n');
try {
let data = await finalStream(socket);
data = JSON.parse(data)
data = JSON.parse(data);
if (!data.length) {
return null;
}
if (data.error) {
throw new Error(data.error);
}
@ -121,16 +169,13 @@ const createVm2Pool = ({ min, max, ...limits }) => {
} catch (error) {
throw new Error(limitError || error);
} finally {
kill(childProcess);
clearTimeout(timer);
pool.destroy(childProcess);
}
};
return {
run,
drain: () => {
pool.drain().then(() => pool.clear());
}
run
};
};

View file

@ -108,6 +108,7 @@ export class GBServer {
GBServer.globals.minInstances = [];
GBServer.globals.wwwroot = null;
GBServer.globals.entryPointDialog = null;
GBServer.globals.debuggers = [];
server.use(bodyParser.json());
server.use(bodyParser.urlencoded({ extended: true }));