duckdb imports/exports WIP

packages/api/src/controllers/databaseConnections.js

@@ -125,6 +125,12 @@ module.exports = {
     socket.emit(`session-initialize-file-${jslid}`);
   },
 
+  // eval event handler
+  handle_runnerDone(conid, database, props) {
+    const { runid } = props;
+    socket.emit(`runner-done-${runid}`);
+  },
+
   async ensureOpened(conid, database) {
     const existing = this.opened.find(x => x.conid == conid && x.database == database);
     if (existing) return existing;
@@ -794,7 +800,8 @@ module.exports = {
   },
 
   executeSessionQuery_meta: true,
-  async executeSessionQuery({ sesid, conid, database, sql }) {
+  async executeSessionQuery({ sesid, conid, database, sql }, req) {
+    testConnectionPermission(conid, req);
     logger.info({ sesid, sql }, 'Processing query');
     sessions.dispatchMessage(sesid, 'Query execution started');
 
@@ -803,4 +810,13 @@ module.exports = {
 
     return { state: 'ok' };
   },
+
+  evalJsonScript_meta: true,
+  async evalJsonScript({ conid, database, script, runid }, req) {
+    testConnectionPermission(conid, req);
+    const opened = await this.ensureOpened(conid, database);
+
+    opened.subprocess.send({ msgtype: 'evalJsonScript', script, runid });
+    return { state: 'ok' };
+  },
 };

packages/api/src/controllers/runners.js

@@ -58,7 +58,7 @@ dbgateApi.initializeApiEnvironment();
 ${requirePluginsTemplate(extractShellApiPlugins(functionName, props))}
 require=null;
 async function run() {
-const reader=await ${extractShellApiFunctionName(functionName)}(${JSON.stringify(props)});
+const reader=await ${extractShellApiFunctionName(functionName, true)}(${JSON.stringify(props)});
 const writer=await dbgateApi.collectorWriter({runid: '${runid}'});
 await dbgateApi.copyStream(reader, writer);
 }

packages/api/src/proc/databaseConnectionProcess.js

@@ -9,14 +9,18 @@ const {
   dbNameLogCategory,
   extractErrorMessage,
   extractErrorLogData,
+  ScriptWriterEval,
+  SqlGenerator,
+  playJsonScriptWriter,
 } = require('dbgate-tools');
 const requireEngineDriver = require('../utility/requireEngineDriver');
 const { connectUtility } = require('../utility/connectUtility');
 const { handleProcessCommunication } = require('../utility/processComm');
-const { SqlGenerator } = require('dbgate-tools');
 const generateDeploySql = require('../shell/generateDeploySql');
 const { dumpSqlSelect } = require('dbgate-sqltree');
 const { allowExecuteCustomScript, handleQueryStream } = require('../utility/handleQueryStream');
+const dbgateApi = require('../shell');
+const requirePlugin = require('../shell/requirePlugin');
 
 const logger = getLogger('dbconnProcess');
 
@@ -406,6 +410,12 @@ async function handleExecuteSessionQuery({ sesid, sql }) {
   process.send({ msgtype: 'done', sesid });
 }
 
+async function handleEvalJsonScript({ script, runid }) {
+  const evalWriter = new ScriptWriterEval(dbgateApi, requirePlugin, dbhan);
+  await playJsonScriptWriter(script, evalWriter);
+  process.send({ msgtype: 'runnerDone', runid });
+}
+
 // async function handleRunCommand({ msgid, sql }) {
 //   await waitConnected();
 //   const driver = engines(storedConnection);
@@ -437,6 +447,7 @@ const messageHandlers = {
   exportKeys: handleExportKeys,
   schemaList: handleSchemaList,
   executeSessionQuery: handleExecuteSessionQuery,
+  evalJsonScript: handleEvalJsonScript,
   // runCommand: handleRunCommand,
 };