dennii/dbgate
1
0
Fork 0
mirror of https://github.com/DeNNiiInc/dbgate.git synced 2026-04-18 02:06:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: use streaming api for duckdb driver's stream method

Browse Source
This commit is contained in:
Nybkox
2025-04-29 01:01:57 +02:00
parent e09294d9aa
commit f67221ee01
1 changed files with 24 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
plugins/dbgate-plugin-duckdb/src/backend/driver.js
View File

@@ -7,6 +7,7 @@ const { getLogger, extractErrorLogData, createBulkInsertStreamBase } = require('
const { getColumnsInfo, normalizeRow } = require('./helpers');
const sql = require('./sql');
const { mapSchemaRowToSchemaInfo } = require('./Analyser.helpers');
const { zipObject } = require('lodash');
const logger = getLogger('sqliteDriver');
@@ -62,11 +63,9 @@ const driver = {
const count = statements.count;
for (let i = 0; i < count; i++) {
let hasSentColumns = false;
const stmt = await statements.prepare(i);
const res = await stmt.runAndReadAll();
const returningStatemetes = [
const returningStatementTypes = [
duckdb.StatementType.SELECT,
duckdb.StatementType.EXPLAIN,
duckdb.StatementType.EXECUTE,
@@ -74,29 +73,35 @@ const driver = {
duckdb.StatementType.LOGICAL_PLAN,
];
if (!returningStatemetes.includes(stmt.statementType)) {
if (!returningStatementTypes.includes(stmt.statementType)) {
continue;
}
// options.info({
// message: JSON.stringify(res),
// time: new Date(),
// severity: 'info',
// });
const result = await stmt.stream();
let hasSentColumns = false;
if (!hasSentColumns) {
const columnNames = res.columnNames();
const columnTypes = res.columnTypes();
const columns = getColumnsInfo(columnNames, columnTypes);
while (true) {
const chunk = await result.fetchChunk();
options.recordset(columns);
hasSentColumns = true;
}
if (!chunk || chunk.rowCount === 0) {
break;
}
const rows = res.getRowObjects();
if (!hasSentColumns) {
const columnNames = result.columnNames();
const columnTypes = result.columnTypes();
const columns = getColumnsInfo(columnNames, columnTypes);
options.recordset(columns);
hasSentColumns = true;
}
for (const row of rows) {
options.row(normalizeRow(row));
const rows = chunk.getRows();
const columnNames = result.columnNames();
for (const row of rows) {
const zipped = zipObject(columnNames, row);
options.row(normalizeRow(zipped));
}
}
}