dennii/dbgate
1
0
Fork 0
mirror of https://github.com/DeNNiiInc/dbgate.git synced 2026-04-18 09:05:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

driver commons refactor, default bulkinserter for mysql and postgres

Browse Source
This commit is contained in:
Jan Prochazka
2020-09-28 13:54:31 +02:00
parent 5359f850dd
commit 29a7b68b59
7 changed files with 122 additions and 70 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
packages/engines/default/createBulkInsertStreamBase.js
View File

@@ -45,16 +45,32 @@ function createBulkInsertStreamBase(driver, stream, pool, name, options) {
await driver.query(pool, `TRUNCATE TABLE ${fullNameQuoted}`);
}
const respTemplate = await pool.request().query(`SELECT * FROM ${fullNameQuoted} WHERE 1=0`);
writable.templateColumns = respTemplate.recordset.toTable().columns;
// console.log('writable.templateColumns', writable.templateColumns);
this.columnNames = _.intersection(
structure.columns.map((x) => x.columnName),
writable.structure.columns.map((x) => x.columnName)
);
};
writable.send = async () => {
const rows = writable.buffer;
writable.buffer = [];
const dmp = driver.createDumper();
dmp.putRaw(`INSERT INTO ${fullNameQuoted} (`);
dmp.putCollection(',', this.columnNames, (col) => dmp.putRaw(driver.dialect.quoteIdentifier(col)));
dmp.putRaw('\n');
let wasRow = false;
for (const row of rows) {
if (wasRow) dmp.putRaw(',\n');
dmp.putRaw('(');
dmp.putCollection(',', this.columnNames, (col) => dmp.putValue(row[col]));
dmp.putRaw(')');
}
await driver.query(pool, dmp.s);
};
writable.sendIfFull = async () => {
if (writable.buffer.length > 100) {
await writable.send();