dbgate/integration-tests/__tests__/db-import-export.spec.js

const engines = require('../engines');
const stream = require('stream');
const path = require('path');
const { testWrapper } = require('../tools');
const tableWriter = require('dbgate-api/src/shell/tableWriter');
const tableReader = require('dbgate-api/src/shell/tableReader');
const copyStream = require('dbgate-api/src/shell/copyStream');
const importDatabase = require('dbgate-api/src/shell/importDatabase');
const importDbFromFolder = require('dbgate-api/src/shell/importDbFromFolder');
const { runQueryOnDriver, runCommandOnDriver } = require('dbgate-tools');

function createImportStream() {
  const pass = new stream.PassThrough({
    objectMode: true,
  });
  pass.write({ columns: [{ columnName: 'id' }, { columnName: 'country' }], __isStreamHeader: true });
  pass.write({ id: 1, country: 'Czechia' });
  pass.write({ id: 2, country: 'Austria' });
  pass.write({ country: 'Germany', id: 3 });
  pass.write({ country: 'Romania', id: 4 });
  pass.write({ country: 'Great Britain', id: 5 });
  pass.write({ country: 'Bosna, Hecegovina', id: 6 });
  pass.end();

  return pass;
}

function createExportStream() {
  const writable = new stream.Writable({ objectMode: true });
  writable.resultArray = [];
  writable._write = (chunk, encoding, callback) => {
    writable.resultArray.push(chunk);
    callback();
  };
  return writable;
}

describe('DB Import/export', () => {
  test.each(engines.map(engine => [engine.label, engine]))(
    'Import one table - %s',
    testWrapper(async (conn, driver, engine) => {
      // const reader = await fakeObjectReader({ delay: 10 });
      // const reader = await fakeObjectReader();
      const reader = createImportStream();
      const writer = await tableWriter({
        systemConnection: conn,
        driver,
        pureName: 't1',
        createIfNotExists: true,
      });
      await copyStream(reader, writer);

      const res = await runQueryOnDriver(conn, driver, dmp => dmp.put(`select count(*) as ~cnt from ~t1`));
      expect(res.rows[0].cnt.toString()).toEqual('6');
    })
  );

  test.each(engines.map(engine => [engine.label, engine]))(
    `Import to existing table - %s`,
    testWrapper(async (conn, driver, engine) => {
      await runQueryOnDriver(conn, driver, dmp =>
        dmp.put(
          `create table ~t1 (~id int primary key, ~country %s)`,
          engine.useTextTypeForStrings ? 'text' : 'varchar(50)'
        )
      );

      const reader = createImportStream();
      const writer = await tableWriter({
        systemConnection: conn,
        driver,
        pureName: 't1',
        createIfNotExists: true,
      });
      await copyStream(reader, writer);

      const res = await runQueryOnDriver(conn, driver, dmp => dmp.put(`select count(*) as ~cnt from ~t1`));
      expect(res.rows[0].cnt.toString()).toEqual('6');
    })
  );

  test.each(engines.map(engine => [engine.label, engine]))(
    'Import two tables - %s',
    testWrapper(async (conn, driver, engine) => {
      // const reader = await fakeObjectReader({ delay: 10 });
      // const reader = await fakeObjectReader();
      const reader1 = createImportStream();
      const writer1 = await tableWriter({
        systemConnection: conn,
        driver,
        pureName: 't1',
        createIfNotExists: true,
      });
      await copyStream(reader1, writer1);

      const reader2 = createImportStream();
      const writer2 = await tableWriter({
        systemConnection: conn,
        driver,
        pureName: 't2',
        createIfNotExists: true,
      });
      await copyStream(reader2, writer2);

      const res1 = await runQueryOnDriver(conn, driver, dmp => dmp.put(`select count(*) as ~cnt from ~t1`));
      expect(res1.rows[0].cnt.toString()).toEqual('6');

      const res2 = await runQueryOnDriver(conn, driver, dmp => dmp.put(`select count(*) as ~cnt from ~t2`));
      expect(res2.rows[0].cnt.toString()).toEqual('6');
    })
  );
  const enginesWithDumpFile = engines.filter(x => x.dumpFile);
  const hasEnginesWithDumpFile = enginesWithDumpFile.length > 0;

  if (hasEnginesWithDumpFile) {
    test.each(enginesWithDumpFile.filter(x => x.dumpFile).map(engine => [engine.label, engine]))(
      'Import SQL dump - %s',
      testWrapper(async (conn, driver, engine) => {
        // const reader = await fakeObjectReader({ delay: 10 });
        // const reader = await fakeObjectReader();
        await importDatabase({
          systemConnection: conn,
          driver,
          inputFile: engine.dumpFile,
        });

        const structure = await driver.analyseFull(conn);

        for (const check of engine.dumpChecks || []) {
          const res = await driver.query(conn, check.sql);
          expect(res.rows[0].res.toString()).toEqual(check.res);
        }

        // const res1 = await driver.query(conn, `select count(*) as cnt from t1`);
        // expect(res1.rows[0].cnt.toString()).toEqual('6');

        // const res2 = await driver.query(conn, `select count(*) as cnt from t2`);
        // expect(res2.rows[0].cnt.toString()).toEqual('6');
      })
    );
  }

  test.each(engines.map(engine => [engine.label, engine]))(
    'Export one table - %s',
    testWrapper(async (conn, driver, engine) => {
      // const reader = await fakeObjectReader({ delay: 10 });
      // const reader = await fakeObjectReader();
      await runCommandOnDriver(
        conn,
        driver,
        `create table ~t1 (~id int primary key, ~country ${engine.useTextTypeForStrings ? 'text' : 'varchar(100)'})`
      );

      const data = [
        [1, 'Czechia'],
        [2, 'Austria'],
        [3, 'Germany'],
        [4, 'Romania'],
        [5, 'Great Britain'],
        [6, 'Bosna, Hecegovina'],
      ];
      for (const row of data) {
        await runCommandOnDriver(conn, driver, dmp =>
          dmp.put('insert into ~t1(~id, ~country) values (%v, %v)', ...row)
        );
      }
      const reader = await tableReader({
        systemConnection: conn,
        driver,
        pureName: 't1',
      });
      const writer = createExportStream();
      await copyStream(reader, writer);

      const result = writer.resultArray.filter(x => !x.__isStreamHeader).map(row => [row.id, row.country]);

      if (engine.forceSortResults) {
        result.sort((a, b) => a[0] - b[0]);
      }

      expect(result).toEqual(data);
    })
  );

  test.each(engines.filter(engine => !engine.skipImportModel).map(engine => [engine.label, engine]))(
    'Import guitar shop - schema + data - %s',
    testWrapper(async (conn, driver, engine) => {
      await importDbFromFolder({
        systemConnection: conn,
        driver,
        folder: path.join(__dirname, '../../e2e-tests/data/my-guitar-shop'),
      });

      const res1 = await runQueryOnDriver(conn, driver, dmp => dmp.put(`select count(*) as ~cnt from ~categories`));
      expect(res1.rows[0].cnt.toString()).toEqual('4');
    })
  );
});