dbgate/e2e-tests/init/browse-data.js

const path = require('path');
const fs = require('fs');
const os = require('os');

const dbgateApi = require('dbgate-api');
dbgateApi.initializeApiEnvironment();
const dbgatePluginMysql = require('dbgate-plugin-mysql');
dbgateApi.registerPlugins(dbgatePluginMysql);
const dbgatePluginPostgres = require('dbgate-plugin-postgres');
dbgateApi.registerPlugins(dbgatePluginPostgres);

async function initMySqlDatabase(dbname, inputFile) {
  await dbgateApi.executeQuery({
    connection: {
      server: process.env.SERVER_mysql,
      user: process.env.USER_mysql,
      password: process.env.PASSWORD_mysql,
      port: process.env.PORT_mysql,
      engine: 'mysql@dbgate-plugin-mysql',
    },
    sql: `drop database if exists ${dbname}`,
  });

  await dbgateApi.executeQuery({
    connection: {
      server: process.env.SERVER_mysql,
      user: process.env.USER_mysql,
      password: process.env.PASSWORD_mysql,
      port: process.env.PORT_mysql,
      engine: 'mysql@dbgate-plugin-mysql',
    },
    sql: `create database ${dbname}`,
  });

  await dbgateApi.importDatabase({
    connection: {
      server: process.env.SERVER_mysql,
      user: process.env.USER_mysql,
      password: process.env.PASSWORD_mysql,
      port: process.env.PORT_mysql,
      database: dbname,
      engine: 'mysql@dbgate-plugin-mysql',
    },
    inputFile,
  });
}

async function initPostgresDatabase(dbname, inputFile) {
  await dbgateApi.executeQuery({
    connection: {
      server: process.env.SERVER_postgres,
      user: process.env.USER_postgres,
      password: process.env.PASSWORD_postgres,
      port: process.env.PORT_postgres,
      engine: 'postgres@dbgate-plugin-postgres',
    },
    sql: `drop database if exists "${dbname}"`,
  });

  await dbgateApi.executeQuery({
    connection: {
      server: process.env.SERVER_postgres,
      user: process.env.USER_postgres,
      password: process.env.PASSWORD_postgres,
      port: process.env.PORT_postgres,
      engine: 'postgres@dbgate-plugin-postgres',
    },
    sql: `create database "${dbname}"`,
  });

  await dbgateApi.importDatabase({
    connection: {
      server: process.env.SERVER_postgres,
      user: process.env.USER_postgres,
      password: process.env.PASSWORD_postgres,
      port: process.env.PORT_postgres,
      database: dbname,
      engine: 'postgres@dbgate-plugin-postgres',
    },
    inputFile,
  });
}

async function initMongoDatabase(dbname, inputDirectory) {
  await dbgateApi.executeQuery({
    connection: {
      server: process.env.SERVER_mongo,
      user: process.env.USER_mongo,
      password: process.env.PASSWORD_mongo,
      port: process.env.PORT_mongo,
      database: dbname,
      engine: 'mongo@dbgate-plugin-mongo',
    },
    sql: 'db.dropDatabase()',
  });

  for (const file of fs.readdirSync(inputDirectory)) {
    const pureName = path.parse(file).name;
    const src = await dbgateApi.jsonLinesReader({ fileName: path.join(inputDirectory, file) });
    const dst = await dbgateApi.tableWriter({
      connection: {
        server: process.env.SERVER_mongo,
        user: process.env.USER_mongo,
        password: process.env.PASSWORD_mongo,
        port: process.env.PORT_mongo,
        database: dbname,
        engine: 'mongo@dbgate-plugin-mongo',
      },
      pureName,
      createIfNotExists: true,
    });
    await dbgateApi.copyStream(src, dst);
  }

  // await dbgateApi.importDatabase({
  //   connection: {
  //     server: process.env.SERVER_postgres,
  //     user: process.env.USER_postgres,
  //     password: process.env.PASSWORD_postgres,
  //     port: process.env.PORT_postgres,
  //     database: dbname,
  //     engine: 'postgres@dbgate-plugin-postgres',
  //   },
  //   inputFile,
  // });
}

async function initRedisDatabase(inputDirectory) {
  await dbgateApi.executeQuery({
    connection: {
      server: process.env.SERVER_redis,
      user: process.env.USER_redis,
      password: process.env.PASSWORD_redis,
      port: process.env.PORT_redis,
      engine: 'redis@dbgate-plugin-redis',
    },
    sql: 'FLUSHALL',
  });

  for (const file of fs.readdirSync(inputDirectory)) {
    await dbgateApi.executeQuery({
      connection: {
        server: process.env.SERVER_redis,
        user: process.env.USER_redis,
        password: process.env.PASSWORD_redis,
        port: process.env.PORT_redis,
        engine: 'redis@dbgate-plugin-redis',
        database: 0,
      },
      sqlFile: path.join(inputDirectory, file),
      // logScriptItems: true,
    });
  }

  // await dbgateApi.importDatabase({
  //   connection: {
  //     server: process.env.SERVER_postgres,
  //     user: process.env.USER_postgres,
  //     password: process.env.PASSWORD_postgres,
  //     port: process.env.PORT_postgres,
  //     database: dbname,
  //     engine: 'postgres@dbgate-plugin-postgres',
  //   },
  //   inputFile,
  // });
}

const baseDir = path.join(os.homedir(), '.dbgate');

async function copyFolder(source, target) {
  if (!fs.existsSync(target)) {
    fs.mkdirSync(target, { recursive: true });
  }
  for (const file of fs.readdirSync(source)) {
    fs.copyFileSync(path.join(source, file), path.join(target, file));
  }
}

async function run() {
  await initMySqlDatabase('MyChinook', path.resolve(path.join(__dirname, '../data/chinook-mysql.sql')));
  await initMySqlDatabase('MyChangedChinook', path.resolve(path.join(__dirname, '../data/chinook-mysql-changed.sql')));
  // await initMySqlDatabase('Northwind', path.resolve(path.join(__dirname, '../data/northwind-mysql.sql')));
  // await initMySqlDatabase('Sakila', path.resolve(path.join(__dirname, '../data/sakila-mysql.sql')));

  await initPostgresDatabase('PgChinook', path.resolve(path.join(__dirname, '../data/chinook-postgres.sql')));
  await initPostgresDatabase('PgGeoData', path.resolve(path.join(__dirname, '../data/geo-data-postgres.sql')));

  await initMongoDatabase('MgChinook', path.resolve(path.join(__dirname, '../data/chinook-jsonl')));
  await initMongoDatabase('MgRivers', path.resolve(path.join(__dirname, '../data/rivers-jsonl')));

  await initRedisDatabase(path.resolve(path.join(__dirname, '../data/redis')));

  await copyFolder(
    path.resolve(path.join(__dirname, '../data/chinook-jsonl')),
    path.join(baseDir, 'archive-e2etests', 'default')
  );

  await copyFolder(
    path.resolve(path.join(__dirname, '../data/chinook-jsonl')),
    path.join(baseDir, 'archive-e2etests', 'chinook-archive')
  );

  await copyFolder(
    path.resolve(path.join(__dirname, '../data/files/query')),
    path.join(baseDir, 'files-e2etests', 'query')
  );

  await copyFolder(
    path.resolve(path.join(__dirname, '../data/files/diagrams')),
    path.join(baseDir, 'files-e2etests', 'diagrams')
  );

  await copyFolder(
    path.resolve(path.join(__dirname, '../data/files/charts')),
    path.join(baseDir, 'files-e2etests', 'charts')
  );
}

dbgateApi.runScript(run);