dbgate/packages/tools/src/yamlModelConv.ts

import { ColumnInfo, TableInfo, ForeignKeyInfo, DatabaseInfo } from 'dbgate-types';
import { StringNullableChain } from 'lodash';
import _cloneDeep from 'lodash/cloneDeep';
import _compact from 'lodash/compact';
import { DatabaseAnalyser } from './DatabaseAnalyser';

export interface ColumnInfoYaml {
  name: string;
  type: string;
  notNull?: boolean;
  length?: number;
  autoIncrement?: boolean;
  references?: string;
  refDeleteAction?: string;
  refUpdateAction?: string;
  primaryKey?: boolean;
  default?: string;
}

export interface DatabaseModelFile {
  name: string;
  text: string;
  json: {};
}

export interface IndexInfoYaml {
  name: string;
  unique?: boolean;
  filter?: string;
  columns: string[];
  included?: string[];
}

export interface TableInfoYaml {
  name: string;
  // schema?: string;
  columns: ColumnInfoYaml[];
  primaryKey?: string[];
  sortingKey?: string[];
  indexes?: IndexInfoYaml[];

  insertKey?: string[];
  insertOnly?: string[];
  data?: any[];
}

export interface ForeignKeyInfoYaml {
  deleteAction?: string;
}

// function foreignKeyInfoToYaml() {}

function columnInfoToYaml(column: ColumnInfo, table: TableInfo): ColumnInfoYaml {
  const res: ColumnInfoYaml = {
    name: column.columnName,
    type: column.dataType,
    default: column.defaultValue,
  };
  if (column.autoIncrement) res.autoIncrement = true;
  if (column.notNull) res.notNull = true;

  const fk =
    table.foreignKeys &&
    table.foreignKeys.find(fk => fk.columns.length == 1 && fk.columns[0].columnName == column.columnName);
  if (
    fk &&
    // fk.refSchemaName == table.schemaName &&
    (!fk.deleteAction || fk.deleteAction == 'NO ACTION') &&
    (!fk.updateAction || fk.updateAction == 'NO ACTION')
  ) {
    res.references = fk.refTableName;
    fk['_dumped'] = true;
  }

  // if (table.primaryKey && table.primaryKey.columns.length == 1) {
  //   table.primaryKey['_dumped'] = true;
  //   res.primaryKey = true;
  // }

  return res;
}

function columnInfoFromYaml(column: ColumnInfoYaml, table: TableInfoYaml): ColumnInfo {
  const res: ColumnInfo = {
    pureName: table.name,
    columnName: column.name,
    dataType: column.length ? `${column.type}(${column.length < 0 ? 'max' : column.length})` : column.type,
    autoIncrement: column.autoIncrement,
    notNull: column.notNull || (table.primaryKey && table.primaryKey.includes(column.name)),
    defaultValue: column.default,
    defaultConstraint: column.default != null ? `DF_${table.name}_${column.name}` : undefined,
  };
  return res;
}

export function tableInfoToYaml(table: TableInfo): TableInfoYaml {
  const tableCopy = _cloneDeep(table);
  const res: TableInfoYaml = {
    name: tableCopy.pureName,
    // schema: tableCopy.schemaName,
    columns: tableCopy.columns.map(c => columnInfoToYaml(c, tableCopy)),
  };
  if (tableCopy.primaryKey && !tableCopy.primaryKey['_dumped']) {
    res.primaryKey = tableCopy.primaryKey.columns.map(x => x.columnName);
  }
  if (tableCopy.sortingKey && !tableCopy.sortingKey['_dumped']) {
    res.sortingKey = tableCopy.sortingKey.columns.map(x => x.columnName);
  }
  // const foreignKeys = (tableCopy.foreignKeys || []).filter(x => !x['_dumped']).map(foreignKeyInfoToYaml);
  if (tableCopy.indexes?.length > 0) {
    res.indexes = tableCopy.indexes.map(index => {
      const idx: IndexInfoYaml = {
        name: index.constraintName,
        unique: index.isUnique,
        filter: index.filterDefinition,
        columns: index.columns.filter(x => !x.isIncludedColumn).map(x => x.columnName),
      };
      if (index.columns.some(x => x.isIncludedColumn)) {
        idx.included = index.columns.filter(x => x.isIncludedColumn).map(x => x.columnName);
      }
      return idx;
    });
  }
  return res;
}

function convertForeignKeyFromYaml(
  col: ColumnInfoYaml,
  table: TableInfoYaml,
  allTables: TableInfoYaml[]
): ForeignKeyInfo {
  const refTable = allTables.find(x => x.name == col.references);
  if (!refTable || !refTable.primaryKey) return null;
  return {
    constraintType: 'foreignKey',
    constraintName: `FK_${table.name}_${col.name}`,
    pureName: table.name,
    refTableName: col.references,
    deleteAction: col.refDeleteAction,
    updateAction: col.refUpdateAction,
    columns: [
      {
        columnName: col.name,
        refColumnName: refTable.primaryKey[0],
      },
    ],
  };
}

export function tableInfoFromYaml(table: TableInfoYaml, allTables: TableInfoYaml[]): TableInfo {
  const res: TableInfo = {
    pureName: table.name,
    columns: table.columns.map(c => columnInfoFromYaml(c, table)),
    foreignKeys: _compact(
      table.columns.filter(x => x.references).map(col => convertForeignKeyFromYaml(col, table, allTables))
    ),
    indexes: table.indexes?.map(index => ({
      constraintName: index.name,
      pureName: table.name,
      isUnique: index.unique,
      constraintType: 'index',
      filterDefinition: index.filter,
      columns: [
        ...index.columns.map(columnName => ({ columnName })),
        ...(index.included || []).map(columnName => ({ columnName, isIncludedColumn: true })),
      ],
    })),
  };
  if (table.primaryKey) {
    res.primaryKey = {
      pureName: table.name,
      constraintType: 'primaryKey',
      constraintName: `PK_${table.name}`,
      columns: table.primaryKey.map(columnName => ({ columnName })),
    };
  }
  if (table.sortingKey) {
    res.sortingKey = {
      pureName: table.name,
      constraintType: 'sortingKey',
      constraintName: `SK_${table.name}`,
      columns: table.sortingKey.map(columnName => ({ columnName })),
    };
  }
  res.preloadedRows = table.data;
  res.preloadedRowsKey = table.insertKey;
  res.preloadedRowsInsertOnly = table.insertOnly;
  return res;
}

export function databaseInfoFromYamlModel(filesOrDbInfo: DatabaseModelFile[] | DatabaseInfo): DatabaseInfo {
  if (!Array.isArray(filesOrDbInfo)) {
    return filesOrDbInfo;
  }

  const model = DatabaseAnalyser.createEmptyStructure();
  const tablesYaml = [];

  for (const file of filesOrDbInfo) {
    if (file.name.endsWith('.table.yaml') || file.name.endsWith('.sql')) {
      if (file.name.endsWith('.table.yaml')) {
        tablesYaml.push(file.json);
      }

      if (file.name.endsWith('.view.sql')) {
        model.views.push({
          pureName: file.name.slice(0, -'.view.sql'.length),
          createSql: file.text,
          columns: [],
        });
      }

      if (file.name.endsWith('.matview.sql')) {
        model.matviews.push({
          pureName: file.name.slice(0, -'.matview.sql'.length),
          createSql: file.text,
          columns: [],
        });
      }

      if (file.name.endsWith('.proc.sql')) {
        model.procedures.push({
          pureName: file.name.slice(0, -'.proc.sql'.length),
          createSql: file.text,
        });
      }

      if (file.name.endsWith('.func.sql')) {
        model.functions.push({
          pureName: file.name.slice(0, -'.func.sql'.length),
          createSql: file.text,
        });
      }

      if (file.name.endsWith('.trigger.sql')) {
        model.triggers.push({
          pureName: file.name.slice(0, -'.trigger.sql'.length),
          createSql: file.text,
        });
      }
    }
  }

  model.tables = tablesYaml.map(table => tableInfoFromYaml(table, tablesYaml));

  return model;
}