mirror of
https://github.com/DeNNiiInc/dbgate.git
synced 2026-04-26 14:26:00 +00:00
405 lines
12 KiB
TypeScript
405 lines
12 KiB
TypeScript
import {
|
|
ColumnInfo,
|
|
ConstraintInfo,
|
|
DatabaseInfo,
|
|
EngineDriver,
|
|
NamedObjectInfo,
|
|
SqlDialect,
|
|
TableInfo,
|
|
} from 'dbgate-types';
|
|
import _ from 'lodash';
|
|
import uuidv1 from 'uuid/v1';
|
|
import { AlterPlan } from './alterPlan';
|
|
import stableStringify from 'json-stable-stringify';
|
|
import { isArray } from 'lodash';
|
|
|
|
type DbDiffSchemaMode = 'strict' | 'ignore' | 'ignoreImplicit';
|
|
|
|
export interface DbDiffOptions {
|
|
allowRecreateTable?: boolean;
|
|
allowRecreateConstraint?: boolean;
|
|
allowRecreateSpecificObject?: boolean;
|
|
allowPairRenamedTables?: boolean;
|
|
|
|
ignoreCase?: boolean;
|
|
schemaMode?: DbDiffSchemaMode;
|
|
leftImplicitSchema?: string;
|
|
rightImplicitSchema?: string;
|
|
}
|
|
|
|
export function generateTablePairingId(table: TableInfo): TableInfo {
|
|
if (!table) return table;
|
|
if (!table.pairingId) {
|
|
return {
|
|
...table,
|
|
columns: table.columns?.map(col => ({
|
|
...col,
|
|
pairingId: col.pairingId || uuidv1(),
|
|
})),
|
|
foreignKeys: table.foreignKeys?.map(cnt => ({
|
|
...cnt,
|
|
pairingId: cnt.pairingId || uuidv1(),
|
|
})),
|
|
checks: table.checks?.map(cnt => ({
|
|
...cnt,
|
|
pairingId: cnt.pairingId || uuidv1(),
|
|
})),
|
|
indexes: table.indexes?.map(cnt => ({
|
|
...cnt,
|
|
pairingId: cnt.pairingId || uuidv1(),
|
|
})),
|
|
uniques: table.uniques?.map(cnt => ({
|
|
...cnt,
|
|
pairingId: cnt.pairingId || uuidv1(),
|
|
})),
|
|
pairingId: table.pairingId || uuidv1(),
|
|
};
|
|
}
|
|
return table;
|
|
}
|
|
|
|
function generateObjectPairingId(obj) {
|
|
if (obj.objectTypeField)
|
|
return {
|
|
...obj,
|
|
pairingId: obj.pairingId || uuidv1(),
|
|
};
|
|
return obj;
|
|
}
|
|
|
|
export function generateDbPairingId(db: DatabaseInfo): DatabaseInfo {
|
|
if (!db) return db;
|
|
|
|
return {
|
|
...db,
|
|
// ..._.mapValues(db, v => (_.isArray(v) ? v.map(generateObjectPairingId) : v)),
|
|
tables: db.tables?.map(generateTablePairingId),
|
|
views: db.views?.map(generateObjectPairingId),
|
|
procedures: db.procedures?.map(generateObjectPairingId),
|
|
functions: db.functions?.map(generateObjectPairingId),
|
|
triggers: db.triggers?.map(generateObjectPairingId),
|
|
matviews: db.matviews?.map(generateObjectPairingId),
|
|
};
|
|
}
|
|
|
|
function testEqualNames(a: string, b: string, opts: DbDiffOptions) {
|
|
if (opts.ignoreCase) return a.toLowerCase() == b.toLowerCase();
|
|
return a == b;
|
|
}
|
|
|
|
function testEqualSchemas(lschema: string, rschema: string, opts: DbDiffOptions) {
|
|
if (opts.schemaMode == 'ignore') lschema = null;
|
|
if (opts.schemaMode == 'ignoreImplicit' && lschema == opts.leftImplicitSchema) lschema = null;
|
|
if (opts.schemaMode == 'ignore') rschema = null;
|
|
if (opts.schemaMode == 'ignoreImplicit' && rschema == opts.rightImplicitSchema) rschema = null;
|
|
return testEqualNames(lschema, rschema, opts);
|
|
}
|
|
|
|
function testEqualFullNames(lft: NamedObjectInfo, rgt: NamedObjectInfo, opts: DbDiffOptions) {
|
|
if (lft == null || rgt == null) return lft == rgt;
|
|
return testEqualSchemas(lft.schemaName, rgt.schemaName, opts) && testEqualNames(lft.pureName, rgt.pureName, opts);
|
|
}
|
|
|
|
export function testEqualColumns(
|
|
a: ColumnInfo,
|
|
b: ColumnInfo,
|
|
checkName: boolean,
|
|
checkDefault: boolean,
|
|
opts: DbDiffOptions = {}
|
|
) {
|
|
if (checkName && !testEqualNames(a.columnName, b.columnName, opts)) {
|
|
// opts.DiffLogger.Trace("Column, different name: {0}; {1}", a, b);
|
|
return false;
|
|
}
|
|
//if (!DbDiffTool.EqualFullNames(a.Domain, b.Domain, opts))
|
|
//{
|
|
// opts.DiffLogger.Trace("Column {0}, {1}: different domain: {2}; {3}", a, b, a.Domain, b.Domain);
|
|
// return false;
|
|
//}
|
|
if (a.computedExpression != b.computedExpression) {
|
|
// opts.DiffLogger.Trace(
|
|
// 'Column {0}, {1}: different computed expression: {2}; {3}',
|
|
// a,
|
|
// b,
|
|
// a.ComputedExpression,
|
|
// b.ComputedExpression
|
|
// );
|
|
return false;
|
|
}
|
|
if (a.computedExpression != null) {
|
|
return true;
|
|
}
|
|
if (checkDefault) {
|
|
if (a.defaultValue == null) {
|
|
if (a.defaultValue != b.defaultValue) {
|
|
// opts.DiffLogger.Trace(
|
|
// 'Column {0}, {1}: different default values: {2}; {3}',
|
|
// a,
|
|
// b,
|
|
// a.DefaultValue,
|
|
// b.DefaultValue
|
|
// );
|
|
return false;
|
|
}
|
|
} else {
|
|
if (a.defaultValue != b.defaultValue) {
|
|
// opts.DiffLogger.Trace(
|
|
// 'Column {0}, {1}: different default values: {2}; {3}',
|
|
// a,
|
|
// b,
|
|
// a.DefaultValue,
|
|
// b.DefaultValue
|
|
// );
|
|
return false;
|
|
}
|
|
}
|
|
if (a.defaultConstraint != b.defaultConstraint) {
|
|
// opts.DiffLogger.Trace(
|
|
// 'Column {0}, {1}: different default constraint names: {2}; {3}',
|
|
// a,
|
|
// b,
|
|
// a.DefaultConstraint,
|
|
// b.DefaultConstraint
|
|
// );
|
|
return false;
|
|
}
|
|
}
|
|
if (a.notNull != b.notNull) {
|
|
// opts.DiffLogger.Trace('Column {0}, {1}: different nullable: {2}; {3}', a, b, a.NotNull, b.NotNull);
|
|
return false;
|
|
}
|
|
if (a.autoIncrement != b.autoIncrement) {
|
|
// opts.DiffLogger.Trace('Column {0}, {1}: different autoincrement: {2}; {3}', a, b, a.AutoIncrement, b.AutoIncrement);
|
|
return false;
|
|
}
|
|
if (a.isSparse != b.isSparse) {
|
|
// opts.DiffLogger.Trace('Column {0}, {1}: different is_sparse: {2}; {3}', a, b, a.IsSparse, b.IsSparse);
|
|
return false;
|
|
}
|
|
|
|
if (!testEqualTypes(a, b, opts)) {
|
|
return false;
|
|
}
|
|
|
|
//var btype = b.DataType;
|
|
//var atype = a.DataType;
|
|
//if (pairing != null && pairing.Target != null && pairing.Source.Dialect != null)
|
|
//{
|
|
// btype = pairing.Source.Dialect.MigrateDataType(b, btype, pairing.Source.Dialect.GetDefaultMigrationProfile(), null);
|
|
// btype = pairing.Source.Dialect.GenericTypeToSpecific(btype).ToGenericType();
|
|
|
|
// // normalize type
|
|
// atype = pairing.Source.Dialect.GenericTypeToSpecific(atype).ToGenericType();
|
|
//}
|
|
//if (!EqualTypes(atype, btype, opts))
|
|
//{
|
|
// opts.DiffLogger.Trace("Column {0}, {1}: different types: {2}; {3}", a, b, a.DataType, b.DataType);
|
|
// return false;
|
|
//}
|
|
//if (!opts.IgnoreColumnCollation && a.Collation != b.Collation)
|
|
//{
|
|
// opts.DiffLogger.Trace("Column {0}, {1}: different collations: {2}; {3}", a, b, a.Collation, b.Collation);
|
|
// return false;
|
|
//}
|
|
//if (!opts.IgnoreColumnCharacterSet && a.CharacterSet != b.CharacterSet)
|
|
//{
|
|
// opts.DiffLogger.Trace("Column {0}, {1}: different character sets: {2}; {3}", a, b, a.CharacterSet, b.CharacterSet);
|
|
// return false;
|
|
//}
|
|
return true;
|
|
}
|
|
|
|
function testEqualConstraints(a: ConstraintInfo, b: ConstraintInfo, opts: DbDiffOptions = {}) {
|
|
return stableStringify(a) == stableStringify(b);
|
|
}
|
|
|
|
export function testEqualTypes(a: ColumnInfo, b: ColumnInfo, opts: DbDiffOptions = {}) {
|
|
if (a.dataType != b.dataType) {
|
|
// opts.DiffLogger.Trace("Column {0}, {1}: different types: {2}; {3}", a, b, a.DataType, b.DataType);
|
|
return false;
|
|
}
|
|
|
|
//if (a.Length != b.Length)
|
|
//{
|
|
// opts.DiffLogger.Trace("Column {0}, {1}: different lengths: {2}; {3}", a, b, a.Length, b.Length);
|
|
// return false;
|
|
//}
|
|
|
|
//if (a.Precision != b.Precision)
|
|
//{
|
|
// opts.DiffLogger.Trace("Column {0}, {1}: different lengths: {2}; {3}", a, b, a.Precision, b.Precision);
|
|
// return false;
|
|
//}
|
|
|
|
//if (a.Scale != b.Scale)
|
|
//{
|
|
// opts.DiffLogger.Trace("Column {0}, {1}: different scale: {2}; {3}", a, b, a.Scale, b.Scale);
|
|
// return false;
|
|
//}
|
|
|
|
return true;
|
|
}
|
|
|
|
function getTableConstraints(table: TableInfo) {
|
|
const res = [];
|
|
if (table.primaryKey) res.push(table.primaryKey);
|
|
if (table.foreignKeys) res.push(...table.foreignKeys);
|
|
if (table.indexes) res.push(...table.indexes);
|
|
if (table.uniques) res.push(...table.uniques);
|
|
if (table.checks) res.push(...table.checks);
|
|
return res;
|
|
}
|
|
|
|
function createPairs(oldList, newList, additionalCondition = null) {
|
|
const res = [];
|
|
for (const a of oldList) {
|
|
const b = newList.find(x => x.pairingId == a.pairingId || (additionalCondition && additionalCondition(a, x)));
|
|
if (b) {
|
|
res.push([a, b]);
|
|
} else {
|
|
res.push([a, null]);
|
|
}
|
|
}
|
|
for (const b of newList) {
|
|
if (!res.find(x => x[1] == b)) {
|
|
res.push([null, b]);
|
|
}
|
|
}
|
|
return res;
|
|
}
|
|
|
|
function planAlterTable(plan: AlterPlan, oldTable: TableInfo, newTable: TableInfo, opts: DbDiffOptions) {
|
|
// if (oldTable.primaryKey)
|
|
|
|
const columnPairs = createPairs(oldTable.columns, newTable.columns);
|
|
const constraintPairs = createPairs(
|
|
getTableConstraints(oldTable),
|
|
getTableConstraints(newTable),
|
|
(a, b) => a.constraintType == 'primaryKey' && b.constraintType == 'primaryKey'
|
|
);
|
|
|
|
constraintPairs.filter(x => x[1] == null).forEach(x => plan.dropConstraint(x[0]));
|
|
columnPairs.filter(x => x[1] == null).forEach(x => plan.dropColumn(x[0]));
|
|
|
|
if (!testEqualFullNames(oldTable, newTable, opts)) {
|
|
plan.renameTable(oldTable, newTable.pureName);
|
|
}
|
|
|
|
columnPairs.filter(x => x[0] == null).forEach(x => plan.createColumn(x[1]));
|
|
|
|
columnPairs
|
|
.filter(x => x[0] && x[1])
|
|
.forEach(x => {
|
|
if (!testEqualColumns(x[0], x[1], true, true, opts)) {
|
|
if (testEqualColumns(x[0], x[1], false, true, opts)) {
|
|
// console.log('PLAN RENAME COLUMN')
|
|
plan.renameColumn(x[0], x[1].columnName);
|
|
} else {
|
|
// console.log('PLAN CHANGE COLUMN')
|
|
plan.changeColumn(x[0], x[1]);
|
|
}
|
|
}
|
|
});
|
|
|
|
constraintPairs
|
|
.filter(x => x[0] && x[1])
|
|
.forEach(x => {
|
|
if (!testEqualConstraints(x[0], x[1], opts)) {
|
|
// console.log('PLAN CHANGE CONSTRAINT', x[0], x[1]);
|
|
plan.changeConstraint(x[0], x[1]);
|
|
}
|
|
});
|
|
|
|
constraintPairs.filter(x => x[0] == null).forEach(x => plan.createConstraint(x[1]));
|
|
}
|
|
|
|
export function createAlterTablePlan(
|
|
oldTable: TableInfo,
|
|
newTable: TableInfo,
|
|
opts: DbDiffOptions,
|
|
db: DatabaseInfo,
|
|
driver: EngineDriver
|
|
): AlterPlan {
|
|
const plan = new AlterPlan(db, driver.dialect);
|
|
if (oldTable == null) {
|
|
plan.createTable(newTable);
|
|
} else {
|
|
planAlterTable(plan, oldTable, newTable, opts);
|
|
}
|
|
plan.transformPlan();
|
|
return plan;
|
|
}
|
|
|
|
export function createAlterDatabasePlan(
|
|
oldDb: DatabaseInfo,
|
|
newDb: DatabaseInfo,
|
|
opts: DbDiffOptions,
|
|
db: DatabaseInfo,
|
|
driver: EngineDriver
|
|
): AlterPlan {
|
|
const plan = new AlterPlan(db, driver.dialect);
|
|
|
|
for (const objectTypeField of ['tables', 'views', 'procedures', 'matviews', 'functions']) {
|
|
for (const oldobj of oldDb[objectTypeField] || []) {
|
|
const newobj = (newDb[objectTypeField] || []).find(x => x.pairingId == oldobj.pairingId);
|
|
if (objectTypeField == 'tables') {
|
|
if (newobj == null) plan.dropTable(oldobj);
|
|
else planAlterTable(plan, oldobj, newobj, opts);
|
|
} else {
|
|
if (newobj == null) plan.dropSqlObject(oldobj);
|
|
else if (newobj.createSql != oldobj.createSql) {
|
|
plan.recreates.sqlObjects += 1;
|
|
plan.dropSqlObject(oldobj);
|
|
plan.createSqlObject(newobj);
|
|
}
|
|
}
|
|
}
|
|
for (const newobj of newDb[objectTypeField] || []) {
|
|
const oldobj = (oldDb[objectTypeField] || []).find(x => x.pairingId == newobj.pairingId);
|
|
if (objectTypeField == 'tables') {
|
|
if (newobj == null) plan.createTable(newobj);
|
|
} else {
|
|
if (newobj == null) plan.createSqlObject(newobj);
|
|
}
|
|
}
|
|
}
|
|
plan.transformPlan();
|
|
return plan;
|
|
}
|
|
|
|
export function getAlterTableScript(
|
|
oldTable: TableInfo,
|
|
newTable: TableInfo,
|
|
opts: DbDiffOptions,
|
|
db: DatabaseInfo,
|
|
driver: EngineDriver
|
|
) {
|
|
const plan = createAlterTablePlan(oldTable, newTable, opts, db, driver);
|
|
const dmp = driver.createDumper();
|
|
if (!driver.dialect.disableExplicitTransaction) dmp.beginTransaction();
|
|
plan.run(dmp);
|
|
if (!driver.dialect.disableExplicitTransaction) dmp.commitTransaction();
|
|
return {
|
|
sql: dmp.s,
|
|
recreates: plan.recreates,
|
|
};
|
|
}
|
|
|
|
export function getAlterDatabaseScript(
|
|
oldDb: DatabaseInfo,
|
|
newDb: DatabaseInfo,
|
|
opts: DbDiffOptions,
|
|
db: DatabaseInfo,
|
|
driver: EngineDriver
|
|
) {
|
|
const plan = createAlterDatabasePlan(oldDb, newDb, opts, db, driver);
|
|
const dmp = driver.createDumper();
|
|
if (!driver.dialect.disableExplicitTransaction) dmp.beginTransaction();
|
|
plan.run(dmp);
|
|
if (!driver.dialect.disableExplicitTransaction) dmp.commitTransaction();
|
|
return {
|
|
sql: dmp.s,
|
|
recreates: plan.recreates,
|
|
};
|
|
}
|