data duplicator - logs

packages/datalib/src/DataDuplicator.ts

@@ -1,8 +1,10 @@
-import { createAsyncWriteStream, runCommandOnDriver, runQueryOnDriver } from 'dbgate-tools';
+import { createAsyncWriteStream, getLogger, runCommandOnDriver, runQueryOnDriver } from 'dbgate-tools';
 import { DatabaseInfo, EngineDriver, ForeignKeyInfo, TableInfo } from 'dbgate-types';
 import _pick from 'lodash/pick';
 import _omit from 'lodash/omit';
 
+const logger = getLogger('dataDuplicator');
+
 export interface DataDuplicatorItem {
   openStream: () => Promise<ReadableStream>;
   name: string;
@@ -86,6 +88,10 @@ class DuplicatorItemHolder {
     const readStream = await this.item.openStream();
     const driver = this.duplicator.driver;
     const pool = this.duplicator.pool;
+    let inserted = 0;
+    let mapped = 0;
+    let missing = 0;
+
     const writeStream = createAsyncWriteStream(this.duplicator.stream, {
       processItem: async chunk => {
         if (chunk.__isStreamHeader) {
@@ -102,6 +108,7 @@ class DuplicatorItemHolder {
               Object.values(insertedObj)
             )
           );
+          inserted += 1;
           if (this.autoColumn && this.isReferenced) {
             const res = await runQueryOnDriver(pool, driver, dmp => dmp.selectScopeIdentity(this.table));
             const resId = Object.entries(res?.rows?.[0])?.[0]?.[1];
@@ -129,9 +136,12 @@ class DuplicatorItemHolder {
             );
             const resId = Object.entries(res?.rows?.[0])?.[0]?.[1];
             if (resId != null) {
+              mapped += 1;
               this.idMap[chunk[this.autoColumn]] = resId;
             } else if (this.item.operation == 'insertMissing') {
               await doCopy();
+            } else {
+              missing += 1;
             }
             break;
           }
@@ -147,6 +157,8 @@ class DuplicatorItemHolder {
     //     this.idMap[oldId] = newId;
     //   },
     // });
+
+    return { inserted, mapped, missing };
   }
 }
 
@@ -196,7 +208,10 @@ export class DataDuplicator {
     this.createPlan();
 
     for (const item of this.itemPlan) {
-      await item.runImport();
+      const stats = await item.runImport();
+      logger.info(
+        `Duplicated ${item.name}, inserted ${stats.inserted} rows, mapped ${stats.mapped} rows, missing ${stats.missing} rows`
+      );
     }
   }
 }

packages/web/src/tabs/DataDuplicatorTab.svelte

@@ -23,11 +23,13 @@
   import invalidateCommands from '../commands/invalidateCommands';
   import registerCommand from '../commands/registerCommand';
   import TableControl from '../elements/TableControl.svelte';
+  import VerticalSplitter from '../elements/VerticalSplitter.svelte';
   import CheckboxField from '../forms/CheckboxField.svelte';
   import SelectField from '../forms/SelectField.svelte';
   import { extractShellConnection } from '../impexp/createImpExpScript';
+  import SocketMessageView from '../query/SocketMessageView.svelte';
   import useEditorData from '../query/useEditorData';
-  import { currentArchive, getCurrentConfig } from '../stores';
+  import { getCurrentConfig } from '../stores';
   import { apiCall, apiOff, apiOn } from '../utility/api';
   import { changeTab } from '../utility/common';
   import createActivator, { getActiveComponent } from '../utility/createActivator';
@@ -40,6 +42,7 @@
 
   let busy = false;
   let runnerId = null;
+  let executeNumber = 0;
 
   export const activator = createActivator('DataDuplicatorTab', true);
 
@@ -106,6 +109,7 @@
 
   export async function run() {
     if (busy) return;
+    executeNumber += 1;
     busy = true;
     const script = await createScript();
     let runid = runnerId;
@@ -156,6 +160,8 @@
 </script>
 
 <ToolStripContainer>
+  <VerticalSplitter>
+    <svelte:fragment slot="1">
       <div>
         <div class="bold m-2">Source archive</div>
         <SelectField
@@ -227,6 +233,12 @@
           </svelte:fragment>
         </TableControl>
       </div>
+    </svelte:fragment>
+    <svelte:fragment slot="2">
+      <SocketMessageView eventName={runnerId ? `runner-info-${runnerId}` : null} {executeNumber} showNoMessagesAlert />
+    </svelte:fragment>
+  </VerticalSplitter>
+
   <svelte:fragment slot="toolstrip">
     <ToolStripCommandButton command="dataDuplicator.run" />
   </svelte:fragment>