new streams

packages/api/src/shell/consoleObjectWriter.js

@@ -0,0 +1,16 @@
+const stream = require('stream');
+
+class ObjectWriterStream extends stream.Writable {
+  _write(chunk, enc, next) {
+    console.log(JSON.stringify(chunk));
+    next();
+  }
+}
+
+async function consoleObjectWriter() {
+  return new ObjectWriterStream({
+    objectMode: true,
+  });
+}
+
+module.exports = consoleObjectWriter;

packages/api/src/shell/csvReader.js

@@ -0,0 +1,15 @@
+const csv = require('csv');
+const fs = require('fs');
+
+async function csvReader({ fileName, encoding = 'utf-8', ...options }) {
+  console.log(`Reading file ${fileName}`);
+  const csvStream = csv.parse({
+    columns: true,
+    ...options,
+  });
+  const fileStream = fs.createReadStream(fileName, encoding);
+  fileStream.pipe(csvStream);
+  return csvStream;
+}
+
+module.exports = csvReader;

packages/api/src/shell/fakeObjectReader.js

@@ -7,8 +7,10 @@ async function fakeObjectReader({ delay = 0 } = {}) {
   function doWrite() {
     pass.write({ id: 1, country: 'Czechia' });
     pass.write({ id: 2, country: 'Austria' });
-    pass.write({ id: 3, country: 'Germany' });
+    pass.write({ country: 'Germany', id: 3 });
-    pass.write({ id: 4, country: 'Romania' });
+    pass.write({ country: 'Romania', id: 4 });
+    pass.write({ country: 'Great Britain', id: 5 });
+    pass.write({ country: 'Bosna, Hecegovina', id: 6 });
     pass.end();
   }
 

packages/api/src/shell/index.js

@@ -1,13 +1,17 @@
 const queryReader = require('./queryReader');
 const csvWriter = require('./csvWriter');
+const csvReader = require('./csvReader');
 const runScript = require('./runScript');
 const copyStream = require('./copyStream');
 const fakeObjectReader = require('./fakeObjectReader');
+const consoleObjectWriter = require('./consoleObjectWriter');
 
 module.exports = {
   queryReader,
   csvWriter,
+  csvReader,
   runScript,
   copyStream,
   fakeObjectReader,
+  consoleObjectWriter,
 };

test/exportTable.js

@@ -17,9 +17,13 @@ async function run() {
 
   const csvWriter = await dbgateApi.csvWriter({
     fileName: 'test.csv',
+    header: true,
   });
 
+  const consoleWriter = await dbgateApi.consoleObjectWriter();
+
   await dbgateApi.copyStream(queryReader, csvWriter);
+  // await dbgateApi.copyStream(queryReader, consoleWriter);
 }
 
 dbgateApi.runScript(run);

test/importTable.js

@@ -0,0 +1,27 @@
+const dbgateApi = require('@dbgate/api');
+
+async function run() {
+  const csvReader = await dbgateApi.csvReader({
+    fileName: 'test.csv',
+    header: true,
+  });
+
+
+  const tableWriter = await dbgateApi.tableWriter({
+    connection: {
+      server: 'localhost',
+      engine: 'mysql',
+      user: 'root',
+      password: 'test',
+      port: '3307',
+      database: 'Chinook',
+    },
+    pureName: 'importedTable'
+  });
+
+  const consoleWriter = await dbgateApi.consoleObjectWriter();
+
+  await dbgateApi.copyStream(csvReader, consoleWriter);
+}
+
+dbgateApi.runScript(run);

test/test.csv

@@ -1,25 +1,7 @@
-1,Rock
+id,country
-2,Jazz
+1,Czechia
-3,Metal
+2,Austria
-4,Alternative & Punk
+3,Germany
-5,Rock And Roll
+4,Romania
-6,Blues
+5,Great Britain
-7,Latin
+6,"Bosna, Hecegovina"
-8,Reggae
-9,Pop
-10,Soundtrack
-11,Bossa Nova
-12,Easy Listening
-13,Heavy Metal
-14,R&B/Soul
-15,Electronica/Dance
-16,World
-17,Hip Hop/Rap
-18,Science Fiction
-19,TV Shows
-20,Sci Fi & Fantasy
-21,Drama
-22,Comedy
-23,Alternative
-24,Classical
-25,Opera