data duplicator test

This commit is contained in:
Jan Prochazka
2023-02-17 09:27:16 +01:00
parent b6c5f26eb4
commit 1ab58a491a
3 changed files with 44 additions and 20 deletions

View File

@@ -35,7 +35,9 @@ async function dataDuplicator({
name: item.name,
operation: item.operation,
matchColumns: item.matchColumns,
openStream: () => jsonLinesReader({ fileName: path.join(resolveArchiveFolder(archive), `${item.name}.jsonl`) }),
openStream:
item.openStream ||
(() => jsonLinesReader({ fileName: path.join(resolveArchiveFolder(archive), `${item.name}.jsonl`) })),
})),
stream,
copyStream,