import React from 'react'; import _ from 'lodash'; import FormStyledButton from '../widgets/FormStyledButton'; import { useFormikContext } from 'formik'; import styled from 'styled-components'; import { FormReactSelect, FormConnectionSelect, FormDatabaseSelect, FormTablesSelect, FormSchemaSelect, FormArchiveFolderSelect, FormArchiveFilesSelect, } from '../utility/forms'; import { useArchiveFiles, useConnectionInfo, useDatabaseInfo } from '../utility/metadataLoaders'; import TableControl, { TableColumn } from '../utility/TableControl'; import { TextField, SelectField, CheckboxField } from '../utility/inputs'; import { createPreviewReader, getActionOptions, getTargetName, isFileStorage } from './createImpExpScript'; import getElectron from '../utility/getElectron'; import ErrorInfo from '../widgets/ErrorInfo'; import getAsArray from '../utility/getAsArray'; import axios from '../utility/axios'; import LoadingInfo from '../widgets/LoadingInfo'; import SqlEditor from '../sqleditor/SqlEditor'; import { useUploadsProvider } from '../utility/UploadsProvider'; import { FontIcon } from '../icons'; import useTheme from '../theme/useTheme'; const Container = styled.div` // max-height: 50vh; // overflow-y: scroll; flex: 1; `; const Wrapper = styled.div` display: flex; `; const SourceListWrapper = styled.div` margin: 10px; `; const Column = styled.div` margin: 10px; flex: 1; `; const Label = styled.div` margin: 5px; margin-top: 15px; color: ${(props) => props.theme.modal_font2}; `; const SourceNameWrapper = styled.div` display: flex; justify-content: space-between; `; const TrashWrapper = styled.div` &:hover { background-color: ${(props) => props.theme.modal_background2}; } cursor: pointer; color: ${(props) => props.theme.modal_font_blue[7]}; `; const SqlWrapper = styled.div` position: relative; height: 100px; width: 20vw; `; const DragWrapper = styled.div` padding: 10px; background: ${(props) => props.theme.modal_background2}; `; const ArrowWrapper = styled.div` font-size: 30px; color: ${(props) => props.theme.modal_font_blue[7]}; align-self: center; `; const Title = styled.div` font-size: 20px; text-align: center; margin: 10px 0px; `; function getFileFilters(storageType) { const res = []; if (storageType == 'csv') res.push({ name: 'CSV files', extensions: ['csv'] }); if (storageType == 'jsonl') res.push({ name: 'JSON lines', extensions: ['jsonl'] }); if (storageType == 'excel') res.push({ name: 'MS Excel files', extensions: ['xlsx'] }); res.push({ name: 'All Files', extensions: ['*'] }); return res; } async function addFilesToSourceList(files, values, setFieldValue, preferedStorageType, setPreviewSource) { const newSources = []; const storage = preferedStorageType || values.sourceStorageType; for (const file of getAsArray(files)) { if (isFileStorage(storage)) { if (storage == 'excel') { const resp = await axios.get(`files/analyse-excel?filePath=${encodeURIComponent(file.full)}`); /** @type {import('dbgate-types').DatabaseInfo} */ const structure = resp.data; for (const table of structure.tables) { const sourceName = table.pureName; newSources.push(sourceName); setFieldValue(`sourceFile_${sourceName}`, { fileName: file.full, sheetName: table.pureName, }); } } else { const sourceName = file.name; newSources.push(sourceName); setFieldValue(`sourceFile_${sourceName}`, { fileName: file.full, }); } } } setFieldValue('sourceList', [...(values.sourceList || []).filter((x) => !newSources.includes(x)), ...newSources]); if (preferedStorageType && preferedStorageType != values.sourceStorageType) { setFieldValue('sourceStorageType', preferedStorageType); } if (setPreviewSource && newSources.length == 1) { setPreviewSource(newSources[0]); } } function ElectronFilesInput() { const { values, setFieldValue } = useFormikContext(); const electron = getElectron(); const [isLoading, setIsLoading] = React.useState(false); const handleClick = async () => { const files = electron.remote.dialog.showOpenDialogSync(electron.remote.getCurrentWindow(), { properties: ['openFile', 'multiSelections'], filters: getFileFilters(values.sourceStorageType), }); if (files) { const path = window.require('path'); try { setIsLoading(true); await addFilesToSourceList( files.map((full) => ({ full, ...path.parse(full), })), values, setFieldValue ); } finally { setIsLoading(false); } } }; return ( <> {isLoading && } ); } function FilesInput() { const theme = useTheme(); const electron = getElectron(); if (electron) { return ; } return Drag & drop imported files here; } function SourceTargetConfig({ direction, storageTypeField, connectionIdField, databaseNameField, archiveFolderField, schemaNameField, tablesField = undefined, engine = undefined, }) { const theme = useTheme(); const { values, setFieldValue } = useFormikContext(); const types = values[storageTypeField] == 'jsldata' ? [{ value: 'jsldata', label: 'Query result data', directions: ['source'] }] : [ { value: 'database', label: 'Database', directions: ['source', 'target'] }, { value: 'csv', label: 'CSV file(s)', directions: ['source', 'target'] }, { value: 'jsonl', label: 'JSON lines file(s)', directions: ['source', 'target'] }, { value: 'excel', label: 'MS Excel file(s)', directions: ['source'] }, { value: 'query', label: 'SQL Query', directions: ['source'] }, { value: 'archive', label: 'Archive', directions: ['source', 'target'] }, ]; const storageType = values[storageTypeField]; const dbinfo = useDatabaseInfo({ conid: values[connectionIdField], database: values[databaseNameField] }); const archiveFiles = useArchiveFiles({ folder: values[archiveFolderField] }); return ( {direction == 'source' && ( <FontIcon icon="icon import" /> Source configuration )} {direction == 'target' && ( <FontIcon icon="icon export" /> Target configuration )} x.directions.includes(direction))} name={storageTypeField} /> {(storageType == 'database' || storageType == 'query') && ( <> )} {storageType == 'database' && ( <> {tablesField && ( <>
setFieldValue( 'sourceList', _.uniq([...(values.sourceList || []), ...(dbinfo && dbinfo.tables.map((x) => x.pureName))]) ) } /> setFieldValue( 'sourceList', _.uniq([...(values.sourceList || []), ...(dbinfo && dbinfo.views.map((x) => x.pureName))]) ) } /> setFieldValue('sourceList', [])} />
)} )} {storageType == 'query' && ( <> setFieldValue('sourceSql', value)} engine={engine} focusOnCreate /> )} {storageType == 'archive' && ( <> )} {storageType == 'archive' && direction == 'source' && ( <>
setFieldValue( 'sourceList', _.uniq([...(values.sourceList || []), ...(archiveFiles && archiveFiles.map((x) => x.name))]) ) } /> setFieldValue('sourceList', [])} />
)} {isFileStorage(storageType) && direction == 'source' && }
); } function SourceName({ name }) { const { values, setFieldValue } = useFormikContext(); const theme = useTheme(); const handleDelete = () => { setFieldValue( 'sourceList', values.sourceList.filter((x) => x != name) ); }; return (
{name}
); } export default function ImportExportConfigurator({ uploadedFile = undefined, onChangePreview = undefined }) { const { values, setFieldValue } = useFormikContext(); const targetDbinfo = useDatabaseInfo({ conid: values.targetConnectionId, database: values.targetDatabaseName }); const sourceConnectionInfo = useConnectionInfo({ conid: values.sourceConnectionId }); const { engine: sourceEngine } = sourceConnectionInfo || {}; const { sourceList } = values; const { setUploadListener } = useUploadsProvider(); const theme = useTheme(); const [previewSource, setPreviewSource] = React.useState(null); const handleUpload = React.useCallback( (file) => { addFilesToSourceList( [ { full: file.filePath, name: file.shortName, }, ], values, setFieldValue, !sourceList || sourceList.length == 0 ? file.storageType : null, setPreviewSource ); // setFieldValue('sourceList', [...(sourceList || []), file.originalName]); }, [setFieldValue, sourceList, values] ); React.useEffect(() => { setUploadListener(() => handleUpload); return () => { setUploadListener(null); }; }, [handleUpload]); React.useEffect(() => { if (uploadedFile) { handleUpload(uploadedFile); } }, []); const supportsPreview = ['csv', 'jsonl', 'excel'].includes(values.sourceStorageType); const handleChangePreviewSource = async () => { if (previewSource && supportsPreview) { const reader = await createPreviewReader(values, previewSource); if (onChangePreview) onChangePreview(reader); } else { onChangePreview(null); } }; React.useEffect(() => { handleChangePreviewSource(); }, [previewSource, supportsPreview]); return ( <FontIcon icon="icon tables" /> Map source tables/files } /> ( setFieldValue(`actionType_${row}`, e.target.value)} /> )} /> ( setFieldValue(`targetName_${row}`, e.target.value)} /> )} /> supportsPreview ? ( { if (e.target.checked) setPreviewSource(row); else setPreviewSource(null); }} /> ) : null } /> {(sourceList || []).length == 0 && } ); }