grid data types WIP

packages/tools/src/driverBase.ts

@@ -161,4 +161,9 @@ export const driverBase = {
   getCollectionExportQueryJson(collection: string, condition: any, sort: any) {
     return null;
   },
+
+  dataEditorTypesBehaviour: {
+    parseSqlNull: true,
+    parseHexAsBuffer: true,
+  },
 };

packages/tools/src/stringTools.ts

@@ -1,6 +1,8 @@
 import _isString from 'lodash/isString';
 import _isArray from 'lodash/isArray';
+import _isNumber from 'lodash/isNumber';
 import _isPlainObject from 'lodash/isPlainObject';
+import { DataEditorTypesBehaviour } from 'dbgate-types';
 
 export function arrayToHexString(byteArray) {
   return byteArray.reduce((output, elem) => output + ('0' + elem.toString(16)).slice(-2), '').toUpperCase();
@@ -15,36 +17,103 @@ export function hexStringToArray(inputString) {
   return res;
 }
 
-export function parseCellValue(value) {
+export function parseCellValue(value, editorTypes?: DataEditorTypesBehaviour) {
   if (!_isString(value)) return value;
 
-  if (value == '(NULL)') return null;
+  if (editorTypes?.parseSqlNull) {
-
+    if (value == '(NULL)') return null;
-  const mHex = value.match(/^0x([0-9a-fA-F][0-9a-fA-F])+$/);
-  if (mHex) {
-    return {
-      type: 'Buffer',
-      data: hexStringToArray(value.substring(2)),
-    };
   }
 
-  const mOid = value.match(/^ObjectId\("([0-9a-f]{24})"\)$/);
+  if (editorTypes?.parseHexAsBuffer) {
-  if (mOid) {
+    const mHex = value.match(/^0x([0-9a-fA-F][0-9a-fA-F])+$/);
-    return { $oid: mOid[1] };
+    if (mHex) {
+      return {
+        type: 'Buffer',
+        data: hexStringToArray(value.substring(2)),
+      };
+    }
+  }
+
+  if (editorTypes?.parseObjectIdAsDollar) {
+    const mOid = value.match(/^ObjectId\("([0-9a-f]{24})"\)$/);
+    if (mOid) {
+      return { $oid: mOid[1] };
+    }
+  }
+
+  if (editorTypes?.parseJsonNull) {
+    if (value == 'null') return null;
+  }
+
+  if (editorTypes?.parseJsonBoolean) {
+    if (value == 'true') return true;
+    if (value == 'false') return false;
+  }
+
+  if (editorTypes?.parseNumber) {
+    if (/^-?[0-9]+(?:\.[0-9]+)?$/.test(value)) {
+      return parseFloat(value);
+    }
+  }
+
+  if (editorTypes?.parseJsonArray || editorTypes?.parseJsonObject) {
+    const jsonValue = safeJsonParse(value);
+    if (_isPlainObject(jsonValue) && editorTypes?.parseJsonObject) return jsonValue;
+    if (_isArray(jsonValue) && editorTypes?.parseJsonArray) return jsonValue;
   }
 
   return value;
 }
 
-export function stringifyCellValue(value) {
+function parseObjectIdAsDollar(value) {
-  if (value === null) return '(NULL)';
+  if (value?.$oid) return value;
-  if (value === undefined) return '(NoField)';
+  if (_isString(value)) {
-  if (value?.type == 'Buffer' && _isArray(value.data)) return '0x' + arrayToHexString(value.data);
+    if (value.match(/^[0-9a-f]{24}$/)) return { $oid: value };
-  if (value?.$oid) return `ObjectId("${value?.$oid}")`;
+    const mOid = value.match(/^ObjectId\("([0-9a-f]{24})"\)$/);
-  if (_isPlainObject(value) || _isArray(value)) return JSON.stringify(value);
+    if (mOid) {
+      return { $oid: mOid[1] };
+    }
+  }
   return value;
 }
 
+export function stringifyCellValue(value, editorTypes?: DataEditorTypesBehaviour) {
+  if (editorTypes?.parseSqlNull) {
+    if (value === null) return '(NULL)';
+  }
+  if (value === undefined) return '(NoField)';
+  if (editorTypes?.parseJsonNull) {
+    if (value === null) return 'null';
+  }
+  if (editorTypes?.parseJsonBoolean) {
+    if (value === true) return 'true';
+    if (value === false) return 'false';
+  }
+  if (editorTypes?.parseHexAsBuffer) {
+    if (value?.type == 'Buffer' && _isArray(value.data)) return '0x' + arrayToHexString(value.data);
+  }
+  if (editorTypes?.parseObjectIdAsDollar) {
+    if (value?.$oid) return `ObjectId("${value?.$oid}")`;
+  }
+  if (editorTypes?.parseJsonArray) {
+    if (_isArray(value)) return JSON.stringify(value);
+  }
+  if (editorTypes?.parseJsonObject) {
+    if (_isPlainObject(value)) return JSON.stringify(value);
+  }
+  if (editorTypes?.parseNumber) {
+    if (_isNumber(value)) return value.toString();
+  }
+
+  if (_isString(value)) return value;
+
+  // fallback
+  if (_isNumber(value)) return value.toString();
+  if (value === null || value === undefined) return '';
+
+  return '';
+}
+
 export function safeJsonParse(json, defaultValue?, logError = false) {
   if (_isArray(json) || _isPlainObject(json)) {
     return json;
@@ -127,3 +196,40 @@ export function parseSqlDefaultValue(value: string) {
   }
   return undefined;
 }
+
+export function detectTypeIcon(value) {
+  if (value === null) return 'icon type-null';
+  if (value?.$oid) return 'icon type-objectid';
+  if (_isString(value)) return 'icon type-string';
+  if (_isNumber(value)) return 'icon type-number';
+  if (_isPlainObject(value)) return 'icon type-object';
+  if (_isArray(value)) return 'icon type-array';
+  if (value === true || value === false) return 'icon type-boolean';
+  return 'icon type-unknown';
+}
+
+export function getConvertValueMenu(value, onSetValue, editorTypes?: DataEditorTypesBehaviour) {
+  return [
+    editorTypes?.supportStringType && {
+      text: 'String',
+      onClick: () => onSetValue(stringifyCellValue(value, editorTypes)),
+    },
+    editorTypes?.supportNumberType && { text: 'Number', onClick: () => onSetValue(parseFloat(value)) },
+    editorTypes?.supportNullType && { text: 'Null', onClick: () => onSetValue(null) },
+    editorTypes?.supportBooleanType && {
+      text: 'Boolean',
+      onClick: () => onSetValue(value?.toString()?.toLowerCase() == 'true' || value == '1'),
+    },
+    editorTypes?.supportObjectIdType && { text: 'ObjectId', onClick: () => onSetValue(parseObjectIdAsDollar(value)) },
+    editorTypes?.supportJsonType && {
+      text: 'JSON',
+      onClick: () => {
+        const jsonValue = safeJsonParse(value);
+        if (jsonValue != null) {
+          console.log('**** ON SET VALUE', jsonValue);
+          onSetValue(jsonValue);
+        }
+      },
+    },
+  ];
+}

packages/types/engines.d.ts

@@ -93,6 +93,26 @@ export interface CollectionSortDefinitionItem {
 
 export type CollectionSortDefinition = CollectionSortDefinitionItem[];
 
+export interface DataEditorTypesBehaviour {
+  parseSqlNull?: boolean;
+  parseJsonNull?: boolean;
+  parseJsonBoolean?: boolean;
+  parseNumber?: boolean;
+  parseJsonArray?: boolean;
+  parseJsonObject?: boolean;
+  parseHexAsBuffer?: boolean;
+  parseObjectIdAsDollar?: boolean;
+
+  explicitDataType?: boolean;
+  supportNumberType?: boolean;
+  supportStringType?: boolean;
+  supportBooleanType?: boolean;
+  supportDateType?: boolean;
+  supportNullType?: boolean;
+  supportJsonType?: boolean;
+  supportObjectIdType?: boolean;
+}
+
 export interface FilterBehaviourProvider {
   getFilterBehaviour(dataType: string, standardFilterBehaviours: { [id: string]: FilterBehaviour }): FilterBehaviour;
 }
@@ -105,6 +125,7 @@ export interface EngineDriver extends FilterBehaviourProvider {
   editorMode?: string;
   readOnlySessions: boolean;
   supportedKeyTypes: SupportedDbKeyType[];
+  dataEditorTypesBehaviour: DataEditorTypesBehaviour;
   supportsDatabaseUrl?: boolean;
   supportsDatabaseDump?: boolean;
   supportsServerSummary?: boolean;

packages/web/src/datagrid/DataGridCell.svelte

@@ -1,13 +1,14 @@
 <script lang="ts">
   import _ from 'lodash';
   import ShowFormButton from '../formview/ShowFormButton.svelte';
-  import { isJsonLikeLongString, safeJsonParse } from 'dbgate-tools';
+  import { detectTypeIcon, getConvertValueMenu, isJsonLikeLongString, safeJsonParse } from 'dbgate-tools';
   import { openJsonDocument } from '../tabs/JsonTab.svelte';
   import openNewTab from '../utility/openNewTab';
   import CellValue from './CellValue.svelte';
   import { showModal } from '../modals/modalTools';
   import EditCellDataModal from '../modals/EditCellDataModal.svelte';
   import { openJsonLinesData } from '../utility/openJsonLinesData';
+  import ShowFormDropDownButton from '../formview/ShowFormDropDownButton.svelte';
 
   export let rowIndex;
   export let col;
@@ -33,6 +34,7 @@
   export let isCurrentCell = false;
   export let onDictionaryLookup = null;
   export let onSetValue;
+  export let editorTypes = null;
 
   $: value = col.isStructured ? _.get(rowData || {}, col.uniquePath) : (rowData || {})[col.uniqueName];
 
@@ -51,7 +53,9 @@
   $: style = computeStyle(maxWidth, col);
 
   $: isJson = _.isPlainObject(value) && !(value?.type == 'Buffer' && _.isArray(value.data)) && !value.$oid;
-  $: jsonParsedValue = isJsonLikeLongString(value) ? safeJsonParse(value) : null;
+
+  // don't parse JSON for explicit data types
+  $: jsonParsedValue = !editorTypes?.explicitDataType && isJsonLikeLongString(value) ? safeJsonParse(value) : null;
 </script>
 
 <td
@@ -76,23 +80,22 @@
     >
   {/if}
 
-  {#if col.foreignKey && rowData && rowData[col.uniqueName] && !isCurrentCell}
+  {#if editorTypes?.explicitDataType}
+    {#if value !== undefined}
+      <ShowFormDropDownButton
+        icon={detectTypeIcon(value)}
+        menu={() => getConvertValueMenu(value, onSetValue, editorTypes)}
+      />
+    {/if}
+  {:else if col.foreignKey && rowData && rowData[col.uniqueName] && !isCurrentCell}
     <ShowFormButton on:click={() => onSetFormView(rowData, col)} />
-  {/if}
+  {:else if col.foreignKey && isCurrentCell && onDictionaryLookup}
-
-  {#if col.foreignKey && isCurrentCell && onDictionaryLookup}
     <ShowFormButton icon="icon dots-horizontal" on:click={onDictionaryLookup} />
-  {/if}
+  {:else if isJson}
-
-  {#if isJson}
     <ShowFormButton icon="icon open-in-new" on:click={() => openJsonDocument(value, undefined, true)} />
-  {/if}
+  {:else if jsonParsedValue && _.isPlainObject(jsonParsedValue)}
-
-  {#if jsonParsedValue && _.isPlainObject(jsonParsedValue)}
     <ShowFormButton icon="icon open-in-new" on:click={() => openJsonDocument(jsonParsedValue, undefined, true)} />
-  {/if}
+  {:else if _.isArray(jsonParsedValue || value)}
-
-  {#if _.isArray(jsonParsedValue || value)}
     <ShowFormButton
       icon="icon open-in-new"
       on:click={() => {

packages/web/src/datagrid/DataGridCore.svelte

@@ -1557,7 +1557,7 @@
           }
           let colIndex = startCol;
           for (const cell of rowData) {
-            setCellValue([rowIndex, colIndex], parseCellValue(cell));
+            setCellValue([rowIndex, colIndex], parseCellValue(cell, display?.driver?.dataEditorTypesBehaviour));
             colIndex += 1;
           }
           rowIndex += 1;

packages/web/src/datagrid/DataGridRow.svelte

@@ -62,6 +62,7 @@
         options="{col.options}"
         canSelectMultipleOptions="{col.canSelectMultipleOptions}"
         onSetValue={value => grider.setCellValue(rowIndex, col.uniqueName, value)}
+        {driver}
       />
     {:else}
       <DataGridCell
@@ -70,6 +71,7 @@
         {col}
         {conid}
         {database}
+        editorTypes={driver?.dataEditorTypesBehaviour}
         allowHintField={hintFieldsAllowed?.includes(col.uniqueName)}
         isSelected={frameSelection ? false : cellIsSelected(rowIndex, col.colIndex, selectedCells)}
         isCurrentCell={col.colIndex == currentCellColumn}

packages/web/src/datagrid/InplaceEditor.svelte

@@ -9,6 +9,7 @@
   export let cellValue;
   export let options;
   export let canSelectMultipleOptions;
+  export let driver;
 </script>
 
 <td class="editor">
@@ -21,6 +22,7 @@
         {onSetValue}
         {options}
         {canSelectMultipleOptions}
+        {driver}
       />
     {:else}
       <InplaceInput
@@ -29,6 +31,7 @@
         {dispatchInsplaceEditor}
         {cellValue}
         {onSetValue}
+        {driver}
       />
     {/if}
   </div>

packages/web/src/datagrid/InplaceInput.svelte

@@ -14,6 +14,7 @@
   export let onSetValue;
   export let width;
   export let cellValue;
+  export let driver;
 
   let domEditor;
   let showEditorButton = true;
@@ -22,6 +23,8 @@
 
   const isChangedRef = createRef(!!inplaceEditorState.text);
 
+  $: editorTypes = driver?.dataEditorTypesBehaviour;
+
   function handleKeyDown(event) {
     showEditorButton = false;
 
@@ -32,7 +35,7 @@
         break;
       case keycodes.enter:
         if (isChangedRef.get()) {
-          onSetValue(parseCellValue(domEditor.value));
+          onSetValue(parseCellValue(domEditor.value, editorTypes));
           isChangedRef.set(false);
         }
         domEditor.blur();
@@ -41,7 +44,7 @@
         break;
       case keycodes.tab:
         if (isChangedRef.get()) {
-          onSetValue(parseCellValue(domEditor.value));
+          onSetValue(parseCellValue(domEditor.value, editorTypes));
           isChangedRef.set(false);
         }
         domEditor.blur();
@@ -51,7 +54,7 @@
       case keycodes.s:
         if (isCtrlOrCommandKey(event)) {
           if (isChangedRef.get()) {
-            onSetValue(parseCellValue(domEditor.value));
+            onSetValue(parseCellValue(domEditor.value, editorTypes));
             isChangedRef.set(false);
           }
           event.preventDefault();
@@ -63,7 +66,7 @@
 
   function handleBlur() {
     if (isChangedRef.get()) {
-      onSetValue(parseCellValue(domEditor.value));
+      onSetValue(parseCellValue(domEditor.value, editorTypes));
       // grider.setCellValue(rowIndex, uniqueName, editor.value);
       isChangedRef.set(false);
     }
@@ -71,7 +74,7 @@
   }
 
   onMount(() => {
-    domEditor.value = inplaceEditorState.text || stringifyCellValue(cellValue);
+    domEditor.value = inplaceEditorState.text || stringifyCellValue(cellValue, editorTypes);
     domEditor.focus();
     if (inplaceEditorState.selectAll) {
       domEditor.select();
@@ -102,7 +105,7 @@
       dispatchInsplaceEditor({ type: 'close' });
 
       showModal(EditCellDataModal, {
-        value: stringifyCellValue(cellValue),
+        value: stringifyCellValue(cellValue, editorTypes),
         onSave: onSetValue,
       });
     }}

packages/web/src/datagrid/InplaceSelect.svelte

@@ -11,6 +11,7 @@
   export let cellValue;
   export let options;
   export let canSelectMultipleOptions;
+  export let driver;
 
   let value;
   let valueInit;
@@ -18,7 +19,7 @@
   let isOptionsHidden = false;
 
   onMount(() => {
-    value = inplaceEditorState.text || stringifyCellValue(cellValue);
+    value = inplaceEditorState.text || stringifyCellValue(cellValue, driver?.dataEditorTypesBehaviour);
     valueInit = value;
 
     const optionsSelected = value.split(',');

packages/web/src/formview/FormView.svelte

@@ -273,7 +273,10 @@
   export function copyToClipboard() {
     const column = getCellColumn(currentCell);
     if (!column) return;
-    const text = currentCell[1] % 2 == 1 ? extractRowCopiedValue(rowData, column.uniqueName) : column.columnName;
+    const text =
+      currentCell[1] % 2 == 1
+        ? extractRowCopiedValue(rowData, column.uniqueName, display?.driver?.dataEditorTypesBehaviour)
+        : column.columnName;
     copyTextToClipboard(text);
   }
 
@@ -631,11 +634,12 @@
             {#if rowData && $inplaceEditorState.cell && rowIndex == $inplaceEditorState.cell[0] && chunkIndex * 2 + 1 == $inplaceEditorState.cell[1]}
               <InplaceEditor
                 width={getCellWidth(rowIndex, chunkIndex * 2 + 1)}
+                driver={display?.driver}
                 inplaceEditorState={$inplaceEditorState}
                 {dispatchInsplaceEditor}
                 cellValue={rowData[col.uniqueName]}
-                options="{col.options}"
+                options={col.options}
-                canSelectMultipleOptions="{col.canSelectMultipleOptions}"
+                canSelectMultipleOptions={col.canSelectMultipleOptions}
                 onSetValue={value => {
                   grider.setCellValue(0, col.uniqueName, value);
                 }}
@@ -644,6 +648,7 @@
               <DataGridCell
                 maxWidth={(wrapperWidth * 2) / 3}
                 minWidth={200}
+                editorTypes={display?.driver?.dataEditorTypesBehaviour}
                 {rowIndex}
                 {col}
                 {rowData}
@@ -654,11 +659,14 @@
                 bind:domCell={domCells[`${rowIndex},${chunkIndex * 2 + 1}`]}
                 onSetFormView={handleSetFormView}
                 showSlot={!rowData ||
-                ($inplaceEditorState.cell &&
+                  ($inplaceEditorState.cell &&
-                  rowIndex == $inplaceEditorState.cell[0] &&
+                    rowIndex == $inplaceEditorState.cell[0] &&
-                  chunkIndex * 2 + 1 == $inplaceEditorState.cell[1])}
+                    chunkIndex * 2 + 1 == $inplaceEditorState.cell[1])}
                 isCurrentCell={currentCell[0] == rowIndex && currentCell[1] == chunkIndex * 2 + 1}
                 onDictionaryLookup={() => handleLookup(col)}
+                onSetValue={value => {
+                  grider.setCellValue(0, col.uniqueName, value);
+                }}
               />
             {/if}
           </tr>

packages/web/src/formview/ShowFormDropDownButton.svelte

@@ -0,0 +1,44 @@
+<script lang="ts">
+  import FontIcon from '../icons/FontIcon.svelte';
+  import { currentDropDownMenu } from '../stores';
+
+  export let icon = 'icon form';
+  export let menu;
+
+  let domButton;
+
+  function handleClick() {
+    const rect = domButton.getBoundingClientRect();
+    const left = rect.left;
+    const top = rect.bottom;
+    currentDropDownMenu.set({ left, top, items: menu });
+  }
+</script>
+
+<div
+  on:click|stopPropagation|preventDefault={handleClick}
+  bind:this={domButton}
+  on:mousedown|stopPropagation|preventDefault
+  on:mouseup|stopPropagation|preventDefault
+  class="showFormButtonMarker"
+>
+  <FontIcon {icon} />
+</div>
+
+<style>
+  div {
+    position: absolute;
+    right: 0px;
+    top: 1px;
+    color: var(--theme-font-3);
+    background-color: var(--theme-bg-1);
+    border: 1px solid var(--theme-bg-1);
+  }
+
+  div:hover {
+    color: var(--theme-font-hover);
+    border: var(--theme-border);
+    top: 1px;
+    right: 0px;
+  }
+</style>

packages/web/src/icons/FontIcon.svelte

@@ -186,6 +186,16 @@
     'icon num-9-outline': 'mdi mdi-numeric-9-circle-outline',
     'icon num-9-plus-outline': 'mdi mdi-numeric-9-plus-circle-outline',
 
+    'icon type-string': 'mdi mdi-code-string',
+    'icon type-object': 'mdi mdi-code-braces-box',
+    'icon type-array': 'mdi mdi-code-array',
+    'icon type-number': 'mdi mdi-pound-box',
+    'icon type-boolean': 'mdi mdi-code-equal',
+    'icon type-date': 'mdi mdi-alpha-d-box',
+    'icon type-objectid': 'mdi mdi-alpha-i-box',
+    'icon type-null': 'mdi mdi-code-equal',
+    'icon type-unknown': 'mdi mdi-help-box',
+
     'img ok': 'mdi mdi-check-circle color-icon-green',
     'img ok-inv': 'mdi mdi-check-circle color-icon-inv-green',
     'img alert': 'mdi mdi-alert-circle color-icon-blue',

packages/web/src/utility/clipboard.ts

@@ -1,6 +1,7 @@
 import _ from 'lodash';
 import { arrayToHexString, stringifyCellValue } from 'dbgate-tools';
 import yaml from 'js-yaml';
+import { DataEditorTypesBehaviour } from 'dbgate-types';
 
 export function copyTextToClipboard(text) {
   const oldFocus = document.activeElement;
@@ -71,13 +72,13 @@ export async function getClipboardText() {
   return await navigator.clipboard.readText();
 }
 
-export function extractRowCopiedValue(row, col) {
+export function extractRowCopiedValue(row, col, editorTypes?: DataEditorTypesBehaviour) {
   let value = row[col];
   if (value === undefined) value = _.get(row, col);
-  return stringifyCellValue(value);
+  return stringifyCellValue(value, editorTypes);
 }
 
-const clipboardHeadersFormatter = (delimiter) => (columns) => {
+const clipboardHeadersFormatter = delimiter => columns => {
   return columns.join(delimiter);
 };
 

plugins/dbgate-plugin-mongo/src/frontend/driver.js

@@ -122,6 +122,24 @@ const driver = {
       sort: convertToMongoSort(sort) || {},
     };
   },
+
+  dataEditorTypesBehaviour: {
+    parseJsonNull: true,
+    parseJsonBoolean: true,
+    parseNumber: true,
+    parseJsonArray: true,
+    parseJsonObject: true,
+    parseObjectIdAsDollar: true,
+
+    explicitDataType: true,
+    supportNumberType: true,
+    supportStringType: true,
+    supportBooleanType: true,
+    supportDateType: true,
+    supportJsonType: true,
+    supportObjectIdType: true,
+    supportNullType: true,
+  },
 };
 
 module.exports = driver;