fix: Allow passing arrow tables to ArrowDataContainer (#3242)

* fix: copy geometry when geometry is of binary format (#3236)

* fix: copy geometry when geometry is of binary format

Signed-off-by: Ihor Dykhta <dikhta.igor@gmail.com>

* nit

Signed-off-by: Ihor Dykhta <dikhta.igor@gmail.com>

---------

Signed-off-by: Ihor Dykhta <dikhta.igor@gmail.com>
Signed-off-by: Ilya Boyandin <ilyabo@gmail.com>

* fix: Allow passing arrow tables to ArrowDataContainer

Signed-off-by: Ilya Boyandin <ilyabo@gmail.com>

* only add arrowTable prop to CREATE_TABLE_TASK when set

Signed-off-by: Ilya Boyandin <ilyabo@gmail.com>

---------

Signed-off-by: Ihor Dykhta <dikhta.igor@gmail.com>
Signed-off-by: Ilya Boyandin <ilyabo@gmail.com>
Co-authored-by: Igor Dykhta <igorDykhta@users.noreply.github.com>

Author: ilyabo

src/table/src/dataset-utils.ts

@@ -98,7 +98,7 @@ export function createNewDataEntry(
     info,
     color,
     opts,
-    data: validatedData
+    data: data.arrowTable ? {...validatedData, arrowTable: data.arrowTable} : validatedData
   });
 }
 
@@ -136,7 +136,12 @@ async function createTable(datasetInfo: CreateTableProps) {
     ...opts,
     metadata
   });
-  await table.importData({data});
+  try {
+    await table.importData({data});
+  } catch (error) {
+    console.error('Failed to create table', error);
+    throw error;
+  }
 
   return table;
 }

src/table/src/kepler-table.ts

@@ -211,6 +211,7 @@ class KeplerTable<F extends Field = Field> {
 
     const dataContainer = createDataContainer(dataContainerData, {
       fields: data.fields,
+      arrowTable: data.arrowTable,
       inputDataFormat
     });
 

src/types/actions.d.ts

@@ -54,6 +54,7 @@ export type ProtoDataset = {
     fields: ProtoDatasetField[];
     rows: any[][];
     cols?: any[];
+    arrowTable?: arrow.Table;
   };
 
   // table-injected metadata

src/utils/src/arrow-data-container.ts

@@ -1,20 +1,22 @@
 // SPDX-License-Identifier: MIT
 // Copyright contributors to the kepler.gl project
 
+import { ALL_FIELD_TYPES } from '@kepler.gl/constants';
+import { ProtoDatasetField } from '@kepler.gl/types';
 import * as arrow from 'apache-arrow';
-import {console as globalConsole} from 'global/window';
-import {DATA_TYPES as AnalyzerDATA_TYPES} from 'type-analyzer';
-import {ProtoDatasetField} from '@kepler.gl/types';
-import {ALL_FIELD_TYPES} from '@kepler.gl/constants';
+import { console as globalConsole } from 'global/window';
+import { DATA_TYPES as AnalyzerDATA_TYPES } from 'type-analyzer';
 
-import {DataRow, SharedRowOptions} from './data-row';
-import {DataContainerInterface, RangeOptions} from './data-container-interface';
+import { DataContainerInterface, RangeOptions } from './data-container-interface';
+import { DataRow, SharedRowOptions } from './data-row';
 
 type ArrowDataContainerInput = {
   cols: arrow.Vector[];
   fields?: ProtoDatasetField[];
+  arrowTable?: arrow.Table;
 };
 
+
 /**
  * @param dataContainer
  * @param sharedRow
@@ -68,7 +70,7 @@ export class ArrowDataContainer implements DataContainerInterface {
     this._numChunks = data.cols[0].data.length;
     // this._colData = data.cols.map(c => c.toArray());
 
-    this._arrowTable = this._createTable();
+    this._arrowTable = data.arrowTable || this._createTable();
   }
 
   /**

src/utils/src/data-container-utils.ts

@@ -7,10 +7,12 @@ import {IndexedDataContainer} from './indexed-data-container';
 
 import {DataContainerInterface} from './data-container-interface';
 import {ProtoDatasetField} from '@kepler.gl/types';
+import * as arrow from 'apache-arrow';
 
 export type DataContainerOptions = {
   inputDataFormat?: string; // one of DataForm
   fields?: ProtoDatasetField[];
+  arrowTable?: arrow.Table;
 };
 
 export const DataForm = {
@@ -37,7 +39,7 @@ export function createDataContainer(
   if (options.inputDataFormat === DataForm.ROWS_ARRAY) {
     return new RowDataContainer({rows: data, fields: options.fields});
   } else if (options.inputDataFormat === DataForm.COLS_ARRAY) {
-    return new ArrowDataContainer({cols: data, fields: options.fields});
+    return new ArrowDataContainer({cols: data, fields: options.fields, arrowTable: options.arrowTable});
   }
 
   throw Error('Failed to create a data container: not implemented format');