@kepler.gl/processors 3.3.0-alpha.21 → 3.3.0-alpha.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -187,6 +187,8 @@ function processCsvData(rawData, header) {
|
|
|
187
187
|
// here we assume the csv file that people uploaded will have first row
|
|
188
188
|
// as name of the column
|
|
189
189
|
|
|
190
|
+
// Sampling uses names as object keys, so make them unique before inferring types.
|
|
191
|
+
headerRow = (0, _commonUtils.renameDuplicateFields)(headerRow).fieldByIndex;
|
|
190
192
|
cleanUpFalsyCsvValue(rows);
|
|
191
193
|
// No need to run type detection on every data point
|
|
192
194
|
// here we get a list of none null values to run analyze on
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"data-processor.js","names":["arrow","_interopRequireWildcard","require","_d3Dsv","_typeAnalyzer","_geojsonNormalize","_interopRequireDefault","_core","_wkt","_constants","_utils","_commonUtils","_schemas","e","t","WeakMap","r","n","__esModule","o","i","f","__proto__","_typeof3","has","get","set","_t","hasOwnProperty","call","Object","defineProperty","getOwnPropertyDescriptor","ownKeys","keys","getOwnPropertySymbols","filter","enumerable","push","apply","_objectSpread","arguments","length","forEach","_defineProperty2","getOwnPropertyDescriptors","defineProperties","_createForOfIteratorHelper","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","_n","F","s","done","value","TypeError","a","u","next","_arrayLikeToArray","toString","slice","constructor","name","from","test","CSV_NULLS","exports","SUPPORTED_DELIMITERS","getRowParser","delimiter","csvParseRows","tsvParseRows","dsvFormat","parseRows","detectDelimiter","rawData","newlineIdx","indexOf","firstLine","bestDelimiter","bestCount","_iterator","_step","_parsed$","parsed","count","err","tryParseJsonString","str","JSON","parse","PARSE_FIELD_VALUE_FROM_STRING","ALL_FIELD_TYPES","valid","d","String","toLowerCase","integer","parseInt","timestamp","field","includes","format","Number","real","parseFloat","object","isPlainObject","array","h3","h3IsValid","processCsvData","header","rows","headerRow","parsedRows","Error","cleanUpFalsyCsvValue","sample","getSampleForTypeAnalyze","fields","getFieldsFromData","parseRowsByFields","geojsonFieldIdx","findIndex","parseCsvRowsByFieldType","bind","re","RegExp","j","match","geoFieldIdx","parser","type","first","find","notNullorUndefined","row","properties","processRowObject","firstRow","map","key","processGeojson","normalizedGeojson","normalize","features","concat","GUIDES_FILE_FORMAT_DOC","allDataRows","geometry","_geojson","reduce","accu","curr","savedMapDisplayInfo","info","saved","_typeof2","optionalMapInfo","undefined","title","description","processKeplerglJSON","schema","KeplerGlSchema","load","datasets","config","processKeplerglDataset","results","parseSavedData","toArray","processArrowTable","arrowTable","processArrowBatches","data","batches","getGeoArrowMetadataFromSchema","table","geoArrowMetadata","_table$schema$metadat","geoString","metadata","parsedGeoString","columns","columnName","columnData","encoding","GEOARROW_EXTENSIONS","WKB","error","console","arrowSchemaToFields","fieldTypeSuggestions","getSampleForTypeAnalyzeArrow","keplerFields","fieldIndex","_field$metadata$get","arrowDataTypeToFieldType","analyzerType","arrowDataTypeToAnalyzerDataType","fieldTypeSuggestion","keplerField","geojson","AnalyzerDATA_TYPES","GEOMETRY_FROM_STRING","GEOARROW_METADATA_KEY","startsWith","geoarrow","GEOMETRY","_field$metadata","_table$getChildAt","getChildAt","binaryGeo","parseSync","WKBLoader","_field$metadata2","id","displayName","fieldIdx","valueAccessor","dc","valueAt","index","CAST_BIGINTS","castBigIntColumnsToFloat64","needsCast","some","DataType","isInt","bitWidth","newColumns","numCols","col","float64Array","Float64Array","val","NaN","makeVector","Table","arrowBatches","options","compact","compactArrowTable","cols","_toConsumableArray2","arrowSchema","DATASET_HANDLERS","DATASET_FORMATS","csv","keplergl","Processors","analyzerTypeToFieldType"],"sources":["../../src/data-processor.ts"],"sourcesContent":["// SPDX-License-Identifier: MIT\n// Copyright contributors to the kepler.gl project\n\nimport * as arrow from 'apache-arrow';\nimport {csvParseRows, tsvParseRows, dsvFormat} from 'd3-dsv';\nimport {DATA_TYPES as AnalyzerDATA_TYPES} from 'type-analyzer';\nimport normalize from '@mapbox/geojson-normalize';\nimport {parseSync} from '@loaders.gl/core';\nimport {ArrowTable} from '@loaders.gl/schema';\nimport {WKBLoader} from '@loaders.gl/wkt';\n\nimport {\n ALL_FIELD_TYPES,\n DATASET_FORMATS,\n GEOARROW_EXTENSIONS,\n GEOARROW_METADATA_KEY,\n GUIDES_FILE_FORMAT_DOC\n} from '@kepler.gl/constants';\nimport {ProcessorResult, Field} from '@kepler.gl/types';\nimport {\n arrowDataTypeToAnalyzerDataType,\n arrowDataTypeToFieldType,\n compactArrowTable,\n hasOwnProperty,\n isPlainObject,\n optionalMapInfo\n} from '@kepler.gl/utils';\nimport {\n analyzerTypeToFieldType,\n getSampleForTypeAnalyze,\n getSampleForTypeAnalyzeArrow,\n getFieldsFromData,\n h3IsValid,\n notNullorUndefined,\n toArray\n} from '@kepler.gl/common-utils';\nimport {KeplerGlSchema, ParsedDataset, SavedMap, LoadedMap} from '@kepler.gl/schemas';\nimport {Feature} from '@deck.gl-community/editable-layers';\n\n// if any of these value occurs in csv, parse it to null;\n// const CSV_NULLS = ['', 'null', 'NULL', 'Null', 'NaN', '/N'];\n// matches empty string\nexport const CSV_NULLS = /^(null|NULL|Null|NaN|\\/N||)$/;\n\nconst SUPPORTED_DELIMITERS = [',', '\\t', ';', '|'] as const;\n\nfunction getRowParser(delimiter: string): (raw: string) => string[][] {\n if (delimiter === ',') return csvParseRows;\n if (delimiter === '\\t') return tsvParseRows;\n return dsvFormat(delimiter).parseRows;\n}\n\n/**\n * Detect the delimiter used in a DSV string by checking the first line.\n * Returns the delimiter that produces the most columns (minimum 2).\n * Falls back to comma if no delimiter produces multiple columns.\n */\nexport function detectDelimiter(rawData: string): string {\n const newlineIdx = rawData.indexOf('\\n');\n const firstLine = newlineIdx === -1 ? rawData : rawData.slice(0, newlineIdx);\n if (!firstLine) return ',';\n\n let bestDelimiter = ',';\n let bestCount = 1;\n\n for (const delimiter of SUPPORTED_DELIMITERS) {\n const parsed = getRowParser(delimiter)(firstLine);\n const count = parsed[0]?.length || 0;\n if (count > bestCount) {\n bestCount = count;\n bestDelimiter = delimiter;\n }\n }\n\n return bestDelimiter;\n}\n\nfunction tryParseJsonString(str) {\n try {\n return JSON.parse(str);\n } catch (e) {\n return null;\n }\n}\n\nexport const PARSE_FIELD_VALUE_FROM_STRING = {\n [ALL_FIELD_TYPES.boolean]: {\n valid: (d: unknown): boolean => typeof d === 'boolean',\n parse: (d: unknown): boolean => {\n const s = String(d).toLowerCase();\n return s === 'true' || s === 'yes' || s === '1';\n }\n },\n [ALL_FIELD_TYPES.integer]: {\n // @ts-ignore\n valid: (d: unknown): boolean => parseInt(d, 10) === d,\n // @ts-ignore\n parse: (d: unknown): number => parseInt(d, 10)\n },\n [ALL_FIELD_TYPES.timestamp]: {\n valid: (d: unknown, field: Field): boolean =>\n ['x', 'X'].includes(field.format) ? typeof d === 'number' : typeof d === 'string',\n parse: (d: any, field: Field) => (['x', 'X'].includes(field.format) ? Number(d) : d)\n },\n [ALL_FIELD_TYPES.real]: {\n // @ts-ignore\n valid: (d: unknown): boolean => parseFloat(d) === d,\n // Note this will result in NaN for some string\n parse: parseFloat\n },\n [ALL_FIELD_TYPES.object]: {\n valid: isPlainObject,\n parse: tryParseJsonString\n },\n\n [ALL_FIELD_TYPES.array]: {\n valid: Array.isArray,\n parse: tryParseJsonString\n },\n\n [ALL_FIELD_TYPES.h3]: {\n valid: d => h3IsValid(d),\n parse: d => d\n }\n};\n\n/**\n * Process csv data, output a data object with `{fields: [], rows: []}`.\n * The data object can be wrapped in a `dataset` and pass to [`addDataToMap`](../actions/actions.md#adddatatomap)\n * @param rawData raw csv string\n * @returns data object `{fields: [], rows: []}` can be passed to addDataToMaps\n * @public\n * @example\n * import {processCsvData} from '@kepler.gl/processors';\n *\n * const testData = `gps_data.utc_timestamp,gps_data.lat,gps_data.lng,gps_data.types,epoch,has_result,id,time,begintrip_ts_utc,begintrip_ts_local,date\n * 2016-09-17 00:09:55,29.9900937,31.2590542,driver_analytics,1472688000000,False,1,2016-09-23T00:00:00.000Z,2016-10-01 09:41:39+00:00,2016-10-01 09:41:39+00:00,2016-09-23\n * 2016-09-17 00:10:56,29.9927699,31.2461142,driver_analytics,1472688000000,False,2,2016-09-23T00:00:00.000Z,2016-10-01 09:46:37+00:00,2016-10-01 16:46:37+00:00,2016-09-23\n * 2016-09-17 00:11:56,29.9907261,31.2312742,driver_analytics,1472688000000,False,3,2016-09-23T00:00:00.000Z,,,2016-09-23\n * 2016-09-17 00:12:58,29.9870074,31.2175827,driver_analytics,1472688000000,False,4,2016-09-23T00:00:00.000Z,,,2016-09-23`\n *\n * const dataset = {\n * info: {id: 'test_data', label: 'My Csv'},\n * data: processCsvData(testData)\n * };\n *\n * dispatch(addDataToMap({\n * datasets: [dataset],\n * options: {centerMap: true, readOnly: true}\n * }));\n */\nexport function processCsvData(rawData: unknown[][] | string, header?: string[]): ProcessorResult {\n let rows: unknown[][] | undefined;\n let headerRow: string[] | undefined;\n\n if (typeof rawData === 'string') {\n const delimiter = detectDelimiter(rawData);\n const parsedRows: string[][] = getRowParser(delimiter)(rawData);\n\n if (!Array.isArray(parsedRows) || parsedRows.length < 2) {\n throw new Error('processCsvData Failed: delimited text is empty or has no data rows');\n }\n headerRow = parsedRows[0];\n rows = parsedRows.slice(1);\n } else if (Array.isArray(rawData) && rawData.length) {\n rows = rawData;\n headerRow = header;\n\n if (!Array.isArray(headerRow)) {\n // if data is passed in as array of rows and missing header\n // assume first row is header\n // @ts-ignore\n headerRow = rawData[0];\n rows = rawData.slice(1);\n }\n }\n\n if (!rows || !headerRow) {\n throw new Error('invalid input passed to processCsvData');\n }\n\n // here we assume the csv file that people uploaded will have first row\n // as name of the column\n\n cleanUpFalsyCsvValue(rows);\n // No need to run type detection on every data point\n // here we get a list of none null values to run analyze on\n const sample = getSampleForTypeAnalyze({fields: headerRow, rows});\n const fields = getFieldsFromData(sample, headerRow);\n const parsedRows = parseRowsByFields(rows, fields);\n\n return {fields, rows: parsedRows};\n}\n\n/**\n * Parse rows of csv by analyzed field types. So that `'1'` -> `1`, `'True'` -> `true`\n * @param rows\n * @param fields\n */\nexport function parseRowsByFields(rows: any[][], fields: Field[]) {\n // Edit rows in place\n const geojsonFieldIdx = fields.findIndex(f => f.name === '_geojson');\n fields.forEach(parseCsvRowsByFieldType.bind(null, rows, geojsonFieldIdx));\n\n return rows;\n}\n\n/**\n * Convert falsy value in csv including `'', 'null', 'NULL', 'Null', 'NaN'` to `null`,\n * so that type-analyzer won't detect it as string\n *\n * @param rows\n */\nfunction cleanUpFalsyCsvValue(rows: unknown[][]): void {\n const re = new RegExp(CSV_NULLS, 'g');\n for (let i = 0; i < rows.length; i++) {\n for (let j = 0; j < rows[i].length; j++) {\n // analyzer will set any fields to 'string' if there are empty values\n // which will be parsed as '' by d3.csv\n // here we parse empty data as null\n // TODO: create warning when deltect `CSV_NULLS` in the data\n if (typeof rows[i][j] === 'string' && (rows[i][j] as string).match(re)) {\n rows[i][j] = null;\n }\n }\n }\n}\n\n/**\n * Process uploaded csv file to parse value by field type\n *\n * @param rows\n * @param geoFieldIdx field index\n * @param field\n * @param i\n */\nexport function parseCsvRowsByFieldType(\n rows: unknown[][],\n geoFieldIdx: number,\n field: Field,\n i: number\n): void {\n const parser = PARSE_FIELD_VALUE_FROM_STRING[field.type];\n if (parser) {\n // check first not null value of it's already parsed\n const first = rows.find(r => notNullorUndefined(r[i]));\n if (!first || parser.valid(first[i], field)) {\n return;\n }\n rows.forEach(row => {\n // parse string value based on field type\n if (row[i] !== null) {\n row[i] = parser.parse(row[i], field);\n if (\n geoFieldIdx > -1 &&\n isPlainObject(row[geoFieldIdx]) &&\n // @ts-ignore\n hasOwnProperty(row[geoFieldIdx], 'properties')\n ) {\n // @ts-ignore\n row[geoFieldIdx].properties[field.name] = row[i];\n }\n }\n });\n }\n}\n\n/* eslint-enable complexity */\n\n/**\n * Process data where each row is an object, output can be passed to [`addDataToMap`](../actions/actions.md#adddatatomap)\n * NOTE: This function may mutate input.\n * @param rawData an array of row object, each object should have the same number of keys\n * @returns dataset containing `fields` and `rows`\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processRowObject} from '@kepler.gl/processors';\n *\n * const data = [\n * {lat: 31.27, lng: 127.56, value: 3},\n * {lat: 31.22, lng: 126.26, value: 1}\n * ];\n *\n * dispatch(addDataToMap({\n * datasets: {\n * info: {label: 'My Data', id: 'my_data'},\n * data: processRowObject(data)\n * }\n * }));\n */\nexport function processRowObject(rawData: unknown[]): ProcessorResult {\n if (!Array.isArray(rawData)) {\n return null;\n } else if (!rawData.length) {\n // data is empty\n return {\n fields: [],\n rows: []\n };\n }\n\n const firstRow = rawData[0] as Record<string, unknown>;\n const keys = Object.keys(firstRow); // [lat, lng, value]\n const rows = rawData.map(d => keys.map(key => (d as Record<string, unknown>)[key])); // [[31.27, 127.56, 3]]\n\n // row object can still contain values like `Null` or `N/A`\n cleanUpFalsyCsvValue(rows);\n\n return processCsvData(rows, keys);\n}\n\n/**\n * Process GeoJSON [`FeatureCollection`](http://wiki.geojson.org/GeoJSON_draft_version_6#FeatureCollection),\n * output a data object with `{fields: [], rows: []}`.\n * The data object can be wrapped in a `dataset` and passed to [`addDataToMap`](../actions/actions.md#adddatatomap)\n * NOTE: This function may mutate input.\n *\n * @param rawData raw geojson feature collection\n * @returns dataset containing `fields` and `rows`\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processGeojson} from '@kepler.gl/processors';\n *\n * const geojson = {\n * \t\"type\" : \"FeatureCollection\",\n * \t\"features\" : [{\n * \t\t\"type\" : \"Feature\",\n * \t\t\"properties\" : {\n * \t\t\t\"capacity\" : \"10\",\n * \t\t\t\"type\" : \"U-Rack\"\n * \t\t},\n * \t\t\"geometry\" : {\n * \t\t\t\"type\" : \"Point\",\n * \t\t\t\"coordinates\" : [ -71.073283, 42.417500 ]\n * \t\t}\n * \t}]\n * };\n *\n * dispatch(addDataToMap({\n * datasets: {\n * info: {\n * label: 'Sample Taxi Trips in New York City',\n * id: 'test_trip_data'\n * },\n * data: processGeojson(geojson)\n * }\n * }));\n */\nexport function processGeojson(rawData: unknown): ProcessorResult {\n const normalizedGeojson = normalize(rawData);\n\n if (!normalizedGeojson || !Array.isArray(normalizedGeojson.features)) {\n throw new Error(\n `Read File Failed: File is not a valid GeoJSON. Read more about [supported file format](${GUIDES_FILE_FORMAT_DOC})`\n );\n }\n\n // getting all feature fields\n const allDataRows: Array<{_geojson: Feature} & keyof Feature> = [];\n for (let i = 0; i < normalizedGeojson.features.length; i++) {\n const f = normalizedGeojson.features[i];\n if (f.geometry) {\n const row = {\n // Reserve the first field for geometry to preserve existing field indices.\n _geojson: f,\n ...(f.properties || {})\n };\n // A property with the reserved name must not replace the feature.\n row._geojson = f;\n allDataRows.push(row);\n }\n }\n // get all the field\n const fields = allDataRows.reduce<string[]>((accu, curr) => {\n Object.keys(curr).forEach(key => {\n if (!accu.includes(key)) {\n accu.push(key);\n }\n });\n return accu;\n }, []);\n\n // make sure each feature has exact same fields\n allDataRows.forEach(d => {\n fields.forEach(f => {\n if (!(f in d)) {\n d[f] = null;\n if (d._geojson.properties) {\n d._geojson.properties[f] = null;\n }\n }\n });\n });\n\n return processRowObject(allDataRows);\n}\n\n/**\n * Process saved kepler.gl json to be pass to [`addDataToMap`](../actions/actions.md#adddatatomap).\n * The json object should contain `datasets` and `config`.\n * @param rawData\n * @param schema\n * @returns datasets and config `{datasets: {}, config: {}}`\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processKeplerglJSON} from '@kepler.gl/processors';\n *\n * dispatch(addDataToMap(processKeplerglJSON(keplerGlJson)));\n */\nfunction savedMapDisplayInfo(info: unknown): {title?: string; description?: string} {\n const saved =\n info && typeof info === 'object'\n ? optionalMapInfo(info as {title?: unknown; description?: unknown})\n : undefined;\n // Both keys are always present: setMapInfo merges, so omitting one would keep\n // the previously loaded map's value instead of clearing it.\n return {title: saved?.title, description: saved?.description};\n}\n\nexport function processKeplerglJSON(rawData: SavedMap, schema = KeplerGlSchema): LoadedMap | null {\n if (!rawData) {\n return null;\n }\n return {\n ...schema.load(rawData.datasets, rawData.config),\n info: savedMapDisplayInfo(rawData.info)\n };\n}\n\n/**\n * Parse a single or an array of datasets saved using kepler.gl schema\n * @param rawData\n * @param schema\n */\nexport function processKeplerglDataset(\n rawData: object | object[],\n schema = KeplerGlSchema\n): ParsedDataset | ParsedDataset[] | null {\n if (!rawData) {\n return null;\n }\n\n const results = schema.parseSavedData(toArray(rawData));\n if (!results) {\n return null;\n }\n return Array.isArray(rawData) ? results : results[0];\n}\n\n/**\n * Process a loaders.gl [`ArrowTable`](https://loaders.gl/docs/specifications/category-table) (`{shape: 'arrow-table', data}`)\n * and return a data object that can be passed to [`addDataToMap`](../actions/actions.md#adddatatomap).\n * Load arrow files with `GeoArrowLoader` and `{arrow: {shape: 'arrow-table'}}`.\n *\n * @param arrowTable ArrowTable to parse, see loaders.gl/schema\n * @returns dataset containing `fields` and `rows` or null\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processArrowTable} from '@kepler.gl/processors';\n * import {load} from '@loaders.gl/core';\n * import {GeoArrowLoader} from '@loaders.gl/arrow';\n *\n * const arrowTable = await load(url, GeoArrowLoader, {arrow: {shape: 'arrow-table'}});\n *\n * dispatch(addDataToMap({\n * datasets: {\n * info: {id: 'arrow_dataset', label: 'My Arrow'},\n * data: processArrowTable(arrowTable)\n * }\n * }));\n */\nexport function processArrowTable(arrowTable: ArrowTable): ProcessorResult | null {\n // @ts-ignore - Unknown data type causing build failures\n return processArrowBatches(arrowTable.data.batches);\n}\n\n/**\n * Extracts GeoArrow metadata from an Apache Arrow table schema.\n * For geoparquet files geoarrow metadata isn't present in fields, so extract extra info from schema.\n * @param table The Apache Arrow table to extract metadata from.\n * @returns An object mapping column names to their GeoArrow encoding type.\n * @throws Logs an error message if parsing of metadata fails.\n */\nexport function getGeoArrowMetadataFromSchema(table: arrow.Table): Record<string, string> {\n const geoArrowMetadata: Record<string, string> = {};\n try {\n const geoString = table.schema.metadata?.get('geo');\n if (geoString) {\n const parsedGeoString = JSON.parse(geoString);\n if (parsedGeoString.columns) {\n Object.keys(parsedGeoString.columns).forEach(columnName => {\n const columnData = parsedGeoString.columns[columnName];\n if (columnData?.encoding === 'WKB') {\n geoArrowMetadata[columnName] = GEOARROW_EXTENSIONS.WKB;\n }\n // TODO potentially there are other types but no datasets to test\n });\n }\n }\n } catch (error) {\n console.error('An error during arrow table schema metadata parsing');\n }\n return geoArrowMetadata;\n}\n\n/**\n * Converts an Apache Arrow table schema into an array of Kepler.gl field objects.\n * @param table The Apache Arrow table whose schema needs to be converted.\n * @param fieldTypeSuggestions Optional mapping of field names to suggested field types.\n * @returns An array of field objects suitable for Kepler.gl.\n */\nexport function arrowSchemaToFields(\n table: arrow.Table,\n fieldTypeSuggestions: Record<string, string> = {}\n): Field[] {\n const headerRow = table.schema.fields.map(f => f.name);\n const sample = getSampleForTypeAnalyzeArrow(table, headerRow);\n const keplerFields = getFieldsFromData(sample, headerRow);\n const geoArrowMetadata = getGeoArrowMetadataFromSchema(table);\n\n return table.schema.fields.map((field: arrow.Field, fieldIndex: number) => {\n let type = arrowDataTypeToFieldType(field.type);\n let analyzerType = arrowDataTypeToAnalyzerDataType(field.type);\n let format = '';\n\n const fieldTypeSuggestion = fieldTypeSuggestions[field.name];\n const keplerField = keplerFields[fieldIndex];\n\n // geometry fields produced by DuckDB's st_asgeojson()\n if (fieldTypeSuggestion === 'JSON') {\n type = ALL_FIELD_TYPES.geojson;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY_FROM_STRING;\n } else if (\n fieldTypeSuggestion === 'GEOMETRY' ||\n field.metadata.get(GEOARROW_METADATA_KEY)?.startsWith('geoarrow')\n ) {\n type = ALL_FIELD_TYPES.geoarrow;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY;\n } else if (geoArrowMetadata[field.name]) {\n type = ALL_FIELD_TYPES.geoarrow;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY;\n field.metadata?.set(GEOARROW_METADATA_KEY, geoArrowMetadata[field.name]);\n } else if (fieldTypeSuggestion === 'BLOB') {\n // When arrow wkb column saved to DuckDB as BLOB without any metadata, then queried back\n try {\n const data = table.getChildAt(fieldIndex)?.get(0);\n if (data) {\n const binaryGeo = parseSync(data, WKBLoader);\n if (binaryGeo) {\n type = ALL_FIELD_TYPES.geoarrow;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY;\n field.metadata?.set(GEOARROW_METADATA_KEY, GEOARROW_EXTENSIONS.WKB);\n }\n }\n } catch (error) {\n // ignore, not WKB\n }\n } else if (\n fieldTypeSuggestion === 'VARCHAR' &&\n (keplerField.analyzerType === AnalyzerDATA_TYPES.GEOMETRY ||\n keplerField.analyzerType === AnalyzerDATA_TYPES.GEOMETRY_FROM_STRING)\n ) {\n // When wkb/wkt was saved as varchar in DuckDB\n type = keplerField.type;\n analyzerType = keplerField.analyzerType;\n format = keplerField.format;\n } else if (fieldTypeSuggestion === 'VARCHAR' && keplerField.type === ALL_FIELD_TYPES.h3) {\n // when kepler detected h3 column using getFieldsFromData(), set type to h3 and analyzerType to H3\n type = ALL_FIELD_TYPES.h3;\n analyzerType = keplerField.analyzerType;\n } else {\n // TODO should we use Kepler getFieldsFromData instead\n // of arrowDataTypeToFieldType for all fields?\n if (keplerField.type === ALL_FIELD_TYPES.timestamp) {\n type = keplerField.type;\n analyzerType = keplerField.analyzerType;\n format = keplerField.format;\n }\n }\n\n return {\n ...field,\n name: field.name,\n id: field.name,\n displayName: field.name,\n format: format,\n fieldIdx: fieldIndex,\n type,\n analyzerType,\n valueAccessor: (dc: any) => d => {\n return dc.valueAt(d.index, fieldIndex);\n },\n metadata: field.metadata\n };\n });\n}\n\nconst CAST_BIGINTS = false;\n\n/**\n * Cast 64-bit integer Arrow columns (Int64, Uint64) to Float64 to avoid BigInt values\n * that are incompatible with d3 scales, sorting, and other numeric operations.\n * Mirrors the DuckDB approach of casting BIGINT/UBIGINT to DOUBLE.\n *\n * Left off so Uint64 values are not rounded through Float64. Samples are\n * stringified for type-analyzer instead.\n */\nfunction castBigIntColumnsToFloat64(arrowTable: arrow.Table): arrow.Table {\n if (!CAST_BIGINTS) {\n return arrowTable;\n }\n\n const needsCast = arrowTable.schema.fields.some(\n f => arrow.DataType.isInt(f.type) && f.type.bitWidth === 64\n );\n if (!needsCast) {\n return arrowTable;\n }\n\n const newColumns: Record<string, arrow.Vector> = {};\n for (let i = 0; i < arrowTable.numCols; i++) {\n const field = arrowTable.schema.fields[i];\n const col = arrowTable.getChildAt(i);\n if (!col) continue;\n if (arrow.DataType.isInt(field.type) && field.type.bitWidth === 64) {\n const float64Array = new Float64Array(col.length);\n for (let j = 0; j < col.length; j++) {\n const val = col.get(j);\n float64Array[j] = val === null ? NaN : Number(val);\n }\n newColumns[field.name] = arrow.makeVector(float64Array);\n } else {\n newColumns[field.name] = col;\n }\n }\n return new arrow.Table(newColumns);\n}\n\nexport type ProcessArrowBatchesOptions = {\n /**\n * When false, skip compactArrowTable. Progressive Arrow loading uses this so\n * each incoming batch does not copy the accumulated table. Defaults to true.\n * The final processFileContent call leaves this unset so the completed table\n * is compacted once.\n */\n compact?: boolean;\n};\n\n/**\n * Parse arrow batches returned from parseInBatches()\n *\n * @param arrowBatches the arrow record batches to parse\n * @param options optional processing flags\n * @returns dataset containing `fields` and `rows` or null\n */\nexport function processArrowBatches(\n arrowBatches: arrow.RecordBatch[],\n options?: ProcessArrowBatchesOptions\n): ProcessorResult | null {\n if (arrowBatches.length === 0) {\n return null;\n }\n const arrowTable =\n options?.compact === false\n ? castBigIntColumnsToFloat64(new arrow.Table(arrowBatches))\n : compactArrowTable(castBigIntColumnsToFloat64(new arrow.Table(arrowBatches)));\n const fields = arrowSchemaToFields(arrowTable);\n\n const cols = [...Array(arrowTable.numCols).keys()].map(i => arrowTable.getChildAt(i));\n\n // return empty rows and use raw arrow table to construct column-wise data container\n return {\n fields,\n rows: [],\n cols,\n metadata: arrowTable.schema.metadata,\n // Save original arrow schema, for better ingestion into DuckDB.\n // TODO consider returning arrowTable in cols, not an array of Vectors from arrowTable.\n arrowSchema: arrowTable.schema\n };\n}\n\nexport const DATASET_HANDLERS = {\n [DATASET_FORMATS.row]: processRowObject,\n [DATASET_FORMATS.geojson]: processGeojson,\n [DATASET_FORMATS.csv]: processCsvData,\n [DATASET_FORMATS.arrow]: processArrowTable,\n [DATASET_FORMATS.keplergl]: processKeplerglDataset\n};\n\nexport const Processors: {\n processGeojson: typeof processGeojson;\n processCsvData: typeof processCsvData;\n processArrowTable: typeof processArrowTable;\n processArrowBatches: typeof processArrowBatches;\n processRowObject: typeof processRowObject;\n processKeplerglJSON: typeof processKeplerglJSON;\n processKeplerglDataset: typeof processKeplerglDataset;\n analyzerTypeToFieldType: typeof analyzerTypeToFieldType;\n getFieldsFromData: typeof getFieldsFromData;\n parseCsvRowsByFieldType: typeof parseCsvRowsByFieldType;\n} = {\n processGeojson,\n processCsvData,\n processArrowTable,\n processArrowBatches,\n processRowObject,\n processKeplerglJSON,\n processKeplerglDataset,\n analyzerTypeToFieldType,\n getFieldsFromData,\n parseCsvRowsByFieldType\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAGA,IAAAA,KAAA,GAAAC,uBAAA,CAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,aAAA,GAAAF,OAAA;AACA,IAAAG,iBAAA,GAAAC,sBAAA,CAAAJ,OAAA;AACA,IAAAK,KAAA,GAAAL,OAAA;AAEA,IAAAM,IAAA,GAAAN,OAAA;AAEA,IAAAO,UAAA,GAAAP,OAAA;AAQA,IAAAQ,MAAA,GAAAR,OAAA;AAQA,IAAAS,YAAA,GAAAT,OAAA;AASA,IAAAU,QAAA,GAAAV,OAAA;AAAsF,SAAAD,wBAAAY,CAAA,EAAAC,CAAA,6BAAAC,OAAA,MAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAd,uBAAA,YAAAA,wBAAAY,CAAA,EAAAC,CAAA,SAAAA,CAAA,IAAAD,CAAA,IAAAA,CAAA,CAAAK,UAAA,SAAAL,CAAA,MAAAM,CAAA,EAAAC,CAAA,EAAAC,CAAA,KAAAC,SAAA,mBAAAT,CAAA,iBAAAA,CAAA,gBAAAU,QAAA,CAAAV,CAAA,0BAAAA,CAAA,SAAAQ,CAAA,MAAAF,CAAA,GAAAL,CAAA,GAAAG,CAAA,GAAAD,CAAA,QAAAG,CAAA,CAAAK,GAAA,CAAAX,CAAA,UAAAM,CAAA,CAAAM,GAAA,CAAAZ,CAAA,GAAAM,CAAA,CAAAO,GAAA,CAAAb,CAAA,EAAAQ,CAAA,cAAAM,EAAA,IAAAd,CAAA,gBAAAc,EAAA,OAAAC,cAAA,CAAAC,IAAA,CAAAhB,CAAA,EAAAc,EAAA,OAAAP,CAAA,IAAAD,CAAA,GAAAW,MAAA,CAAAC,cAAA,KAAAD,MAAA,CAAAE,wBAAA,CAAAnB,CAAA,EAAAc,EAAA,OAAAP,CAAA,CAAAK,GAAA,IAAAL,CAAA,CAAAM,GAAA,IAAAP,CAAA,CAAAE,CAAA,EAAAM,EAAA,EAAAP,CAAA,IAAAC,CAAA,CAAAM,EAAA,IAAAd,CAAA,CAAAc,EAAA,WAAAN,CAAA,KAAAR,CAAA,EAAAC,CAAA;AAAA,SAAAmB,QAAApB,CAAA,EAAAG,CAAA,QAAAF,CAAA,GAAAgB,MAAA,CAAAI,IAAA,CAAArB,CAAA,OAAAiB,MAAA,CAAAK,qBAAA,QAAAhB,CAAA,GAAAW,MAAA,CAAAK,qBAAA,CAAAtB,CAAA,GAAAG,CAAA,KAAAG,CAAA,GAAAA,CAAA,CAAAiB,MAAA,WAAApB,CAAA,WAAAc,MAAA,CAAAE,wBAAA,CAAAnB,CAAA,EAAAG,CAAA,EAAAqB,UAAA,OAAAvB,CAAA,CAAAwB,IAAA,CAAAC,KAAA,CAAAzB,CAAA,EAAAK,CAAA,YAAAL,CAAA;AAAA,SAAA0B,cAAA3B,CAAA,aAAAG,CAAA,MAAAA,CAAA,GAAAyB,SAAA,CAAAC,MAAA,EAAA1B,CAAA,UAAAF,CAAA,WAAA2B,SAAA,CAAAzB,CAAA,IAAAyB,SAAA,CAAAzB,CAAA,QAAAA,CAAA,OAAAiB,OAAA,CAAAH,MAAA,CAAAhB,CAAA,OAAA6B,OAAA,WAAA3B,CAAA,QAAA4B,gBAAA,aAAA/B,CAAA,EAAAG,CAAA,EAAAF,CAAA,CAAAE,CAAA,SAAAc,MAAA,CAAAe,yBAAA,GAAAf,MAAA,CAAAgB,gBAAA,CAAAjC,CAAA,EAAAiB,MAAA,CAAAe,yBAAA,CAAA/B,CAAA,KAAAmB,OAAA,CAAAH,MAAA,CAAAhB,CAAA,GAAA6B,OAAA,WAAA3B,CAAA,IAAAc,MAAA,CAAAC,cAAA,CAAAlB,CAAA,EAAAG,CAAA,EAAAc,MAAA,CAAAE,wBAAA,CAAAlB,CAAA,EAAAE,CAAA,iBAAAH,CAAA;AAAA,SAAAkC,2BAAA/B,CAAA,EAAAH,CAAA,QAAAC,CAAA,yBAAAkC,MAAA,IAAAhC,CAAA,CAAAgC,MAAA,CAAAC,QAAA,KAAAjC,CAAA,qBAAAF,CAAA,QAAAoC,KAAA,CAAAC,OAAA,CAAAnC,CAAA,MAAAF,CAAA,GAAAsC,2BAAA,CAAApC,CAAA,MAAAH,CAAA,IAAAG,CAAA,uBAAAA,CAAA,CAAA0B,MAAA,IAAA5B,CAAA,KAAAE,CAAA,GAAAF,CAAA,OAAAuC,EAAA,MAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAArC,CAAA,WAAAA,EAAA,WAAAoC,EAAA,IAAArC,CAAA,CAAA0B,MAAA,KAAAc,IAAA,WAAAA,IAAA,MAAAC,KAAA,EAAAzC,CAAA,CAAAqC,EAAA,UAAAxC,CAAA,WAAAA,EAAAG,CAAA,UAAAA,CAAA,KAAAK,CAAA,EAAAiC,CAAA,gBAAAI,SAAA,iJAAAvC,CAAA,EAAAwC,CAAA,OAAAC,CAAA,gBAAAL,CAAA,WAAAA,EAAA,IAAAzC,CAAA,GAAAA,CAAA,CAAAe,IAAA,CAAAb,CAAA,MAAAC,CAAA,WAAAA,EAAA,QAAAD,CAAA,GAAAF,CAAA,CAAA+C,IAAA,WAAAF,CAAA,GAAA3C,CAAA,CAAAwC,IAAA,EAAAxC,CAAA,KAAAH,CAAA,WAAAA,EAAAG,CAAA,IAAA4C,CAAA,OAAAzC,CAAA,GAAAH,CAAA,KAAAK,CAAA,WAAAA,EAAA,UAAAsC,CAAA,YAAA7C,CAAA,cAAAA,CAAA,8BAAA8C,CAAA,QAAAzC,CAAA;AAAA,SAAAiC,4BAAApC,CAAA,EAAA2C,CAAA,QAAA3C,CAAA,2BAAAA,CAAA,SAAA8C,iBAAA,CAAA9C,CAAA,EAAA2C,CAAA,OAAA7C,CAAA,MAAAiD,QAAA,CAAAlC,IAAA,CAAAb,CAAA,EAAAgD,KAAA,6BAAAlD,CAAA,IAAAE,CAAA,CAAAiD,WAAA,KAAAnD,CAAA,GAAAE,CAAA,CAAAiD,WAAA,CAAAC,IAAA,aAAApD,CAAA,cAAAA,CAAA,GAAAoC,KAAA,CAAAiB,IAAA,CAAAnD,CAAA,oBAAAF,CAAA,+CAAAsD,IAAA,CAAAtD,CAAA,IAAAgD,iBAAA,CAAA9C,CAAA,EAAA2C,CAAA;AAAA,SAAAG,kBAAA9C,CAAA,EAAA2C,CAAA,aAAAA,CAAA,IAAAA,CAAA,GAAA3C,CAAA,CAAA0B,MAAA,MAAAiB,CAAA,GAAA3C,CAAA,CAAA0B,MAAA,YAAA7B,CAAA,MAAAI,CAAA,GAAAiC,KAAA,CAAAS,CAAA,GAAA9C,CAAA,GAAA8C,CAAA,EAAA9C,CAAA,IAAAI,CAAA,CAAAJ,CAAA,IAAAG,CAAA,CAAAH,CAAA,UAAAI,CAAA,IApCtF;AACA;AAsCA;AACA;AACA;AACO,IAAMoD,SAAS,GAAAC,OAAA,CAAAD,SAAA,GAAG,8BAA8B;AAEvD,IAAME,oBAAoB,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAU;AAE3D,SAASC,YAAYA,CAACC,SAAiB,EAA+B;EACpE,IAAIA,SAAS,KAAK,GAAG,EAAE,OAAOC,mBAAY;EAC1C,IAAID,SAAS,KAAK,IAAI,EAAE,OAAOE,mBAAY;EAC3C,OAAO,IAAAC,gBAAS,EAACH,SAAS,CAAC,CAACI,SAAS;AACvC;;AAEA;AACA;AACA;AACA;AACA;AACO,SAASC,eAAeA,CAACC,OAAe,EAAU;EACvD,IAAMC,UAAU,GAAGD,OAAO,CAACE,OAAO,CAAC,IAAI,CAAC;EACxC,IAAMC,SAAS,GAAGF,UAAU,KAAK,CAAC,CAAC,GAAGD,OAAO,GAAGA,OAAO,CAACf,KAAK,CAAC,CAAC,EAAEgB,UAAU,CAAC;EAC5E,IAAI,CAACE,SAAS,EAAE,OAAO,GAAG;EAE1B,IAAIC,aAAa,GAAG,GAAG;EACvB,IAAIC,SAAS,GAAG,CAAC;EAAC,IAAAC,SAAA,GAAAtC,0BAAA,CAEMwB,oBAAoB;IAAAe,KAAA;EAAA;IAA5C,KAAAD,SAAA,CAAA9B,CAAA,MAAA+B,KAAA,GAAAD,SAAA,CAAApE,CAAA,IAAAuC,IAAA,GAA8C;MAAA,IAAA+B,QAAA;MAAA,IAAnCd,SAAS,GAAAa,KAAA,CAAA7B,KAAA;MAClB,IAAM+B,MAAM,GAAGhB,YAAY,CAACC,SAAS,CAAC,CAACS,SAAS,CAAC;MACjD,IAAMO,KAAK,GAAG,EAAAF,QAAA,GAAAC,MAAM,CAAC,CAAC,CAAC,cAAAD,QAAA,uBAATA,QAAA,CAAW7C,MAAM,KAAI,CAAC;MACpC,IAAI+C,KAAK,GAAGL,SAAS,EAAE;QACrBA,SAAS,GAAGK,KAAK;QACjBN,aAAa,GAAGV,SAAS;MAC3B;IACF;EAAC,SAAAiB,GAAA;IAAAL,SAAA,CAAAxE,CAAA,CAAA6E,GAAA;EAAA;IAAAL,SAAA,CAAAhE,CAAA;EAAA;EAED,OAAO8D,aAAa;AACtB;AAEA,SAASQ,kBAAkBA,CAACC,GAAG,EAAE;EAC/B,IAAI;IACF,OAAOC,IAAI,CAACC,KAAK,CAACF,GAAG,CAAC;EACxB,CAAC,CAAC,OAAO/E,CAAC,EAAE;IACV,OAAO,IAAI;EACb;AACF;AAEO,IAAMkF,6BAA6B,GAAAzB,OAAA,CAAAyB,6BAAA,OAAAnD,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBACvCoD,0BAAe,WAAQ,EAAG;EACzBC,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU;IAAA,OAAc,OAAOA,CAAC,KAAK,SAAS;EAAA;EACtDJ,KAAK,EAAE,SAAPA,KAAKA,CAAGI,CAAU,EAAc;IAC9B,IAAM3C,CAAC,GAAG4C,MAAM,CAACD,CAAC,CAAC,CAACE,WAAW,CAAC,CAAC;IACjC,OAAO7C,CAAC,KAAK,MAAM,IAAIA,CAAC,KAAK,KAAK,IAAIA,CAAC,KAAK,GAAG;EACjD;AACF,CAAC,GACAyC,0BAAe,CAACK,OAAO,EAAG;EACzB;EACAJ,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU;IAAA,OAAcI,QAAQ,CAACJ,CAAC,EAAE,EAAE,CAAC,KAAKA,CAAC;EAAA;EACrD;EACAJ,KAAK,EAAE,SAAPA,KAAKA,CAAGI,CAAU;IAAA,OAAaI,QAAQ,CAACJ,CAAC,EAAE,EAAE,CAAC;EAAA;AAChD,CAAC,GACAF,0BAAe,CAACO,SAAS,EAAG;EAC3BN,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU,EAAEM,KAAY;IAAA,OAC9B,CAAC,GAAG,EAAE,GAAG,CAAC,CAACC,QAAQ,CAACD,KAAK,CAACE,MAAM,CAAC,GAAG,OAAOR,CAAC,KAAK,QAAQ,GAAG,OAAOA,CAAC,KAAK,QAAQ;EAAA;EACnFJ,KAAK,EAAE,SAAPA,KAAKA,CAAGI,CAAM,EAAEM,KAAY;IAAA,OAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAACC,QAAQ,CAACD,KAAK,CAACE,MAAM,CAAC,GAAGC,MAAM,CAACT,CAAC,CAAC,GAAGA,CAAC;EAAA;AACrF,CAAC,GACAF,0BAAe,CAACY,IAAI,EAAG;EACtB;EACAX,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU;IAAA,OAAcW,UAAU,CAACX,CAAC,CAAC,KAAKA,CAAC;EAAA;EACnD;EACAJ,KAAK,EAAEe;AACT,CAAC,GACAb,0BAAe,CAACc,MAAM,EAAG;EACxBb,KAAK,EAAEc,oBAAa;EACpBjB,KAAK,EAAEH;AACT,CAAC,GAEAK,0BAAe,CAACgB,KAAK,EAAG;EACvBf,KAAK,EAAE/C,KAAK,CAACC,OAAO;EACpB2C,KAAK,EAAEH;AACT,CAAC,GAEAK,0BAAe,CAACiB,EAAE,EAAG;EACpBhB,KAAK,EAAE,SAAPA,KAAKA,CAAEC,CAAC;IAAA,OAAI,IAAAgB,sBAAS,EAAChB,CAAC,CAAC;EAAA;EACxBJ,KAAK,EAAE,SAAPA,KAAKA,CAAEI,CAAC;IAAA,OAAIA,CAAC;EAAA;AACf,CAAC,CACF;;AAED;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASiB,cAAcA,CAACpC,OAA6B,EAAEqC,MAAiB,EAAmB;EAChG,IAAIC,IAA6B;EACjC,IAAIC,SAA+B;EAEnC,IAAI,OAAOvC,OAAO,KAAK,QAAQ,EAAE;IAC/B,IAAMN,SAAS,GAAGK,eAAe,CAACC,OAAO,CAAC;IAC1C,IAAMwC,WAAsB,GAAG/C,YAAY,CAACC,SAAS,CAAC,CAACM,OAAO,CAAC;IAE/D,IAAI,CAAC7B,KAAK,CAACC,OAAO,CAACoE,WAAU,CAAC,IAAIA,WAAU,CAAC7E,MAAM,GAAG,CAAC,EAAE;MACvD,MAAM,IAAI8E,KAAK,CAAC,oEAAoE,CAAC;IACvF;IACAF,SAAS,GAAGC,WAAU,CAAC,CAAC,CAAC;IACzBF,IAAI,GAAGE,WAAU,CAACvD,KAAK,CAAC,CAAC,CAAC;EAC5B,CAAC,MAAM,IAAId,KAAK,CAACC,OAAO,CAAC4B,OAAO,CAAC,IAAIA,OAAO,CAACrC,MAAM,EAAE;IACnD2E,IAAI,GAAGtC,OAAO;IACduC,SAAS,GAAGF,MAAM;IAElB,IAAI,CAAClE,KAAK,CAACC,OAAO,CAACmE,SAAS,CAAC,EAAE;MAC7B;MACA;MACA;MACAA,SAAS,GAAGvC,OAAO,CAAC,CAAC,CAAC;MACtBsC,IAAI,GAAGtC,OAAO,CAACf,KAAK,CAAC,CAAC,CAAC;IACzB;EACF;EAEA,IAAI,CAACqD,IAAI,IAAI,CAACC,SAAS,EAAE;IACvB,MAAM,IAAIE,KAAK,CAAC,wCAAwC,CAAC;EAC3D;;EAEA;EACA;;EAEAC,oBAAoB,CAACJ,IAAI,CAAC;EAC1B;EACA;EACA,IAAMK,MAAM,GAAG,IAAAC,oCAAuB,EAAC;IAACC,MAAM,EAAEN,SAAS;IAAED,IAAI,EAAJA;EAAI,CAAC,CAAC;EACjE,IAAMO,MAAM,GAAG,IAAAC,8BAAiB,EAACH,MAAM,EAAEJ,SAAS,CAAC;EACnD,IAAMC,UAAU,GAAGO,iBAAiB,CAACT,IAAI,EAAEO,MAAM,CAAC;EAElD,OAAO;IAACA,MAAM,EAANA,MAAM;IAAEP,IAAI,EAAEE;EAAU,CAAC;AACnC;;AAEA;AACA;AACA;AACA;AACA;AACO,SAASO,iBAAiBA,CAACT,IAAa,EAAEO,MAAe,EAAE;EAChE;EACA,IAAMG,eAAe,GAAGH,MAAM,CAACI,SAAS,CAAC,UAAA3G,CAAC;IAAA,OAAIA,CAAC,CAAC6C,IAAI,KAAK,UAAU;EAAA,EAAC;EACpE0D,MAAM,CAACjF,OAAO,CAACsF,uBAAuB,CAACC,IAAI,CAAC,IAAI,EAAEb,IAAI,EAAEU,eAAe,CAAC,CAAC;EAEzE,OAAOV,IAAI;AACb;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA,SAASI,oBAAoBA,CAACJ,IAAiB,EAAQ;EACrD,IAAMc,EAAE,GAAG,IAAIC,MAAM,CAAC/D,SAAS,EAAE,GAAG,CAAC;EACrC,KAAK,IAAIjD,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGiG,IAAI,CAAC3E,MAAM,EAAEtB,CAAC,EAAE,EAAE;IACpC,KAAK,IAAIiH,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,IAAI,CAACjG,CAAC,CAAC,CAACsB,MAAM,EAAE2F,CAAC,EAAE,EAAE;MACvC;MACA;MACA;MACA;MACA,IAAI,OAAOhB,IAAI,CAACjG,CAAC,CAAC,CAACiH,CAAC,CAAC,KAAK,QAAQ,IAAKhB,IAAI,CAACjG,CAAC,CAAC,CAACiH,CAAC,CAAC,CAAYC,KAAK,CAACH,EAAE,CAAC,EAAE;QACtEd,IAAI,CAACjG,CAAC,CAAC,CAACiH,CAAC,CAAC,GAAG,IAAI;MACnB;IACF;EACF;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASJ,uBAAuBA,CACrCZ,IAAiB,EACjBkB,WAAmB,EACnB/B,KAAY,EACZpF,CAAS,EACH;EACN,IAAMoH,MAAM,GAAGzC,6BAA6B,CAACS,KAAK,CAACiC,IAAI,CAAC;EACxD,IAAID,MAAM,EAAE;IACV;IACA,IAAME,KAAK,GAAGrB,IAAI,CAACsB,IAAI,CAAC,UAAA3H,CAAC;MAAA,OAAI,IAAA4H,+BAAkB,EAAC5H,CAAC,CAACI,CAAC,CAAC,CAAC;IAAA,EAAC;IACtD,IAAI,CAACsH,KAAK,IAAIF,MAAM,CAACvC,KAAK,CAACyC,KAAK,CAACtH,CAAC,CAAC,EAAEoF,KAAK,CAAC,EAAE;MAC3C;IACF;IACAa,IAAI,CAAC1E,OAAO,CAAC,UAAAkG,GAAG,EAAI;MAClB;MACA,IAAIA,GAAG,CAACzH,CAAC,CAAC,KAAK,IAAI,EAAE;QACnByH,GAAG,CAACzH,CAAC,CAAC,GAAGoH,MAAM,CAAC1C,KAAK,CAAC+C,GAAG,CAACzH,CAAC,CAAC,EAAEoF,KAAK,CAAC;QACpC,IACE+B,WAAW,GAAG,CAAC,CAAC,IAChB,IAAAxB,oBAAa,EAAC8B,GAAG,CAACN,WAAW,CAAC,CAAC;QAC/B;QACA,IAAA3G,qBAAc,EAACiH,GAAG,CAACN,WAAW,CAAC,EAAE,YAAY,CAAC,EAC9C;UACA;UACAM,GAAG,CAACN,WAAW,CAAC,CAACO,UAAU,CAACtC,KAAK,CAACtC,IAAI,CAAC,GAAG2E,GAAG,CAACzH,CAAC,CAAC;QAClD;MACF;IACF,CAAC,CAAC;EACJ;AACF;;AAEA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAAS2H,gBAAgBA,CAAChE,OAAkB,EAAmB;EACpE,IAAI,CAAC7B,KAAK,CAACC,OAAO,CAAC4B,OAAO,CAAC,EAAE;IAC3B,OAAO,IAAI;EACb,CAAC,MAAM,IAAI,CAACA,OAAO,CAACrC,MAAM,EAAE;IAC1B;IACA,OAAO;MACLkF,MAAM,EAAE,EAAE;MACVP,IAAI,EAAE;IACR,CAAC;EACH;EAEA,IAAM2B,QAAQ,GAAGjE,OAAO,CAAC,CAAC,CAA4B;EACtD,IAAM7C,IAAI,GAAGJ,MAAM,CAACI,IAAI,CAAC8G,QAAQ,CAAC,CAAC,CAAC;EACpC,IAAM3B,IAAI,GAAGtC,OAAO,CAACkE,GAAG,CAAC,UAAA/C,CAAC;IAAA,OAAIhE,IAAI,CAAC+G,GAAG,CAAC,UAAAC,GAAG;MAAA,OAAKhD,CAAC,CAA6BgD,GAAG,CAAC;IAAA,EAAC;EAAA,EAAC,CAAC,CAAC;;EAErF;EACAzB,oBAAoB,CAACJ,IAAI,CAAC;EAE1B,OAAOF,cAAc,CAACE,IAAI,EAAEnF,IAAI,CAAC;AACnC;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASiH,cAAcA,CAACpE,OAAgB,EAAmB;EAChE,IAAMqE,iBAAiB,GAAG,IAAAC,4BAAS,EAACtE,OAAO,CAAC;EAE5C,IAAI,CAACqE,iBAAiB,IAAI,CAAClG,KAAK,CAACC,OAAO,CAACiG,iBAAiB,CAACE,QAAQ,CAAC,EAAE;IACpE,MAAM,IAAI9B,KAAK,2FAAA+B,MAAA,CAC6EC,iCAAsB,MAClH,CAAC;EACH;;EAEA;EACA,IAAMC,WAAuD,GAAG,EAAE;EAClE,KAAK,IAAIrI,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGgI,iBAAiB,CAACE,QAAQ,CAAC5G,MAAM,EAAEtB,CAAC,EAAE,EAAE;IAC1D,IAAMC,CAAC,GAAG+H,iBAAiB,CAACE,QAAQ,CAAClI,CAAC,CAAC;IACvC,IAAIC,CAAC,CAACqI,QAAQ,EAAE;MACd,IAAMb,GAAG,GAAArG,aAAA;QACP;QACAmH,QAAQ,EAAEtI;MAAC,GACPA,CAAC,CAACyH,UAAU,IAAI,CAAC,CAAC,CACvB;MACD;MACAD,GAAG,CAACc,QAAQ,GAAGtI,CAAC;MAChBoI,WAAW,CAACnH,IAAI,CAACuG,GAAG,CAAC;IACvB;EACF;EACA;EACA,IAAMjB,MAAM,GAAG6B,WAAW,CAACG,MAAM,CAAW,UAACC,IAAI,EAAEC,IAAI,EAAK;IAC1DhI,MAAM,CAACI,IAAI,CAAC4H,IAAI,CAAC,CAACnH,OAAO,CAAC,UAAAuG,GAAG,EAAI;MAC/B,IAAI,CAACW,IAAI,CAACpD,QAAQ,CAACyC,GAAG,CAAC,EAAE;QACvBW,IAAI,CAACvH,IAAI,CAAC4G,GAAG,CAAC;MAChB;IACF,CAAC,CAAC;IACF,OAAOW,IAAI;EACb,CAAC,EAAE,EAAE,CAAC;;EAEN;EACAJ,WAAW,CAAC9G,OAAO,CAAC,UAAAuD,CAAC,EAAI;IACvB0B,MAAM,CAACjF,OAAO,CAAC,UAAAtB,CAAC,EAAI;MAClB,IAAI,EAAEA,CAAC,IAAI6E,CAAC,CAAC,EAAE;QACbA,CAAC,CAAC7E,CAAC,CAAC,GAAG,IAAI;QACX,IAAI6E,CAAC,CAACyD,QAAQ,CAACb,UAAU,EAAE;UACzB5C,CAAC,CAACyD,QAAQ,CAACb,UAAU,CAACzH,CAAC,CAAC,GAAG,IAAI;QACjC;MACF;IACF,CAAC,CAAC;EACJ,CAAC,CAAC;EAEF,OAAO0H,gBAAgB,CAACU,WAAW,CAAC;AACtC;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASM,mBAAmBA,CAACC,IAAa,EAA0C;EAClF,IAAMC,KAAK,GACTD,IAAI,IAAI,IAAAE,QAAA,aAAOF,IAAI,MAAK,QAAQ,GAC5B,IAAAG,sBAAe,EAACH,IAAgD,CAAC,GACjEI,SAAS;EACf;EACA;EACA,OAAO;IAACC,KAAK,EAAEJ,KAAK,aAALA,KAAK,uBAALA,KAAK,CAAEI,KAAK;IAAEC,WAAW,EAAEL,KAAK,aAALA,KAAK,uBAALA,KAAK,CAAEK;EAAW,CAAC;AAC/D;AAEO,SAASC,mBAAmBA,CAACxF,OAAiB,EAA6C;EAAA,IAA3CyF,MAAM,GAAA/H,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAA2H,SAAA,GAAA3H,SAAA,MAAGgI,uBAAc;EAC5E,IAAI,CAAC1F,OAAO,EAAE;IACZ,OAAO,IAAI;EACb;EACA,OAAAvC,aAAA,CAAAA,aAAA,KACKgI,MAAM,CAACE,IAAI,CAAC3F,OAAO,CAAC4F,QAAQ,EAAE5F,OAAO,CAAC6F,MAAM,CAAC;IAChDZ,IAAI,EAAED,mBAAmB,CAAChF,OAAO,CAACiF,IAAI;EAAC;AAE3C;;AAEA;AACA;AACA;AACA;AACA;AACO,SAASa,sBAAsBA,CACpC9F,OAA0B,EAEc;EAAA,IADxCyF,MAAM,GAAA/H,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAA2H,SAAA,GAAA3H,SAAA,MAAGgI,uBAAc;EAEvB,IAAI,CAAC1F,OAAO,EAAE;IACZ,OAAO,IAAI;EACb;EAEA,IAAM+F,OAAO,GAAGN,MAAM,CAACO,cAAc,CAAC,IAAAC,oBAAO,EAACjG,OAAO,CAAC,CAAC;EACvD,IAAI,CAAC+F,OAAO,EAAE;IACZ,OAAO,IAAI;EACb;EACA,OAAO5H,KAAK,CAACC,OAAO,CAAC4B,OAAO,CAAC,GAAG+F,OAAO,GAAGA,OAAO,CAAC,CAAC,CAAC;AACtD;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASG,iBAAiBA,CAACC,UAAsB,EAA0B;EAChF;EACA,OAAOC,mBAAmB,CAACD,UAAU,CAACE,IAAI,CAACC,OAAO,CAAC;AACrD;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASC,6BAA6BA,CAACC,KAAkB,EAA0B;EACxF,IAAMC,gBAAwC,GAAG,CAAC,CAAC;EACnD,IAAI;IAAA,IAAAC,qBAAA;IACF,IAAMC,SAAS,IAAAD,qBAAA,GAAGF,KAAK,CAACf,MAAM,CAACmB,QAAQ,cAAAF,qBAAA,uBAArBA,qBAAA,CAAuBhK,GAAG,CAAC,KAAK,CAAC;IACnD,IAAIiK,SAAS,EAAE;MACb,IAAME,eAAe,GAAG/F,IAAI,CAACC,KAAK,CAAC4F,SAAS,CAAC;MAC7C,IAAIE,eAAe,CAACC,OAAO,EAAE;QAC3B/J,MAAM,CAACI,IAAI,CAAC0J,eAAe,CAACC,OAAO,CAAC,CAAClJ,OAAO,CAAC,UAAAmJ,UAAU,EAAI;UACzD,IAAMC,UAAU,GAAGH,eAAe,CAACC,OAAO,CAACC,UAAU,CAAC;UACtD,IAAI,CAAAC,UAAU,aAAVA,UAAU,uBAAVA,UAAU,CAAEC,QAAQ,MAAK,KAAK,EAAE;YAClCR,gBAAgB,CAACM,UAAU,CAAC,GAAGG,8BAAmB,CAACC,GAAG;UACxD;UACA;QACF,CAAC,CAAC;MACJ;IACF;EACF,CAAC,CAAC,OAAOC,KAAK,EAAE;IACdC,OAAO,CAACD,KAAK,CAAC,qDAAqD,CAAC;EACtE;EACA,OAAOX,gBAAgB;AACzB;;AAEA;AACA;AACA;AACA;AACA;AACA;AACO,SAASa,mBAAmBA,CACjCd,KAAkB,EAET;EAAA,IADTe,oBAA4C,GAAA7J,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAA2H,SAAA,GAAA3H,SAAA,MAAG,CAAC,CAAC;EAEjD,IAAM6E,SAAS,GAAGiE,KAAK,CAACf,MAAM,CAAC5C,MAAM,CAACqB,GAAG,CAAC,UAAA5H,CAAC;IAAA,OAAIA,CAAC,CAAC6C,IAAI;EAAA,EAAC;EACtD,IAAMwD,MAAM,GAAG,IAAA6E,yCAA4B,EAAChB,KAAK,EAAEjE,SAAS,CAAC;EAC7D,IAAMkF,YAAY,GAAG,IAAA3E,8BAAiB,EAACH,MAAM,EAAEJ,SAAS,CAAC;EACzD,IAAMkE,gBAAgB,GAAGF,6BAA6B,CAACC,KAAK,CAAC;EAE7D,OAAOA,KAAK,CAACf,MAAM,CAAC5C,MAAM,CAACqB,GAAG,CAAC,UAACzC,KAAkB,EAAEiG,UAAkB,EAAK;IAAA,IAAAC,mBAAA;IACzE,IAAIjE,IAAI,GAAG,IAAAkE,+BAAwB,EAACnG,KAAK,CAACiC,IAAI,CAAC;IAC/C,IAAImE,YAAY,GAAG,IAAAC,sCAA+B,EAACrG,KAAK,CAACiC,IAAI,CAAC;IAC9D,IAAI/B,MAAM,GAAG,EAAE;IAEf,IAAMoG,mBAAmB,GAAGR,oBAAoB,CAAC9F,KAAK,CAACtC,IAAI,CAAC;IAC5D,IAAM6I,WAAW,GAAGP,YAAY,CAACC,UAAU,CAAC;;IAE5C;IACA,IAAIK,mBAAmB,KAAK,MAAM,EAAE;MAClCrE,IAAI,GAAGzC,0BAAe,CAACgH,OAAO;MAC9BJ,YAAY,GAAGK,wBAAkB,CAACC,oBAAoB;IACxD,CAAC,MAAM,IACLJ,mBAAmB,KAAK,UAAU,KAAAJ,mBAAA,GAClClG,KAAK,CAACmF,QAAQ,CAAClK,GAAG,CAAC0L,gCAAqB,CAAC,cAAAT,mBAAA,eAAzCA,mBAAA,CAA2CU,UAAU,CAAC,UAAU,CAAC,EACjE;MACA3E,IAAI,GAAGzC,0BAAe,CAACqH,QAAQ;MAC/BT,YAAY,GAAGK,wBAAkB,CAACK,QAAQ;IAC5C,CAAC,MAAM,IAAI9B,gBAAgB,CAAChF,KAAK,CAACtC,IAAI,CAAC,EAAE;MAAA,IAAAqJ,eAAA;MACvC9E,IAAI,GAAGzC,0BAAe,CAACqH,QAAQ;MAC/BT,YAAY,GAAGK,wBAAkB,CAACK,QAAQ;MAC1C,CAAAC,eAAA,GAAA/G,KAAK,CAACmF,QAAQ,cAAA4B,eAAA,eAAdA,eAAA,CAAgB7L,GAAG,CAACyL,gCAAqB,EAAE3B,gBAAgB,CAAChF,KAAK,CAACtC,IAAI,CAAC,CAAC;IAC1E,CAAC,MAAM,IAAI4I,mBAAmB,KAAK,MAAM,EAAE;MACzC;MACA,IAAI;QAAA,IAAAU,iBAAA;QACF,IAAMpC,IAAI,IAAAoC,iBAAA,GAAGjC,KAAK,CAACkC,UAAU,CAAChB,UAAU,CAAC,cAAAe,iBAAA,uBAA5BA,iBAAA,CAA8B/L,GAAG,CAAC,CAAC,CAAC;QACjD,IAAI2J,IAAI,EAAE;UACR,IAAMsC,SAAS,GAAG,IAAAC,eAAS,EAACvC,IAAI,EAAEwC,cAAS,CAAC;UAC5C,IAAIF,SAAS,EAAE;YAAA,IAAAG,gBAAA;YACbpF,IAAI,GAAGzC,0BAAe,CAACqH,QAAQ;YAC/BT,YAAY,GAAGK,wBAAkB,CAACK,QAAQ;YAC1C,CAAAO,gBAAA,GAAArH,KAAK,CAACmF,QAAQ,cAAAkC,gBAAA,eAAdA,gBAAA,CAAgBnM,GAAG,CAACyL,gCAAqB,EAAElB,8BAAmB,CAACC,GAAG,CAAC;UACrE;QACF;MACF,CAAC,CAAC,OAAOC,KAAK,EAAE;QACd;MAAA;IAEJ,CAAC,MAAM,IACLW,mBAAmB,KAAK,SAAS,KAChCC,WAAW,CAACH,YAAY,KAAKK,wBAAkB,CAACK,QAAQ,IACvDP,WAAW,CAACH,YAAY,KAAKK,wBAAkB,CAACC,oBAAoB,CAAC,EACvE;MACA;MACAzE,IAAI,GAAGsE,WAAW,CAACtE,IAAI;MACvBmE,YAAY,GAAGG,WAAW,CAACH,YAAY;MACvClG,MAAM,GAAGqG,WAAW,CAACrG,MAAM;IAC7B,CAAC,MAAM,IAAIoG,mBAAmB,KAAK,SAAS,IAAIC,WAAW,CAACtE,IAAI,KAAKzC,0BAAe,CAACiB,EAAE,EAAE;MACvF;MACAwB,IAAI,GAAGzC,0BAAe,CAACiB,EAAE;MACzB2F,YAAY,GAAGG,WAAW,CAACH,YAAY;IACzC,CAAC,MAAM;MACL;MACA;MACA,IAAIG,WAAW,CAACtE,IAAI,KAAKzC,0BAAe,CAACO,SAAS,EAAE;QAClDkC,IAAI,GAAGsE,WAAW,CAACtE,IAAI;QACvBmE,YAAY,GAAGG,WAAW,CAACH,YAAY;QACvClG,MAAM,GAAGqG,WAAW,CAACrG,MAAM;MAC7B;IACF;IAEA,OAAAlE,aAAA,CAAAA,aAAA,KACKgE,KAAK;MACRtC,IAAI,EAAEsC,KAAK,CAACtC,IAAI;MAChB4J,EAAE,EAAEtH,KAAK,CAACtC,IAAI;MACd6J,WAAW,EAAEvH,KAAK,CAACtC,IAAI;MACvBwC,MAAM,EAAEA,MAAM;MACdsH,QAAQ,EAAEvB,UAAU;MACpBhE,IAAI,EAAJA,IAAI;MACJmE,YAAY,EAAZA,YAAY;MACZqB,aAAa,EAAE,SAAfA,aAAaA,CAAGC,EAAO;QAAA,OAAK,UAAAhI,CAAC,EAAI;UAC/B,OAAOgI,EAAE,CAACC,OAAO,CAACjI,CAAC,CAACkI,KAAK,EAAE3B,UAAU,CAAC;QACxC,CAAC;MAAA;MACDd,QAAQ,EAAEnF,KAAK,CAACmF;IAAQ;EAE5B,CAAC,CAAC;AACJ;AAEA,IAAM0C,YAAY,GAAG,KAAK;;AAE1B;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASC,0BAA0BA,CAACpD,UAAuB,EAAe;EACxE,IAAI,CAACmD,YAAY,EAAE;IACjB,OAAOnD,UAAU;EACnB;EAEA,IAAMqD,SAAS,GAAGrD,UAAU,CAACV,MAAM,CAAC5C,MAAM,CAAC4G,IAAI,CAC7C,UAAAnN,CAAC;IAAA,OAAIrB,KAAK,CAACyO,QAAQ,CAACC,KAAK,CAACrN,CAAC,CAACoH,IAAI,CAAC,IAAIpH,CAAC,CAACoH,IAAI,CAACkG,QAAQ,KAAK,EAAE;EAAA,CAC7D,CAAC;EACD,IAAI,CAACJ,SAAS,EAAE;IACd,OAAOrD,UAAU;EACnB;EAEA,IAAM0D,UAAwC,GAAG,CAAC,CAAC;EACnD,KAAK,IAAIxN,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG8J,UAAU,CAAC2D,OAAO,EAAEzN,CAAC,EAAE,EAAE;IAC3C,IAAMoF,KAAK,GAAG0E,UAAU,CAACV,MAAM,CAAC5C,MAAM,CAACxG,CAAC,CAAC;IACzC,IAAM0N,GAAG,GAAG5D,UAAU,CAACuC,UAAU,CAACrM,CAAC,CAAC;IACpC,IAAI,CAAC0N,GAAG,EAAE;IACV,IAAI9O,KAAK,CAACyO,QAAQ,CAACC,KAAK,CAAClI,KAAK,CAACiC,IAAI,CAAC,IAAIjC,KAAK,CAACiC,IAAI,CAACkG,QAAQ,KAAK,EAAE,EAAE;MAClE,IAAMI,YAAY,GAAG,IAAIC,YAAY,CAACF,GAAG,CAACpM,MAAM,CAAC;MACjD,KAAK,IAAI2F,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGyG,GAAG,CAACpM,MAAM,EAAE2F,CAAC,EAAE,EAAE;QACnC,IAAM4G,GAAG,GAAGH,GAAG,CAACrN,GAAG,CAAC4G,CAAC,CAAC;QACtB0G,YAAY,CAAC1G,CAAC,CAAC,GAAG4G,GAAG,KAAK,IAAI,GAAGC,GAAG,GAAGvI,MAAM,CAACsI,GAAG,CAAC;MACpD;MACAL,UAAU,CAACpI,KAAK,CAACtC,IAAI,CAAC,GAAGlE,KAAK,CAACmP,UAAU,CAACJ,YAAY,CAAC;IACzD,CAAC,MAAM;MACLH,UAAU,CAACpI,KAAK,CAACtC,IAAI,CAAC,GAAG4K,GAAG;IAC9B;EACF;EACA,OAAO,IAAI9O,KAAK,CAACoP,KAAK,CAACR,UAAU,CAAC;AACpC;AAYA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASzD,mBAAmBA,CACjCkE,YAAiC,EACjCC,OAAoC,EACZ;EACxB,IAAID,YAAY,CAAC3M,MAAM,KAAK,CAAC,EAAE;IAC7B,OAAO,IAAI;EACb;EACA,IAAMwI,UAAU,GACd,CAAAoE,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,OAAO,MAAK,KAAK,GACtBjB,0BAA0B,CAAC,IAAItO,KAAK,CAACoP,KAAK,CAACC,YAAY,CAAC,CAAC,GACzD,IAAAG,wBAAiB,EAAClB,0BAA0B,CAAC,IAAItO,KAAK,CAACoP,KAAK,CAACC,YAAY,CAAC,CAAC,CAAC;EAClF,IAAMzH,MAAM,GAAGyE,mBAAmB,CAACnB,UAAU,CAAC;EAE9C,IAAMuE,IAAI,GAAG,IAAAC,mBAAA,aAAIxM,KAAK,CAACgI,UAAU,CAAC2D,OAAO,CAAC,CAAC3M,IAAI,CAAC,CAAC,EAAE+G,GAAG,CAAC,UAAA7H,CAAC;IAAA,OAAI8J,UAAU,CAACuC,UAAU,CAACrM,CAAC,CAAC;EAAA,EAAC;;EAErF;EACA,OAAO;IACLwG,MAAM,EAANA,MAAM;IACNP,IAAI,EAAE,EAAE;IACRoI,IAAI,EAAJA,IAAI;IACJ9D,QAAQ,EAAET,UAAU,CAACV,MAAM,CAACmB,QAAQ;IACpC;IACA;IACAgE,WAAW,EAAEzE,UAAU,CAACV;EAC1B,CAAC;AACH;AAEO,IAAMoF,gBAAgB,GAAAtL,OAAA,CAAAsL,gBAAA,OAAAhN,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAC1BiN,0BAAe,CAAChH,GAAG,EAAGE,gBAAgB,GACtC8G,0BAAe,CAAC7C,OAAO,EAAG7D,cAAc,GACxC0G,0BAAe,CAACC,GAAG,EAAG3I,cAAc,GACpC0I,0BAAe,CAAC7P,KAAK,EAAGiL,iBAAiB,GACzC4E,0BAAe,CAACE,QAAQ,EAAGlF,sBAAsB,CACnD;AAEM,IAAMmF,UAWZ,GAAA1L,OAAA,CAAA0L,UAAA,GAAG;EACF7G,cAAc,EAAdA,cAAc;EACdhC,cAAc,EAAdA,cAAc;EACd8D,iBAAiB,EAAjBA,iBAAiB;EACjBE,mBAAmB,EAAnBA,mBAAmB;EACnBpC,gBAAgB,EAAhBA,gBAAgB;EAChBwB,mBAAmB,EAAnBA,mBAAmB;EACnBM,sBAAsB,EAAtBA,sBAAsB;EACtBoF,uBAAuB,EAAvBA,oCAAuB;EACvBpI,iBAAiB,EAAjBA,8BAAiB;EACjBI,uBAAuB,EAAvBA;AACF,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"file":"data-processor.js","names":["arrow","_interopRequireWildcard","require","_d3Dsv","_typeAnalyzer","_geojsonNormalize","_interopRequireDefault","_core","_wkt","_constants","_utils","_commonUtils","_schemas","e","t","WeakMap","r","n","__esModule","o","i","f","__proto__","_typeof3","has","get","set","_t","hasOwnProperty","call","Object","defineProperty","getOwnPropertyDescriptor","ownKeys","keys","getOwnPropertySymbols","filter","enumerable","push","apply","_objectSpread","arguments","length","forEach","_defineProperty2","getOwnPropertyDescriptors","defineProperties","_createForOfIteratorHelper","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","_n","F","s","done","value","TypeError","a","u","next","_arrayLikeToArray","toString","slice","constructor","name","from","test","CSV_NULLS","exports","SUPPORTED_DELIMITERS","getRowParser","delimiter","csvParseRows","tsvParseRows","dsvFormat","parseRows","detectDelimiter","rawData","newlineIdx","indexOf","firstLine","bestDelimiter","bestCount","_iterator","_step","_parsed$","parsed","count","err","tryParseJsonString","str","JSON","parse","PARSE_FIELD_VALUE_FROM_STRING","ALL_FIELD_TYPES","valid","d","String","toLowerCase","integer","parseInt","timestamp","field","includes","format","Number","real","parseFloat","object","isPlainObject","array","h3","h3IsValid","processCsvData","header","rows","headerRow","parsedRows","Error","renameDuplicateFields","fieldByIndex","cleanUpFalsyCsvValue","sample","getSampleForTypeAnalyze","fields","getFieldsFromData","parseRowsByFields","geojsonFieldIdx","findIndex","parseCsvRowsByFieldType","bind","re","RegExp","j","match","geoFieldIdx","parser","type","first","find","notNullorUndefined","row","properties","processRowObject","firstRow","map","key","processGeojson","normalizedGeojson","normalize","features","concat","GUIDES_FILE_FORMAT_DOC","allDataRows","geometry","_geojson","reduce","accu","curr","savedMapDisplayInfo","info","saved","_typeof2","optionalMapInfo","undefined","title","description","processKeplerglJSON","schema","KeplerGlSchema","load","datasets","config","processKeplerglDataset","results","parseSavedData","toArray","processArrowTable","arrowTable","processArrowBatches","data","batches","getGeoArrowMetadataFromSchema","table","geoArrowMetadata","_table$schema$metadat","geoString","metadata","parsedGeoString","columns","columnName","columnData","encoding","GEOARROW_EXTENSIONS","WKB","error","console","arrowSchemaToFields","fieldTypeSuggestions","getSampleForTypeAnalyzeArrow","keplerFields","fieldIndex","_field$metadata$get","arrowDataTypeToFieldType","analyzerType","arrowDataTypeToAnalyzerDataType","fieldTypeSuggestion","keplerField","geojson","AnalyzerDATA_TYPES","GEOMETRY_FROM_STRING","GEOARROW_METADATA_KEY","startsWith","geoarrow","GEOMETRY","_field$metadata","_table$getChildAt","getChildAt","binaryGeo","parseSync","WKBLoader","_field$metadata2","id","displayName","fieldIdx","valueAccessor","dc","valueAt","index","CAST_BIGINTS","castBigIntColumnsToFloat64","needsCast","some","DataType","isInt","bitWidth","newColumns","numCols","col","float64Array","Float64Array","val","NaN","makeVector","Table","arrowBatches","options","compact","compactArrowTable","cols","_toConsumableArray2","arrowSchema","DATASET_HANDLERS","DATASET_FORMATS","csv","keplergl","Processors","analyzerTypeToFieldType"],"sources":["../../src/data-processor.ts"],"sourcesContent":["// SPDX-License-Identifier: MIT\n// Copyright contributors to the kepler.gl project\n\nimport * as arrow from 'apache-arrow';\nimport {csvParseRows, tsvParseRows, dsvFormat} from 'd3-dsv';\nimport {DATA_TYPES as AnalyzerDATA_TYPES} from 'type-analyzer';\nimport normalize from '@mapbox/geojson-normalize';\nimport {parseSync} from '@loaders.gl/core';\nimport {ArrowTable} from '@loaders.gl/schema';\nimport {WKBLoader} from '@loaders.gl/wkt';\n\nimport {\n ALL_FIELD_TYPES,\n DATASET_FORMATS,\n GEOARROW_EXTENSIONS,\n GEOARROW_METADATA_KEY,\n GUIDES_FILE_FORMAT_DOC\n} from '@kepler.gl/constants';\nimport {ProcessorResult, Field} from '@kepler.gl/types';\nimport {\n arrowDataTypeToAnalyzerDataType,\n arrowDataTypeToFieldType,\n compactArrowTable,\n hasOwnProperty,\n isPlainObject,\n optionalMapInfo\n} from '@kepler.gl/utils';\nimport {\n analyzerTypeToFieldType,\n getSampleForTypeAnalyze,\n getSampleForTypeAnalyzeArrow,\n getFieldsFromData,\n h3IsValid,\n notNullorUndefined,\n renameDuplicateFields,\n toArray\n} from '@kepler.gl/common-utils';\nimport {KeplerGlSchema, ParsedDataset, SavedMap, LoadedMap} from '@kepler.gl/schemas';\nimport {Feature} from '@deck.gl-community/editable-layers';\n\n// if any of these value occurs in csv, parse it to null;\n// const CSV_NULLS = ['', 'null', 'NULL', 'Null', 'NaN', '/N'];\n// matches empty string\nexport const CSV_NULLS = /^(null|NULL|Null|NaN|\\/N||)$/;\n\nconst SUPPORTED_DELIMITERS = [',', '\\t', ';', '|'] as const;\n\nfunction getRowParser(delimiter: string): (raw: string) => string[][] {\n if (delimiter === ',') return csvParseRows;\n if (delimiter === '\\t') return tsvParseRows;\n return dsvFormat(delimiter).parseRows;\n}\n\n/**\n * Detect the delimiter used in a DSV string by checking the first line.\n * Returns the delimiter that produces the most columns (minimum 2).\n * Falls back to comma if no delimiter produces multiple columns.\n */\nexport function detectDelimiter(rawData: string): string {\n const newlineIdx = rawData.indexOf('\\n');\n const firstLine = newlineIdx === -1 ? rawData : rawData.slice(0, newlineIdx);\n if (!firstLine) return ',';\n\n let bestDelimiter = ',';\n let bestCount = 1;\n\n for (const delimiter of SUPPORTED_DELIMITERS) {\n const parsed = getRowParser(delimiter)(firstLine);\n const count = parsed[0]?.length || 0;\n if (count > bestCount) {\n bestCount = count;\n bestDelimiter = delimiter;\n }\n }\n\n return bestDelimiter;\n}\n\nfunction tryParseJsonString(str) {\n try {\n return JSON.parse(str);\n } catch (e) {\n return null;\n }\n}\n\nexport const PARSE_FIELD_VALUE_FROM_STRING = {\n [ALL_FIELD_TYPES.boolean]: {\n valid: (d: unknown): boolean => typeof d === 'boolean',\n parse: (d: unknown): boolean => {\n const s = String(d).toLowerCase();\n return s === 'true' || s === 'yes' || s === '1';\n }\n },\n [ALL_FIELD_TYPES.integer]: {\n // @ts-ignore\n valid: (d: unknown): boolean => parseInt(d, 10) === d,\n // @ts-ignore\n parse: (d: unknown): number => parseInt(d, 10)\n },\n [ALL_FIELD_TYPES.timestamp]: {\n valid: (d: unknown, field: Field): boolean =>\n ['x', 'X'].includes(field.format) ? typeof d === 'number' : typeof d === 'string',\n parse: (d: any, field: Field) => (['x', 'X'].includes(field.format) ? Number(d) : d)\n },\n [ALL_FIELD_TYPES.real]: {\n // @ts-ignore\n valid: (d: unknown): boolean => parseFloat(d) === d,\n // Note this will result in NaN for some string\n parse: parseFloat\n },\n [ALL_FIELD_TYPES.object]: {\n valid: isPlainObject,\n parse: tryParseJsonString\n },\n\n [ALL_FIELD_TYPES.array]: {\n valid: Array.isArray,\n parse: tryParseJsonString\n },\n\n [ALL_FIELD_TYPES.h3]: {\n valid: d => h3IsValid(d),\n parse: d => d\n }\n};\n\n/**\n * Process csv data, output a data object with `{fields: [], rows: []}`.\n * The data object can be wrapped in a `dataset` and pass to [`addDataToMap`](../actions/actions.md#adddatatomap)\n * @param rawData raw csv string\n * @returns data object `{fields: [], rows: []}` can be passed to addDataToMaps\n * @public\n * @example\n * import {processCsvData} from '@kepler.gl/processors';\n *\n * const testData = `gps_data.utc_timestamp,gps_data.lat,gps_data.lng,gps_data.types,epoch,has_result,id,time,begintrip_ts_utc,begintrip_ts_local,date\n * 2016-09-17 00:09:55,29.9900937,31.2590542,driver_analytics,1472688000000,False,1,2016-09-23T00:00:00.000Z,2016-10-01 09:41:39+00:00,2016-10-01 09:41:39+00:00,2016-09-23\n * 2016-09-17 00:10:56,29.9927699,31.2461142,driver_analytics,1472688000000,False,2,2016-09-23T00:00:00.000Z,2016-10-01 09:46:37+00:00,2016-10-01 16:46:37+00:00,2016-09-23\n * 2016-09-17 00:11:56,29.9907261,31.2312742,driver_analytics,1472688000000,False,3,2016-09-23T00:00:00.000Z,,,2016-09-23\n * 2016-09-17 00:12:58,29.9870074,31.2175827,driver_analytics,1472688000000,False,4,2016-09-23T00:00:00.000Z,,,2016-09-23`\n *\n * const dataset = {\n * info: {id: 'test_data', label: 'My Csv'},\n * data: processCsvData(testData)\n * };\n *\n * dispatch(addDataToMap({\n * datasets: [dataset],\n * options: {centerMap: true, readOnly: true}\n * }));\n */\nexport function processCsvData(rawData: unknown[][] | string, header?: string[]): ProcessorResult {\n let rows: unknown[][] | undefined;\n let headerRow: string[] | undefined;\n\n if (typeof rawData === 'string') {\n const delimiter = detectDelimiter(rawData);\n const parsedRows: string[][] = getRowParser(delimiter)(rawData);\n\n if (!Array.isArray(parsedRows) || parsedRows.length < 2) {\n throw new Error('processCsvData Failed: delimited text is empty or has no data rows');\n }\n headerRow = parsedRows[0];\n rows = parsedRows.slice(1);\n } else if (Array.isArray(rawData) && rawData.length) {\n rows = rawData;\n headerRow = header;\n\n if (!Array.isArray(headerRow)) {\n // if data is passed in as array of rows and missing header\n // assume first row is header\n // @ts-ignore\n headerRow = rawData[0];\n rows = rawData.slice(1);\n }\n }\n\n if (!rows || !headerRow) {\n throw new Error('invalid input passed to processCsvData');\n }\n\n // here we assume the csv file that people uploaded will have first row\n // as name of the column\n\n // Sampling uses names as object keys, so make them unique before inferring types.\n headerRow = renameDuplicateFields(headerRow).fieldByIndex;\n cleanUpFalsyCsvValue(rows);\n // No need to run type detection on every data point\n // here we get a list of none null values to run analyze on\n const sample = getSampleForTypeAnalyze({fields: headerRow, rows});\n const fields = getFieldsFromData(sample, headerRow);\n const parsedRows = parseRowsByFields(rows, fields);\n\n return {fields, rows: parsedRows};\n}\n\n/**\n * Parse rows of csv by analyzed field types. So that `'1'` -> `1`, `'True'` -> `true`\n * @param rows\n * @param fields\n */\nexport function parseRowsByFields(rows: any[][], fields: Field[]) {\n // Edit rows in place\n const geojsonFieldIdx = fields.findIndex(f => f.name === '_geojson');\n fields.forEach(parseCsvRowsByFieldType.bind(null, rows, geojsonFieldIdx));\n\n return rows;\n}\n\n/**\n * Convert falsy value in csv including `'', 'null', 'NULL', 'Null', 'NaN'` to `null`,\n * so that type-analyzer won't detect it as string\n *\n * @param rows\n */\nfunction cleanUpFalsyCsvValue(rows: unknown[][]): void {\n const re = new RegExp(CSV_NULLS, 'g');\n for (let i = 0; i < rows.length; i++) {\n for (let j = 0; j < rows[i].length; j++) {\n // analyzer will set any fields to 'string' if there are empty values\n // which will be parsed as '' by d3.csv\n // here we parse empty data as null\n // TODO: create warning when deltect `CSV_NULLS` in the data\n if (typeof rows[i][j] === 'string' && (rows[i][j] as string).match(re)) {\n rows[i][j] = null;\n }\n }\n }\n}\n\n/**\n * Process uploaded csv file to parse value by field type\n *\n * @param rows\n * @param geoFieldIdx field index\n * @param field\n * @param i\n */\nexport function parseCsvRowsByFieldType(\n rows: unknown[][],\n geoFieldIdx: number,\n field: Field,\n i: number\n): void {\n const parser = PARSE_FIELD_VALUE_FROM_STRING[field.type];\n if (parser) {\n // check first not null value of it's already parsed\n const first = rows.find(r => notNullorUndefined(r[i]));\n if (!first || parser.valid(first[i], field)) {\n return;\n }\n rows.forEach(row => {\n // parse string value based on field type\n if (row[i] !== null) {\n row[i] = parser.parse(row[i], field);\n if (\n geoFieldIdx > -1 &&\n isPlainObject(row[geoFieldIdx]) &&\n // @ts-ignore\n hasOwnProperty(row[geoFieldIdx], 'properties')\n ) {\n // @ts-ignore\n row[geoFieldIdx].properties[field.name] = row[i];\n }\n }\n });\n }\n}\n\n/* eslint-enable complexity */\n\n/**\n * Process data where each row is an object, output can be passed to [`addDataToMap`](../actions/actions.md#adddatatomap)\n * NOTE: This function may mutate input.\n * @param rawData an array of row object, each object should have the same number of keys\n * @returns dataset containing `fields` and `rows`\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processRowObject} from '@kepler.gl/processors';\n *\n * const data = [\n * {lat: 31.27, lng: 127.56, value: 3},\n * {lat: 31.22, lng: 126.26, value: 1}\n * ];\n *\n * dispatch(addDataToMap({\n * datasets: {\n * info: {label: 'My Data', id: 'my_data'},\n * data: processRowObject(data)\n * }\n * }));\n */\nexport function processRowObject(rawData: unknown[]): ProcessorResult {\n if (!Array.isArray(rawData)) {\n return null;\n } else if (!rawData.length) {\n // data is empty\n return {\n fields: [],\n rows: []\n };\n }\n\n const firstRow = rawData[0] as Record<string, unknown>;\n const keys = Object.keys(firstRow); // [lat, lng, value]\n const rows = rawData.map(d => keys.map(key => (d as Record<string, unknown>)[key])); // [[31.27, 127.56, 3]]\n\n // row object can still contain values like `Null` or `N/A`\n cleanUpFalsyCsvValue(rows);\n\n return processCsvData(rows, keys);\n}\n\n/**\n * Process GeoJSON [`FeatureCollection`](http://wiki.geojson.org/GeoJSON_draft_version_6#FeatureCollection),\n * output a data object with `{fields: [], rows: []}`.\n * The data object can be wrapped in a `dataset` and passed to [`addDataToMap`](../actions/actions.md#adddatatomap)\n * NOTE: This function may mutate input.\n *\n * @param rawData raw geojson feature collection\n * @returns dataset containing `fields` and `rows`\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processGeojson} from '@kepler.gl/processors';\n *\n * const geojson = {\n * \t\"type\" : \"FeatureCollection\",\n * \t\"features\" : [{\n * \t\t\"type\" : \"Feature\",\n * \t\t\"properties\" : {\n * \t\t\t\"capacity\" : \"10\",\n * \t\t\t\"type\" : \"U-Rack\"\n * \t\t},\n * \t\t\"geometry\" : {\n * \t\t\t\"type\" : \"Point\",\n * \t\t\t\"coordinates\" : [ -71.073283, 42.417500 ]\n * \t\t}\n * \t}]\n * };\n *\n * dispatch(addDataToMap({\n * datasets: {\n * info: {\n * label: 'Sample Taxi Trips in New York City',\n * id: 'test_trip_data'\n * },\n * data: processGeojson(geojson)\n * }\n * }));\n */\nexport function processGeojson(rawData: unknown): ProcessorResult {\n const normalizedGeojson = normalize(rawData);\n\n if (!normalizedGeojson || !Array.isArray(normalizedGeojson.features)) {\n throw new Error(\n `Read File Failed: File is not a valid GeoJSON. Read more about [supported file format](${GUIDES_FILE_FORMAT_DOC})`\n );\n }\n\n // getting all feature fields\n const allDataRows: Array<{_geojson: Feature} & keyof Feature> = [];\n for (let i = 0; i < normalizedGeojson.features.length; i++) {\n const f = normalizedGeojson.features[i];\n if (f.geometry) {\n const row = {\n // Reserve the first field for geometry to preserve existing field indices.\n _geojson: f,\n ...(f.properties || {})\n };\n // A property with the reserved name must not replace the feature.\n row._geojson = f;\n allDataRows.push(row);\n }\n }\n // get all the field\n const fields = allDataRows.reduce<string[]>((accu, curr) => {\n Object.keys(curr).forEach(key => {\n if (!accu.includes(key)) {\n accu.push(key);\n }\n });\n return accu;\n }, []);\n\n // make sure each feature has exact same fields\n allDataRows.forEach(d => {\n fields.forEach(f => {\n if (!(f in d)) {\n d[f] = null;\n if (d._geojson.properties) {\n d._geojson.properties[f] = null;\n }\n }\n });\n });\n\n return processRowObject(allDataRows);\n}\n\n/**\n * Process saved kepler.gl json to be pass to [`addDataToMap`](../actions/actions.md#adddatatomap).\n * The json object should contain `datasets` and `config`.\n * @param rawData\n * @param schema\n * @returns datasets and config `{datasets: {}, config: {}}`\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processKeplerglJSON} from '@kepler.gl/processors';\n *\n * dispatch(addDataToMap(processKeplerglJSON(keplerGlJson)));\n */\nfunction savedMapDisplayInfo(info: unknown): {title?: string; description?: string} {\n const saved =\n info && typeof info === 'object'\n ? optionalMapInfo(info as {title?: unknown; description?: unknown})\n : undefined;\n // Both keys are always present: setMapInfo merges, so omitting one would keep\n // the previously loaded map's value instead of clearing it.\n return {title: saved?.title, description: saved?.description};\n}\n\nexport function processKeplerglJSON(rawData: SavedMap, schema = KeplerGlSchema): LoadedMap | null {\n if (!rawData) {\n return null;\n }\n return {\n ...schema.load(rawData.datasets, rawData.config),\n info: savedMapDisplayInfo(rawData.info)\n };\n}\n\n/**\n * Parse a single or an array of datasets saved using kepler.gl schema\n * @param rawData\n * @param schema\n */\nexport function processKeplerglDataset(\n rawData: object | object[],\n schema = KeplerGlSchema\n): ParsedDataset | ParsedDataset[] | null {\n if (!rawData) {\n return null;\n }\n\n const results = schema.parseSavedData(toArray(rawData));\n if (!results) {\n return null;\n }\n return Array.isArray(rawData) ? results : results[0];\n}\n\n/**\n * Process a loaders.gl [`ArrowTable`](https://loaders.gl/docs/specifications/category-table) (`{shape: 'arrow-table', data}`)\n * and return a data object that can be passed to [`addDataToMap`](../actions/actions.md#adddatatomap).\n * Load arrow files with `GeoArrowLoader` and `{arrow: {shape: 'arrow-table'}}`.\n *\n * @param arrowTable ArrowTable to parse, see loaders.gl/schema\n * @returns dataset containing `fields` and `rows` or null\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processArrowTable} from '@kepler.gl/processors';\n * import {load} from '@loaders.gl/core';\n * import {GeoArrowLoader} from '@loaders.gl/arrow';\n *\n * const arrowTable = await load(url, GeoArrowLoader, {arrow: {shape: 'arrow-table'}});\n *\n * dispatch(addDataToMap({\n * datasets: {\n * info: {id: 'arrow_dataset', label: 'My Arrow'},\n * data: processArrowTable(arrowTable)\n * }\n * }));\n */\nexport function processArrowTable(arrowTable: ArrowTable): ProcessorResult | null {\n // @ts-ignore - Unknown data type causing build failures\n return processArrowBatches(arrowTable.data.batches);\n}\n\n/**\n * Extracts GeoArrow metadata from an Apache Arrow table schema.\n * For geoparquet files geoarrow metadata isn't present in fields, so extract extra info from schema.\n * @param table The Apache Arrow table to extract metadata from.\n * @returns An object mapping column names to their GeoArrow encoding type.\n * @throws Logs an error message if parsing of metadata fails.\n */\nexport function getGeoArrowMetadataFromSchema(table: arrow.Table): Record<string, string> {\n const geoArrowMetadata: Record<string, string> = {};\n try {\n const geoString = table.schema.metadata?.get('geo');\n if (geoString) {\n const parsedGeoString = JSON.parse(geoString);\n if (parsedGeoString.columns) {\n Object.keys(parsedGeoString.columns).forEach(columnName => {\n const columnData = parsedGeoString.columns[columnName];\n if (columnData?.encoding === 'WKB') {\n geoArrowMetadata[columnName] = GEOARROW_EXTENSIONS.WKB;\n }\n // TODO potentially there are other types but no datasets to test\n });\n }\n }\n } catch (error) {\n console.error('An error during arrow table schema metadata parsing');\n }\n return geoArrowMetadata;\n}\n\n/**\n * Converts an Apache Arrow table schema into an array of Kepler.gl field objects.\n * @param table The Apache Arrow table whose schema needs to be converted.\n * @param fieldTypeSuggestions Optional mapping of field names to suggested field types.\n * @returns An array of field objects suitable for Kepler.gl.\n */\nexport function arrowSchemaToFields(\n table: arrow.Table,\n fieldTypeSuggestions: Record<string, string> = {}\n): Field[] {\n const headerRow = table.schema.fields.map(f => f.name);\n const sample = getSampleForTypeAnalyzeArrow(table, headerRow);\n const keplerFields = getFieldsFromData(sample, headerRow);\n const geoArrowMetadata = getGeoArrowMetadataFromSchema(table);\n\n return table.schema.fields.map((field: arrow.Field, fieldIndex: number) => {\n let type = arrowDataTypeToFieldType(field.type);\n let analyzerType = arrowDataTypeToAnalyzerDataType(field.type);\n let format = '';\n\n const fieldTypeSuggestion = fieldTypeSuggestions[field.name];\n const keplerField = keplerFields[fieldIndex];\n\n // geometry fields produced by DuckDB's st_asgeojson()\n if (fieldTypeSuggestion === 'JSON') {\n type = ALL_FIELD_TYPES.geojson;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY_FROM_STRING;\n } else if (\n fieldTypeSuggestion === 'GEOMETRY' ||\n field.metadata.get(GEOARROW_METADATA_KEY)?.startsWith('geoarrow')\n ) {\n type = ALL_FIELD_TYPES.geoarrow;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY;\n } else if (geoArrowMetadata[field.name]) {\n type = ALL_FIELD_TYPES.geoarrow;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY;\n field.metadata?.set(GEOARROW_METADATA_KEY, geoArrowMetadata[field.name]);\n } else if (fieldTypeSuggestion === 'BLOB') {\n // When arrow wkb column saved to DuckDB as BLOB without any metadata, then queried back\n try {\n const data = table.getChildAt(fieldIndex)?.get(0);\n if (data) {\n const binaryGeo = parseSync(data, WKBLoader);\n if (binaryGeo) {\n type = ALL_FIELD_TYPES.geoarrow;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY;\n field.metadata?.set(GEOARROW_METADATA_KEY, GEOARROW_EXTENSIONS.WKB);\n }\n }\n } catch (error) {\n // ignore, not WKB\n }\n } else if (\n fieldTypeSuggestion === 'VARCHAR' &&\n (keplerField.analyzerType === AnalyzerDATA_TYPES.GEOMETRY ||\n keplerField.analyzerType === AnalyzerDATA_TYPES.GEOMETRY_FROM_STRING)\n ) {\n // When wkb/wkt was saved as varchar in DuckDB\n type = keplerField.type;\n analyzerType = keplerField.analyzerType;\n format = keplerField.format;\n } else if (fieldTypeSuggestion === 'VARCHAR' && keplerField.type === ALL_FIELD_TYPES.h3) {\n // when kepler detected h3 column using getFieldsFromData(), set type to h3 and analyzerType to H3\n type = ALL_FIELD_TYPES.h3;\n analyzerType = keplerField.analyzerType;\n } else {\n // TODO should we use Kepler getFieldsFromData instead\n // of arrowDataTypeToFieldType for all fields?\n if (keplerField.type === ALL_FIELD_TYPES.timestamp) {\n type = keplerField.type;\n analyzerType = keplerField.analyzerType;\n format = keplerField.format;\n }\n }\n\n return {\n ...field,\n name: field.name,\n id: field.name,\n displayName: field.name,\n format: format,\n fieldIdx: fieldIndex,\n type,\n analyzerType,\n valueAccessor: (dc: any) => d => {\n return dc.valueAt(d.index, fieldIndex);\n },\n metadata: field.metadata\n };\n });\n}\n\nconst CAST_BIGINTS = false;\n\n/**\n * Cast 64-bit integer Arrow columns (Int64, Uint64) to Float64 to avoid BigInt values\n * that are incompatible with d3 scales, sorting, and other numeric operations.\n * Mirrors the DuckDB approach of casting BIGINT/UBIGINT to DOUBLE.\n *\n * Left off so Uint64 values are not rounded through Float64. Samples are\n * stringified for type-analyzer instead.\n */\nfunction castBigIntColumnsToFloat64(arrowTable: arrow.Table): arrow.Table {\n if (!CAST_BIGINTS) {\n return arrowTable;\n }\n\n const needsCast = arrowTable.schema.fields.some(\n f => arrow.DataType.isInt(f.type) && f.type.bitWidth === 64\n );\n if (!needsCast) {\n return arrowTable;\n }\n\n const newColumns: Record<string, arrow.Vector> = {};\n for (let i = 0; i < arrowTable.numCols; i++) {\n const field = arrowTable.schema.fields[i];\n const col = arrowTable.getChildAt(i);\n if (!col) continue;\n if (arrow.DataType.isInt(field.type) && field.type.bitWidth === 64) {\n const float64Array = new Float64Array(col.length);\n for (let j = 0; j < col.length; j++) {\n const val = col.get(j);\n float64Array[j] = val === null ? NaN : Number(val);\n }\n newColumns[field.name] = arrow.makeVector(float64Array);\n } else {\n newColumns[field.name] = col;\n }\n }\n return new arrow.Table(newColumns);\n}\n\nexport type ProcessArrowBatchesOptions = {\n /**\n * When false, skip compactArrowTable. Progressive Arrow loading uses this so\n * each incoming batch does not copy the accumulated table. Defaults to true.\n * The final processFileContent call leaves this unset so the completed table\n * is compacted once.\n */\n compact?: boolean;\n};\n\n/**\n * Parse arrow batches returned from parseInBatches()\n *\n * @param arrowBatches the arrow record batches to parse\n * @param options optional processing flags\n * @returns dataset containing `fields` and `rows` or null\n */\nexport function processArrowBatches(\n arrowBatches: arrow.RecordBatch[],\n options?: ProcessArrowBatchesOptions\n): ProcessorResult | null {\n if (arrowBatches.length === 0) {\n return null;\n }\n const arrowTable =\n options?.compact === false\n ? castBigIntColumnsToFloat64(new arrow.Table(arrowBatches))\n : compactArrowTable(castBigIntColumnsToFloat64(new arrow.Table(arrowBatches)));\n const fields = arrowSchemaToFields(arrowTable);\n\n const cols = [...Array(arrowTable.numCols).keys()].map(i => arrowTable.getChildAt(i));\n\n // return empty rows and use raw arrow table to construct column-wise data container\n return {\n fields,\n rows: [],\n cols,\n metadata: arrowTable.schema.metadata,\n // Save original arrow schema, for better ingestion into DuckDB.\n // TODO consider returning arrowTable in cols, not an array of Vectors from arrowTable.\n arrowSchema: arrowTable.schema\n };\n}\n\nexport const DATASET_HANDLERS = {\n [DATASET_FORMATS.row]: processRowObject,\n [DATASET_FORMATS.geojson]: processGeojson,\n [DATASET_FORMATS.csv]: processCsvData,\n [DATASET_FORMATS.arrow]: processArrowTable,\n [DATASET_FORMATS.keplergl]: processKeplerglDataset\n};\n\nexport const Processors: {\n processGeojson: typeof processGeojson;\n processCsvData: typeof processCsvData;\n processArrowTable: typeof processArrowTable;\n processArrowBatches: typeof processArrowBatches;\n processRowObject: typeof processRowObject;\n processKeplerglJSON: typeof processKeplerglJSON;\n processKeplerglDataset: typeof processKeplerglDataset;\n analyzerTypeToFieldType: typeof analyzerTypeToFieldType;\n getFieldsFromData: typeof getFieldsFromData;\n parseCsvRowsByFieldType: typeof parseCsvRowsByFieldType;\n} = {\n processGeojson,\n processCsvData,\n processArrowTable,\n processArrowBatches,\n processRowObject,\n processKeplerglJSON,\n processKeplerglDataset,\n analyzerTypeToFieldType,\n getFieldsFromData,\n parseCsvRowsByFieldType\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAGA,IAAAA,KAAA,GAAAC,uBAAA,CAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,aAAA,GAAAF,OAAA;AACA,IAAAG,iBAAA,GAAAC,sBAAA,CAAAJ,OAAA;AACA,IAAAK,KAAA,GAAAL,OAAA;AAEA,IAAAM,IAAA,GAAAN,OAAA;AAEA,IAAAO,UAAA,GAAAP,OAAA;AAQA,IAAAQ,MAAA,GAAAR,OAAA;AAQA,IAAAS,YAAA,GAAAT,OAAA;AAUA,IAAAU,QAAA,GAAAV,OAAA;AAAsF,SAAAD,wBAAAY,CAAA,EAAAC,CAAA,6BAAAC,OAAA,MAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAd,uBAAA,YAAAA,wBAAAY,CAAA,EAAAC,CAAA,SAAAA,CAAA,IAAAD,CAAA,IAAAA,CAAA,CAAAK,UAAA,SAAAL,CAAA,MAAAM,CAAA,EAAAC,CAAA,EAAAC,CAAA,KAAAC,SAAA,mBAAAT,CAAA,iBAAAA,CAAA,gBAAAU,QAAA,CAAAV,CAAA,0BAAAA,CAAA,SAAAQ,CAAA,MAAAF,CAAA,GAAAL,CAAA,GAAAG,CAAA,GAAAD,CAAA,QAAAG,CAAA,CAAAK,GAAA,CAAAX,CAAA,UAAAM,CAAA,CAAAM,GAAA,CAAAZ,CAAA,GAAAM,CAAA,CAAAO,GAAA,CAAAb,CAAA,EAAAQ,CAAA,cAAAM,EAAA,IAAAd,CAAA,gBAAAc,EAAA,OAAAC,cAAA,CAAAC,IAAA,CAAAhB,CAAA,EAAAc,EAAA,OAAAP,CAAA,IAAAD,CAAA,GAAAW,MAAA,CAAAC,cAAA,KAAAD,MAAA,CAAAE,wBAAA,CAAAnB,CAAA,EAAAc,EAAA,OAAAP,CAAA,CAAAK,GAAA,IAAAL,CAAA,CAAAM,GAAA,IAAAP,CAAA,CAAAE,CAAA,EAAAM,EAAA,EAAAP,CAAA,IAAAC,CAAA,CAAAM,EAAA,IAAAd,CAAA,CAAAc,EAAA,WAAAN,CAAA,KAAAR,CAAA,EAAAC,CAAA;AAAA,SAAAmB,QAAApB,CAAA,EAAAG,CAAA,QAAAF,CAAA,GAAAgB,MAAA,CAAAI,IAAA,CAAArB,CAAA,OAAAiB,MAAA,CAAAK,qBAAA,QAAAhB,CAAA,GAAAW,MAAA,CAAAK,qBAAA,CAAAtB,CAAA,GAAAG,CAAA,KAAAG,CAAA,GAAAA,CAAA,CAAAiB,MAAA,WAAApB,CAAA,WAAAc,MAAA,CAAAE,wBAAA,CAAAnB,CAAA,EAAAG,CAAA,EAAAqB,UAAA,OAAAvB,CAAA,CAAAwB,IAAA,CAAAC,KAAA,CAAAzB,CAAA,EAAAK,CAAA,YAAAL,CAAA;AAAA,SAAA0B,cAAA3B,CAAA,aAAAG,CAAA,MAAAA,CAAA,GAAAyB,SAAA,CAAAC,MAAA,EAAA1B,CAAA,UAAAF,CAAA,WAAA2B,SAAA,CAAAzB,CAAA,IAAAyB,SAAA,CAAAzB,CAAA,QAAAA,CAAA,OAAAiB,OAAA,CAAAH,MAAA,CAAAhB,CAAA,OAAA6B,OAAA,WAAA3B,CAAA,QAAA4B,gBAAA,aAAA/B,CAAA,EAAAG,CAAA,EAAAF,CAAA,CAAAE,CAAA,SAAAc,MAAA,CAAAe,yBAAA,GAAAf,MAAA,CAAAgB,gBAAA,CAAAjC,CAAA,EAAAiB,MAAA,CAAAe,yBAAA,CAAA/B,CAAA,KAAAmB,OAAA,CAAAH,MAAA,CAAAhB,CAAA,GAAA6B,OAAA,WAAA3B,CAAA,IAAAc,MAAA,CAAAC,cAAA,CAAAlB,CAAA,EAAAG,CAAA,EAAAc,MAAA,CAAAE,wBAAA,CAAAlB,CAAA,EAAAE,CAAA,iBAAAH,CAAA;AAAA,SAAAkC,2BAAA/B,CAAA,EAAAH,CAAA,QAAAC,CAAA,yBAAAkC,MAAA,IAAAhC,CAAA,CAAAgC,MAAA,CAAAC,QAAA,KAAAjC,CAAA,qBAAAF,CAAA,QAAAoC,KAAA,CAAAC,OAAA,CAAAnC,CAAA,MAAAF,CAAA,GAAAsC,2BAAA,CAAApC,CAAA,MAAAH,CAAA,IAAAG,CAAA,uBAAAA,CAAA,CAAA0B,MAAA,IAAA5B,CAAA,KAAAE,CAAA,GAAAF,CAAA,OAAAuC,EAAA,MAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAArC,CAAA,WAAAA,EAAA,WAAAoC,EAAA,IAAArC,CAAA,CAAA0B,MAAA,KAAAc,IAAA,WAAAA,IAAA,MAAAC,KAAA,EAAAzC,CAAA,CAAAqC,EAAA,UAAAxC,CAAA,WAAAA,EAAAG,CAAA,UAAAA,CAAA,KAAAK,CAAA,EAAAiC,CAAA,gBAAAI,SAAA,iJAAAvC,CAAA,EAAAwC,CAAA,OAAAC,CAAA,gBAAAL,CAAA,WAAAA,EAAA,IAAAzC,CAAA,GAAAA,CAAA,CAAAe,IAAA,CAAAb,CAAA,MAAAC,CAAA,WAAAA,EAAA,QAAAD,CAAA,GAAAF,CAAA,CAAA+C,IAAA,WAAAF,CAAA,GAAA3C,CAAA,CAAAwC,IAAA,EAAAxC,CAAA,KAAAH,CAAA,WAAAA,EAAAG,CAAA,IAAA4C,CAAA,OAAAzC,CAAA,GAAAH,CAAA,KAAAK,CAAA,WAAAA,EAAA,UAAAsC,CAAA,YAAA7C,CAAA,cAAAA,CAAA,8BAAA8C,CAAA,QAAAzC,CAAA;AAAA,SAAAiC,4BAAApC,CAAA,EAAA2C,CAAA,QAAA3C,CAAA,2BAAAA,CAAA,SAAA8C,iBAAA,CAAA9C,CAAA,EAAA2C,CAAA,OAAA7C,CAAA,MAAAiD,QAAA,CAAAlC,IAAA,CAAAb,CAAA,EAAAgD,KAAA,6BAAAlD,CAAA,IAAAE,CAAA,CAAAiD,WAAA,KAAAnD,CAAA,GAAAE,CAAA,CAAAiD,WAAA,CAAAC,IAAA,aAAApD,CAAA,cAAAA,CAAA,GAAAoC,KAAA,CAAAiB,IAAA,CAAAnD,CAAA,oBAAAF,CAAA,+CAAAsD,IAAA,CAAAtD,CAAA,IAAAgD,iBAAA,CAAA9C,CAAA,EAAA2C,CAAA;AAAA,SAAAG,kBAAA9C,CAAA,EAAA2C,CAAA,aAAAA,CAAA,IAAAA,CAAA,GAAA3C,CAAA,CAAA0B,MAAA,MAAAiB,CAAA,GAAA3C,CAAA,CAAA0B,MAAA,YAAA7B,CAAA,MAAAI,CAAA,GAAAiC,KAAA,CAAAS,CAAA,GAAA9C,CAAA,GAAA8C,CAAA,EAAA9C,CAAA,IAAAI,CAAA,CAAAJ,CAAA,IAAAG,CAAA,CAAAH,CAAA,UAAAI,CAAA,IArCtF;AACA;AAuCA;AACA;AACA;AACO,IAAMoD,SAAS,GAAAC,OAAA,CAAAD,SAAA,GAAG,8BAA8B;AAEvD,IAAME,oBAAoB,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAU;AAE3D,SAASC,YAAYA,CAACC,SAAiB,EAA+B;EACpE,IAAIA,SAAS,KAAK,GAAG,EAAE,OAAOC,mBAAY;EAC1C,IAAID,SAAS,KAAK,IAAI,EAAE,OAAOE,mBAAY;EAC3C,OAAO,IAAAC,gBAAS,EAACH,SAAS,CAAC,CAACI,SAAS;AACvC;;AAEA;AACA;AACA;AACA;AACA;AACO,SAASC,eAAeA,CAACC,OAAe,EAAU;EACvD,IAAMC,UAAU,GAAGD,OAAO,CAACE,OAAO,CAAC,IAAI,CAAC;EACxC,IAAMC,SAAS,GAAGF,UAAU,KAAK,CAAC,CAAC,GAAGD,OAAO,GAAGA,OAAO,CAACf,KAAK,CAAC,CAAC,EAAEgB,UAAU,CAAC;EAC5E,IAAI,CAACE,SAAS,EAAE,OAAO,GAAG;EAE1B,IAAIC,aAAa,GAAG,GAAG;EACvB,IAAIC,SAAS,GAAG,CAAC;EAAC,IAAAC,SAAA,GAAAtC,0BAAA,CAEMwB,oBAAoB;IAAAe,KAAA;EAAA;IAA5C,KAAAD,SAAA,CAAA9B,CAAA,MAAA+B,KAAA,GAAAD,SAAA,CAAApE,CAAA,IAAAuC,IAAA,GAA8C;MAAA,IAAA+B,QAAA;MAAA,IAAnCd,SAAS,GAAAa,KAAA,CAAA7B,KAAA;MAClB,IAAM+B,MAAM,GAAGhB,YAAY,CAACC,SAAS,CAAC,CAACS,SAAS,CAAC;MACjD,IAAMO,KAAK,GAAG,EAAAF,QAAA,GAAAC,MAAM,CAAC,CAAC,CAAC,cAAAD,QAAA,uBAATA,QAAA,CAAW7C,MAAM,KAAI,CAAC;MACpC,IAAI+C,KAAK,GAAGL,SAAS,EAAE;QACrBA,SAAS,GAAGK,KAAK;QACjBN,aAAa,GAAGV,SAAS;MAC3B;IACF;EAAC,SAAAiB,GAAA;IAAAL,SAAA,CAAAxE,CAAA,CAAA6E,GAAA;EAAA;IAAAL,SAAA,CAAAhE,CAAA;EAAA;EAED,OAAO8D,aAAa;AACtB;AAEA,SAASQ,kBAAkBA,CAACC,GAAG,EAAE;EAC/B,IAAI;IACF,OAAOC,IAAI,CAACC,KAAK,CAACF,GAAG,CAAC;EACxB,CAAC,CAAC,OAAO/E,CAAC,EAAE;IACV,OAAO,IAAI;EACb;AACF;AAEO,IAAMkF,6BAA6B,GAAAzB,OAAA,CAAAyB,6BAAA,OAAAnD,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBACvCoD,0BAAe,WAAQ,EAAG;EACzBC,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU;IAAA,OAAc,OAAOA,CAAC,KAAK,SAAS;EAAA;EACtDJ,KAAK,EAAE,SAAPA,KAAKA,CAAGI,CAAU,EAAc;IAC9B,IAAM3C,CAAC,GAAG4C,MAAM,CAACD,CAAC,CAAC,CAACE,WAAW,CAAC,CAAC;IACjC,OAAO7C,CAAC,KAAK,MAAM,IAAIA,CAAC,KAAK,KAAK,IAAIA,CAAC,KAAK,GAAG;EACjD;AACF,CAAC,GACAyC,0BAAe,CAACK,OAAO,EAAG;EACzB;EACAJ,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU;IAAA,OAAcI,QAAQ,CAACJ,CAAC,EAAE,EAAE,CAAC,KAAKA,CAAC;EAAA;EACrD;EACAJ,KAAK,EAAE,SAAPA,KAAKA,CAAGI,CAAU;IAAA,OAAaI,QAAQ,CAACJ,CAAC,EAAE,EAAE,CAAC;EAAA;AAChD,CAAC,GACAF,0BAAe,CAACO,SAAS,EAAG;EAC3BN,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU,EAAEM,KAAY;IAAA,OAC9B,CAAC,GAAG,EAAE,GAAG,CAAC,CAACC,QAAQ,CAACD,KAAK,CAACE,MAAM,CAAC,GAAG,OAAOR,CAAC,KAAK,QAAQ,GAAG,OAAOA,CAAC,KAAK,QAAQ;EAAA;EACnFJ,KAAK,EAAE,SAAPA,KAAKA,CAAGI,CAAM,EAAEM,KAAY;IAAA,OAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAACC,QAAQ,CAACD,KAAK,CAACE,MAAM,CAAC,GAAGC,MAAM,CAACT,CAAC,CAAC,GAAGA,CAAC;EAAA;AACrF,CAAC,GACAF,0BAAe,CAACY,IAAI,EAAG;EACtB;EACAX,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU;IAAA,OAAcW,UAAU,CAACX,CAAC,CAAC,KAAKA,CAAC;EAAA;EACnD;EACAJ,KAAK,EAAEe;AACT,CAAC,GACAb,0BAAe,CAACc,MAAM,EAAG;EACxBb,KAAK,EAAEc,oBAAa;EACpBjB,KAAK,EAAEH;AACT,CAAC,GAEAK,0BAAe,CAACgB,KAAK,EAAG;EACvBf,KAAK,EAAE/C,KAAK,CAACC,OAAO;EACpB2C,KAAK,EAAEH;AACT,CAAC,GAEAK,0BAAe,CAACiB,EAAE,EAAG;EACpBhB,KAAK,EAAE,SAAPA,KAAKA,CAAEC,CAAC;IAAA,OAAI,IAAAgB,sBAAS,EAAChB,CAAC,CAAC;EAAA;EACxBJ,KAAK,EAAE,SAAPA,KAAKA,CAAEI,CAAC;IAAA,OAAIA,CAAC;EAAA;AACf,CAAC,CACF;;AAED;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASiB,cAAcA,CAACpC,OAA6B,EAAEqC,MAAiB,EAAmB;EAChG,IAAIC,IAA6B;EACjC,IAAIC,SAA+B;EAEnC,IAAI,OAAOvC,OAAO,KAAK,QAAQ,EAAE;IAC/B,IAAMN,SAAS,GAAGK,eAAe,CAACC,OAAO,CAAC;IAC1C,IAAMwC,WAAsB,GAAG/C,YAAY,CAACC,SAAS,CAAC,CAACM,OAAO,CAAC;IAE/D,IAAI,CAAC7B,KAAK,CAACC,OAAO,CAACoE,WAAU,CAAC,IAAIA,WAAU,CAAC7E,MAAM,GAAG,CAAC,EAAE;MACvD,MAAM,IAAI8E,KAAK,CAAC,oEAAoE,CAAC;IACvF;IACAF,SAAS,GAAGC,WAAU,CAAC,CAAC,CAAC;IACzBF,IAAI,GAAGE,WAAU,CAACvD,KAAK,CAAC,CAAC,CAAC;EAC5B,CAAC,MAAM,IAAId,KAAK,CAACC,OAAO,CAAC4B,OAAO,CAAC,IAAIA,OAAO,CAACrC,MAAM,EAAE;IACnD2E,IAAI,GAAGtC,OAAO;IACduC,SAAS,GAAGF,MAAM;IAElB,IAAI,CAAClE,KAAK,CAACC,OAAO,CAACmE,SAAS,CAAC,EAAE;MAC7B;MACA;MACA;MACAA,SAAS,GAAGvC,OAAO,CAAC,CAAC,CAAC;MACtBsC,IAAI,GAAGtC,OAAO,CAACf,KAAK,CAAC,CAAC,CAAC;IACzB;EACF;EAEA,IAAI,CAACqD,IAAI,IAAI,CAACC,SAAS,EAAE;IACvB,MAAM,IAAIE,KAAK,CAAC,wCAAwC,CAAC;EAC3D;;EAEA;EACA;;EAEA;EACAF,SAAS,GAAG,IAAAG,kCAAqB,EAACH,SAAS,CAAC,CAACI,YAAY;EACzDC,oBAAoB,CAACN,IAAI,CAAC;EAC1B;EACA;EACA,IAAMO,MAAM,GAAG,IAAAC,oCAAuB,EAAC;IAACC,MAAM,EAAER,SAAS;IAAED,IAAI,EAAJA;EAAI,CAAC,CAAC;EACjE,IAAMS,MAAM,GAAG,IAAAC,8BAAiB,EAACH,MAAM,EAAEN,SAAS,CAAC;EACnD,IAAMC,UAAU,GAAGS,iBAAiB,CAACX,IAAI,EAAES,MAAM,CAAC;EAElD,OAAO;IAACA,MAAM,EAANA,MAAM;IAAET,IAAI,EAAEE;EAAU,CAAC;AACnC;;AAEA;AACA;AACA;AACA;AACA;AACO,SAASS,iBAAiBA,CAACX,IAAa,EAAES,MAAe,EAAE;EAChE;EACA,IAAMG,eAAe,GAAGH,MAAM,CAACI,SAAS,CAAC,UAAA7G,CAAC;IAAA,OAAIA,CAAC,CAAC6C,IAAI,KAAK,UAAU;EAAA,EAAC;EACpE4D,MAAM,CAACnF,OAAO,CAACwF,uBAAuB,CAACC,IAAI,CAAC,IAAI,EAAEf,IAAI,EAAEY,eAAe,CAAC,CAAC;EAEzE,OAAOZ,IAAI;AACb;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA,SAASM,oBAAoBA,CAACN,IAAiB,EAAQ;EACrD,IAAMgB,EAAE,GAAG,IAAIC,MAAM,CAACjE,SAAS,EAAE,GAAG,CAAC;EACrC,KAAK,IAAIjD,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGiG,IAAI,CAAC3E,MAAM,EAAEtB,CAAC,EAAE,EAAE;IACpC,KAAK,IAAImH,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGlB,IAAI,CAACjG,CAAC,CAAC,CAACsB,MAAM,EAAE6F,CAAC,EAAE,EAAE;MACvC;MACA;MACA;MACA;MACA,IAAI,OAAOlB,IAAI,CAACjG,CAAC,CAAC,CAACmH,CAAC,CAAC,KAAK,QAAQ,IAAKlB,IAAI,CAACjG,CAAC,CAAC,CAACmH,CAAC,CAAC,CAAYC,KAAK,CAACH,EAAE,CAAC,EAAE;QACtEhB,IAAI,CAACjG,CAAC,CAAC,CAACmH,CAAC,CAAC,GAAG,IAAI;MACnB;IACF;EACF;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASJ,uBAAuBA,CACrCd,IAAiB,EACjBoB,WAAmB,EACnBjC,KAAY,EACZpF,CAAS,EACH;EACN,IAAMsH,MAAM,GAAG3C,6BAA6B,CAACS,KAAK,CAACmC,IAAI,CAAC;EACxD,IAAID,MAAM,EAAE;IACV;IACA,IAAME,KAAK,GAAGvB,IAAI,CAACwB,IAAI,CAAC,UAAA7H,CAAC;MAAA,OAAI,IAAA8H,+BAAkB,EAAC9H,CAAC,CAACI,CAAC,CAAC,CAAC;IAAA,EAAC;IACtD,IAAI,CAACwH,KAAK,IAAIF,MAAM,CAACzC,KAAK,CAAC2C,KAAK,CAACxH,CAAC,CAAC,EAAEoF,KAAK,CAAC,EAAE;MAC3C;IACF;IACAa,IAAI,CAAC1E,OAAO,CAAC,UAAAoG,GAAG,EAAI;MAClB;MACA,IAAIA,GAAG,CAAC3H,CAAC,CAAC,KAAK,IAAI,EAAE;QACnB2H,GAAG,CAAC3H,CAAC,CAAC,GAAGsH,MAAM,CAAC5C,KAAK,CAACiD,GAAG,CAAC3H,CAAC,CAAC,EAAEoF,KAAK,CAAC;QACpC,IACEiC,WAAW,GAAG,CAAC,CAAC,IAChB,IAAA1B,oBAAa,EAACgC,GAAG,CAACN,WAAW,CAAC,CAAC;QAC/B;QACA,IAAA7G,qBAAc,EAACmH,GAAG,CAACN,WAAW,CAAC,EAAE,YAAY,CAAC,EAC9C;UACA;UACAM,GAAG,CAACN,WAAW,CAAC,CAACO,UAAU,CAACxC,KAAK,CAACtC,IAAI,CAAC,GAAG6E,GAAG,CAAC3H,CAAC,CAAC;QAClD;MACF;IACF,CAAC,CAAC;EACJ;AACF;;AAEA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAAS6H,gBAAgBA,CAAClE,OAAkB,EAAmB;EACpE,IAAI,CAAC7B,KAAK,CAACC,OAAO,CAAC4B,OAAO,CAAC,EAAE;IAC3B,OAAO,IAAI;EACb,CAAC,MAAM,IAAI,CAACA,OAAO,CAACrC,MAAM,EAAE;IAC1B;IACA,OAAO;MACLoF,MAAM,EAAE,EAAE;MACVT,IAAI,EAAE;IACR,CAAC;EACH;EAEA,IAAM6B,QAAQ,GAAGnE,OAAO,CAAC,CAAC,CAA4B;EACtD,IAAM7C,IAAI,GAAGJ,MAAM,CAACI,IAAI,CAACgH,QAAQ,CAAC,CAAC,CAAC;EACpC,IAAM7B,IAAI,GAAGtC,OAAO,CAACoE,GAAG,CAAC,UAAAjD,CAAC;IAAA,OAAIhE,IAAI,CAACiH,GAAG,CAAC,UAAAC,GAAG;MAAA,OAAKlD,CAAC,CAA6BkD,GAAG,CAAC;IAAA,EAAC;EAAA,EAAC,CAAC,CAAC;;EAErF;EACAzB,oBAAoB,CAACN,IAAI,CAAC;EAE1B,OAAOF,cAAc,CAACE,IAAI,EAAEnF,IAAI,CAAC;AACnC;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASmH,cAAcA,CAACtE,OAAgB,EAAmB;EAChE,IAAMuE,iBAAiB,GAAG,IAAAC,4BAAS,EAACxE,OAAO,CAAC;EAE5C,IAAI,CAACuE,iBAAiB,IAAI,CAACpG,KAAK,CAACC,OAAO,CAACmG,iBAAiB,CAACE,QAAQ,CAAC,EAAE;IACpE,MAAM,IAAIhC,KAAK,2FAAAiC,MAAA,CAC6EC,iCAAsB,MAClH,CAAC;EACH;;EAEA;EACA,IAAMC,WAAuD,GAAG,EAAE;EAClE,KAAK,IAAIvI,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGkI,iBAAiB,CAACE,QAAQ,CAAC9G,MAAM,EAAEtB,CAAC,EAAE,EAAE;IAC1D,IAAMC,CAAC,GAAGiI,iBAAiB,CAACE,QAAQ,CAACpI,CAAC,CAAC;IACvC,IAAIC,CAAC,CAACuI,QAAQ,EAAE;MACd,IAAMb,GAAG,GAAAvG,aAAA;QACP;QACAqH,QAAQ,EAAExI;MAAC,GACPA,CAAC,CAAC2H,UAAU,IAAI,CAAC,CAAC,CACvB;MACD;MACAD,GAAG,CAACc,QAAQ,GAAGxI,CAAC;MAChBsI,WAAW,CAACrH,IAAI,CAACyG,GAAG,CAAC;IACvB;EACF;EACA;EACA,IAAMjB,MAAM,GAAG6B,WAAW,CAACG,MAAM,CAAW,UAACC,IAAI,EAAEC,IAAI,EAAK;IAC1DlI,MAAM,CAACI,IAAI,CAAC8H,IAAI,CAAC,CAACrH,OAAO,CAAC,UAAAyG,GAAG,EAAI;MAC/B,IAAI,CAACW,IAAI,CAACtD,QAAQ,CAAC2C,GAAG,CAAC,EAAE;QACvBW,IAAI,CAACzH,IAAI,CAAC8G,GAAG,CAAC;MAChB;IACF,CAAC,CAAC;IACF,OAAOW,IAAI;EACb,CAAC,EAAE,EAAE,CAAC;;EAEN;EACAJ,WAAW,CAAChH,OAAO,CAAC,UAAAuD,CAAC,EAAI;IACvB4B,MAAM,CAACnF,OAAO,CAAC,UAAAtB,CAAC,EAAI;MAClB,IAAI,EAAEA,CAAC,IAAI6E,CAAC,CAAC,EAAE;QACbA,CAAC,CAAC7E,CAAC,CAAC,GAAG,IAAI;QACX,IAAI6E,CAAC,CAAC2D,QAAQ,CAACb,UAAU,EAAE;UACzB9C,CAAC,CAAC2D,QAAQ,CAACb,UAAU,CAAC3H,CAAC,CAAC,GAAG,IAAI;QACjC;MACF;IACF,CAAC,CAAC;EACJ,CAAC,CAAC;EAEF,OAAO4H,gBAAgB,CAACU,WAAW,CAAC;AACtC;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASM,mBAAmBA,CAACC,IAAa,EAA0C;EAClF,IAAMC,KAAK,GACTD,IAAI,IAAI,IAAAE,QAAA,aAAOF,IAAI,MAAK,QAAQ,GAC5B,IAAAG,sBAAe,EAACH,IAAgD,CAAC,GACjEI,SAAS;EACf;EACA;EACA,OAAO;IAACC,KAAK,EAAEJ,KAAK,aAALA,KAAK,uBAALA,KAAK,CAAEI,KAAK;IAAEC,WAAW,EAAEL,KAAK,aAALA,KAAK,uBAALA,KAAK,CAAEK;EAAW,CAAC;AAC/D;AAEO,SAASC,mBAAmBA,CAAC1F,OAAiB,EAA6C;EAAA,IAA3C2F,MAAM,GAAAjI,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAA6H,SAAA,GAAA7H,SAAA,MAAGkI,uBAAc;EAC5E,IAAI,CAAC5F,OAAO,EAAE;IACZ,OAAO,IAAI;EACb;EACA,OAAAvC,aAAA,CAAAA,aAAA,KACKkI,MAAM,CAACE,IAAI,CAAC7F,OAAO,CAAC8F,QAAQ,EAAE9F,OAAO,CAAC+F,MAAM,CAAC;IAChDZ,IAAI,EAAED,mBAAmB,CAAClF,OAAO,CAACmF,IAAI;EAAC;AAE3C;;AAEA;AACA;AACA;AACA;AACA;AACO,SAASa,sBAAsBA,CACpChG,OAA0B,EAEc;EAAA,IADxC2F,MAAM,GAAAjI,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAA6H,SAAA,GAAA7H,SAAA,MAAGkI,uBAAc;EAEvB,IAAI,CAAC5F,OAAO,EAAE;IACZ,OAAO,IAAI;EACb;EAEA,IAAMiG,OAAO,GAAGN,MAAM,CAACO,cAAc,CAAC,IAAAC,oBAAO,EAACnG,OAAO,CAAC,CAAC;EACvD,IAAI,CAACiG,OAAO,EAAE;IACZ,OAAO,IAAI;EACb;EACA,OAAO9H,KAAK,CAACC,OAAO,CAAC4B,OAAO,CAAC,GAAGiG,OAAO,GAAGA,OAAO,CAAC,CAAC,CAAC;AACtD;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASG,iBAAiBA,CAACC,UAAsB,EAA0B;EAChF;EACA,OAAOC,mBAAmB,CAACD,UAAU,CAACE,IAAI,CAACC,OAAO,CAAC;AACrD;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASC,6BAA6BA,CAACC,KAAkB,EAA0B;EACxF,IAAMC,gBAAwC,GAAG,CAAC,CAAC;EACnD,IAAI;IAAA,IAAAC,qBAAA;IACF,IAAMC,SAAS,IAAAD,qBAAA,GAAGF,KAAK,CAACf,MAAM,CAACmB,QAAQ,cAAAF,qBAAA,uBAArBA,qBAAA,CAAuBlK,GAAG,CAAC,KAAK,CAAC;IACnD,IAAImK,SAAS,EAAE;MACb,IAAME,eAAe,GAAGjG,IAAI,CAACC,KAAK,CAAC8F,SAAS,CAAC;MAC7C,IAAIE,eAAe,CAACC,OAAO,EAAE;QAC3BjK,MAAM,CAACI,IAAI,CAAC4J,eAAe,CAACC,OAAO,CAAC,CAACpJ,OAAO,CAAC,UAAAqJ,UAAU,EAAI;UACzD,IAAMC,UAAU,GAAGH,eAAe,CAACC,OAAO,CAACC,UAAU,CAAC;UACtD,IAAI,CAAAC,UAAU,aAAVA,UAAU,uBAAVA,UAAU,CAAEC,QAAQ,MAAK,KAAK,EAAE;YAClCR,gBAAgB,CAACM,UAAU,CAAC,GAAGG,8BAAmB,CAACC,GAAG;UACxD;UACA;QACF,CAAC,CAAC;MACJ;IACF;EACF,CAAC,CAAC,OAAOC,KAAK,EAAE;IACdC,OAAO,CAACD,KAAK,CAAC,qDAAqD,CAAC;EACtE;EACA,OAAOX,gBAAgB;AACzB;;AAEA;AACA;AACA;AACA;AACA;AACA;AACO,SAASa,mBAAmBA,CACjCd,KAAkB,EAET;EAAA,IADTe,oBAA4C,GAAA/J,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAA6H,SAAA,GAAA7H,SAAA,MAAG,CAAC,CAAC;EAEjD,IAAM6E,SAAS,GAAGmE,KAAK,CAACf,MAAM,CAAC5C,MAAM,CAACqB,GAAG,CAAC,UAAA9H,CAAC;IAAA,OAAIA,CAAC,CAAC6C,IAAI;EAAA,EAAC;EACtD,IAAM0D,MAAM,GAAG,IAAA6E,yCAA4B,EAAChB,KAAK,EAAEnE,SAAS,CAAC;EAC7D,IAAMoF,YAAY,GAAG,IAAA3E,8BAAiB,EAACH,MAAM,EAAEN,SAAS,CAAC;EACzD,IAAMoE,gBAAgB,GAAGF,6BAA6B,CAACC,KAAK,CAAC;EAE7D,OAAOA,KAAK,CAACf,MAAM,CAAC5C,MAAM,CAACqB,GAAG,CAAC,UAAC3C,KAAkB,EAAEmG,UAAkB,EAAK;IAAA,IAAAC,mBAAA;IACzE,IAAIjE,IAAI,GAAG,IAAAkE,+BAAwB,EAACrG,KAAK,CAACmC,IAAI,CAAC;IAC/C,IAAImE,YAAY,GAAG,IAAAC,sCAA+B,EAACvG,KAAK,CAACmC,IAAI,CAAC;IAC9D,IAAIjC,MAAM,GAAG,EAAE;IAEf,IAAMsG,mBAAmB,GAAGR,oBAAoB,CAAChG,KAAK,CAACtC,IAAI,CAAC;IAC5D,IAAM+I,WAAW,GAAGP,YAAY,CAACC,UAAU,CAAC;;IAE5C;IACA,IAAIK,mBAAmB,KAAK,MAAM,EAAE;MAClCrE,IAAI,GAAG3C,0BAAe,CAACkH,OAAO;MAC9BJ,YAAY,GAAGK,wBAAkB,CAACC,oBAAoB;IACxD,CAAC,MAAM,IACLJ,mBAAmB,KAAK,UAAU,KAAAJ,mBAAA,GAClCpG,KAAK,CAACqF,QAAQ,CAACpK,GAAG,CAAC4L,gCAAqB,CAAC,cAAAT,mBAAA,eAAzCA,mBAAA,CAA2CU,UAAU,CAAC,UAAU,CAAC,EACjE;MACA3E,IAAI,GAAG3C,0BAAe,CAACuH,QAAQ;MAC/BT,YAAY,GAAGK,wBAAkB,CAACK,QAAQ;IAC5C,CAAC,MAAM,IAAI9B,gBAAgB,CAAClF,KAAK,CAACtC,IAAI,CAAC,EAAE;MAAA,IAAAuJ,eAAA;MACvC9E,IAAI,GAAG3C,0BAAe,CAACuH,QAAQ;MAC/BT,YAAY,GAAGK,wBAAkB,CAACK,QAAQ;MAC1C,CAAAC,eAAA,GAAAjH,KAAK,CAACqF,QAAQ,cAAA4B,eAAA,eAAdA,eAAA,CAAgB/L,GAAG,CAAC2L,gCAAqB,EAAE3B,gBAAgB,CAAClF,KAAK,CAACtC,IAAI,CAAC,CAAC;IAC1E,CAAC,MAAM,IAAI8I,mBAAmB,KAAK,MAAM,EAAE;MACzC;MACA,IAAI;QAAA,IAAAU,iBAAA;QACF,IAAMpC,IAAI,IAAAoC,iBAAA,GAAGjC,KAAK,CAACkC,UAAU,CAAChB,UAAU,CAAC,cAAAe,iBAAA,uBAA5BA,iBAAA,CAA8BjM,GAAG,CAAC,CAAC,CAAC;QACjD,IAAI6J,IAAI,EAAE;UACR,IAAMsC,SAAS,GAAG,IAAAC,eAAS,EAACvC,IAAI,EAAEwC,cAAS,CAAC;UAC5C,IAAIF,SAAS,EAAE;YAAA,IAAAG,gBAAA;YACbpF,IAAI,GAAG3C,0BAAe,CAACuH,QAAQ;YAC/BT,YAAY,GAAGK,wBAAkB,CAACK,QAAQ;YAC1C,CAAAO,gBAAA,GAAAvH,KAAK,CAACqF,QAAQ,cAAAkC,gBAAA,eAAdA,gBAAA,CAAgBrM,GAAG,CAAC2L,gCAAqB,EAAElB,8BAAmB,CAACC,GAAG,CAAC;UACrE;QACF;MACF,CAAC,CAAC,OAAOC,KAAK,EAAE;QACd;MAAA;IAEJ,CAAC,MAAM,IACLW,mBAAmB,KAAK,SAAS,KAChCC,WAAW,CAACH,YAAY,KAAKK,wBAAkB,CAACK,QAAQ,IACvDP,WAAW,CAACH,YAAY,KAAKK,wBAAkB,CAACC,oBAAoB,CAAC,EACvE;MACA;MACAzE,IAAI,GAAGsE,WAAW,CAACtE,IAAI;MACvBmE,YAAY,GAAGG,WAAW,CAACH,YAAY;MACvCpG,MAAM,GAAGuG,WAAW,CAACvG,MAAM;IAC7B,CAAC,MAAM,IAAIsG,mBAAmB,KAAK,SAAS,IAAIC,WAAW,CAACtE,IAAI,KAAK3C,0BAAe,CAACiB,EAAE,EAAE;MACvF;MACA0B,IAAI,GAAG3C,0BAAe,CAACiB,EAAE;MACzB6F,YAAY,GAAGG,WAAW,CAACH,YAAY;IACzC,CAAC,MAAM;MACL;MACA;MACA,IAAIG,WAAW,CAACtE,IAAI,KAAK3C,0BAAe,CAACO,SAAS,EAAE;QAClDoC,IAAI,GAAGsE,WAAW,CAACtE,IAAI;QACvBmE,YAAY,GAAGG,WAAW,CAACH,YAAY;QACvCpG,MAAM,GAAGuG,WAAW,CAACvG,MAAM;MAC7B;IACF;IAEA,OAAAlE,aAAA,CAAAA,aAAA,KACKgE,KAAK;MACRtC,IAAI,EAAEsC,KAAK,CAACtC,IAAI;MAChB8J,EAAE,EAAExH,KAAK,CAACtC,IAAI;MACd+J,WAAW,EAAEzH,KAAK,CAACtC,IAAI;MACvBwC,MAAM,EAAEA,MAAM;MACdwH,QAAQ,EAAEvB,UAAU;MACpBhE,IAAI,EAAJA,IAAI;MACJmE,YAAY,EAAZA,YAAY;MACZqB,aAAa,EAAE,SAAfA,aAAaA,CAAGC,EAAO;QAAA,OAAK,UAAAlI,CAAC,EAAI;UAC/B,OAAOkI,EAAE,CAACC,OAAO,CAACnI,CAAC,CAACoI,KAAK,EAAE3B,UAAU,CAAC;QACxC,CAAC;MAAA;MACDd,QAAQ,EAAErF,KAAK,CAACqF;IAAQ;EAE5B,CAAC,CAAC;AACJ;AAEA,IAAM0C,YAAY,GAAG,KAAK;;AAE1B;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASC,0BAA0BA,CAACpD,UAAuB,EAAe;EACxE,IAAI,CAACmD,YAAY,EAAE;IACjB,OAAOnD,UAAU;EACnB;EAEA,IAAMqD,SAAS,GAAGrD,UAAU,CAACV,MAAM,CAAC5C,MAAM,CAAC4G,IAAI,CAC7C,UAAArN,CAAC;IAAA,OAAIrB,KAAK,CAAC2O,QAAQ,CAACC,KAAK,CAACvN,CAAC,CAACsH,IAAI,CAAC,IAAItH,CAAC,CAACsH,IAAI,CAACkG,QAAQ,KAAK,EAAE;EAAA,CAC7D,CAAC;EACD,IAAI,CAACJ,SAAS,EAAE;IACd,OAAOrD,UAAU;EACnB;EAEA,IAAM0D,UAAwC,GAAG,CAAC,CAAC;EACnD,KAAK,IAAI1N,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGgK,UAAU,CAAC2D,OAAO,EAAE3N,CAAC,EAAE,EAAE;IAC3C,IAAMoF,KAAK,GAAG4E,UAAU,CAACV,MAAM,CAAC5C,MAAM,CAAC1G,CAAC,CAAC;IACzC,IAAM4N,GAAG,GAAG5D,UAAU,CAACuC,UAAU,CAACvM,CAAC,CAAC;IACpC,IAAI,CAAC4N,GAAG,EAAE;IACV,IAAIhP,KAAK,CAAC2O,QAAQ,CAACC,KAAK,CAACpI,KAAK,CAACmC,IAAI,CAAC,IAAInC,KAAK,CAACmC,IAAI,CAACkG,QAAQ,KAAK,EAAE,EAAE;MAClE,IAAMI,YAAY,GAAG,IAAIC,YAAY,CAACF,GAAG,CAACtM,MAAM,CAAC;MACjD,KAAK,IAAI6F,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGyG,GAAG,CAACtM,MAAM,EAAE6F,CAAC,EAAE,EAAE;QACnC,IAAM4G,GAAG,GAAGH,GAAG,CAACvN,GAAG,CAAC8G,CAAC,CAAC;QACtB0G,YAAY,CAAC1G,CAAC,CAAC,GAAG4G,GAAG,KAAK,IAAI,GAAGC,GAAG,GAAGzI,MAAM,CAACwI,GAAG,CAAC;MACpD;MACAL,UAAU,CAACtI,KAAK,CAACtC,IAAI,CAAC,GAAGlE,KAAK,CAACqP,UAAU,CAACJ,YAAY,CAAC;IACzD,CAAC,MAAM;MACLH,UAAU,CAACtI,KAAK,CAACtC,IAAI,CAAC,GAAG8K,GAAG;IAC9B;EACF;EACA,OAAO,IAAIhP,KAAK,CAACsP,KAAK,CAACR,UAAU,CAAC;AACpC;AAYA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASzD,mBAAmBA,CACjCkE,YAAiC,EACjCC,OAAoC,EACZ;EACxB,IAAID,YAAY,CAAC7M,MAAM,KAAK,CAAC,EAAE;IAC7B,OAAO,IAAI;EACb;EACA,IAAM0I,UAAU,GACd,CAAAoE,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,OAAO,MAAK,KAAK,GACtBjB,0BAA0B,CAAC,IAAIxO,KAAK,CAACsP,KAAK,CAACC,YAAY,CAAC,CAAC,GACzD,IAAAG,wBAAiB,EAAClB,0BAA0B,CAAC,IAAIxO,KAAK,CAACsP,KAAK,CAACC,YAAY,CAAC,CAAC,CAAC;EAClF,IAAMzH,MAAM,GAAGyE,mBAAmB,CAACnB,UAAU,CAAC;EAE9C,IAAMuE,IAAI,GAAG,IAAAC,mBAAA,aAAI1M,KAAK,CAACkI,UAAU,CAAC2D,OAAO,CAAC,CAAC7M,IAAI,CAAC,CAAC,EAAEiH,GAAG,CAAC,UAAA/H,CAAC;IAAA,OAAIgK,UAAU,CAACuC,UAAU,CAACvM,CAAC,CAAC;EAAA,EAAC;;EAErF;EACA,OAAO;IACL0G,MAAM,EAANA,MAAM;IACNT,IAAI,EAAE,EAAE;IACRsI,IAAI,EAAJA,IAAI;IACJ9D,QAAQ,EAAET,UAAU,CAACV,MAAM,CAACmB,QAAQ;IACpC;IACA;IACAgE,WAAW,EAAEzE,UAAU,CAACV;EAC1B,CAAC;AACH;AAEO,IAAMoF,gBAAgB,GAAAxL,OAAA,CAAAwL,gBAAA,OAAAlN,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAAAA,gBAAA,iBAC1BmN,0BAAe,CAAChH,GAAG,EAAGE,gBAAgB,GACtC8G,0BAAe,CAAC7C,OAAO,EAAG7D,cAAc,GACxC0G,0BAAe,CAACC,GAAG,EAAG7I,cAAc,GACpC4I,0BAAe,CAAC/P,KAAK,EAAGmL,iBAAiB,GACzC4E,0BAAe,CAACE,QAAQ,EAAGlF,sBAAsB,CACnD;AAEM,IAAMmF,UAWZ,GAAA5L,OAAA,CAAA4L,UAAA,GAAG;EACF7G,cAAc,EAAdA,cAAc;EACdlC,cAAc,EAAdA,cAAc;EACdgE,iBAAiB,EAAjBA,iBAAiB;EACjBE,mBAAmB,EAAnBA,mBAAmB;EACnBpC,gBAAgB,EAAhBA,gBAAgB;EAChBwB,mBAAmB,EAAnBA,mBAAmB;EACnBM,sBAAsB,EAAtBA,sBAAsB;EACtBoF,uBAAuB,EAAvBA,oCAAuB;EACvBpI,iBAAiB,EAAjBA,8BAAiB;EACjBI,uBAAuB,EAAvBA;AACF,CAAC","ignoreList":[]}
|
|
@@ -17,7 +17,7 @@ import { parseSync } from '@loaders.gl/core';
|
|
|
17
17
|
import { WKBLoader } from '@loaders.gl/wkt';
|
|
18
18
|
import { ALL_FIELD_TYPES, DATASET_FORMATS, GEOARROW_EXTENSIONS, GEOARROW_METADATA_KEY, GUIDES_FILE_FORMAT_DOC } from '@kepler.gl/constants';
|
|
19
19
|
import { arrowDataTypeToAnalyzerDataType, arrowDataTypeToFieldType, compactArrowTable, hasOwnProperty, isPlainObject, optionalMapInfo } from '@kepler.gl/utils';
|
|
20
|
-
import { analyzerTypeToFieldType, getSampleForTypeAnalyze, getSampleForTypeAnalyzeArrow, getFieldsFromData, h3IsValid, notNullorUndefined, toArray } from '@kepler.gl/common-utils';
|
|
20
|
+
import { analyzerTypeToFieldType, getSampleForTypeAnalyze, getSampleForTypeAnalyzeArrow, getFieldsFromData, h3IsValid, notNullorUndefined, renameDuplicateFields, toArray } from '@kepler.gl/common-utils';
|
|
21
21
|
import { KeplerGlSchema } from '@kepler.gl/schemas';
|
|
22
22
|
// if any of these value occurs in csv, parse it to null;
|
|
23
23
|
// const CSV_NULLS = ['', 'null', 'NULL', 'Null', 'NaN', '/N'];
|
|
@@ -168,6 +168,8 @@ export function processCsvData(rawData, header) {
|
|
|
168
168
|
// here we assume the csv file that people uploaded will have first row
|
|
169
169
|
// as name of the column
|
|
170
170
|
|
|
171
|
+
// Sampling uses names as object keys, so make them unique before inferring types.
|
|
172
|
+
headerRow = renameDuplicateFields(headerRow).fieldByIndex;
|
|
171
173
|
cleanUpFalsyCsvValue(rows);
|
|
172
174
|
// No need to run type detection on every data point
|
|
173
175
|
// here we get a list of none null values to run analyze on
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"data-processor.js","names":["arrow","csvParseRows","tsvParseRows","dsvFormat","DATA_TYPES","AnalyzerDATA_TYPES","normalize","parseSync","WKBLoader","ALL_FIELD_TYPES","DATASET_FORMATS","GEOARROW_EXTENSIONS","GEOARROW_METADATA_KEY","GUIDES_FILE_FORMAT_DOC","arrowDataTypeToAnalyzerDataType","arrowDataTypeToFieldType","compactArrowTable","hasOwnProperty","isPlainObject","optionalMapInfo","analyzerTypeToFieldType","getSampleForTypeAnalyze","getSampleForTypeAnalyzeArrow","getFieldsFromData","h3IsValid","notNullorUndefined","toArray","KeplerGlSchema","CSV_NULLS","SUPPORTED_DELIMITERS","getRowParser","delimiter","parseRows","detectDelimiter","rawData","newlineIdx","indexOf","firstLine","slice","bestDelimiter","bestCount","_iterator","_createForOfIteratorHelper","_step","s","n","done","_parsed$","value","parsed","count","length","err","e","f","tryParseJsonString","str","JSON","parse","PARSE_FIELD_VALUE_FROM_STRING","_defineProperty","valid","d","String","toLowerCase","integer","parseInt","timestamp","field","includes","format","Number","real","parseFloat","object","array","Array","isArray","h3","processCsvData","header","rows","headerRow","parsedRows","Error","cleanUpFalsyCsvValue","sample","fields","parseRowsByFields","geojsonFieldIdx","findIndex","name","forEach","parseCsvRowsByFieldType","bind","re","RegExp","i","j","match","geoFieldIdx","parser","type","first","find","r","row","properties","processRowObject","firstRow","keys","Object","map","key","processGeojson","normalizedGeojson","features","concat","allDataRows","geometry","_objectSpread","_geojson","push","reduce","accu","curr","savedMapDisplayInfo","info","saved","_typeof","undefined","title","description","processKeplerglJSON","schema","arguments","load","datasets","config","processKeplerglDataset","results","parseSavedData","processArrowTable","arrowTable","processArrowBatches","data","batches","getGeoArrowMetadataFromSchema","table","geoArrowMetadata","_table$schema$metadat","geoString","metadata","get","parsedGeoString","columns","columnName","columnData","encoding","WKB","error","console","arrowSchemaToFields","fieldTypeSuggestions","keplerFields","fieldIndex","_field$metadata$get","analyzerType","fieldTypeSuggestion","keplerField","geojson","GEOMETRY_FROM_STRING","startsWith","geoarrow","GEOMETRY","_field$metadata","set","_table$getChildAt","getChildAt","binaryGeo","_field$metadata2","id","displayName","fieldIdx","valueAccessor","dc","valueAt","index","CAST_BIGINTS","castBigIntColumnsToFloat64","needsCast","some","DataType","isInt","bitWidth","newColumns","numCols","col","float64Array","Float64Array","val","NaN","makeVector","Table","arrowBatches","options","compact","cols","_toConsumableArray","arrowSchema","DATASET_HANDLERS","csv","keplergl","Processors"],"sources":["../../src/data-processor.ts"],"sourcesContent":["// SPDX-License-Identifier: MIT\n// Copyright contributors to the kepler.gl project\n\nimport * as arrow from 'apache-arrow';\nimport {csvParseRows, tsvParseRows, dsvFormat} from 'd3-dsv';\nimport {DATA_TYPES as AnalyzerDATA_TYPES} from 'type-analyzer';\nimport normalize from '@mapbox/geojson-normalize';\nimport {parseSync} from '@loaders.gl/core';\nimport {ArrowTable} from '@loaders.gl/schema';\nimport {WKBLoader} from '@loaders.gl/wkt';\n\nimport {\n ALL_FIELD_TYPES,\n DATASET_FORMATS,\n GEOARROW_EXTENSIONS,\n GEOARROW_METADATA_KEY,\n GUIDES_FILE_FORMAT_DOC\n} from '@kepler.gl/constants';\nimport {ProcessorResult, Field} from '@kepler.gl/types';\nimport {\n arrowDataTypeToAnalyzerDataType,\n arrowDataTypeToFieldType,\n compactArrowTable,\n hasOwnProperty,\n isPlainObject,\n optionalMapInfo\n} from '@kepler.gl/utils';\nimport {\n analyzerTypeToFieldType,\n getSampleForTypeAnalyze,\n getSampleForTypeAnalyzeArrow,\n getFieldsFromData,\n h3IsValid,\n notNullorUndefined,\n toArray\n} from '@kepler.gl/common-utils';\nimport {KeplerGlSchema, ParsedDataset, SavedMap, LoadedMap} from '@kepler.gl/schemas';\nimport {Feature} from '@deck.gl-community/editable-layers';\n\n// if any of these value occurs in csv, parse it to null;\n// const CSV_NULLS = ['', 'null', 'NULL', 'Null', 'NaN', '/N'];\n// matches empty string\nexport const CSV_NULLS = /^(null|NULL|Null|NaN|\\/N||)$/;\n\nconst SUPPORTED_DELIMITERS = [',', '\\t', ';', '|'] as const;\n\nfunction getRowParser(delimiter: string): (raw: string) => string[][] {\n if (delimiter === ',') return csvParseRows;\n if (delimiter === '\\t') return tsvParseRows;\n return dsvFormat(delimiter).parseRows;\n}\n\n/**\n * Detect the delimiter used in a DSV string by checking the first line.\n * Returns the delimiter that produces the most columns (minimum 2).\n * Falls back to comma if no delimiter produces multiple columns.\n */\nexport function detectDelimiter(rawData: string): string {\n const newlineIdx = rawData.indexOf('\\n');\n const firstLine = newlineIdx === -1 ? rawData : rawData.slice(0, newlineIdx);\n if (!firstLine) return ',';\n\n let bestDelimiter = ',';\n let bestCount = 1;\n\n for (const delimiter of SUPPORTED_DELIMITERS) {\n const parsed = getRowParser(delimiter)(firstLine);\n const count = parsed[0]?.length || 0;\n if (count > bestCount) {\n bestCount = count;\n bestDelimiter = delimiter;\n }\n }\n\n return bestDelimiter;\n}\n\nfunction tryParseJsonString(str) {\n try {\n return JSON.parse(str);\n } catch (e) {\n return null;\n }\n}\n\nexport const PARSE_FIELD_VALUE_FROM_STRING = {\n [ALL_FIELD_TYPES.boolean]: {\n valid: (d: unknown): boolean => typeof d === 'boolean',\n parse: (d: unknown): boolean => {\n const s = String(d).toLowerCase();\n return s === 'true' || s === 'yes' || s === '1';\n }\n },\n [ALL_FIELD_TYPES.integer]: {\n // @ts-ignore\n valid: (d: unknown): boolean => parseInt(d, 10) === d,\n // @ts-ignore\n parse: (d: unknown): number => parseInt(d, 10)\n },\n [ALL_FIELD_TYPES.timestamp]: {\n valid: (d: unknown, field: Field): boolean =>\n ['x', 'X'].includes(field.format) ? typeof d === 'number' : typeof d === 'string',\n parse: (d: any, field: Field) => (['x', 'X'].includes(field.format) ? Number(d) : d)\n },\n [ALL_FIELD_TYPES.real]: {\n // @ts-ignore\n valid: (d: unknown): boolean => parseFloat(d) === d,\n // Note this will result in NaN for some string\n parse: parseFloat\n },\n [ALL_FIELD_TYPES.object]: {\n valid: isPlainObject,\n parse: tryParseJsonString\n },\n\n [ALL_FIELD_TYPES.array]: {\n valid: Array.isArray,\n parse: tryParseJsonString\n },\n\n [ALL_FIELD_TYPES.h3]: {\n valid: d => h3IsValid(d),\n parse: d => d\n }\n};\n\n/**\n * Process csv data, output a data object with `{fields: [], rows: []}`.\n * The data object can be wrapped in a `dataset` and pass to [`addDataToMap`](../actions/actions.md#adddatatomap)\n * @param rawData raw csv string\n * @returns data object `{fields: [], rows: []}` can be passed to addDataToMaps\n * @public\n * @example\n * import {processCsvData} from '@kepler.gl/processors';\n *\n * const testData = `gps_data.utc_timestamp,gps_data.lat,gps_data.lng,gps_data.types,epoch,has_result,id,time,begintrip_ts_utc,begintrip_ts_local,date\n * 2016-09-17 00:09:55,29.9900937,31.2590542,driver_analytics,1472688000000,False,1,2016-09-23T00:00:00.000Z,2016-10-01 09:41:39+00:00,2016-10-01 09:41:39+00:00,2016-09-23\n * 2016-09-17 00:10:56,29.9927699,31.2461142,driver_analytics,1472688000000,False,2,2016-09-23T00:00:00.000Z,2016-10-01 09:46:37+00:00,2016-10-01 16:46:37+00:00,2016-09-23\n * 2016-09-17 00:11:56,29.9907261,31.2312742,driver_analytics,1472688000000,False,3,2016-09-23T00:00:00.000Z,,,2016-09-23\n * 2016-09-17 00:12:58,29.9870074,31.2175827,driver_analytics,1472688000000,False,4,2016-09-23T00:00:00.000Z,,,2016-09-23`\n *\n * const dataset = {\n * info: {id: 'test_data', label: 'My Csv'},\n * data: processCsvData(testData)\n * };\n *\n * dispatch(addDataToMap({\n * datasets: [dataset],\n * options: {centerMap: true, readOnly: true}\n * }));\n */\nexport function processCsvData(rawData: unknown[][] | string, header?: string[]): ProcessorResult {\n let rows: unknown[][] | undefined;\n let headerRow: string[] | undefined;\n\n if (typeof rawData === 'string') {\n const delimiter = detectDelimiter(rawData);\n const parsedRows: string[][] = getRowParser(delimiter)(rawData);\n\n if (!Array.isArray(parsedRows) || parsedRows.length < 2) {\n throw new Error('processCsvData Failed: delimited text is empty or has no data rows');\n }\n headerRow = parsedRows[0];\n rows = parsedRows.slice(1);\n } else if (Array.isArray(rawData) && rawData.length) {\n rows = rawData;\n headerRow = header;\n\n if (!Array.isArray(headerRow)) {\n // if data is passed in as array of rows and missing header\n // assume first row is header\n // @ts-ignore\n headerRow = rawData[0];\n rows = rawData.slice(1);\n }\n }\n\n if (!rows || !headerRow) {\n throw new Error('invalid input passed to processCsvData');\n }\n\n // here we assume the csv file that people uploaded will have first row\n // as name of the column\n\n cleanUpFalsyCsvValue(rows);\n // No need to run type detection on every data point\n // here we get a list of none null values to run analyze on\n const sample = getSampleForTypeAnalyze({fields: headerRow, rows});\n const fields = getFieldsFromData(sample, headerRow);\n const parsedRows = parseRowsByFields(rows, fields);\n\n return {fields, rows: parsedRows};\n}\n\n/**\n * Parse rows of csv by analyzed field types. So that `'1'` -> `1`, `'True'` -> `true`\n * @param rows\n * @param fields\n */\nexport function parseRowsByFields(rows: any[][], fields: Field[]) {\n // Edit rows in place\n const geojsonFieldIdx = fields.findIndex(f => f.name === '_geojson');\n fields.forEach(parseCsvRowsByFieldType.bind(null, rows, geojsonFieldIdx));\n\n return rows;\n}\n\n/**\n * Convert falsy value in csv including `'', 'null', 'NULL', 'Null', 'NaN'` to `null`,\n * so that type-analyzer won't detect it as string\n *\n * @param rows\n */\nfunction cleanUpFalsyCsvValue(rows: unknown[][]): void {\n const re = new RegExp(CSV_NULLS, 'g');\n for (let i = 0; i < rows.length; i++) {\n for (let j = 0; j < rows[i].length; j++) {\n // analyzer will set any fields to 'string' if there are empty values\n // which will be parsed as '' by d3.csv\n // here we parse empty data as null\n // TODO: create warning when deltect `CSV_NULLS` in the data\n if (typeof rows[i][j] === 'string' && (rows[i][j] as string).match(re)) {\n rows[i][j] = null;\n }\n }\n }\n}\n\n/**\n * Process uploaded csv file to parse value by field type\n *\n * @param rows\n * @param geoFieldIdx field index\n * @param field\n * @param i\n */\nexport function parseCsvRowsByFieldType(\n rows: unknown[][],\n geoFieldIdx: number,\n field: Field,\n i: number\n): void {\n const parser = PARSE_FIELD_VALUE_FROM_STRING[field.type];\n if (parser) {\n // check first not null value of it's already parsed\n const first = rows.find(r => notNullorUndefined(r[i]));\n if (!first || parser.valid(first[i], field)) {\n return;\n }\n rows.forEach(row => {\n // parse string value based on field type\n if (row[i] !== null) {\n row[i] = parser.parse(row[i], field);\n if (\n geoFieldIdx > -1 &&\n isPlainObject(row[geoFieldIdx]) &&\n // @ts-ignore\n hasOwnProperty(row[geoFieldIdx], 'properties')\n ) {\n // @ts-ignore\n row[geoFieldIdx].properties[field.name] = row[i];\n }\n }\n });\n }\n}\n\n/* eslint-enable complexity */\n\n/**\n * Process data where each row is an object, output can be passed to [`addDataToMap`](../actions/actions.md#adddatatomap)\n * NOTE: This function may mutate input.\n * @param rawData an array of row object, each object should have the same number of keys\n * @returns dataset containing `fields` and `rows`\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processRowObject} from '@kepler.gl/processors';\n *\n * const data = [\n * {lat: 31.27, lng: 127.56, value: 3},\n * {lat: 31.22, lng: 126.26, value: 1}\n * ];\n *\n * dispatch(addDataToMap({\n * datasets: {\n * info: {label: 'My Data', id: 'my_data'},\n * data: processRowObject(data)\n * }\n * }));\n */\nexport function processRowObject(rawData: unknown[]): ProcessorResult {\n if (!Array.isArray(rawData)) {\n return null;\n } else if (!rawData.length) {\n // data is empty\n return {\n fields: [],\n rows: []\n };\n }\n\n const firstRow = rawData[0] as Record<string, unknown>;\n const keys = Object.keys(firstRow); // [lat, lng, value]\n const rows = rawData.map(d => keys.map(key => (d as Record<string, unknown>)[key])); // [[31.27, 127.56, 3]]\n\n // row object can still contain values like `Null` or `N/A`\n cleanUpFalsyCsvValue(rows);\n\n return processCsvData(rows, keys);\n}\n\n/**\n * Process GeoJSON [`FeatureCollection`](http://wiki.geojson.org/GeoJSON_draft_version_6#FeatureCollection),\n * output a data object with `{fields: [], rows: []}`.\n * The data object can be wrapped in a `dataset` and passed to [`addDataToMap`](../actions/actions.md#adddatatomap)\n * NOTE: This function may mutate input.\n *\n * @param rawData raw geojson feature collection\n * @returns dataset containing `fields` and `rows`\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processGeojson} from '@kepler.gl/processors';\n *\n * const geojson = {\n * \t\"type\" : \"FeatureCollection\",\n * \t\"features\" : [{\n * \t\t\"type\" : \"Feature\",\n * \t\t\"properties\" : {\n * \t\t\t\"capacity\" : \"10\",\n * \t\t\t\"type\" : \"U-Rack\"\n * \t\t},\n * \t\t\"geometry\" : {\n * \t\t\t\"type\" : \"Point\",\n * \t\t\t\"coordinates\" : [ -71.073283, 42.417500 ]\n * \t\t}\n * \t}]\n * };\n *\n * dispatch(addDataToMap({\n * datasets: {\n * info: {\n * label: 'Sample Taxi Trips in New York City',\n * id: 'test_trip_data'\n * },\n * data: processGeojson(geojson)\n * }\n * }));\n */\nexport function processGeojson(rawData: unknown): ProcessorResult {\n const normalizedGeojson = normalize(rawData);\n\n if (!normalizedGeojson || !Array.isArray(normalizedGeojson.features)) {\n throw new Error(\n `Read File Failed: File is not a valid GeoJSON. Read more about [supported file format](${GUIDES_FILE_FORMAT_DOC})`\n );\n }\n\n // getting all feature fields\n const allDataRows: Array<{_geojson: Feature} & keyof Feature> = [];\n for (let i = 0; i < normalizedGeojson.features.length; i++) {\n const f = normalizedGeojson.features[i];\n if (f.geometry) {\n const row = {\n // Reserve the first field for geometry to preserve existing field indices.\n _geojson: f,\n ...(f.properties || {})\n };\n // A property with the reserved name must not replace the feature.\n row._geojson = f;\n allDataRows.push(row);\n }\n }\n // get all the field\n const fields = allDataRows.reduce<string[]>((accu, curr) => {\n Object.keys(curr).forEach(key => {\n if (!accu.includes(key)) {\n accu.push(key);\n }\n });\n return accu;\n }, []);\n\n // make sure each feature has exact same fields\n allDataRows.forEach(d => {\n fields.forEach(f => {\n if (!(f in d)) {\n d[f] = null;\n if (d._geojson.properties) {\n d._geojson.properties[f] = null;\n }\n }\n });\n });\n\n return processRowObject(allDataRows);\n}\n\n/**\n * Process saved kepler.gl json to be pass to [`addDataToMap`](../actions/actions.md#adddatatomap).\n * The json object should contain `datasets` and `config`.\n * @param rawData\n * @param schema\n * @returns datasets and config `{datasets: {}, config: {}}`\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processKeplerglJSON} from '@kepler.gl/processors';\n *\n * dispatch(addDataToMap(processKeplerglJSON(keplerGlJson)));\n */\nfunction savedMapDisplayInfo(info: unknown): {title?: string; description?: string} {\n const saved =\n info && typeof info === 'object'\n ? optionalMapInfo(info as {title?: unknown; description?: unknown})\n : undefined;\n // Both keys are always present: setMapInfo merges, so omitting one would keep\n // the previously loaded map's value instead of clearing it.\n return {title: saved?.title, description: saved?.description};\n}\n\nexport function processKeplerglJSON(rawData: SavedMap, schema = KeplerGlSchema): LoadedMap | null {\n if (!rawData) {\n return null;\n }\n return {\n ...schema.load(rawData.datasets, rawData.config),\n info: savedMapDisplayInfo(rawData.info)\n };\n}\n\n/**\n * Parse a single or an array of datasets saved using kepler.gl schema\n * @param rawData\n * @param schema\n */\nexport function processKeplerglDataset(\n rawData: object | object[],\n schema = KeplerGlSchema\n): ParsedDataset | ParsedDataset[] | null {\n if (!rawData) {\n return null;\n }\n\n const results = schema.parseSavedData(toArray(rawData));\n if (!results) {\n return null;\n }\n return Array.isArray(rawData) ? results : results[0];\n}\n\n/**\n * Process a loaders.gl [`ArrowTable`](https://loaders.gl/docs/specifications/category-table) (`{shape: 'arrow-table', data}`)\n * and return a data object that can be passed to [`addDataToMap`](../actions/actions.md#adddatatomap).\n * Load arrow files with `GeoArrowLoader` and `{arrow: {shape: 'arrow-table'}}`.\n *\n * @param arrowTable ArrowTable to parse, see loaders.gl/schema\n * @returns dataset containing `fields` and `rows` or null\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processArrowTable} from '@kepler.gl/processors';\n * import {load} from '@loaders.gl/core';\n * import {GeoArrowLoader} from '@loaders.gl/arrow';\n *\n * const arrowTable = await load(url, GeoArrowLoader, {arrow: {shape: 'arrow-table'}});\n *\n * dispatch(addDataToMap({\n * datasets: {\n * info: {id: 'arrow_dataset', label: 'My Arrow'},\n * data: processArrowTable(arrowTable)\n * }\n * }));\n */\nexport function processArrowTable(arrowTable: ArrowTable): ProcessorResult | null {\n // @ts-ignore - Unknown data type causing build failures\n return processArrowBatches(arrowTable.data.batches);\n}\n\n/**\n * Extracts GeoArrow metadata from an Apache Arrow table schema.\n * For geoparquet files geoarrow metadata isn't present in fields, so extract extra info from schema.\n * @param table The Apache Arrow table to extract metadata from.\n * @returns An object mapping column names to their GeoArrow encoding type.\n * @throws Logs an error message if parsing of metadata fails.\n */\nexport function getGeoArrowMetadataFromSchema(table: arrow.Table): Record<string, string> {\n const geoArrowMetadata: Record<string, string> = {};\n try {\n const geoString = table.schema.metadata?.get('geo');\n if (geoString) {\n const parsedGeoString = JSON.parse(geoString);\n if (parsedGeoString.columns) {\n Object.keys(parsedGeoString.columns).forEach(columnName => {\n const columnData = parsedGeoString.columns[columnName];\n if (columnData?.encoding === 'WKB') {\n geoArrowMetadata[columnName] = GEOARROW_EXTENSIONS.WKB;\n }\n // TODO potentially there are other types but no datasets to test\n });\n }\n }\n } catch (error) {\n console.error('An error during arrow table schema metadata parsing');\n }\n return geoArrowMetadata;\n}\n\n/**\n * Converts an Apache Arrow table schema into an array of Kepler.gl field objects.\n * @param table The Apache Arrow table whose schema needs to be converted.\n * @param fieldTypeSuggestions Optional mapping of field names to suggested field types.\n * @returns An array of field objects suitable for Kepler.gl.\n */\nexport function arrowSchemaToFields(\n table: arrow.Table,\n fieldTypeSuggestions: Record<string, string> = {}\n): Field[] {\n const headerRow = table.schema.fields.map(f => f.name);\n const sample = getSampleForTypeAnalyzeArrow(table, headerRow);\n const keplerFields = getFieldsFromData(sample, headerRow);\n const geoArrowMetadata = getGeoArrowMetadataFromSchema(table);\n\n return table.schema.fields.map((field: arrow.Field, fieldIndex: number) => {\n let type = arrowDataTypeToFieldType(field.type);\n let analyzerType = arrowDataTypeToAnalyzerDataType(field.type);\n let format = '';\n\n const fieldTypeSuggestion = fieldTypeSuggestions[field.name];\n const keplerField = keplerFields[fieldIndex];\n\n // geometry fields produced by DuckDB's st_asgeojson()\n if (fieldTypeSuggestion === 'JSON') {\n type = ALL_FIELD_TYPES.geojson;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY_FROM_STRING;\n } else if (\n fieldTypeSuggestion === 'GEOMETRY' ||\n field.metadata.get(GEOARROW_METADATA_KEY)?.startsWith('geoarrow')\n ) {\n type = ALL_FIELD_TYPES.geoarrow;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY;\n } else if (geoArrowMetadata[field.name]) {\n type = ALL_FIELD_TYPES.geoarrow;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY;\n field.metadata?.set(GEOARROW_METADATA_KEY, geoArrowMetadata[field.name]);\n } else if (fieldTypeSuggestion === 'BLOB') {\n // When arrow wkb column saved to DuckDB as BLOB without any metadata, then queried back\n try {\n const data = table.getChildAt(fieldIndex)?.get(0);\n if (data) {\n const binaryGeo = parseSync(data, WKBLoader);\n if (binaryGeo) {\n type = ALL_FIELD_TYPES.geoarrow;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY;\n field.metadata?.set(GEOARROW_METADATA_KEY, GEOARROW_EXTENSIONS.WKB);\n }\n }\n } catch (error) {\n // ignore, not WKB\n }\n } else if (\n fieldTypeSuggestion === 'VARCHAR' &&\n (keplerField.analyzerType === AnalyzerDATA_TYPES.GEOMETRY ||\n keplerField.analyzerType === AnalyzerDATA_TYPES.GEOMETRY_FROM_STRING)\n ) {\n // When wkb/wkt was saved as varchar in DuckDB\n type = keplerField.type;\n analyzerType = keplerField.analyzerType;\n format = keplerField.format;\n } else if (fieldTypeSuggestion === 'VARCHAR' && keplerField.type === ALL_FIELD_TYPES.h3) {\n // when kepler detected h3 column using getFieldsFromData(), set type to h3 and analyzerType to H3\n type = ALL_FIELD_TYPES.h3;\n analyzerType = keplerField.analyzerType;\n } else {\n // TODO should we use Kepler getFieldsFromData instead\n // of arrowDataTypeToFieldType for all fields?\n if (keplerField.type === ALL_FIELD_TYPES.timestamp) {\n type = keplerField.type;\n analyzerType = keplerField.analyzerType;\n format = keplerField.format;\n }\n }\n\n return {\n ...field,\n name: field.name,\n id: field.name,\n displayName: field.name,\n format: format,\n fieldIdx: fieldIndex,\n type,\n analyzerType,\n valueAccessor: (dc: any) => d => {\n return dc.valueAt(d.index, fieldIndex);\n },\n metadata: field.metadata\n };\n });\n}\n\nconst CAST_BIGINTS = false;\n\n/**\n * Cast 64-bit integer Arrow columns (Int64, Uint64) to Float64 to avoid BigInt values\n * that are incompatible with d3 scales, sorting, and other numeric operations.\n * Mirrors the DuckDB approach of casting BIGINT/UBIGINT to DOUBLE.\n *\n * Left off so Uint64 values are not rounded through Float64. Samples are\n * stringified for type-analyzer instead.\n */\nfunction castBigIntColumnsToFloat64(arrowTable: arrow.Table): arrow.Table {\n if (!CAST_BIGINTS) {\n return arrowTable;\n }\n\n const needsCast = arrowTable.schema.fields.some(\n f => arrow.DataType.isInt(f.type) && f.type.bitWidth === 64\n );\n if (!needsCast) {\n return arrowTable;\n }\n\n const newColumns: Record<string, arrow.Vector> = {};\n for (let i = 0; i < arrowTable.numCols; i++) {\n const field = arrowTable.schema.fields[i];\n const col = arrowTable.getChildAt(i);\n if (!col) continue;\n if (arrow.DataType.isInt(field.type) && field.type.bitWidth === 64) {\n const float64Array = new Float64Array(col.length);\n for (let j = 0; j < col.length; j++) {\n const val = col.get(j);\n float64Array[j] = val === null ? NaN : Number(val);\n }\n newColumns[field.name] = arrow.makeVector(float64Array);\n } else {\n newColumns[field.name] = col;\n }\n }\n return new arrow.Table(newColumns);\n}\n\nexport type ProcessArrowBatchesOptions = {\n /**\n * When false, skip compactArrowTable. Progressive Arrow loading uses this so\n * each incoming batch does not copy the accumulated table. Defaults to true.\n * The final processFileContent call leaves this unset so the completed table\n * is compacted once.\n */\n compact?: boolean;\n};\n\n/**\n * Parse arrow batches returned from parseInBatches()\n *\n * @param arrowBatches the arrow record batches to parse\n * @param options optional processing flags\n * @returns dataset containing `fields` and `rows` or null\n */\nexport function processArrowBatches(\n arrowBatches: arrow.RecordBatch[],\n options?: ProcessArrowBatchesOptions\n): ProcessorResult | null {\n if (arrowBatches.length === 0) {\n return null;\n }\n const arrowTable =\n options?.compact === false\n ? castBigIntColumnsToFloat64(new arrow.Table(arrowBatches))\n : compactArrowTable(castBigIntColumnsToFloat64(new arrow.Table(arrowBatches)));\n const fields = arrowSchemaToFields(arrowTable);\n\n const cols = [...Array(arrowTable.numCols).keys()].map(i => arrowTable.getChildAt(i));\n\n // return empty rows and use raw arrow table to construct column-wise data container\n return {\n fields,\n rows: [],\n cols,\n metadata: arrowTable.schema.metadata,\n // Save original arrow schema, for better ingestion into DuckDB.\n // TODO consider returning arrowTable in cols, not an array of Vectors from arrowTable.\n arrowSchema: arrowTable.schema\n };\n}\n\nexport const DATASET_HANDLERS = {\n [DATASET_FORMATS.row]: processRowObject,\n [DATASET_FORMATS.geojson]: processGeojson,\n [DATASET_FORMATS.csv]: processCsvData,\n [DATASET_FORMATS.arrow]: processArrowTable,\n [DATASET_FORMATS.keplergl]: processKeplerglDataset\n};\n\nexport const Processors: {\n processGeojson: typeof processGeojson;\n processCsvData: typeof processCsvData;\n processArrowTable: typeof processArrowTable;\n processArrowBatches: typeof processArrowBatches;\n processRowObject: typeof processRowObject;\n processKeplerglJSON: typeof processKeplerglJSON;\n processKeplerglDataset: typeof processKeplerglDataset;\n analyzerTypeToFieldType: typeof analyzerTypeToFieldType;\n getFieldsFromData: typeof getFieldsFromData;\n parseCsvRowsByFieldType: typeof parseCsvRowsByFieldType;\n} = {\n processGeojson,\n processCsvData,\n processArrowTable,\n processArrowBatches,\n processRowObject,\n processKeplerglJSON,\n processKeplerglDataset,\n analyzerTypeToFieldType,\n getFieldsFromData,\n parseCsvRowsByFieldType\n};\n"],"mappings":";;;;;;;;AAAA;AACA;;AAEA,OAAO,KAAKA,KAAK,MAAM,cAAc;AACrC,SAAQC,YAAY,EAAEC,YAAY,EAAEC,SAAS,QAAO,QAAQ;AAC5D,SAAQC,UAAU,IAAIC,kBAAkB,QAAO,eAAe;AAC9D,OAAOC,SAAS,MAAM,2BAA2B;AACjD,SAAQC,SAAS,QAAO,kBAAkB;AAE1C,SAAQC,SAAS,QAAO,iBAAiB;AAEzC,SACEC,eAAe,EACfC,eAAe,EACfC,mBAAmB,EACnBC,qBAAqB,EACrBC,sBAAsB,QACjB,sBAAsB;AAE7B,SACEC,+BAA+B,EAC/BC,wBAAwB,EACxBC,iBAAiB,EACjBC,cAAc,EACdC,aAAa,EACbC,eAAe,QACV,kBAAkB;AACzB,SACEC,uBAAuB,EACvBC,uBAAuB,EACvBC,4BAA4B,EAC5BC,iBAAiB,EACjBC,SAAS,EACTC,kBAAkB,EAClBC,OAAO,QACF,yBAAyB;AAChC,SAAQC,cAAc,QAA2C,oBAAoB;AAGrF;AACA;AACA;AACA,OAAO,IAAMC,SAAS,GAAG,8BAA8B;AAEvD,IAAMC,oBAAoB,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAU;AAE3D,SAASC,YAAYA,CAACC,SAAiB,EAA+B;EACpE,IAAIA,SAAS,KAAK,GAAG,EAAE,OAAO9B,YAAY;EAC1C,IAAI8B,SAAS,KAAK,IAAI,EAAE,OAAO7B,YAAY;EAC3C,OAAOC,SAAS,CAAC4B,SAAS,CAAC,CAACC,SAAS;AACvC;;AAEA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASC,eAAeA,CAACC,OAAe,EAAU;EACvD,IAAMC,UAAU,GAAGD,OAAO,CAACE,OAAO,CAAC,IAAI,CAAC;EACxC,IAAMC,SAAS,GAAGF,UAAU,KAAK,CAAC,CAAC,GAAGD,OAAO,GAAGA,OAAO,CAACI,KAAK,CAAC,CAAC,EAAEH,UAAU,CAAC;EAC5E,IAAI,CAACE,SAAS,EAAE,OAAO,GAAG;EAE1B,IAAIE,aAAa,GAAG,GAAG;EACvB,IAAIC,SAAS,GAAG,CAAC;EAAC,IAAAC,SAAA,GAAAC,0BAAA,CAEMb,oBAAoB;IAAAc,KAAA;EAAA;IAA5C,KAAAF,SAAA,CAAAG,CAAA,MAAAD,KAAA,GAAAF,SAAA,CAAAI,CAAA,IAAAC,IAAA,GAA8C;MAAA,IAAAC,QAAA;MAAA,IAAnChB,SAAS,GAAAY,KAAA,CAAAK,KAAA;MAClB,IAAMC,MAAM,GAAGnB,YAAY,CAACC,SAAS,CAAC,CAACM,SAAS,CAAC;MACjD,IAAMa,KAAK,GAAG,EAAAH,QAAA,GAAAE,MAAM,CAAC,CAAC,CAAC,cAAAF,QAAA,uBAATA,QAAA,CAAWI,MAAM,KAAI,CAAC;MACpC,IAAID,KAAK,GAAGV,SAAS,EAAE;QACrBA,SAAS,GAAGU,KAAK;QACjBX,aAAa,GAAGR,SAAS;MAC3B;IACF;EAAC,SAAAqB,GAAA;IAAAX,SAAA,CAAAY,CAAA,CAAAD,GAAA;EAAA;IAAAX,SAAA,CAAAa,CAAA;EAAA;EAED,OAAOf,aAAa;AACtB;AAEA,SAASgB,kBAAkBA,CAACC,GAAG,EAAE;EAC/B,IAAI;IACF,OAAOC,IAAI,CAACC,KAAK,CAACF,GAAG,CAAC;EACxB,CAAC,CAAC,OAAOH,CAAC,EAAE;IACV,OAAO,IAAI;EACb;AACF;AAEA,OAAO,IAAMM,6BAA6B,GAAAC,eAAA,CAAAA,eAAA,CAAAA,eAAA,CAAAA,eAAA,CAAAA,eAAA,CAAAA,eAAA,CAAAA,eAAA,KACvCnD,eAAe,WAAQ,EAAG;EACzBoD,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU;IAAA,OAAc,OAAOA,CAAC,KAAK,SAAS;EAAA;EACtDJ,KAAK,EAAE,SAAPA,KAAKA,CAAGI,CAAU,EAAc;IAC9B,IAAMlB,CAAC,GAAGmB,MAAM,CAACD,CAAC,CAAC,CAACE,WAAW,CAAC,CAAC;IACjC,OAAOpB,CAAC,KAAK,MAAM,IAAIA,CAAC,KAAK,KAAK,IAAIA,CAAC,KAAK,GAAG;EACjD;AACF,CAAC,GACAnC,eAAe,CAACwD,OAAO,EAAG;EACzB;EACAJ,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU;IAAA,OAAcI,QAAQ,CAACJ,CAAC,EAAE,EAAE,CAAC,KAAKA,CAAC;EAAA;EACrD;EACAJ,KAAK,EAAE,SAAPA,KAAKA,CAAGI,CAAU;IAAA,OAAaI,QAAQ,CAACJ,CAAC,EAAE,EAAE,CAAC;EAAA;AAChD,CAAC,GACArD,eAAe,CAAC0D,SAAS,EAAG;EAC3BN,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU,EAAEM,KAAY;IAAA,OAC9B,CAAC,GAAG,EAAE,GAAG,CAAC,CAACC,QAAQ,CAACD,KAAK,CAACE,MAAM,CAAC,GAAG,OAAOR,CAAC,KAAK,QAAQ,GAAG,OAAOA,CAAC,KAAK,QAAQ;EAAA;EACnFJ,KAAK,EAAE,SAAPA,KAAKA,CAAGI,CAAM,EAAEM,KAAY;IAAA,OAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAACC,QAAQ,CAACD,KAAK,CAACE,MAAM,CAAC,GAAGC,MAAM,CAACT,CAAC,CAAC,GAAGA,CAAC;EAAA;AACrF,CAAC,GACArD,eAAe,CAAC+D,IAAI,EAAG;EACtB;EACAX,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU;IAAA,OAAcW,UAAU,CAACX,CAAC,CAAC,KAAKA,CAAC;EAAA;EACnD;EACAJ,KAAK,EAAEe;AACT,CAAC,GACAhE,eAAe,CAACiE,MAAM,EAAG;EACxBb,KAAK,EAAE3C,aAAa;EACpBwC,KAAK,EAAEH;AACT,CAAC,GAEA9C,eAAe,CAACkE,KAAK,EAAG;EACvBd,KAAK,EAAEe,KAAK,CAACC,OAAO;EACpBnB,KAAK,EAAEH;AACT,CAAC,GAEA9C,eAAe,CAACqE,EAAE,EAAG;EACpBjB,KAAK,EAAE,SAAPA,KAAKA,CAAEC,CAAC;IAAA,OAAItC,SAAS,CAACsC,CAAC,CAAC;EAAA;EACxBJ,KAAK,EAAE,SAAPA,KAAKA,CAAEI,CAAC;IAAA,OAAIA,CAAC;EAAA;AACf,CAAC,CACF;;AAED;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASiB,cAAcA,CAAC7C,OAA6B,EAAE8C,MAAiB,EAAmB;EAChG,IAAIC,IAA6B;EACjC,IAAIC,SAA+B;EAEnC,IAAI,OAAOhD,OAAO,KAAK,QAAQ,EAAE;IAC/B,IAAMH,SAAS,GAAGE,eAAe,CAACC,OAAO,CAAC;IAC1C,IAAMiD,WAAsB,GAAGrD,YAAY,CAACC,SAAS,CAAC,CAACG,OAAO,CAAC;IAE/D,IAAI,CAAC0C,KAAK,CAACC,OAAO,CAACM,WAAU,CAAC,IAAIA,WAAU,CAAChC,MAAM,GAAG,CAAC,EAAE;MACvD,MAAM,IAAIiC,KAAK,CAAC,oEAAoE,CAAC;IACvF;IACAF,SAAS,GAAGC,WAAU,CAAC,CAAC,CAAC;IACzBF,IAAI,GAAGE,WAAU,CAAC7C,KAAK,CAAC,CAAC,CAAC;EAC5B,CAAC,MAAM,IAAIsC,KAAK,CAACC,OAAO,CAAC3C,OAAO,CAAC,IAAIA,OAAO,CAACiB,MAAM,EAAE;IACnD8B,IAAI,GAAG/C,OAAO;IACdgD,SAAS,GAAGF,MAAM;IAElB,IAAI,CAACJ,KAAK,CAACC,OAAO,CAACK,SAAS,CAAC,EAAE;MAC7B;MACA;MACA;MACAA,SAAS,GAAGhD,OAAO,CAAC,CAAC,CAAC;MACtB+C,IAAI,GAAG/C,OAAO,CAACI,KAAK,CAAC,CAAC,CAAC;IACzB;EACF;EAEA,IAAI,CAAC2C,IAAI,IAAI,CAACC,SAAS,EAAE;IACvB,MAAM,IAAIE,KAAK,CAAC,wCAAwC,CAAC;EAC3D;;EAEA;EACA;;EAEAC,oBAAoB,CAACJ,IAAI,CAAC;EAC1B;EACA;EACA,IAAMK,MAAM,GAAGjE,uBAAuB,CAAC;IAACkE,MAAM,EAAEL,SAAS;IAAED,IAAI,EAAJA;EAAI,CAAC,CAAC;EACjE,IAAMM,MAAM,GAAGhE,iBAAiB,CAAC+D,MAAM,EAAEJ,SAAS,CAAC;EACnD,IAAMC,UAAU,GAAGK,iBAAiB,CAACP,IAAI,EAAEM,MAAM,CAAC;EAElD,OAAO;IAACA,MAAM,EAANA,MAAM;IAAEN,IAAI,EAAEE;EAAU,CAAC;AACnC;;AAEA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASK,iBAAiBA,CAACP,IAAa,EAAEM,MAAe,EAAE;EAChE;EACA,IAAME,eAAe,GAAGF,MAAM,CAACG,SAAS,CAAC,UAAApC,CAAC;IAAA,OAAIA,CAAC,CAACqC,IAAI,KAAK,UAAU;EAAA,EAAC;EACpEJ,MAAM,CAACK,OAAO,CAACC,uBAAuB,CAACC,IAAI,CAAC,IAAI,EAAEb,IAAI,EAAEQ,eAAe,CAAC,CAAC;EAEzE,OAAOR,IAAI;AACb;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA,SAASI,oBAAoBA,CAACJ,IAAiB,EAAQ;EACrD,IAAMc,EAAE,GAAG,IAAIC,MAAM,CAACpE,SAAS,EAAE,GAAG,CAAC;EACrC,KAAK,IAAIqE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,IAAI,CAAC9B,MAAM,EAAE8C,CAAC,EAAE,EAAE;IACpC,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGjB,IAAI,CAACgB,CAAC,CAAC,CAAC9C,MAAM,EAAE+C,CAAC,EAAE,EAAE;MACvC;MACA;MACA;MACA;MACA,IAAI,OAAOjB,IAAI,CAACgB,CAAC,CAAC,CAACC,CAAC,CAAC,KAAK,QAAQ,IAAKjB,IAAI,CAACgB,CAAC,CAAC,CAACC,CAAC,CAAC,CAAYC,KAAK,CAACJ,EAAE,CAAC,EAAE;QACtEd,IAAI,CAACgB,CAAC,CAAC,CAACC,CAAC,CAAC,GAAG,IAAI;MACnB;IACF;EACF;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASL,uBAAuBA,CACrCZ,IAAiB,EACjBmB,WAAmB,EACnBhC,KAAY,EACZ6B,CAAS,EACH;EACN,IAAMI,MAAM,GAAG1C,6BAA6B,CAACS,KAAK,CAACkC,IAAI,CAAC;EACxD,IAAID,MAAM,EAAE;IACV;IACA,IAAME,KAAK,GAAGtB,IAAI,CAACuB,IAAI,CAAC,UAAAC,CAAC;MAAA,OAAIhF,kBAAkB,CAACgF,CAAC,CAACR,CAAC,CAAC,CAAC;IAAA,EAAC;IACtD,IAAI,CAACM,KAAK,IAAIF,MAAM,CAACxC,KAAK,CAAC0C,KAAK,CAACN,CAAC,CAAC,EAAE7B,KAAK,CAAC,EAAE;MAC3C;IACF;IACAa,IAAI,CAACW,OAAO,CAAC,UAAAc,GAAG,EAAI;MAClB;MACA,IAAIA,GAAG,CAACT,CAAC,CAAC,KAAK,IAAI,EAAE;QACnBS,GAAG,CAACT,CAAC,CAAC,GAAGI,MAAM,CAAC3C,KAAK,CAACgD,GAAG,CAACT,CAAC,CAAC,EAAE7B,KAAK,CAAC;QACpC,IACEgC,WAAW,GAAG,CAAC,CAAC,IAChBlF,aAAa,CAACwF,GAAG,CAACN,WAAW,CAAC,CAAC;QAC/B;QACAnF,cAAc,CAACyF,GAAG,CAACN,WAAW,CAAC,EAAE,YAAY,CAAC,EAC9C;UACA;UACAM,GAAG,CAACN,WAAW,CAAC,CAACO,UAAU,CAACvC,KAAK,CAACuB,IAAI,CAAC,GAAGe,GAAG,CAACT,CAAC,CAAC;QAClD;MACF;IACF,CAAC,CAAC;EACJ;AACF;;AAEA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASW,gBAAgBA,CAAC1E,OAAkB,EAAmB;EACpE,IAAI,CAAC0C,KAAK,CAACC,OAAO,CAAC3C,OAAO,CAAC,EAAE;IAC3B,OAAO,IAAI;EACb,CAAC,MAAM,IAAI,CAACA,OAAO,CAACiB,MAAM,EAAE;IAC1B;IACA,OAAO;MACLoC,MAAM,EAAE,EAAE;MACVN,IAAI,EAAE;IACR,CAAC;EACH;EAEA,IAAM4B,QAAQ,GAAG3E,OAAO,CAAC,CAAC,CAA4B;EACtD,IAAM4E,IAAI,GAAGC,MAAM,CAACD,IAAI,CAACD,QAAQ,CAAC,CAAC,CAAC;EACpC,IAAM5B,IAAI,GAAG/C,OAAO,CAAC8E,GAAG,CAAC,UAAAlD,CAAC;IAAA,OAAIgD,IAAI,CAACE,GAAG,CAAC,UAAAC,GAAG;MAAA,OAAKnD,CAAC,CAA6BmD,GAAG,CAAC;IAAA,EAAC;EAAA,EAAC,CAAC,CAAC;;EAErF;EACA5B,oBAAoB,CAACJ,IAAI,CAAC;EAE1B,OAAOF,cAAc,CAACE,IAAI,EAAE6B,IAAI,CAAC;AACnC;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASI,cAAcA,CAAChF,OAAgB,EAAmB;EAChE,IAAMiF,iBAAiB,GAAG7G,SAAS,CAAC4B,OAAO,CAAC;EAE5C,IAAI,CAACiF,iBAAiB,IAAI,CAACvC,KAAK,CAACC,OAAO,CAACsC,iBAAiB,CAACC,QAAQ,CAAC,EAAE;IACpE,MAAM,IAAIhC,KAAK,2FAAAiC,MAAA,CAC6ExG,sBAAsB,MAClH,CAAC;EACH;;EAEA;EACA,IAAMyG,WAAuD,GAAG,EAAE;EAClE,KAAK,IAAIrB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGkB,iBAAiB,CAACC,QAAQ,CAACjE,MAAM,EAAE8C,CAAC,EAAE,EAAE;IAC1D,IAAM3C,CAAC,GAAG6D,iBAAiB,CAACC,QAAQ,CAACnB,CAAC,CAAC;IACvC,IAAI3C,CAAC,CAACiE,QAAQ,EAAE;MACd,IAAMb,GAAG,GAAAc,aAAA;QACP;QACAC,QAAQ,EAAEnE;MAAC,GACPA,CAAC,CAACqD,UAAU,IAAI,CAAC,CAAC,CACvB;MACD;MACAD,GAAG,CAACe,QAAQ,GAAGnE,CAAC;MAChBgE,WAAW,CAACI,IAAI,CAAChB,GAAG,CAAC;IACvB;EACF;EACA;EACA,IAAMnB,MAAM,GAAG+B,WAAW,CAACK,MAAM,CAAW,UAACC,IAAI,EAAEC,IAAI,EAAK;IAC1Dd,MAAM,CAACD,IAAI,CAACe,IAAI,CAAC,CAACjC,OAAO,CAAC,UAAAqB,GAAG,EAAI;MAC/B,IAAI,CAACW,IAAI,CAACvD,QAAQ,CAAC4C,GAAG,CAAC,EAAE;QACvBW,IAAI,CAACF,IAAI,CAACT,GAAG,CAAC;MAChB;IACF,CAAC,CAAC;IACF,OAAOW,IAAI;EACb,CAAC,EAAE,EAAE,CAAC;;EAEN;EACAN,WAAW,CAAC1B,OAAO,CAAC,UAAA9B,CAAC,EAAI;IACvByB,MAAM,CAACK,OAAO,CAAC,UAAAtC,CAAC,EAAI;MAClB,IAAI,EAAEA,CAAC,IAAIQ,CAAC,CAAC,EAAE;QACbA,CAAC,CAACR,CAAC,CAAC,GAAG,IAAI;QACX,IAAIQ,CAAC,CAAC2D,QAAQ,CAACd,UAAU,EAAE;UACzB7C,CAAC,CAAC2D,QAAQ,CAACd,UAAU,CAACrD,CAAC,CAAC,GAAG,IAAI;QACjC;MACF;IACF,CAAC,CAAC;EACJ,CAAC,CAAC;EAEF,OAAOsD,gBAAgB,CAACU,WAAW,CAAC;AACtC;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASQ,mBAAmBA,CAACC,IAAa,EAA0C;EAClF,IAAMC,KAAK,GACTD,IAAI,IAAIE,OAAA,CAAOF,IAAI,MAAK,QAAQ,GAC5B5G,eAAe,CAAC4G,IAAgD,CAAC,GACjEG,SAAS;EACf;EACA;EACA,OAAO;IAACC,KAAK,EAAEH,KAAK,aAALA,KAAK,uBAALA,KAAK,CAAEG,KAAK;IAAEC,WAAW,EAAEJ,KAAK,aAALA,KAAK,uBAALA,KAAK,CAAEI;EAAW,CAAC;AAC/D;AAEA,OAAO,SAASC,mBAAmBA,CAACnG,OAAiB,EAA6C;EAAA,IAA3CoG,MAAM,GAAAC,SAAA,CAAApF,MAAA,QAAAoF,SAAA,QAAAL,SAAA,GAAAK,SAAA,MAAG5G,cAAc;EAC5E,IAAI,CAACO,OAAO,EAAE;IACZ,OAAO,IAAI;EACb;EACA,OAAAsF,aAAA,CAAAA,aAAA,KACKc,MAAM,CAACE,IAAI,CAACtG,OAAO,CAACuG,QAAQ,EAAEvG,OAAO,CAACwG,MAAM,CAAC;IAChDX,IAAI,EAAED,mBAAmB,CAAC5F,OAAO,CAAC6F,IAAI;EAAC;AAE3C;;AAEA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASY,sBAAsBA,CACpCzG,OAA0B,EAEc;EAAA,IADxCoG,MAAM,GAAAC,SAAA,CAAApF,MAAA,QAAAoF,SAAA,QAAAL,SAAA,GAAAK,SAAA,MAAG5G,cAAc;EAEvB,IAAI,CAACO,OAAO,EAAE;IACZ,OAAO,IAAI;EACb;EAEA,IAAM0G,OAAO,GAAGN,MAAM,CAACO,cAAc,CAACnH,OAAO,CAACQ,OAAO,CAAC,CAAC;EACvD,IAAI,CAAC0G,OAAO,EAAE;IACZ,OAAO,IAAI;EACb;EACA,OAAOhE,KAAK,CAACC,OAAO,CAAC3C,OAAO,CAAC,GAAG0G,OAAO,GAAGA,OAAO,CAAC,CAAC,CAAC;AACtD;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASE,iBAAiBA,CAACC,UAAsB,EAA0B;EAChF;EACA,OAAOC,mBAAmB,CAACD,UAAU,CAACE,IAAI,CAACC,OAAO,CAAC;AACrD;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASC,6BAA6BA,CAACC,KAAkB,EAA0B;EACxF,IAAMC,gBAAwC,GAAG,CAAC,CAAC;EACnD,IAAI;IAAA,IAAAC,qBAAA;IACF,IAAMC,SAAS,IAAAD,qBAAA,GAAGF,KAAK,CAACd,MAAM,CAACkB,QAAQ,cAAAF,qBAAA,uBAArBA,qBAAA,CAAuBG,GAAG,CAAC,KAAK,CAAC;IACnD,IAAIF,SAAS,EAAE;MACb,IAAMG,eAAe,GAAGjG,IAAI,CAACC,KAAK,CAAC6F,SAAS,CAAC;MAC7C,IAAIG,eAAe,CAACC,OAAO,EAAE;QAC3B5C,MAAM,CAACD,IAAI,CAAC4C,eAAe,CAACC,OAAO,CAAC,CAAC/D,OAAO,CAAC,UAAAgE,UAAU,EAAI;UACzD,IAAMC,UAAU,GAAGH,eAAe,CAACC,OAAO,CAACC,UAAU,CAAC;UACtD,IAAI,CAAAC,UAAU,aAAVA,UAAU,uBAAVA,UAAU,CAAEC,QAAQ,MAAK,KAAK,EAAE;YAClCT,gBAAgB,CAACO,UAAU,CAAC,GAAGjJ,mBAAmB,CAACoJ,GAAG;UACxD;UACA;QACF,CAAC,CAAC;MACJ;IACF;EACF,CAAC,CAAC,OAAOC,KAAK,EAAE;IACdC,OAAO,CAACD,KAAK,CAAC,qDAAqD,CAAC;EACtE;EACA,OAAOX,gBAAgB;AACzB;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASa,mBAAmBA,CACjCd,KAAkB,EAET;EAAA,IADTe,oBAA4C,GAAA5B,SAAA,CAAApF,MAAA,QAAAoF,SAAA,QAAAL,SAAA,GAAAK,SAAA,MAAG,CAAC,CAAC;EAEjD,IAAMrD,SAAS,GAAGkE,KAAK,CAACd,MAAM,CAAC/C,MAAM,CAACyB,GAAG,CAAC,UAAA1D,CAAC;IAAA,OAAIA,CAAC,CAACqC,IAAI;EAAA,EAAC;EACtD,IAAML,MAAM,GAAGhE,4BAA4B,CAAC8H,KAAK,EAAElE,SAAS,CAAC;EAC7D,IAAMkF,YAAY,GAAG7I,iBAAiB,CAAC+D,MAAM,EAAEJ,SAAS,CAAC;EACzD,IAAMmE,gBAAgB,GAAGF,6BAA6B,CAACC,KAAK,CAAC;EAE7D,OAAOA,KAAK,CAACd,MAAM,CAAC/C,MAAM,CAACyB,GAAG,CAAC,UAAC5C,KAAkB,EAAEiG,UAAkB,EAAK;IAAA,IAAAC,mBAAA;IACzE,IAAIhE,IAAI,GAAGvF,wBAAwB,CAACqD,KAAK,CAACkC,IAAI,CAAC;IAC/C,IAAIiE,YAAY,GAAGzJ,+BAA+B,CAACsD,KAAK,CAACkC,IAAI,CAAC;IAC9D,IAAIhC,MAAM,GAAG,EAAE;IAEf,IAAMkG,mBAAmB,GAAGL,oBAAoB,CAAC/F,KAAK,CAACuB,IAAI,CAAC;IAC5D,IAAM8E,WAAW,GAAGL,YAAY,CAACC,UAAU,CAAC;;IAE5C;IACA,IAAIG,mBAAmB,KAAK,MAAM,EAAE;MAClClE,IAAI,GAAG7F,eAAe,CAACiK,OAAO;MAC9BH,YAAY,GAAGlK,kBAAkB,CAACsK,oBAAoB;IACxD,CAAC,MAAM,IACLH,mBAAmB,KAAK,UAAU,KAAAF,mBAAA,GAClClG,KAAK,CAACoF,QAAQ,CAACC,GAAG,CAAC7I,qBAAqB,CAAC,cAAA0J,mBAAA,eAAzCA,mBAAA,CAA2CM,UAAU,CAAC,UAAU,CAAC,EACjE;MACAtE,IAAI,GAAG7F,eAAe,CAACoK,QAAQ;MAC/BN,YAAY,GAAGlK,kBAAkB,CAACyK,QAAQ;IAC5C,CAAC,MAAM,IAAIzB,gBAAgB,CAACjF,KAAK,CAACuB,IAAI,CAAC,EAAE;MAAA,IAAAoF,eAAA;MACvCzE,IAAI,GAAG7F,eAAe,CAACoK,QAAQ;MAC/BN,YAAY,GAAGlK,kBAAkB,CAACyK,QAAQ;MAC1C,CAAAC,eAAA,GAAA3G,KAAK,CAACoF,QAAQ,cAAAuB,eAAA,eAAdA,eAAA,CAAgBC,GAAG,CAACpK,qBAAqB,EAAEyI,gBAAgB,CAACjF,KAAK,CAACuB,IAAI,CAAC,CAAC;IAC1E,CAAC,MAAM,IAAI6E,mBAAmB,KAAK,MAAM,EAAE;MACzC;MACA,IAAI;QAAA,IAAAS,iBAAA;QACF,IAAMhC,IAAI,IAAAgC,iBAAA,GAAG7B,KAAK,CAAC8B,UAAU,CAACb,UAAU,CAAC,cAAAY,iBAAA,uBAA5BA,iBAAA,CAA8BxB,GAAG,CAAC,CAAC,CAAC;QACjD,IAAIR,IAAI,EAAE;UACR,IAAMkC,SAAS,GAAG5K,SAAS,CAAC0I,IAAI,EAAEzI,SAAS,CAAC;UAC5C,IAAI2K,SAAS,EAAE;YAAA,IAAAC,gBAAA;YACb9E,IAAI,GAAG7F,eAAe,CAACoK,QAAQ;YAC/BN,YAAY,GAAGlK,kBAAkB,CAACyK,QAAQ;YAC1C,CAAAM,gBAAA,GAAAhH,KAAK,CAACoF,QAAQ,cAAA4B,gBAAA,eAAdA,gBAAA,CAAgBJ,GAAG,CAACpK,qBAAqB,EAAED,mBAAmB,CAACoJ,GAAG,CAAC;UACrE;QACF;MACF,CAAC,CAAC,OAAOC,KAAK,EAAE;QACd;MAAA;IAEJ,CAAC,MAAM,IACLQ,mBAAmB,KAAK,SAAS,KAChCC,WAAW,CAACF,YAAY,KAAKlK,kBAAkB,CAACyK,QAAQ,IACvDL,WAAW,CAACF,YAAY,KAAKlK,kBAAkB,CAACsK,oBAAoB,CAAC,EACvE;MACA;MACArE,IAAI,GAAGmE,WAAW,CAACnE,IAAI;MACvBiE,YAAY,GAAGE,WAAW,CAACF,YAAY;MACvCjG,MAAM,GAAGmG,WAAW,CAACnG,MAAM;IAC7B,CAAC,MAAM,IAAIkG,mBAAmB,KAAK,SAAS,IAAIC,WAAW,CAACnE,IAAI,KAAK7F,eAAe,CAACqE,EAAE,EAAE;MACvF;MACAwB,IAAI,GAAG7F,eAAe,CAACqE,EAAE;MACzByF,YAAY,GAAGE,WAAW,CAACF,YAAY;IACzC,CAAC,MAAM;MACL;MACA;MACA,IAAIE,WAAW,CAACnE,IAAI,KAAK7F,eAAe,CAAC0D,SAAS,EAAE;QAClDmC,IAAI,GAAGmE,WAAW,CAACnE,IAAI;QACvBiE,YAAY,GAAGE,WAAW,CAACF,YAAY;QACvCjG,MAAM,GAAGmG,WAAW,CAACnG,MAAM;MAC7B;IACF;IAEA,OAAAkD,aAAA,CAAAA,aAAA,KACKpD,KAAK;MACRuB,IAAI,EAAEvB,KAAK,CAACuB,IAAI;MAChB0F,EAAE,EAAEjH,KAAK,CAACuB,IAAI;MACd2F,WAAW,EAAElH,KAAK,CAACuB,IAAI;MACvBrB,MAAM,EAAEA,MAAM;MACdiH,QAAQ,EAAElB,UAAU;MACpB/D,IAAI,EAAJA,IAAI;MACJiE,YAAY,EAAZA,YAAY;MACZiB,aAAa,EAAE,SAAfA,aAAaA,CAAGC,EAAO;QAAA,OAAK,UAAA3H,CAAC,EAAI;UAC/B,OAAO2H,EAAE,CAACC,OAAO,CAAC5H,CAAC,CAAC6H,KAAK,EAAEtB,UAAU,CAAC;QACxC,CAAC;MAAA;MACDb,QAAQ,EAAEpF,KAAK,CAACoF;IAAQ;EAE5B,CAAC,CAAC;AACJ;AAEA,IAAMoC,YAAY,GAAG,KAAK;;AAE1B;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASC,0BAA0BA,CAAC9C,UAAuB,EAAe;EACxE,IAAI,CAAC6C,YAAY,EAAE;IACjB,OAAO7C,UAAU;EACnB;EAEA,IAAM+C,SAAS,GAAG/C,UAAU,CAACT,MAAM,CAAC/C,MAAM,CAACwG,IAAI,CAC7C,UAAAzI,CAAC;IAAA,OAAItD,KAAK,CAACgM,QAAQ,CAACC,KAAK,CAAC3I,CAAC,CAACgD,IAAI,CAAC,IAAIhD,CAAC,CAACgD,IAAI,CAAC4F,QAAQ,KAAK,EAAE;EAAA,CAC7D,CAAC;EACD,IAAI,CAACJ,SAAS,EAAE;IACd,OAAO/C,UAAU;EACnB;EAEA,IAAMoD,UAAwC,GAAG,CAAC,CAAC;EACnD,KAAK,IAAIlG,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG8C,UAAU,CAACqD,OAAO,EAAEnG,CAAC,EAAE,EAAE;IAC3C,IAAM7B,KAAK,GAAG2E,UAAU,CAACT,MAAM,CAAC/C,MAAM,CAACU,CAAC,CAAC;IACzC,IAAMoG,GAAG,GAAGtD,UAAU,CAACmC,UAAU,CAACjF,CAAC,CAAC;IACpC,IAAI,CAACoG,GAAG,EAAE;IACV,IAAIrM,KAAK,CAACgM,QAAQ,CAACC,KAAK,CAAC7H,KAAK,CAACkC,IAAI,CAAC,IAAIlC,KAAK,CAACkC,IAAI,CAAC4F,QAAQ,KAAK,EAAE,EAAE;MAClE,IAAMI,YAAY,GAAG,IAAIC,YAAY,CAACF,GAAG,CAAClJ,MAAM,CAAC;MACjD,KAAK,IAAI+C,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGmG,GAAG,CAAClJ,MAAM,EAAE+C,CAAC,EAAE,EAAE;QACnC,IAAMsG,GAAG,GAAGH,GAAG,CAAC5C,GAAG,CAACvD,CAAC,CAAC;QACtBoG,YAAY,CAACpG,CAAC,CAAC,GAAGsG,GAAG,KAAK,IAAI,GAAGC,GAAG,GAAGlI,MAAM,CAACiI,GAAG,CAAC;MACpD;MACAL,UAAU,CAAC/H,KAAK,CAACuB,IAAI,CAAC,GAAG3F,KAAK,CAAC0M,UAAU,CAACJ,YAAY,CAAC;IACzD,CAAC,MAAM;MACLH,UAAU,CAAC/H,KAAK,CAACuB,IAAI,CAAC,GAAG0G,GAAG;IAC9B;EACF;EACA,OAAO,IAAIrM,KAAK,CAAC2M,KAAK,CAACR,UAAU,CAAC;AACpC;AAYA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASnD,mBAAmBA,CACjC4D,YAAiC,EACjCC,OAAoC,EACZ;EACxB,IAAID,YAAY,CAACzJ,MAAM,KAAK,CAAC,EAAE;IAC7B,OAAO,IAAI;EACb;EACA,IAAM4F,UAAU,GACd,CAAA8D,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,OAAO,MAAK,KAAK,GACtBjB,0BAA0B,CAAC,IAAI7L,KAAK,CAAC2M,KAAK,CAACC,YAAY,CAAC,CAAC,GACzD5L,iBAAiB,CAAC6K,0BAA0B,CAAC,IAAI7L,KAAK,CAAC2M,KAAK,CAACC,YAAY,CAAC,CAAC,CAAC;EAClF,IAAMrH,MAAM,GAAG2E,mBAAmB,CAACnB,UAAU,CAAC;EAE9C,IAAMgE,IAAI,GAAGC,kBAAA,CAAIpI,KAAK,CAACmE,UAAU,CAACqD,OAAO,CAAC,CAACtF,IAAI,CAAC,CAAC,EAAEE,GAAG,CAAC,UAAAf,CAAC;IAAA,OAAI8C,UAAU,CAACmC,UAAU,CAACjF,CAAC,CAAC;EAAA,EAAC;;EAErF;EACA,OAAO;IACLV,MAAM,EAANA,MAAM;IACNN,IAAI,EAAE,EAAE;IACR8H,IAAI,EAAJA,IAAI;IACJvD,QAAQ,EAAET,UAAU,CAACT,MAAM,CAACkB,QAAQ;IACpC;IACA;IACAyD,WAAW,EAAElE,UAAU,CAACT;EAC1B,CAAC;AACH;AAEA,OAAO,IAAM4E,gBAAgB,GAAAtJ,eAAA,CAAAA,eAAA,CAAAA,eAAA,CAAAA,eAAA,CAAAA,eAAA,KAC1BlD,eAAe,CAACgG,GAAG,EAAGE,gBAAgB,GACtClG,eAAe,CAACgK,OAAO,EAAGxD,cAAc,GACxCxG,eAAe,CAACyM,GAAG,EAAGpI,cAAc,GACpCrE,eAAe,CAACV,KAAK,EAAG8I,iBAAiB,GACzCpI,eAAe,CAAC0M,QAAQ,EAAGzE,sBAAsB,CACnD;AAED,OAAO,IAAM0E,UAWZ,GAAG;EACFnG,cAAc,EAAdA,cAAc;EACdnC,cAAc,EAAdA,cAAc;EACd+D,iBAAiB,EAAjBA,iBAAiB;EACjBE,mBAAmB,EAAnBA,mBAAmB;EACnBpC,gBAAgB,EAAhBA,gBAAgB;EAChByB,mBAAmB,EAAnBA,mBAAmB;EACnBM,sBAAsB,EAAtBA,sBAAsB;EACtBvH,uBAAuB,EAAvBA,uBAAuB;EACvBG,iBAAiB,EAAjBA,iBAAiB;EACjBsE,uBAAuB,EAAvBA;AACF,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"file":"data-processor.js","names":["arrow","csvParseRows","tsvParseRows","dsvFormat","DATA_TYPES","AnalyzerDATA_TYPES","normalize","parseSync","WKBLoader","ALL_FIELD_TYPES","DATASET_FORMATS","GEOARROW_EXTENSIONS","GEOARROW_METADATA_KEY","GUIDES_FILE_FORMAT_DOC","arrowDataTypeToAnalyzerDataType","arrowDataTypeToFieldType","compactArrowTable","hasOwnProperty","isPlainObject","optionalMapInfo","analyzerTypeToFieldType","getSampleForTypeAnalyze","getSampleForTypeAnalyzeArrow","getFieldsFromData","h3IsValid","notNullorUndefined","renameDuplicateFields","toArray","KeplerGlSchema","CSV_NULLS","SUPPORTED_DELIMITERS","getRowParser","delimiter","parseRows","detectDelimiter","rawData","newlineIdx","indexOf","firstLine","slice","bestDelimiter","bestCount","_iterator","_createForOfIteratorHelper","_step","s","n","done","_parsed$","value","parsed","count","length","err","e","f","tryParseJsonString","str","JSON","parse","PARSE_FIELD_VALUE_FROM_STRING","_defineProperty","valid","d","String","toLowerCase","integer","parseInt","timestamp","field","includes","format","Number","real","parseFloat","object","array","Array","isArray","h3","processCsvData","header","rows","headerRow","parsedRows","Error","fieldByIndex","cleanUpFalsyCsvValue","sample","fields","parseRowsByFields","geojsonFieldIdx","findIndex","name","forEach","parseCsvRowsByFieldType","bind","re","RegExp","i","j","match","geoFieldIdx","parser","type","first","find","r","row","properties","processRowObject","firstRow","keys","Object","map","key","processGeojson","normalizedGeojson","features","concat","allDataRows","geometry","_objectSpread","_geojson","push","reduce","accu","curr","savedMapDisplayInfo","info","saved","_typeof","undefined","title","description","processKeplerglJSON","schema","arguments","load","datasets","config","processKeplerglDataset","results","parseSavedData","processArrowTable","arrowTable","processArrowBatches","data","batches","getGeoArrowMetadataFromSchema","table","geoArrowMetadata","_table$schema$metadat","geoString","metadata","get","parsedGeoString","columns","columnName","columnData","encoding","WKB","error","console","arrowSchemaToFields","fieldTypeSuggestions","keplerFields","fieldIndex","_field$metadata$get","analyzerType","fieldTypeSuggestion","keplerField","geojson","GEOMETRY_FROM_STRING","startsWith","geoarrow","GEOMETRY","_field$metadata","set","_table$getChildAt","getChildAt","binaryGeo","_field$metadata2","id","displayName","fieldIdx","valueAccessor","dc","valueAt","index","CAST_BIGINTS","castBigIntColumnsToFloat64","needsCast","some","DataType","isInt","bitWidth","newColumns","numCols","col","float64Array","Float64Array","val","NaN","makeVector","Table","arrowBatches","options","compact","cols","_toConsumableArray","arrowSchema","DATASET_HANDLERS","csv","keplergl","Processors"],"sources":["../../src/data-processor.ts"],"sourcesContent":["// SPDX-License-Identifier: MIT\n// Copyright contributors to the kepler.gl project\n\nimport * as arrow from 'apache-arrow';\nimport {csvParseRows, tsvParseRows, dsvFormat} from 'd3-dsv';\nimport {DATA_TYPES as AnalyzerDATA_TYPES} from 'type-analyzer';\nimport normalize from '@mapbox/geojson-normalize';\nimport {parseSync} from '@loaders.gl/core';\nimport {ArrowTable} from '@loaders.gl/schema';\nimport {WKBLoader} from '@loaders.gl/wkt';\n\nimport {\n ALL_FIELD_TYPES,\n DATASET_FORMATS,\n GEOARROW_EXTENSIONS,\n GEOARROW_METADATA_KEY,\n GUIDES_FILE_FORMAT_DOC\n} from '@kepler.gl/constants';\nimport {ProcessorResult, Field} from '@kepler.gl/types';\nimport {\n arrowDataTypeToAnalyzerDataType,\n arrowDataTypeToFieldType,\n compactArrowTable,\n hasOwnProperty,\n isPlainObject,\n optionalMapInfo\n} from '@kepler.gl/utils';\nimport {\n analyzerTypeToFieldType,\n getSampleForTypeAnalyze,\n getSampleForTypeAnalyzeArrow,\n getFieldsFromData,\n h3IsValid,\n notNullorUndefined,\n renameDuplicateFields,\n toArray\n} from '@kepler.gl/common-utils';\nimport {KeplerGlSchema, ParsedDataset, SavedMap, LoadedMap} from '@kepler.gl/schemas';\nimport {Feature} from '@deck.gl-community/editable-layers';\n\n// if any of these value occurs in csv, parse it to null;\n// const CSV_NULLS = ['', 'null', 'NULL', 'Null', 'NaN', '/N'];\n// matches empty string\nexport const CSV_NULLS = /^(null|NULL|Null|NaN|\\/N||)$/;\n\nconst SUPPORTED_DELIMITERS = [',', '\\t', ';', '|'] as const;\n\nfunction getRowParser(delimiter: string): (raw: string) => string[][] {\n if (delimiter === ',') return csvParseRows;\n if (delimiter === '\\t') return tsvParseRows;\n return dsvFormat(delimiter).parseRows;\n}\n\n/**\n * Detect the delimiter used in a DSV string by checking the first line.\n * Returns the delimiter that produces the most columns (minimum 2).\n * Falls back to comma if no delimiter produces multiple columns.\n */\nexport function detectDelimiter(rawData: string): string {\n const newlineIdx = rawData.indexOf('\\n');\n const firstLine = newlineIdx === -1 ? rawData : rawData.slice(0, newlineIdx);\n if (!firstLine) return ',';\n\n let bestDelimiter = ',';\n let bestCount = 1;\n\n for (const delimiter of SUPPORTED_DELIMITERS) {\n const parsed = getRowParser(delimiter)(firstLine);\n const count = parsed[0]?.length || 0;\n if (count > bestCount) {\n bestCount = count;\n bestDelimiter = delimiter;\n }\n }\n\n return bestDelimiter;\n}\n\nfunction tryParseJsonString(str) {\n try {\n return JSON.parse(str);\n } catch (e) {\n return null;\n }\n}\n\nexport const PARSE_FIELD_VALUE_FROM_STRING = {\n [ALL_FIELD_TYPES.boolean]: {\n valid: (d: unknown): boolean => typeof d === 'boolean',\n parse: (d: unknown): boolean => {\n const s = String(d).toLowerCase();\n return s === 'true' || s === 'yes' || s === '1';\n }\n },\n [ALL_FIELD_TYPES.integer]: {\n // @ts-ignore\n valid: (d: unknown): boolean => parseInt(d, 10) === d,\n // @ts-ignore\n parse: (d: unknown): number => parseInt(d, 10)\n },\n [ALL_FIELD_TYPES.timestamp]: {\n valid: (d: unknown, field: Field): boolean =>\n ['x', 'X'].includes(field.format) ? typeof d === 'number' : typeof d === 'string',\n parse: (d: any, field: Field) => (['x', 'X'].includes(field.format) ? Number(d) : d)\n },\n [ALL_FIELD_TYPES.real]: {\n // @ts-ignore\n valid: (d: unknown): boolean => parseFloat(d) === d,\n // Note this will result in NaN for some string\n parse: parseFloat\n },\n [ALL_FIELD_TYPES.object]: {\n valid: isPlainObject,\n parse: tryParseJsonString\n },\n\n [ALL_FIELD_TYPES.array]: {\n valid: Array.isArray,\n parse: tryParseJsonString\n },\n\n [ALL_FIELD_TYPES.h3]: {\n valid: d => h3IsValid(d),\n parse: d => d\n }\n};\n\n/**\n * Process csv data, output a data object with `{fields: [], rows: []}`.\n * The data object can be wrapped in a `dataset` and pass to [`addDataToMap`](../actions/actions.md#adddatatomap)\n * @param rawData raw csv string\n * @returns data object `{fields: [], rows: []}` can be passed to addDataToMaps\n * @public\n * @example\n * import {processCsvData} from '@kepler.gl/processors';\n *\n * const testData = `gps_data.utc_timestamp,gps_data.lat,gps_data.lng,gps_data.types,epoch,has_result,id,time,begintrip_ts_utc,begintrip_ts_local,date\n * 2016-09-17 00:09:55,29.9900937,31.2590542,driver_analytics,1472688000000,False,1,2016-09-23T00:00:00.000Z,2016-10-01 09:41:39+00:00,2016-10-01 09:41:39+00:00,2016-09-23\n * 2016-09-17 00:10:56,29.9927699,31.2461142,driver_analytics,1472688000000,False,2,2016-09-23T00:00:00.000Z,2016-10-01 09:46:37+00:00,2016-10-01 16:46:37+00:00,2016-09-23\n * 2016-09-17 00:11:56,29.9907261,31.2312742,driver_analytics,1472688000000,False,3,2016-09-23T00:00:00.000Z,,,2016-09-23\n * 2016-09-17 00:12:58,29.9870074,31.2175827,driver_analytics,1472688000000,False,4,2016-09-23T00:00:00.000Z,,,2016-09-23`\n *\n * const dataset = {\n * info: {id: 'test_data', label: 'My Csv'},\n * data: processCsvData(testData)\n * };\n *\n * dispatch(addDataToMap({\n * datasets: [dataset],\n * options: {centerMap: true, readOnly: true}\n * }));\n */\nexport function processCsvData(rawData: unknown[][] | string, header?: string[]): ProcessorResult {\n let rows: unknown[][] | undefined;\n let headerRow: string[] | undefined;\n\n if (typeof rawData === 'string') {\n const delimiter = detectDelimiter(rawData);\n const parsedRows: string[][] = getRowParser(delimiter)(rawData);\n\n if (!Array.isArray(parsedRows) || parsedRows.length < 2) {\n throw new Error('processCsvData Failed: delimited text is empty or has no data rows');\n }\n headerRow = parsedRows[0];\n rows = parsedRows.slice(1);\n } else if (Array.isArray(rawData) && rawData.length) {\n rows = rawData;\n headerRow = header;\n\n if (!Array.isArray(headerRow)) {\n // if data is passed in as array of rows and missing header\n // assume first row is header\n // @ts-ignore\n headerRow = rawData[0];\n rows = rawData.slice(1);\n }\n }\n\n if (!rows || !headerRow) {\n throw new Error('invalid input passed to processCsvData');\n }\n\n // here we assume the csv file that people uploaded will have first row\n // as name of the column\n\n // Sampling uses names as object keys, so make them unique before inferring types.\n headerRow = renameDuplicateFields(headerRow).fieldByIndex;\n cleanUpFalsyCsvValue(rows);\n // No need to run type detection on every data point\n // here we get a list of none null values to run analyze on\n const sample = getSampleForTypeAnalyze({fields: headerRow, rows});\n const fields = getFieldsFromData(sample, headerRow);\n const parsedRows = parseRowsByFields(rows, fields);\n\n return {fields, rows: parsedRows};\n}\n\n/**\n * Parse rows of csv by analyzed field types. So that `'1'` -> `1`, `'True'` -> `true`\n * @param rows\n * @param fields\n */\nexport function parseRowsByFields(rows: any[][], fields: Field[]) {\n // Edit rows in place\n const geojsonFieldIdx = fields.findIndex(f => f.name === '_geojson');\n fields.forEach(parseCsvRowsByFieldType.bind(null, rows, geojsonFieldIdx));\n\n return rows;\n}\n\n/**\n * Convert falsy value in csv including `'', 'null', 'NULL', 'Null', 'NaN'` to `null`,\n * so that type-analyzer won't detect it as string\n *\n * @param rows\n */\nfunction cleanUpFalsyCsvValue(rows: unknown[][]): void {\n const re = new RegExp(CSV_NULLS, 'g');\n for (let i = 0; i < rows.length; i++) {\n for (let j = 0; j < rows[i].length; j++) {\n // analyzer will set any fields to 'string' if there are empty values\n // which will be parsed as '' by d3.csv\n // here we parse empty data as null\n // TODO: create warning when deltect `CSV_NULLS` in the data\n if (typeof rows[i][j] === 'string' && (rows[i][j] as string).match(re)) {\n rows[i][j] = null;\n }\n }\n }\n}\n\n/**\n * Process uploaded csv file to parse value by field type\n *\n * @param rows\n * @param geoFieldIdx field index\n * @param field\n * @param i\n */\nexport function parseCsvRowsByFieldType(\n rows: unknown[][],\n geoFieldIdx: number,\n field: Field,\n i: number\n): void {\n const parser = PARSE_FIELD_VALUE_FROM_STRING[field.type];\n if (parser) {\n // check first not null value of it's already parsed\n const first = rows.find(r => notNullorUndefined(r[i]));\n if (!first || parser.valid(first[i], field)) {\n return;\n }\n rows.forEach(row => {\n // parse string value based on field type\n if (row[i] !== null) {\n row[i] = parser.parse(row[i], field);\n if (\n geoFieldIdx > -1 &&\n isPlainObject(row[geoFieldIdx]) &&\n // @ts-ignore\n hasOwnProperty(row[geoFieldIdx], 'properties')\n ) {\n // @ts-ignore\n row[geoFieldIdx].properties[field.name] = row[i];\n }\n }\n });\n }\n}\n\n/* eslint-enable complexity */\n\n/**\n * Process data where each row is an object, output can be passed to [`addDataToMap`](../actions/actions.md#adddatatomap)\n * NOTE: This function may mutate input.\n * @param rawData an array of row object, each object should have the same number of keys\n * @returns dataset containing `fields` and `rows`\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processRowObject} from '@kepler.gl/processors';\n *\n * const data = [\n * {lat: 31.27, lng: 127.56, value: 3},\n * {lat: 31.22, lng: 126.26, value: 1}\n * ];\n *\n * dispatch(addDataToMap({\n * datasets: {\n * info: {label: 'My Data', id: 'my_data'},\n * data: processRowObject(data)\n * }\n * }));\n */\nexport function processRowObject(rawData: unknown[]): ProcessorResult {\n if (!Array.isArray(rawData)) {\n return null;\n } else if (!rawData.length) {\n // data is empty\n return {\n fields: [],\n rows: []\n };\n }\n\n const firstRow = rawData[0] as Record<string, unknown>;\n const keys = Object.keys(firstRow); // [lat, lng, value]\n const rows = rawData.map(d => keys.map(key => (d as Record<string, unknown>)[key])); // [[31.27, 127.56, 3]]\n\n // row object can still contain values like `Null` or `N/A`\n cleanUpFalsyCsvValue(rows);\n\n return processCsvData(rows, keys);\n}\n\n/**\n * Process GeoJSON [`FeatureCollection`](http://wiki.geojson.org/GeoJSON_draft_version_6#FeatureCollection),\n * output a data object with `{fields: [], rows: []}`.\n * The data object can be wrapped in a `dataset` and passed to [`addDataToMap`](../actions/actions.md#adddatatomap)\n * NOTE: This function may mutate input.\n *\n * @param rawData raw geojson feature collection\n * @returns dataset containing `fields` and `rows`\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processGeojson} from '@kepler.gl/processors';\n *\n * const geojson = {\n * \t\"type\" : \"FeatureCollection\",\n * \t\"features\" : [{\n * \t\t\"type\" : \"Feature\",\n * \t\t\"properties\" : {\n * \t\t\t\"capacity\" : \"10\",\n * \t\t\t\"type\" : \"U-Rack\"\n * \t\t},\n * \t\t\"geometry\" : {\n * \t\t\t\"type\" : \"Point\",\n * \t\t\t\"coordinates\" : [ -71.073283, 42.417500 ]\n * \t\t}\n * \t}]\n * };\n *\n * dispatch(addDataToMap({\n * datasets: {\n * info: {\n * label: 'Sample Taxi Trips in New York City',\n * id: 'test_trip_data'\n * },\n * data: processGeojson(geojson)\n * }\n * }));\n */\nexport function processGeojson(rawData: unknown): ProcessorResult {\n const normalizedGeojson = normalize(rawData);\n\n if (!normalizedGeojson || !Array.isArray(normalizedGeojson.features)) {\n throw new Error(\n `Read File Failed: File is not a valid GeoJSON. Read more about [supported file format](${GUIDES_FILE_FORMAT_DOC})`\n );\n }\n\n // getting all feature fields\n const allDataRows: Array<{_geojson: Feature} & keyof Feature> = [];\n for (let i = 0; i < normalizedGeojson.features.length; i++) {\n const f = normalizedGeojson.features[i];\n if (f.geometry) {\n const row = {\n // Reserve the first field for geometry to preserve existing field indices.\n _geojson: f,\n ...(f.properties || {})\n };\n // A property with the reserved name must not replace the feature.\n row._geojson = f;\n allDataRows.push(row);\n }\n }\n // get all the field\n const fields = allDataRows.reduce<string[]>((accu, curr) => {\n Object.keys(curr).forEach(key => {\n if (!accu.includes(key)) {\n accu.push(key);\n }\n });\n return accu;\n }, []);\n\n // make sure each feature has exact same fields\n allDataRows.forEach(d => {\n fields.forEach(f => {\n if (!(f in d)) {\n d[f] = null;\n if (d._geojson.properties) {\n d._geojson.properties[f] = null;\n }\n }\n });\n });\n\n return processRowObject(allDataRows);\n}\n\n/**\n * Process saved kepler.gl json to be pass to [`addDataToMap`](../actions/actions.md#adddatatomap).\n * The json object should contain `datasets` and `config`.\n * @param rawData\n * @param schema\n * @returns datasets and config `{datasets: {}, config: {}}`\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processKeplerglJSON} from '@kepler.gl/processors';\n *\n * dispatch(addDataToMap(processKeplerglJSON(keplerGlJson)));\n */\nfunction savedMapDisplayInfo(info: unknown): {title?: string; description?: string} {\n const saved =\n info && typeof info === 'object'\n ? optionalMapInfo(info as {title?: unknown; description?: unknown})\n : undefined;\n // Both keys are always present: setMapInfo merges, so omitting one would keep\n // the previously loaded map's value instead of clearing it.\n return {title: saved?.title, description: saved?.description};\n}\n\nexport function processKeplerglJSON(rawData: SavedMap, schema = KeplerGlSchema): LoadedMap | null {\n if (!rawData) {\n return null;\n }\n return {\n ...schema.load(rawData.datasets, rawData.config),\n info: savedMapDisplayInfo(rawData.info)\n };\n}\n\n/**\n * Parse a single or an array of datasets saved using kepler.gl schema\n * @param rawData\n * @param schema\n */\nexport function processKeplerglDataset(\n rawData: object | object[],\n schema = KeplerGlSchema\n): ParsedDataset | ParsedDataset[] | null {\n if (!rawData) {\n return null;\n }\n\n const results = schema.parseSavedData(toArray(rawData));\n if (!results) {\n return null;\n }\n return Array.isArray(rawData) ? results : results[0];\n}\n\n/**\n * Process a loaders.gl [`ArrowTable`](https://loaders.gl/docs/specifications/category-table) (`{shape: 'arrow-table', data}`)\n * and return a data object that can be passed to [`addDataToMap`](../actions/actions.md#adddatatomap).\n * Load arrow files with `GeoArrowLoader` and `{arrow: {shape: 'arrow-table'}}`.\n *\n * @param arrowTable ArrowTable to parse, see loaders.gl/schema\n * @returns dataset containing `fields` and `rows` or null\n * @public\n * @example\n * import {addDataToMap} from '@kepler.gl/actions';\n * import {processArrowTable} from '@kepler.gl/processors';\n * import {load} from '@loaders.gl/core';\n * import {GeoArrowLoader} from '@loaders.gl/arrow';\n *\n * const arrowTable = await load(url, GeoArrowLoader, {arrow: {shape: 'arrow-table'}});\n *\n * dispatch(addDataToMap({\n * datasets: {\n * info: {id: 'arrow_dataset', label: 'My Arrow'},\n * data: processArrowTable(arrowTable)\n * }\n * }));\n */\nexport function processArrowTable(arrowTable: ArrowTable): ProcessorResult | null {\n // @ts-ignore - Unknown data type causing build failures\n return processArrowBatches(arrowTable.data.batches);\n}\n\n/**\n * Extracts GeoArrow metadata from an Apache Arrow table schema.\n * For geoparquet files geoarrow metadata isn't present in fields, so extract extra info from schema.\n * @param table The Apache Arrow table to extract metadata from.\n * @returns An object mapping column names to their GeoArrow encoding type.\n * @throws Logs an error message if parsing of metadata fails.\n */\nexport function getGeoArrowMetadataFromSchema(table: arrow.Table): Record<string, string> {\n const geoArrowMetadata: Record<string, string> = {};\n try {\n const geoString = table.schema.metadata?.get('geo');\n if (geoString) {\n const parsedGeoString = JSON.parse(geoString);\n if (parsedGeoString.columns) {\n Object.keys(parsedGeoString.columns).forEach(columnName => {\n const columnData = parsedGeoString.columns[columnName];\n if (columnData?.encoding === 'WKB') {\n geoArrowMetadata[columnName] = GEOARROW_EXTENSIONS.WKB;\n }\n // TODO potentially there are other types but no datasets to test\n });\n }\n }\n } catch (error) {\n console.error('An error during arrow table schema metadata parsing');\n }\n return geoArrowMetadata;\n}\n\n/**\n * Converts an Apache Arrow table schema into an array of Kepler.gl field objects.\n * @param table The Apache Arrow table whose schema needs to be converted.\n * @param fieldTypeSuggestions Optional mapping of field names to suggested field types.\n * @returns An array of field objects suitable for Kepler.gl.\n */\nexport function arrowSchemaToFields(\n table: arrow.Table,\n fieldTypeSuggestions: Record<string, string> = {}\n): Field[] {\n const headerRow = table.schema.fields.map(f => f.name);\n const sample = getSampleForTypeAnalyzeArrow(table, headerRow);\n const keplerFields = getFieldsFromData(sample, headerRow);\n const geoArrowMetadata = getGeoArrowMetadataFromSchema(table);\n\n return table.schema.fields.map((field: arrow.Field, fieldIndex: number) => {\n let type = arrowDataTypeToFieldType(field.type);\n let analyzerType = arrowDataTypeToAnalyzerDataType(field.type);\n let format = '';\n\n const fieldTypeSuggestion = fieldTypeSuggestions[field.name];\n const keplerField = keplerFields[fieldIndex];\n\n // geometry fields produced by DuckDB's st_asgeojson()\n if (fieldTypeSuggestion === 'JSON') {\n type = ALL_FIELD_TYPES.geojson;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY_FROM_STRING;\n } else if (\n fieldTypeSuggestion === 'GEOMETRY' ||\n field.metadata.get(GEOARROW_METADATA_KEY)?.startsWith('geoarrow')\n ) {\n type = ALL_FIELD_TYPES.geoarrow;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY;\n } else if (geoArrowMetadata[field.name]) {\n type = ALL_FIELD_TYPES.geoarrow;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY;\n field.metadata?.set(GEOARROW_METADATA_KEY, geoArrowMetadata[field.name]);\n } else if (fieldTypeSuggestion === 'BLOB') {\n // When arrow wkb column saved to DuckDB as BLOB without any metadata, then queried back\n try {\n const data = table.getChildAt(fieldIndex)?.get(0);\n if (data) {\n const binaryGeo = parseSync(data, WKBLoader);\n if (binaryGeo) {\n type = ALL_FIELD_TYPES.geoarrow;\n analyzerType = AnalyzerDATA_TYPES.GEOMETRY;\n field.metadata?.set(GEOARROW_METADATA_KEY, GEOARROW_EXTENSIONS.WKB);\n }\n }\n } catch (error) {\n // ignore, not WKB\n }\n } else if (\n fieldTypeSuggestion === 'VARCHAR' &&\n (keplerField.analyzerType === AnalyzerDATA_TYPES.GEOMETRY ||\n keplerField.analyzerType === AnalyzerDATA_TYPES.GEOMETRY_FROM_STRING)\n ) {\n // When wkb/wkt was saved as varchar in DuckDB\n type = keplerField.type;\n analyzerType = keplerField.analyzerType;\n format = keplerField.format;\n } else if (fieldTypeSuggestion === 'VARCHAR' && keplerField.type === ALL_FIELD_TYPES.h3) {\n // when kepler detected h3 column using getFieldsFromData(), set type to h3 and analyzerType to H3\n type = ALL_FIELD_TYPES.h3;\n analyzerType = keplerField.analyzerType;\n } else {\n // TODO should we use Kepler getFieldsFromData instead\n // of arrowDataTypeToFieldType for all fields?\n if (keplerField.type === ALL_FIELD_TYPES.timestamp) {\n type = keplerField.type;\n analyzerType = keplerField.analyzerType;\n format = keplerField.format;\n }\n }\n\n return {\n ...field,\n name: field.name,\n id: field.name,\n displayName: field.name,\n format: format,\n fieldIdx: fieldIndex,\n type,\n analyzerType,\n valueAccessor: (dc: any) => d => {\n return dc.valueAt(d.index, fieldIndex);\n },\n metadata: field.metadata\n };\n });\n}\n\nconst CAST_BIGINTS = false;\n\n/**\n * Cast 64-bit integer Arrow columns (Int64, Uint64) to Float64 to avoid BigInt values\n * that are incompatible with d3 scales, sorting, and other numeric operations.\n * Mirrors the DuckDB approach of casting BIGINT/UBIGINT to DOUBLE.\n *\n * Left off so Uint64 values are not rounded through Float64. Samples are\n * stringified for type-analyzer instead.\n */\nfunction castBigIntColumnsToFloat64(arrowTable: arrow.Table): arrow.Table {\n if (!CAST_BIGINTS) {\n return arrowTable;\n }\n\n const needsCast = arrowTable.schema.fields.some(\n f => arrow.DataType.isInt(f.type) && f.type.bitWidth === 64\n );\n if (!needsCast) {\n return arrowTable;\n }\n\n const newColumns: Record<string, arrow.Vector> = {};\n for (let i = 0; i < arrowTable.numCols; i++) {\n const field = arrowTable.schema.fields[i];\n const col = arrowTable.getChildAt(i);\n if (!col) continue;\n if (arrow.DataType.isInt(field.type) && field.type.bitWidth === 64) {\n const float64Array = new Float64Array(col.length);\n for (let j = 0; j < col.length; j++) {\n const val = col.get(j);\n float64Array[j] = val === null ? NaN : Number(val);\n }\n newColumns[field.name] = arrow.makeVector(float64Array);\n } else {\n newColumns[field.name] = col;\n }\n }\n return new arrow.Table(newColumns);\n}\n\nexport type ProcessArrowBatchesOptions = {\n /**\n * When false, skip compactArrowTable. Progressive Arrow loading uses this so\n * each incoming batch does not copy the accumulated table. Defaults to true.\n * The final processFileContent call leaves this unset so the completed table\n * is compacted once.\n */\n compact?: boolean;\n};\n\n/**\n * Parse arrow batches returned from parseInBatches()\n *\n * @param arrowBatches the arrow record batches to parse\n * @param options optional processing flags\n * @returns dataset containing `fields` and `rows` or null\n */\nexport function processArrowBatches(\n arrowBatches: arrow.RecordBatch[],\n options?: ProcessArrowBatchesOptions\n): ProcessorResult | null {\n if (arrowBatches.length === 0) {\n return null;\n }\n const arrowTable =\n options?.compact === false\n ? castBigIntColumnsToFloat64(new arrow.Table(arrowBatches))\n : compactArrowTable(castBigIntColumnsToFloat64(new arrow.Table(arrowBatches)));\n const fields = arrowSchemaToFields(arrowTable);\n\n const cols = [...Array(arrowTable.numCols).keys()].map(i => arrowTable.getChildAt(i));\n\n // return empty rows and use raw arrow table to construct column-wise data container\n return {\n fields,\n rows: [],\n cols,\n metadata: arrowTable.schema.metadata,\n // Save original arrow schema, for better ingestion into DuckDB.\n // TODO consider returning arrowTable in cols, not an array of Vectors from arrowTable.\n arrowSchema: arrowTable.schema\n };\n}\n\nexport const DATASET_HANDLERS = {\n [DATASET_FORMATS.row]: processRowObject,\n [DATASET_FORMATS.geojson]: processGeojson,\n [DATASET_FORMATS.csv]: processCsvData,\n [DATASET_FORMATS.arrow]: processArrowTable,\n [DATASET_FORMATS.keplergl]: processKeplerglDataset\n};\n\nexport const Processors: {\n processGeojson: typeof processGeojson;\n processCsvData: typeof processCsvData;\n processArrowTable: typeof processArrowTable;\n processArrowBatches: typeof processArrowBatches;\n processRowObject: typeof processRowObject;\n processKeplerglJSON: typeof processKeplerglJSON;\n processKeplerglDataset: typeof processKeplerglDataset;\n analyzerTypeToFieldType: typeof analyzerTypeToFieldType;\n getFieldsFromData: typeof getFieldsFromData;\n parseCsvRowsByFieldType: typeof parseCsvRowsByFieldType;\n} = {\n processGeojson,\n processCsvData,\n processArrowTable,\n processArrowBatches,\n processRowObject,\n processKeplerglJSON,\n processKeplerglDataset,\n analyzerTypeToFieldType,\n getFieldsFromData,\n parseCsvRowsByFieldType\n};\n"],"mappings":";;;;;;;;AAAA;AACA;;AAEA,OAAO,KAAKA,KAAK,MAAM,cAAc;AACrC,SAAQC,YAAY,EAAEC,YAAY,EAAEC,SAAS,QAAO,QAAQ;AAC5D,SAAQC,UAAU,IAAIC,kBAAkB,QAAO,eAAe;AAC9D,OAAOC,SAAS,MAAM,2BAA2B;AACjD,SAAQC,SAAS,QAAO,kBAAkB;AAE1C,SAAQC,SAAS,QAAO,iBAAiB;AAEzC,SACEC,eAAe,EACfC,eAAe,EACfC,mBAAmB,EACnBC,qBAAqB,EACrBC,sBAAsB,QACjB,sBAAsB;AAE7B,SACEC,+BAA+B,EAC/BC,wBAAwB,EACxBC,iBAAiB,EACjBC,cAAc,EACdC,aAAa,EACbC,eAAe,QACV,kBAAkB;AACzB,SACEC,uBAAuB,EACvBC,uBAAuB,EACvBC,4BAA4B,EAC5BC,iBAAiB,EACjBC,SAAS,EACTC,kBAAkB,EAClBC,qBAAqB,EACrBC,OAAO,QACF,yBAAyB;AAChC,SAAQC,cAAc,QAA2C,oBAAoB;AAGrF;AACA;AACA;AACA,OAAO,IAAMC,SAAS,GAAG,8BAA8B;AAEvD,IAAMC,oBAAoB,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAU;AAE3D,SAASC,YAAYA,CAACC,SAAiB,EAA+B;EACpE,IAAIA,SAAS,KAAK,GAAG,EAAE,OAAO/B,YAAY;EAC1C,IAAI+B,SAAS,KAAK,IAAI,EAAE,OAAO9B,YAAY;EAC3C,OAAOC,SAAS,CAAC6B,SAAS,CAAC,CAACC,SAAS;AACvC;;AAEA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASC,eAAeA,CAACC,OAAe,EAAU;EACvD,IAAMC,UAAU,GAAGD,OAAO,CAACE,OAAO,CAAC,IAAI,CAAC;EACxC,IAAMC,SAAS,GAAGF,UAAU,KAAK,CAAC,CAAC,GAAGD,OAAO,GAAGA,OAAO,CAACI,KAAK,CAAC,CAAC,EAAEH,UAAU,CAAC;EAC5E,IAAI,CAACE,SAAS,EAAE,OAAO,GAAG;EAE1B,IAAIE,aAAa,GAAG,GAAG;EACvB,IAAIC,SAAS,GAAG,CAAC;EAAC,IAAAC,SAAA,GAAAC,0BAAA,CAEMb,oBAAoB;IAAAc,KAAA;EAAA;IAA5C,KAAAF,SAAA,CAAAG,CAAA,MAAAD,KAAA,GAAAF,SAAA,CAAAI,CAAA,IAAAC,IAAA,GAA8C;MAAA,IAAAC,QAAA;MAAA,IAAnChB,SAAS,GAAAY,KAAA,CAAAK,KAAA;MAClB,IAAMC,MAAM,GAAGnB,YAAY,CAACC,SAAS,CAAC,CAACM,SAAS,CAAC;MACjD,IAAMa,KAAK,GAAG,EAAAH,QAAA,GAAAE,MAAM,CAAC,CAAC,CAAC,cAAAF,QAAA,uBAATA,QAAA,CAAWI,MAAM,KAAI,CAAC;MACpC,IAAID,KAAK,GAAGV,SAAS,EAAE;QACrBA,SAAS,GAAGU,KAAK;QACjBX,aAAa,GAAGR,SAAS;MAC3B;IACF;EAAC,SAAAqB,GAAA;IAAAX,SAAA,CAAAY,CAAA,CAAAD,GAAA;EAAA;IAAAX,SAAA,CAAAa,CAAA;EAAA;EAED,OAAOf,aAAa;AACtB;AAEA,SAASgB,kBAAkBA,CAACC,GAAG,EAAE;EAC/B,IAAI;IACF,OAAOC,IAAI,CAACC,KAAK,CAACF,GAAG,CAAC;EACxB,CAAC,CAAC,OAAOH,CAAC,EAAE;IACV,OAAO,IAAI;EACb;AACF;AAEA,OAAO,IAAMM,6BAA6B,GAAAC,eAAA,CAAAA,eAAA,CAAAA,eAAA,CAAAA,eAAA,CAAAA,eAAA,CAAAA,eAAA,CAAAA,eAAA,KACvCpD,eAAe,WAAQ,EAAG;EACzBqD,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU;IAAA,OAAc,OAAOA,CAAC,KAAK,SAAS;EAAA;EACtDJ,KAAK,EAAE,SAAPA,KAAKA,CAAGI,CAAU,EAAc;IAC9B,IAAMlB,CAAC,GAAGmB,MAAM,CAACD,CAAC,CAAC,CAACE,WAAW,CAAC,CAAC;IACjC,OAAOpB,CAAC,KAAK,MAAM,IAAIA,CAAC,KAAK,KAAK,IAAIA,CAAC,KAAK,GAAG;EACjD;AACF,CAAC,GACApC,eAAe,CAACyD,OAAO,EAAG;EACzB;EACAJ,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU;IAAA,OAAcI,QAAQ,CAACJ,CAAC,EAAE,EAAE,CAAC,KAAKA,CAAC;EAAA;EACrD;EACAJ,KAAK,EAAE,SAAPA,KAAKA,CAAGI,CAAU;IAAA,OAAaI,QAAQ,CAACJ,CAAC,EAAE,EAAE,CAAC;EAAA;AAChD,CAAC,GACAtD,eAAe,CAAC2D,SAAS,EAAG;EAC3BN,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU,EAAEM,KAAY;IAAA,OAC9B,CAAC,GAAG,EAAE,GAAG,CAAC,CAACC,QAAQ,CAACD,KAAK,CAACE,MAAM,CAAC,GAAG,OAAOR,CAAC,KAAK,QAAQ,GAAG,OAAOA,CAAC,KAAK,QAAQ;EAAA;EACnFJ,KAAK,EAAE,SAAPA,KAAKA,CAAGI,CAAM,EAAEM,KAAY;IAAA,OAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAACC,QAAQ,CAACD,KAAK,CAACE,MAAM,CAAC,GAAGC,MAAM,CAACT,CAAC,CAAC,GAAGA,CAAC;EAAA;AACrF,CAAC,GACAtD,eAAe,CAACgE,IAAI,EAAG;EACtB;EACAX,KAAK,EAAE,SAAPA,KAAKA,CAAGC,CAAU;IAAA,OAAcW,UAAU,CAACX,CAAC,CAAC,KAAKA,CAAC;EAAA;EACnD;EACAJ,KAAK,EAAEe;AACT,CAAC,GACAjE,eAAe,CAACkE,MAAM,EAAG;EACxBb,KAAK,EAAE5C,aAAa;EACpByC,KAAK,EAAEH;AACT,CAAC,GAEA/C,eAAe,CAACmE,KAAK,EAAG;EACvBd,KAAK,EAAEe,KAAK,CAACC,OAAO;EACpBnB,KAAK,EAAEH;AACT,CAAC,GAEA/C,eAAe,CAACsE,EAAE,EAAG;EACpBjB,KAAK,EAAE,SAAPA,KAAKA,CAAEC,CAAC;IAAA,OAAIvC,SAAS,CAACuC,CAAC,CAAC;EAAA;EACxBJ,KAAK,EAAE,SAAPA,KAAKA,CAAEI,CAAC;IAAA,OAAIA,CAAC;EAAA;AACf,CAAC,CACF;;AAED;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASiB,cAAcA,CAAC7C,OAA6B,EAAE8C,MAAiB,EAAmB;EAChG,IAAIC,IAA6B;EACjC,IAAIC,SAA+B;EAEnC,IAAI,OAAOhD,OAAO,KAAK,QAAQ,EAAE;IAC/B,IAAMH,SAAS,GAAGE,eAAe,CAACC,OAAO,CAAC;IAC1C,IAAMiD,WAAsB,GAAGrD,YAAY,CAACC,SAAS,CAAC,CAACG,OAAO,CAAC;IAE/D,IAAI,CAAC0C,KAAK,CAACC,OAAO,CAACM,WAAU,CAAC,IAAIA,WAAU,CAAChC,MAAM,GAAG,CAAC,EAAE;MACvD,MAAM,IAAIiC,KAAK,CAAC,oEAAoE,CAAC;IACvF;IACAF,SAAS,GAAGC,WAAU,CAAC,CAAC,CAAC;IACzBF,IAAI,GAAGE,WAAU,CAAC7C,KAAK,CAAC,CAAC,CAAC;EAC5B,CAAC,MAAM,IAAIsC,KAAK,CAACC,OAAO,CAAC3C,OAAO,CAAC,IAAIA,OAAO,CAACiB,MAAM,EAAE;IACnD8B,IAAI,GAAG/C,OAAO;IACdgD,SAAS,GAAGF,MAAM;IAElB,IAAI,CAACJ,KAAK,CAACC,OAAO,CAACK,SAAS,CAAC,EAAE;MAC7B;MACA;MACA;MACAA,SAAS,GAAGhD,OAAO,CAAC,CAAC,CAAC;MACtB+C,IAAI,GAAG/C,OAAO,CAACI,KAAK,CAAC,CAAC,CAAC;IACzB;EACF;EAEA,IAAI,CAAC2C,IAAI,IAAI,CAACC,SAAS,EAAE;IACvB,MAAM,IAAIE,KAAK,CAAC,wCAAwC,CAAC;EAC3D;;EAEA;EACA;;EAEA;EACAF,SAAS,GAAGzD,qBAAqB,CAACyD,SAAS,CAAC,CAACG,YAAY;EACzDC,oBAAoB,CAACL,IAAI,CAAC;EAC1B;EACA;EACA,IAAMM,MAAM,GAAGnE,uBAAuB,CAAC;IAACoE,MAAM,EAAEN,SAAS;IAAED,IAAI,EAAJA;EAAI,CAAC,CAAC;EACjE,IAAMO,MAAM,GAAGlE,iBAAiB,CAACiE,MAAM,EAAEL,SAAS,CAAC;EACnD,IAAMC,UAAU,GAAGM,iBAAiB,CAACR,IAAI,EAAEO,MAAM,CAAC;EAElD,OAAO;IAACA,MAAM,EAANA,MAAM;IAAEP,IAAI,EAAEE;EAAU,CAAC;AACnC;;AAEA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASM,iBAAiBA,CAACR,IAAa,EAAEO,MAAe,EAAE;EAChE;EACA,IAAME,eAAe,GAAGF,MAAM,CAACG,SAAS,CAAC,UAAArC,CAAC;IAAA,OAAIA,CAAC,CAACsC,IAAI,KAAK,UAAU;EAAA,EAAC;EACpEJ,MAAM,CAACK,OAAO,CAACC,uBAAuB,CAACC,IAAI,CAAC,IAAI,EAAEd,IAAI,EAAES,eAAe,CAAC,CAAC;EAEzE,OAAOT,IAAI;AACb;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA,SAASK,oBAAoBA,CAACL,IAAiB,EAAQ;EACrD,IAAMe,EAAE,GAAG,IAAIC,MAAM,CAACrE,SAAS,EAAE,GAAG,CAAC;EACrC,KAAK,IAAIsE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGjB,IAAI,CAAC9B,MAAM,EAAE+C,CAAC,EAAE,EAAE;IACpC,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGlB,IAAI,CAACiB,CAAC,CAAC,CAAC/C,MAAM,EAAEgD,CAAC,EAAE,EAAE;MACvC;MACA;MACA;MACA;MACA,IAAI,OAAOlB,IAAI,CAACiB,CAAC,CAAC,CAACC,CAAC,CAAC,KAAK,QAAQ,IAAKlB,IAAI,CAACiB,CAAC,CAAC,CAACC,CAAC,CAAC,CAAYC,KAAK,CAACJ,EAAE,CAAC,EAAE;QACtEf,IAAI,CAACiB,CAAC,CAAC,CAACC,CAAC,CAAC,GAAG,IAAI;MACnB;IACF;EACF;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASL,uBAAuBA,CACrCb,IAAiB,EACjBoB,WAAmB,EACnBjC,KAAY,EACZ8B,CAAS,EACH;EACN,IAAMI,MAAM,GAAG3C,6BAA6B,CAACS,KAAK,CAACmC,IAAI,CAAC;EACxD,IAAID,MAAM,EAAE;IACV;IACA,IAAME,KAAK,GAAGvB,IAAI,CAACwB,IAAI,CAAC,UAAAC,CAAC;MAAA,OAAIlF,kBAAkB,CAACkF,CAAC,CAACR,CAAC,CAAC,CAAC;IAAA,EAAC;IACtD,IAAI,CAACM,KAAK,IAAIF,MAAM,CAACzC,KAAK,CAAC2C,KAAK,CAACN,CAAC,CAAC,EAAE9B,KAAK,CAAC,EAAE;MAC3C;IACF;IACAa,IAAI,CAACY,OAAO,CAAC,UAAAc,GAAG,EAAI;MAClB;MACA,IAAIA,GAAG,CAACT,CAAC,CAAC,KAAK,IAAI,EAAE;QACnBS,GAAG,CAACT,CAAC,CAAC,GAAGI,MAAM,CAAC5C,KAAK,CAACiD,GAAG,CAACT,CAAC,CAAC,EAAE9B,KAAK,CAAC;QACpC,IACEiC,WAAW,GAAG,CAAC,CAAC,IAChBpF,aAAa,CAAC0F,GAAG,CAACN,WAAW,CAAC,CAAC;QAC/B;QACArF,cAAc,CAAC2F,GAAG,CAACN,WAAW,CAAC,EAAE,YAAY,CAAC,EAC9C;UACA;UACAM,GAAG,CAACN,WAAW,CAAC,CAACO,UAAU,CAACxC,KAAK,CAACwB,IAAI,CAAC,GAAGe,GAAG,CAACT,CAAC,CAAC;QAClD;MACF;IACF,CAAC,CAAC;EACJ;AACF;;AAEA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASW,gBAAgBA,CAAC3E,OAAkB,EAAmB;EACpE,IAAI,CAAC0C,KAAK,CAACC,OAAO,CAAC3C,OAAO,CAAC,EAAE;IAC3B,OAAO,IAAI;EACb,CAAC,MAAM,IAAI,CAACA,OAAO,CAACiB,MAAM,EAAE;IAC1B;IACA,OAAO;MACLqC,MAAM,EAAE,EAAE;MACVP,IAAI,EAAE;IACR,CAAC;EACH;EAEA,IAAM6B,QAAQ,GAAG5E,OAAO,CAAC,CAAC,CAA4B;EACtD,IAAM6E,IAAI,GAAGC,MAAM,CAACD,IAAI,CAACD,QAAQ,CAAC,CAAC,CAAC;EACpC,IAAM7B,IAAI,GAAG/C,OAAO,CAAC+E,GAAG,CAAC,UAAAnD,CAAC;IAAA,OAAIiD,IAAI,CAACE,GAAG,CAAC,UAAAC,GAAG;MAAA,OAAKpD,CAAC,CAA6BoD,GAAG,CAAC;IAAA,EAAC;EAAA,EAAC,CAAC,CAAC;;EAErF;EACA5B,oBAAoB,CAACL,IAAI,CAAC;EAE1B,OAAOF,cAAc,CAACE,IAAI,EAAE8B,IAAI,CAAC;AACnC;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASI,cAAcA,CAACjF,OAAgB,EAAmB;EAChE,IAAMkF,iBAAiB,GAAG/G,SAAS,CAAC6B,OAAO,CAAC;EAE5C,IAAI,CAACkF,iBAAiB,IAAI,CAACxC,KAAK,CAACC,OAAO,CAACuC,iBAAiB,CAACC,QAAQ,CAAC,EAAE;IACpE,MAAM,IAAIjC,KAAK,2FAAAkC,MAAA,CAC6E1G,sBAAsB,MAClH,CAAC;EACH;;EAEA;EACA,IAAM2G,WAAuD,GAAG,EAAE;EAClE,KAAK,IAAIrB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGkB,iBAAiB,CAACC,QAAQ,CAAClE,MAAM,EAAE+C,CAAC,EAAE,EAAE;IAC1D,IAAM5C,CAAC,GAAG8D,iBAAiB,CAACC,QAAQ,CAACnB,CAAC,CAAC;IACvC,IAAI5C,CAAC,CAACkE,QAAQ,EAAE;MACd,IAAMb,GAAG,GAAAc,aAAA;QACP;QACAC,QAAQ,EAAEpE;MAAC,GACPA,CAAC,CAACsD,UAAU,IAAI,CAAC,CAAC,CACvB;MACD;MACAD,GAAG,CAACe,QAAQ,GAAGpE,CAAC;MAChBiE,WAAW,CAACI,IAAI,CAAChB,GAAG,CAAC;IACvB;EACF;EACA;EACA,IAAMnB,MAAM,GAAG+B,WAAW,CAACK,MAAM,CAAW,UAACC,IAAI,EAAEC,IAAI,EAAK;IAC1Dd,MAAM,CAACD,IAAI,CAACe,IAAI,CAAC,CAACjC,OAAO,CAAC,UAAAqB,GAAG,EAAI;MAC/B,IAAI,CAACW,IAAI,CAACxD,QAAQ,CAAC6C,GAAG,CAAC,EAAE;QACvBW,IAAI,CAACF,IAAI,CAACT,GAAG,CAAC;MAChB;IACF,CAAC,CAAC;IACF,OAAOW,IAAI;EACb,CAAC,EAAE,EAAE,CAAC;;EAEN;EACAN,WAAW,CAAC1B,OAAO,CAAC,UAAA/B,CAAC,EAAI;IACvB0B,MAAM,CAACK,OAAO,CAAC,UAAAvC,CAAC,EAAI;MAClB,IAAI,EAAEA,CAAC,IAAIQ,CAAC,CAAC,EAAE;QACbA,CAAC,CAACR,CAAC,CAAC,GAAG,IAAI;QACX,IAAIQ,CAAC,CAAC4D,QAAQ,CAACd,UAAU,EAAE;UACzB9C,CAAC,CAAC4D,QAAQ,CAACd,UAAU,CAACtD,CAAC,CAAC,GAAG,IAAI;QACjC;MACF;IACF,CAAC,CAAC;EACJ,CAAC,CAAC;EAEF,OAAOuD,gBAAgB,CAACU,WAAW,CAAC;AACtC;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASQ,mBAAmBA,CAACC,IAAa,EAA0C;EAClF,IAAMC,KAAK,GACTD,IAAI,IAAIE,OAAA,CAAOF,IAAI,MAAK,QAAQ,GAC5B9G,eAAe,CAAC8G,IAAgD,CAAC,GACjEG,SAAS;EACf;EACA;EACA,OAAO;IAACC,KAAK,EAAEH,KAAK,aAALA,KAAK,uBAALA,KAAK,CAAEG,KAAK;IAAEC,WAAW,EAAEJ,KAAK,aAALA,KAAK,uBAALA,KAAK,CAAEI;EAAW,CAAC;AAC/D;AAEA,OAAO,SAASC,mBAAmBA,CAACpG,OAAiB,EAA6C;EAAA,IAA3CqG,MAAM,GAAAC,SAAA,CAAArF,MAAA,QAAAqF,SAAA,QAAAL,SAAA,GAAAK,SAAA,MAAG7G,cAAc;EAC5E,IAAI,CAACO,OAAO,EAAE;IACZ,OAAO,IAAI;EACb;EACA,OAAAuF,aAAA,CAAAA,aAAA,KACKc,MAAM,CAACE,IAAI,CAACvG,OAAO,CAACwG,QAAQ,EAAExG,OAAO,CAACyG,MAAM,CAAC;IAChDX,IAAI,EAAED,mBAAmB,CAAC7F,OAAO,CAAC8F,IAAI;EAAC;AAE3C;;AAEA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASY,sBAAsBA,CACpC1G,OAA0B,EAEc;EAAA,IADxCqG,MAAM,GAAAC,SAAA,CAAArF,MAAA,QAAAqF,SAAA,QAAAL,SAAA,GAAAK,SAAA,MAAG7G,cAAc;EAEvB,IAAI,CAACO,OAAO,EAAE;IACZ,OAAO,IAAI;EACb;EAEA,IAAM2G,OAAO,GAAGN,MAAM,CAACO,cAAc,CAACpH,OAAO,CAACQ,OAAO,CAAC,CAAC;EACvD,IAAI,CAAC2G,OAAO,EAAE;IACZ,OAAO,IAAI;EACb;EACA,OAAOjE,KAAK,CAACC,OAAO,CAAC3C,OAAO,CAAC,GAAG2G,OAAO,GAAGA,OAAO,CAAC,CAAC,CAAC;AACtD;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASE,iBAAiBA,CAACC,UAAsB,EAA0B;EAChF;EACA,OAAOC,mBAAmB,CAACD,UAAU,CAACE,IAAI,CAACC,OAAO,CAAC;AACrD;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASC,6BAA6BA,CAACC,KAAkB,EAA0B;EACxF,IAAMC,gBAAwC,GAAG,CAAC,CAAC;EACnD,IAAI;IAAA,IAAAC,qBAAA;IACF,IAAMC,SAAS,IAAAD,qBAAA,GAAGF,KAAK,CAACd,MAAM,CAACkB,QAAQ,cAAAF,qBAAA,uBAArBA,qBAAA,CAAuBG,GAAG,CAAC,KAAK,CAAC;IACnD,IAAIF,SAAS,EAAE;MACb,IAAMG,eAAe,GAAGlG,IAAI,CAACC,KAAK,CAAC8F,SAAS,CAAC;MAC7C,IAAIG,eAAe,CAACC,OAAO,EAAE;QAC3B5C,MAAM,CAACD,IAAI,CAAC4C,eAAe,CAACC,OAAO,CAAC,CAAC/D,OAAO,CAAC,UAAAgE,UAAU,EAAI;UACzD,IAAMC,UAAU,GAAGH,eAAe,CAACC,OAAO,CAACC,UAAU,CAAC;UACtD,IAAI,CAAAC,UAAU,aAAVA,UAAU,uBAAVA,UAAU,CAAEC,QAAQ,MAAK,KAAK,EAAE;YAClCT,gBAAgB,CAACO,UAAU,CAAC,GAAGnJ,mBAAmB,CAACsJ,GAAG;UACxD;UACA;QACF,CAAC,CAAC;MACJ;IACF;EACF,CAAC,CAAC,OAAOC,KAAK,EAAE;IACdC,OAAO,CAACD,KAAK,CAAC,qDAAqD,CAAC;EACtE;EACA,OAAOX,gBAAgB;AACzB;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASa,mBAAmBA,CACjCd,KAAkB,EAET;EAAA,IADTe,oBAA4C,GAAA5B,SAAA,CAAArF,MAAA,QAAAqF,SAAA,QAAAL,SAAA,GAAAK,SAAA,MAAG,CAAC,CAAC;EAEjD,IAAMtD,SAAS,GAAGmE,KAAK,CAACd,MAAM,CAAC/C,MAAM,CAACyB,GAAG,CAAC,UAAA3D,CAAC;IAAA,OAAIA,CAAC,CAACsC,IAAI;EAAA,EAAC;EACtD,IAAML,MAAM,GAAGlE,4BAA4B,CAACgI,KAAK,EAAEnE,SAAS,CAAC;EAC7D,IAAMmF,YAAY,GAAG/I,iBAAiB,CAACiE,MAAM,EAAEL,SAAS,CAAC;EACzD,IAAMoE,gBAAgB,GAAGF,6BAA6B,CAACC,KAAK,CAAC;EAE7D,OAAOA,KAAK,CAACd,MAAM,CAAC/C,MAAM,CAACyB,GAAG,CAAC,UAAC7C,KAAkB,EAAEkG,UAAkB,EAAK;IAAA,IAAAC,mBAAA;IACzE,IAAIhE,IAAI,GAAGzF,wBAAwB,CAACsD,KAAK,CAACmC,IAAI,CAAC;IAC/C,IAAIiE,YAAY,GAAG3J,+BAA+B,CAACuD,KAAK,CAACmC,IAAI,CAAC;IAC9D,IAAIjC,MAAM,GAAG,EAAE;IAEf,IAAMmG,mBAAmB,GAAGL,oBAAoB,CAAChG,KAAK,CAACwB,IAAI,CAAC;IAC5D,IAAM8E,WAAW,GAAGL,YAAY,CAACC,UAAU,CAAC;;IAE5C;IACA,IAAIG,mBAAmB,KAAK,MAAM,EAAE;MAClClE,IAAI,GAAG/F,eAAe,CAACmK,OAAO;MAC9BH,YAAY,GAAGpK,kBAAkB,CAACwK,oBAAoB;IACxD,CAAC,MAAM,IACLH,mBAAmB,KAAK,UAAU,KAAAF,mBAAA,GAClCnG,KAAK,CAACqF,QAAQ,CAACC,GAAG,CAAC/I,qBAAqB,CAAC,cAAA4J,mBAAA,eAAzCA,mBAAA,CAA2CM,UAAU,CAAC,UAAU,CAAC,EACjE;MACAtE,IAAI,GAAG/F,eAAe,CAACsK,QAAQ;MAC/BN,YAAY,GAAGpK,kBAAkB,CAAC2K,QAAQ;IAC5C,CAAC,MAAM,IAAIzB,gBAAgB,CAAClF,KAAK,CAACwB,IAAI,CAAC,EAAE;MAAA,IAAAoF,eAAA;MACvCzE,IAAI,GAAG/F,eAAe,CAACsK,QAAQ;MAC/BN,YAAY,GAAGpK,kBAAkB,CAAC2K,QAAQ;MAC1C,CAAAC,eAAA,GAAA5G,KAAK,CAACqF,QAAQ,cAAAuB,eAAA,eAAdA,eAAA,CAAgBC,GAAG,CAACtK,qBAAqB,EAAE2I,gBAAgB,CAAClF,KAAK,CAACwB,IAAI,CAAC,CAAC;IAC1E,CAAC,MAAM,IAAI6E,mBAAmB,KAAK,MAAM,EAAE;MACzC;MACA,IAAI;QAAA,IAAAS,iBAAA;QACF,IAAMhC,IAAI,IAAAgC,iBAAA,GAAG7B,KAAK,CAAC8B,UAAU,CAACb,UAAU,CAAC,cAAAY,iBAAA,uBAA5BA,iBAAA,CAA8BxB,GAAG,CAAC,CAAC,CAAC;QACjD,IAAIR,IAAI,EAAE;UACR,IAAMkC,SAAS,GAAG9K,SAAS,CAAC4I,IAAI,EAAE3I,SAAS,CAAC;UAC5C,IAAI6K,SAAS,EAAE;YAAA,IAAAC,gBAAA;YACb9E,IAAI,GAAG/F,eAAe,CAACsK,QAAQ;YAC/BN,YAAY,GAAGpK,kBAAkB,CAAC2K,QAAQ;YAC1C,CAAAM,gBAAA,GAAAjH,KAAK,CAACqF,QAAQ,cAAA4B,gBAAA,eAAdA,gBAAA,CAAgBJ,GAAG,CAACtK,qBAAqB,EAAED,mBAAmB,CAACsJ,GAAG,CAAC;UACrE;QACF;MACF,CAAC,CAAC,OAAOC,KAAK,EAAE;QACd;MAAA;IAEJ,CAAC,MAAM,IACLQ,mBAAmB,KAAK,SAAS,KAChCC,WAAW,CAACF,YAAY,KAAKpK,kBAAkB,CAAC2K,QAAQ,IACvDL,WAAW,CAACF,YAAY,KAAKpK,kBAAkB,CAACwK,oBAAoB,CAAC,EACvE;MACA;MACArE,IAAI,GAAGmE,WAAW,CAACnE,IAAI;MACvBiE,YAAY,GAAGE,WAAW,CAACF,YAAY;MACvClG,MAAM,GAAGoG,WAAW,CAACpG,MAAM;IAC7B,CAAC,MAAM,IAAImG,mBAAmB,KAAK,SAAS,IAAIC,WAAW,CAACnE,IAAI,KAAK/F,eAAe,CAACsE,EAAE,EAAE;MACvF;MACAyB,IAAI,GAAG/F,eAAe,CAACsE,EAAE;MACzB0F,YAAY,GAAGE,WAAW,CAACF,YAAY;IACzC,CAAC,MAAM;MACL;MACA;MACA,IAAIE,WAAW,CAACnE,IAAI,KAAK/F,eAAe,CAAC2D,SAAS,EAAE;QAClDoC,IAAI,GAAGmE,WAAW,CAACnE,IAAI;QACvBiE,YAAY,GAAGE,WAAW,CAACF,YAAY;QACvClG,MAAM,GAAGoG,WAAW,CAACpG,MAAM;MAC7B;IACF;IAEA,OAAAmD,aAAA,CAAAA,aAAA,KACKrD,KAAK;MACRwB,IAAI,EAAExB,KAAK,CAACwB,IAAI;MAChB0F,EAAE,EAAElH,KAAK,CAACwB,IAAI;MACd2F,WAAW,EAAEnH,KAAK,CAACwB,IAAI;MACvBtB,MAAM,EAAEA,MAAM;MACdkH,QAAQ,EAAElB,UAAU;MACpB/D,IAAI,EAAJA,IAAI;MACJiE,YAAY,EAAZA,YAAY;MACZiB,aAAa,EAAE,SAAfA,aAAaA,CAAGC,EAAO;QAAA,OAAK,UAAA5H,CAAC,EAAI;UAC/B,OAAO4H,EAAE,CAACC,OAAO,CAAC7H,CAAC,CAAC8H,KAAK,EAAEtB,UAAU,CAAC;QACxC,CAAC;MAAA;MACDb,QAAQ,EAAErF,KAAK,CAACqF;IAAQ;EAE5B,CAAC,CAAC;AACJ;AAEA,IAAMoC,YAAY,GAAG,KAAK;;AAE1B;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASC,0BAA0BA,CAAC9C,UAAuB,EAAe;EACxE,IAAI,CAAC6C,YAAY,EAAE;IACjB,OAAO7C,UAAU;EACnB;EAEA,IAAM+C,SAAS,GAAG/C,UAAU,CAACT,MAAM,CAAC/C,MAAM,CAACwG,IAAI,CAC7C,UAAA1I,CAAC;IAAA,OAAIvD,KAAK,CAACkM,QAAQ,CAACC,KAAK,CAAC5I,CAAC,CAACiD,IAAI,CAAC,IAAIjD,CAAC,CAACiD,IAAI,CAAC4F,QAAQ,KAAK,EAAE;EAAA,CAC7D,CAAC;EACD,IAAI,CAACJ,SAAS,EAAE;IACd,OAAO/C,UAAU;EACnB;EAEA,IAAMoD,UAAwC,GAAG,CAAC,CAAC;EACnD,KAAK,IAAIlG,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG8C,UAAU,CAACqD,OAAO,EAAEnG,CAAC,EAAE,EAAE;IAC3C,IAAM9B,KAAK,GAAG4E,UAAU,CAACT,MAAM,CAAC/C,MAAM,CAACU,CAAC,CAAC;IACzC,IAAMoG,GAAG,GAAGtD,UAAU,CAACmC,UAAU,CAACjF,CAAC,CAAC;IACpC,IAAI,CAACoG,GAAG,EAAE;IACV,IAAIvM,KAAK,CAACkM,QAAQ,CAACC,KAAK,CAAC9H,KAAK,CAACmC,IAAI,CAAC,IAAInC,KAAK,CAACmC,IAAI,CAAC4F,QAAQ,KAAK,EAAE,EAAE;MAClE,IAAMI,YAAY,GAAG,IAAIC,YAAY,CAACF,GAAG,CAACnJ,MAAM,CAAC;MACjD,KAAK,IAAIgD,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGmG,GAAG,CAACnJ,MAAM,EAAEgD,CAAC,EAAE,EAAE;QACnC,IAAMsG,GAAG,GAAGH,GAAG,CAAC5C,GAAG,CAACvD,CAAC,CAAC;QACtBoG,YAAY,CAACpG,CAAC,CAAC,GAAGsG,GAAG,KAAK,IAAI,GAAGC,GAAG,GAAGnI,MAAM,CAACkI,GAAG,CAAC;MACpD;MACAL,UAAU,CAAChI,KAAK,CAACwB,IAAI,CAAC,GAAG7F,KAAK,CAAC4M,UAAU,CAACJ,YAAY,CAAC;IACzD,CAAC,MAAM;MACLH,UAAU,CAAChI,KAAK,CAACwB,IAAI,CAAC,GAAG0G,GAAG;IAC9B;EACF;EACA,OAAO,IAAIvM,KAAK,CAAC6M,KAAK,CAACR,UAAU,CAAC;AACpC;AAYA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASnD,mBAAmBA,CACjC4D,YAAiC,EACjCC,OAAoC,EACZ;EACxB,IAAID,YAAY,CAAC1J,MAAM,KAAK,CAAC,EAAE;IAC7B,OAAO,IAAI;EACb;EACA,IAAM6F,UAAU,GACd,CAAA8D,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,OAAO,MAAK,KAAK,GACtBjB,0BAA0B,CAAC,IAAI/L,KAAK,CAAC6M,KAAK,CAACC,YAAY,CAAC,CAAC,GACzD9L,iBAAiB,CAAC+K,0BAA0B,CAAC,IAAI/L,KAAK,CAAC6M,KAAK,CAACC,YAAY,CAAC,CAAC,CAAC;EAClF,IAAMrH,MAAM,GAAG2E,mBAAmB,CAACnB,UAAU,CAAC;EAE9C,IAAMgE,IAAI,GAAGC,kBAAA,CAAIrI,KAAK,CAACoE,UAAU,CAACqD,OAAO,CAAC,CAACtF,IAAI,CAAC,CAAC,EAAEE,GAAG,CAAC,UAAAf,CAAC;IAAA,OAAI8C,UAAU,CAACmC,UAAU,CAACjF,CAAC,CAAC;EAAA,EAAC;;EAErF;EACA,OAAO;IACLV,MAAM,EAANA,MAAM;IACNP,IAAI,EAAE,EAAE;IACR+H,IAAI,EAAJA,IAAI;IACJvD,QAAQ,EAAET,UAAU,CAACT,MAAM,CAACkB,QAAQ;IACpC;IACA;IACAyD,WAAW,EAAElE,UAAU,CAACT;EAC1B,CAAC;AACH;AAEA,OAAO,IAAM4E,gBAAgB,GAAAvJ,eAAA,CAAAA,eAAA,CAAAA,eAAA,CAAAA,eAAA,CAAAA,eAAA,KAC1BnD,eAAe,CAACkG,GAAG,EAAGE,gBAAgB,GACtCpG,eAAe,CAACkK,OAAO,EAAGxD,cAAc,GACxC1G,eAAe,CAAC2M,GAAG,EAAGrI,cAAc,GACpCtE,eAAe,CAACV,KAAK,EAAGgJ,iBAAiB,GACzCtI,eAAe,CAAC4M,QAAQ,EAAGzE,sBAAsB,CACnD;AAED,OAAO,IAAM0E,UAWZ,GAAG;EACFnG,cAAc,EAAdA,cAAc;EACdpC,cAAc,EAAdA,cAAc;EACdgE,iBAAiB,EAAjBA,iBAAiB;EACjBE,mBAAmB,EAAnBA,mBAAmB;EACnBpC,gBAAgB,EAAhBA,gBAAgB;EAChByB,mBAAmB,EAAnBA,mBAAmB;EACnBM,sBAAsB,EAAtBA,sBAAsB;EACtBzH,uBAAuB,EAAvBA,uBAAuB;EACvBG,iBAAiB,EAAjBA,iBAAiB;EACjBwE,uBAAuB,EAAvBA;AACF,CAAC","ignoreList":[]}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@kepler.gl/processors",
|
|
3
3
|
"author": "Shan He <shan@uber.com>",
|
|
4
|
-
"version": "3.3.0-alpha.
|
|
4
|
+
"version": "3.3.0-alpha.23",
|
|
5
5
|
"description": "kepler.gl constants used by kepler.gl components, actions and reducers",
|
|
6
6
|
"license": "MIT",
|
|
7
7
|
"main": "dist/cjs/index.js",
|
|
@@ -29,13 +29,13 @@
|
|
|
29
29
|
],
|
|
30
30
|
"dependencies": {
|
|
31
31
|
"@deck.gl-community/editable-layers": "9.4.1",
|
|
32
|
-
"@kepler.gl/common-utils": "3.3.0-alpha.
|
|
33
|
-
"@kepler.gl/constants": "3.3.0-alpha.
|
|
34
|
-
"@kepler.gl/layers": "3.3.0-alpha.
|
|
35
|
-
"@kepler.gl/schemas": "3.3.0-alpha.
|
|
36
|
-
"@kepler.gl/table": "3.3.0-alpha.
|
|
37
|
-
"@kepler.gl/types": "3.3.0-alpha.
|
|
38
|
-
"@kepler.gl/utils": "3.3.0-alpha.
|
|
32
|
+
"@kepler.gl/common-utils": "3.3.0-alpha.23",
|
|
33
|
+
"@kepler.gl/constants": "3.3.0-alpha.23",
|
|
34
|
+
"@kepler.gl/layers": "3.3.0-alpha.23",
|
|
35
|
+
"@kepler.gl/schemas": "3.3.0-alpha.23",
|
|
36
|
+
"@kepler.gl/table": "3.3.0-alpha.23",
|
|
37
|
+
"@kepler.gl/types": "3.3.0-alpha.23",
|
|
38
|
+
"@kepler.gl/utils": "3.3.0-alpha.23",
|
|
39
39
|
"@loaders.gl/arrow": "^4.4.5",
|
|
40
40
|
"@loaders.gl/core": "^4.4.5",
|
|
41
41
|
"@loaders.gl/csv": "^4.4.5",
|