@kepler.gl/processors 3.3.0-alpha.2 → 3.3.0-alpha.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/dist/cjs/data-processor.js +719 -0
  2. package/dist/cjs/export/dataset-to-geojson.js +138 -0
  3. package/dist/cjs/export/geopackage-writer.js +385 -0
  4. package/dist/cjs/export/geoparquet-writer.js +351 -0
  5. package/dist/cjs/export/kml-writer.js +347 -0
  6. package/dist/cjs/export/shapefile-writer.js +708 -0
  7. package/dist/cjs/export/sql-js.js +95 -0
  8. package/dist/cjs/export/vector-export.js +187 -0
  9. package/dist/cjs/file-handler.js +997 -0
  10. package/dist/cjs/index.js +114 -0
  11. package/dist/cjs/kepler-csv-loader.js +163 -0
  12. package/dist/cjs/loader-registry.js +542 -0
  13. package/dist/cjs/remote-file.js +675 -0
  14. package/dist/cjs/shapefile-files.js +281 -0
  15. package/dist/cjs/types.js +6 -0
  16. package/dist/data-processor.d.ts +30 -16
  17. package/dist/esm/data-processor.js +700 -0
  18. package/dist/esm/export/dataset-to-geojson.js +132 -0
  19. package/dist/esm/export/geopackage-writer.js +381 -0
  20. package/dist/esm/export/geoparquet-writer.js +336 -0
  21. package/dist/esm/export/kml-writer.js +341 -0
  22. package/dist/esm/export/shapefile-writer.js +701 -0
  23. package/dist/esm/export/sql-js.js +80 -0
  24. package/dist/esm/export/vector-export.js +176 -0
  25. package/dist/esm/file-handler.js +972 -0
  26. package/dist/esm/index.js +12 -0
  27. package/dist/esm/kepler-csv-loader.js +152 -0
  28. package/dist/esm/loader-registry.js +510 -0
  29. package/dist/esm/remote-file.js +664 -0
  30. package/dist/esm/shapefile-files.js +264 -0
  31. package/dist/esm/types.js +3 -0
  32. package/dist/export/dataset-to-geojson.d.ts +12 -0
  33. package/dist/export/geopackage-writer.d.ts +28 -0
  34. package/dist/export/geoparquet-writer.d.ts +7 -0
  35. package/dist/export/kml-writer.d.ts +13 -0
  36. package/dist/export/shapefile-writer.d.ts +28 -0
  37. package/dist/export/sql-js.d.ts +8 -0
  38. package/dist/export/vector-export.d.ts +22 -0
  39. package/dist/file-handler.d.ts +55 -8
  40. package/dist/index.d.ts +6 -0
  41. package/dist/kepler-csv-loader.d.ts +12 -0
  42. package/dist/loader-registry.d.ts +29 -0
  43. package/dist/remote-file.d.ts +79 -0
  44. package/dist/shapefile-files.d.ts +39 -0
  45. package/dist/types.d.ts +13 -0
  46. package/package.json +35 -17
  47. package/dist/data-processor.js +0 -637
  48. package/dist/file-handler.js +0 -409
  49. package/dist/index.js +0 -39
  50. package/dist/types.js +0 -6
@@ -0,0 +1,39 @@
1
+ export declare const SHAPEFILE_SIDECAR_EXTENSIONS: readonly ["dbf", "shx", "prj", "cpg"];
2
+ export declare const SHAPEFILE_SOURCE_EXTENSIONS: readonly ["shp", "zip"];
3
+ type NamedFile = {
4
+ name: string;
5
+ };
6
+ export declare function getDroppedFileExtension(fileName?: string): string;
7
+ export declare function isShapefileSidecarFileName(fileName: string): boolean;
8
+ export declare function isZipFileName(fileName: string): boolean;
9
+ export declare function isShapefileSourceFileName(fileName: string): boolean;
10
+ /**
11
+ * Sidecar files (.dbf, .shx, .prj, .cpg) are not datasets. Skip them when a
12
+ * .shp or shapefile .zip is also present so they can be used as companions.
13
+ */
14
+ export declare function getFilesToParse<T extends NamedFile>(files: T[]): T[];
15
+ export declare function createCompanionFetch(files?: File[]): ((url: string) => Promise<Response>) | undefined;
16
+ /**
17
+ * Unpack a zip that contains a shapefile. Only top-level .shp plus sidecars
18
+ * are returned; nested folders are ignored.
19
+ */
20
+ export declare function unzipShapefileArchive(zipFile: File): Promise<File[]>;
21
+ export type ZipArchiveExpansion = {
22
+ /** One shapefile and no other datasets. The load keeps the zip's name. */
23
+ kind: 'shapefile';
24
+ shapefile: File;
25
+ companions: File[];
26
+ } | {
27
+ /** One dataset per supported top-level file, named from that file. */
28
+ kind: 'datasets';
29
+ datasets: File[];
30
+ companions: File[];
31
+ };
32
+ /**
33
+ * Split a zip into datasets. A single shapefile plus sidecars stays one
34
+ * shapefile archive. Any other mix (CSV, GeoJSON, several shapefiles, …)
35
+ * becomes one file per supported member. Sidecars are returned as companions
36
+ * and are not datasets. Nested folders and unsupported files are skipped.
37
+ */
38
+ export declare function expandZipArchive(zipFile: File, extraExtensions?: string[]): Promise<ZipArchiveExpansion>;
39
+ export {};
package/dist/types.d.ts CHANGED
@@ -1,9 +1,22 @@
1
1
  export type FileCacheItem = {
2
2
  data: any;
3
+ /**
4
+ * Cumulative Arrow snapshots replayed after the user confirms Add Data.
5
+ * Kept outside `data` so the final staged dataset remains available for
6
+ * validation and row-count display without being added to the map early.
7
+ */
8
+ progressiveData?: any[];
3
9
  info: {
4
10
  id?: string;
5
11
  label: string;
6
12
  format: string;
13
+ type?: string;
14
+ };
15
+ metadata?: {
16
+ source?: string;
17
+ format?: string;
18
+ sourceFormat?: string;
19
+ [key: string]: unknown;
7
20
  };
8
21
  };
9
22
  export type ValidKeplerGlMap = {
package/package.json CHANGED
@@ -1,10 +1,10 @@
1
1
  {
2
2
  "name": "@kepler.gl/processors",
3
3
  "author": "Shan He <shan@uber.com>",
4
- "version": "3.3.0-alpha.2",
4
+ "version": "3.3.0-alpha.20",
5
5
  "description": "kepler.gl constants used by kepler.gl components, actions and reducers",
6
6
  "license": "MIT",
7
- "main": "dist/index.js",
7
+ "main": "dist/cjs/index.js",
8
8
  "types": "dist/index.d.ts",
9
9
  "keywords": [
10
10
  "babel",
@@ -19,37 +19,43 @@
19
19
  "url": "https://github.com/keplergl/kepler.gl.git"
20
20
  },
21
21
  "scripts": {
22
- "build": "rm -fr dist && babel src --out-dir dist --source-maps inline --extensions '.ts,.tsx,.js,.jsx' --ignore '**/*.d.ts'",
23
- "build:umd": "NODE_OPTIONS=--openssl-legacy-provider webpack --config ./webpack/umd.js --progress --env.prod",
22
+ "build": "rm -fr dist && babel src --out-dir dist/cjs --source-maps inline --extensions '.ts,.tsx,.js,.jsx' --ignore '**/*.d.ts,**/*.spec.ts,**/*.spec.tsx,**/*.spec.js,**/*.spec.jsx,**/*.test.ts,**/*.test.tsx,**/*.test.js,**/*.test.jsx' && BABEL_ENV=esm babel src --out-dir dist/esm --source-maps inline --extensions '.ts,.tsx,.js,.jsx' --ignore '**/*.d.ts,**/*.spec.ts,**/*.spec.tsx,**/*.spec.js,**/*.spec.jsx,**/*.test.ts,**/*.test.tsx,**/*.test.js,**/*.test.jsx'",
24
23
  "build:types": "tsc --project ./tsconfig.production.json",
25
24
  "prepublishOnly": "babel-node ../../scripts/license-header/bin --license ../../FILE-HEADER && yarn build && yarn build:types",
26
- "stab": "mkdir -p dist && touch dist/index.js"
25
+ "stab": "mkdir -p dist/cjs dist/esm && touch dist/cjs/index.js dist/esm/index.js"
27
26
  },
28
27
  "files": [
29
- "dist",
30
- "umd"
28
+ "dist"
31
29
  ],
32
30
  "dependencies": {
33
- "@deck.gl-community/editable-layers": "9.2.8",
34
- "@kepler.gl/common-utils": "3.3.0-alpha.2",
35
- "@kepler.gl/constants": "3.3.0-alpha.2",
36
- "@kepler.gl/schemas": "3.3.0-alpha.2",
37
- "@kepler.gl/table": "3.3.0-alpha.2",
38
- "@kepler.gl/types": "3.3.0-alpha.2",
39
- "@kepler.gl/utils": "3.3.0-alpha.2",
31
+ "@deck.gl-community/editable-layers": "9.3.8",
32
+ "@kepler.gl/common-utils": "3.3.0-alpha.20",
33
+ "@kepler.gl/constants": "3.3.0-alpha.20",
34
+ "@kepler.gl/layers": "3.3.0-alpha.20",
35
+ "@kepler.gl/schemas": "3.3.0-alpha.20",
36
+ "@kepler.gl/table": "3.3.0-alpha.20",
37
+ "@kepler.gl/types": "3.3.0-alpha.20",
38
+ "@kepler.gl/utils": "3.3.0-alpha.20",
40
39
  "@loaders.gl/arrow": "^4.4.1",
41
40
  "@loaders.gl/core": "^4.4.1",
42
41
  "@loaders.gl/csv": "^4.4.1",
42
+ "@loaders.gl/excel": "^4.4.1",
43
+ "@loaders.gl/flatgeobuf": "^4.4.1",
43
44
  "@loaders.gl/gis": "^4.4.1",
44
45
  "@loaders.gl/json": "^4.4.1",
46
+ "@loaders.gl/kml": "^4.4.1",
45
47
  "@loaders.gl/loader-utils": "^4.4.1",
46
48
  "@loaders.gl/parquet": "^4.4.1",
47
49
  "@loaders.gl/schema": "^4.4.1",
50
+ "@loaders.gl/shapefile": "^4.4.1",
48
51
  "@loaders.gl/wkt": "^4.4.1",
52
+ "@loaders.gl/zip": "^4.4.1",
49
53
  "@mapbox/geojson-normalize": "0.0.1",
50
- "@turf/helpers": "^6.1.4",
54
+ "@turf/helpers": "^7.2.0",
51
55
  "apache-arrow": ">=15.0.0",
52
56
  "d3-dsv": "^2.0.0",
57
+ "parquet-wasm": "0.6.1",
58
+ "sql.js": "1.13.0",
53
59
  "type-analyzer": "0.4.0"
54
60
  },
55
61
  "nyc": {
@@ -66,8 +72,20 @@
66
72
  "node": ">=20"
67
73
  },
68
74
  "volta": {
69
- "node": "20.19.3",
75
+ "node": "24.21.0",
70
76
  "yarn": "4.4.0"
71
77
  },
72
- "packageManager": "yarn@4.4.0"
78
+ "packageManager": "yarn@4.4.0",
79
+ "module": "dist/esm/index.js",
80
+ "exports": {
81
+ ".": {
82
+ "types": "./dist/index.d.ts",
83
+ "import": "./dist/esm/index.js",
84
+ "require": "./dist/cjs/index.js",
85
+ "default": "./dist/cjs/index.js"
86
+ }
87
+ },
88
+ "devDependencies": {
89
+ "@types/sql.js": "^1"
90
+ }
73
91
  }