vastgrid-js 0.0.0-stage → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +211 -2
  3. package/dist/aggregate.d.ts +45 -0
  4. package/dist/aggregate.d.ts.map +1 -0
  5. package/dist/aggregate.js +305 -0
  6. package/dist/aggregate.js.map +1 -0
  7. package/dist/arrow.d.ts +7 -0
  8. package/dist/arrow.d.ts.map +1 -0
  9. package/dist/arrow.js +25 -0
  10. package/dist/arrow.js.map +1 -0
  11. package/dist/engine.d.ts +40 -0
  12. package/dist/engine.d.ts.map +1 -0
  13. package/dist/engine.js +1022 -0
  14. package/dist/engine.js.map +1 -0
  15. package/dist/evaluate.d.ts +37 -0
  16. package/dist/evaluate.d.ts.map +1 -0
  17. package/dist/evaluate.js +774 -0
  18. package/dist/evaluate.js.map +1 -0
  19. package/dist/export.d.ts +23 -0
  20. package/dist/export.d.ts.map +1 -0
  21. package/dist/export.js +48 -0
  22. package/dist/export.js.map +1 -0
  23. package/dist/index.d.ts +3 -0
  24. package/dist/index.d.ts.map +1 -0
  25. package/dist/index.js +2 -0
  26. package/dist/index.js.map +1 -0
  27. package/dist/lazy.d.ts +65 -0
  28. package/dist/lazy.d.ts.map +1 -0
  29. package/dist/lazy.js +177 -0
  30. package/dist/lazy.js.map +1 -0
  31. package/dist/numbers.d.ts +20 -0
  32. package/dist/numbers.d.ts.map +1 -0
  33. package/dist/numbers.js +129 -0
  34. package/dist/numbers.js.map +1 -0
  35. package/dist/order.d.ts +67 -0
  36. package/dist/order.d.ts.map +1 -0
  37. package/dist/order.js +561 -0
  38. package/dist/order.js.map +1 -0
  39. package/dist/parquet.d.ts +38 -0
  40. package/dist/parquet.d.ts.map +1 -0
  41. package/dist/parquet.js +673 -0
  42. package/dist/parquet.js.map +1 -0
  43. package/dist/plan.d.ts +37 -0
  44. package/dist/plan.d.ts.map +1 -0
  45. package/dist/plan.js +51 -0
  46. package/dist/plan.js.map +1 -0
  47. package/dist/summary.d.ts +37 -0
  48. package/dist/summary.d.ts.map +1 -0
  49. package/dist/summary.js +175 -0
  50. package/dist/summary.js.map +1 -0
  51. package/dist/table.d.ts +172 -0
  52. package/dist/table.d.ts.map +1 -0
  53. package/dist/table.js +154 -0
  54. package/dist/table.js.map +1 -0
  55. package/dist/text.d.ts +18 -0
  56. package/dist/text.d.ts.map +1 -0
  57. package/dist/text.js +1204 -0
  58. package/dist/text.js.map +1 -0
  59. package/dist/workbook.d.ts +6 -0
  60. package/dist/workbook.d.ts.map +1 -0
  61. package/dist/workbook.js +35 -0
  62. package/dist/workbook.js.map +1 -0
  63. package/package.json +46 -4
  64. package/src/aggregate.ts +358 -0
  65. package/src/arrow.ts +24 -0
  66. package/src/engine.ts +1163 -0
  67. package/src/evaluate.ts +764 -0
  68. package/src/export.ts +73 -0
  69. package/src/index.ts +2 -0
  70. package/src/lazy.ts +185 -0
  71. package/src/numbers.ts +128 -0
  72. package/src/order.ts +594 -0
  73. package/src/parquet.ts +801 -0
  74. package/src/plan.ts +99 -0
  75. package/src/summary.ts +180 -0
  76. package/src/table.ts +297 -0
  77. package/src/text.ts +1285 -0
  78. package/src/workbook.ts +48 -0
@@ -0,0 +1,38 @@
1
+ import { type JsonValue } from "vastgrid-spec";
2
+ import { FileColumns } from "./lazy.js";
3
+ import { type ParquetTable, type Vector } from "./table.js";
4
+ /** Bytes and reads of a file so far: what was taken from the disk or the network. */
5
+ export interface Transfer {
6
+ bytes: number;
7
+ requests: number;
8
+ }
9
+ /** A Parquet file that is open: its columns, and what has been read of them. */
10
+ export declare class ParquetFile extends FileColumns {
11
+ private readonly bytes;
12
+ private readonly metadata;
13
+ private readonly kinds;
14
+ /** The first row of each row group, and the row count after the last. */
15
+ private readonly starts;
16
+ private readonly buffer;
17
+ /** Columns of row groups decoded for reading rows, by `group:column`, the most recently used last. */
18
+ private readonly cache;
19
+ private cached;
20
+ private constructor();
21
+ /** Opens a file: reads its footer, and finds its columns. */
22
+ static open(table: ParquetTable): Promise<ParquetFile>;
23
+ /** Bytes and reads of the file so far. */
24
+ get transfer(): Transfer;
25
+ /** Decodes columns of rows `start` to `end` of the file, giving each value to `set`. */
26
+ private decode;
27
+ /** The row group of a row. */
28
+ protected partOf(row: number): number;
29
+ /** A column of a row group as typed JSON, decoded once and kept while it fits the cache. */
30
+ private groupColumn;
31
+ protected readCells(index: number, rows: ArrayLike<number>): Promise<JsonValue[]>;
32
+ /** About the memory that a column read whole takes. */
33
+ protected sizeOf(index: number): number;
34
+ protected readWhole(indexes: number[], pause: () => Promise<void>): Promise<Vector[]>;
35
+ /** Forgets what was read. */
36
+ close(): void;
37
+ }
38
+ //# sourceMappingURL=parquet.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parquet.d.ts","sourceRoot":"","sources":["../src/parquet.ts"],"names":[],"mappings":"AAkBA,OAAO,EAQL,KAAK,SAAS,EAMf,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxC,OAAO,EAAkB,KAAK,YAAY,EAAgB,KAAK,MAAM,EAAY,MAAM,YAAY,CAAC;AAmBpG,qFAAqF;AACrF,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB;AAgiBD,gFAAgF;AAChF,qBAAa,WAAY,SAAQ,WAAW;IASxC,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,KAAK;IAVxB,yEAAyE;IACzE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IACrC,sGAAsG;IACtG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA2C;IACjE,OAAO,CAAC,MAAM,CAAK;IAEnB,OAAO,eAkBN;IAED,6DAA6D;IAC7D,OAAa,IAAI,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CA6B3D;IAED,0CAA0C;IAC1C,IAAI,QAAQ,IAAI,QAAQ,CAEvB;IAED,wFAAwF;YAC1E,MAAM;IAmCpB,8BAA8B;IAC9B,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CASpC;IAED,4FAA4F;IAC5F,OAAO,CAAC,WAAW;IAgCnB,UAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAYtF;IAED,uDAAuD;IACvD,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAYtC;IAED,UAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAe1F;IAED,6BAA6B;IAC7B,KAAK,IAAI,IAAI,CAGZ;CACF"}