@dpuse/dpuse-shared 1.0.212 → 1.0.214

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -156,6 +156,7 @@ export interface PreviewObjectResult {
156
156
  }
157
157
  export interface QueryRecordsOptions extends EngineConnectorActionOptions {
158
158
  aggregates: QueryAggregate[];
159
+ columnConfigs: ObjectColumnConfig[];
159
160
  filters: QueryFilter[];
160
161
  groupColumnIndexes: number[];
161
162
  limit: number;
@@ -5,7 +5,10 @@ export { toolConfigSchema } from './toolConfig.schema';
5
5
  export type ToolConfig = InferOutput<typeof toolConfigSchema>;
6
6
  export type ParserConfig = InferOutput<typeof parserConfigSchema>;
7
7
  export type { FilePreviewerInterface, FilePreviewResult } from './filePreviewer';
8
- export type { ParserInterface, ParseStreamOptions, ParseStreamSummary, ParseTextOptions, ParseTextResult } from './parser';
8
+ export type { BuildStructureIndexOptions, ListStructureEntriesOptions, ListStructureEntriesResult, ParserInterface } from './parser';
9
+ export type { ParseStreamOptions, ParseStreamSummary, ParseTextOptions, ParseTextResult, StructureCheckpoint } from './parser';
10
+ export type { StructureContainerKindId, StructureEntry, StructureIndex, StructureKindId, StructureNode } from './parser';
11
+ export type { StructuredParserInterface, StructurePath } from './parser';
9
12
  export { parseDelimitedText, type ParseTextWithDelimiter } from './delimitedText';
10
13
  export declare const TOOL_NAME_PREFIX = "dpuse-tool-";
11
14
  export declare function listParserToolConfigs(toolConfigs: ToolConfig[], dataFormatId: DataFormatId): ToolConfig[];
@@ -4,9 +4,14 @@ export interface ParserInterface {
4
4
  parseStream: (stream: ReadableStream<Uint8Array>, options: ParseStreamOptions) => AsyncGenerator<ParsedRecordsChunk, ParseStreamSummary, undefined>;
5
5
  parseText: (text: string, options: ParseTextOptions) => Promise<ParseTextResult>;
6
6
  }
7
+ export interface StructuredParserInterface extends ParserInterface {
8
+ buildStructureIndex: (stream: ReadableStream<Uint8Array>, options: BuildStructureIndexOptions) => Promise<StructureIndex>;
9
+ listStructureEntries: (stream: ReadableStream<Uint8Array>, options: ListStructureEntriesOptions) => Promise<ListStructureEntriesResult>;
10
+ }
7
11
  export interface ParseTextOptions {
8
12
  dataFormatId: DataFormatId;
9
13
  isComplete: boolean;
14
+ structurePath?: StructurePath | undefined;
10
15
  valueDelimiterIds: ValueDelimiterId[];
11
16
  }
12
17
  export interface ParseTextResult {
@@ -20,6 +25,7 @@ export interface ParseStreamOptions {
20
25
  chunkSize: number | undefined;
21
26
  dataFormatId: DataFormatId;
22
27
  encodingId: string;
28
+ structurePath?: StructurePath | undefined;
23
29
  valueDelimiterId: ValueDelimiterId;
24
30
  }
25
31
  export interface ParseStreamSummary extends RetrieveRecordsSummary {
@@ -29,3 +35,52 @@ export interface ParseStreamSummary extends RetrieveRecordsSummary {
29
35
  lineCount: number;
30
36
  nonUniformRecordCount: number;
31
37
  }
38
+ export interface BuildStructureIndexOptions {
39
+ abortSignal: AbortSignal;
40
+ dataFormatId: DataFormatId;
41
+ maxDepth: number | undefined;
42
+ onProgress: ((byteCount: number) => void) | undefined;
43
+ }
44
+ export interface StructureIndex {
45
+ byteCount: number;
46
+ nodes: StructureNode[];
47
+ }
48
+ export interface StructureNode {
49
+ checkpoints: StructureCheckpoint[];
50
+ childCount: number;
51
+ endOffset: number;
52
+ isTableCandidate: boolean;
53
+ keys: string[];
54
+ kindId: StructureContainerKindId;
55
+ path: StructurePath;
56
+ startOffset: number;
57
+ }
58
+ export interface StructureCheckpoint {
59
+ itemIndex: number;
60
+ offset: number;
61
+ }
62
+ export type StructureContainerKindId = 'list' | 'object';
63
+ export type StructureKindId = StructureContainerKindId | 'boolean' | 'null' | 'number' | 'string';
64
+ export type StructurePath = (number | string)[];
65
+ export interface ListStructureEntriesOptions {
66
+ abortSignal: AbortSignal;
67
+ dataFormatId: DataFormatId;
68
+ entryCount: number;
69
+ firstItemIndex: number | undefined;
70
+ maxValueLength: number | undefined;
71
+ path: StructurePath;
72
+ startOffset: number;
73
+ }
74
+ export interface ListStructureEntriesResult {
75
+ entries: StructureEntry[];
76
+ isMore: boolean;
77
+ }
78
+ export interface StructureEntry {
79
+ childCount: number | undefined;
80
+ endOffset: number;
81
+ isValueCut: boolean;
82
+ key: number | string;
83
+ kindId: StructureKindId;
84
+ startOffset: number;
85
+ value: string | undefined;
86
+ }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@dpuse/dpuse-shared",
3
- "version": "1.0.212",
3
+ "version": "1.0.214",
4
4
  "private": false,
5
5
  "description": "Common constants, types and utilities used across DPUse projects.",
6
6
  "license": "MIT",
@@ -73,7 +73,7 @@
73
73
  "fast-check": "^4.10.2",
74
74
  "iconv-lite": "^0.7.3",
75
75
  "jschardet": "^4.1.0",
76
- "prettier": "^3.10.0",
76
+ "prettier": "^3.10.1",
77
77
  "sonda": "^0.14.0",
78
78
  "typescript": "^6.0.3",
79
79
  "vite": "^8.3.8",