@dpuse/dpuse-shared 1.0.178 → 1.0.180
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +91 -91
- package/dist/dpuse-shared.es.js +32 -41
- package/dist/dpuse-shared.es.js.map +1 -1
- package/dist/types/src/component/dataView/index.d.ts +2 -1
- package/dist/types/src/component/module/connector/index.d.ts +6 -3
- package/dist/types/src/component/module/connector/objectParsing.d.ts +1 -1
- package/dist/types/src/encoding/index.d.ts +18 -32
- package/package.json +2 -2
|
@@ -78,12 +78,13 @@ export interface ContentAuditConfig {
|
|
|
78
78
|
emptyLineCount: number | undefined;
|
|
79
79
|
invalidFieldLengthCount: number | undefined;
|
|
80
80
|
duration: number;
|
|
81
|
+
hasHeaders: boolean;
|
|
81
82
|
isComplete: boolean;
|
|
82
83
|
lineCount: number | undefined;
|
|
83
84
|
recordCount: number;
|
|
84
85
|
sourceWaitDuration: number | undefined;
|
|
85
86
|
}
|
|
86
|
-
export type StoredContentAuditConfig = Omit<ContentAuditConfig, 'columns'>;
|
|
87
|
+
export type StoredContentAuditConfig = Omit<ContentAuditConfig, 'columns' | 'hasHeaders'>;
|
|
87
88
|
interface RelationshipsAuditConfig {
|
|
88
89
|
placeholder: string;
|
|
89
90
|
}
|
|
@@ -36,14 +36,17 @@ export interface ConnectorInterface extends Component {
|
|
|
36
36
|
export type ConnectorActionName = InferOutput<typeof connectorActionNameSchema>;
|
|
37
37
|
export type ConnectorConstructor = new (connectorUtilities: ConnectorUtilities, toolConfigs: ToolConfig[]) => ConnectorInterface;
|
|
38
38
|
export interface ConnectorUtilities {
|
|
39
|
-
constructColumnAuditor: (hasHeaders: boolean) => ColumnAuditor;
|
|
39
|
+
constructColumnAuditor: (hasHeaders: boolean | undefined) => ColumnAuditor;
|
|
40
40
|
hasReadableStreamTransferSupport(): boolean;
|
|
41
41
|
inferValues: (parsedRecord: ParsingRecord, columnConfigs: ObjectColumnConfig[], hasLeadingRecord: boolean) => InferenceRecord;
|
|
42
42
|
inferDataTypes: (parsedRecords: ParsingRecord[], hasHeaders?: boolean) => InferenceSummary;
|
|
43
43
|
}
|
|
44
44
|
export interface ColumnAuditor {
|
|
45
45
|
auditRecords: (parsedRecords: ParsingRecord[]) => void;
|
|
46
|
-
completeAudit: () =>
|
|
46
|
+
completeAudit: () => {
|
|
47
|
+
columnConfigs: ObjectColumnConfig[];
|
|
48
|
+
hasHeaders: boolean;
|
|
49
|
+
};
|
|
47
50
|
}
|
|
48
51
|
export type ConnectorConfig = InferOutput<typeof connectorConfigSchema>;
|
|
49
52
|
type ConnectorCategoryConfig = InferOutput<typeof connectorCategoryConfigSchema>;
|
|
@@ -55,7 +58,7 @@ export interface AuditObjectContentOptions extends EngineConnectorActionOptions
|
|
|
55
58
|
chunkSize: number | undefined;
|
|
56
59
|
dataFormatId: DataFormatId;
|
|
57
60
|
encodingId: string;
|
|
58
|
-
hasHeaders: boolean;
|
|
61
|
+
hasHeaders: boolean | undefined;
|
|
59
62
|
parserId: string | undefined;
|
|
60
63
|
path: string;
|
|
61
64
|
stopSignal: AbortSignal | undefined;
|
|
@@ -28,7 +28,7 @@ export declare function retrieveRecordsWithParser(input: {
|
|
|
28
28
|
toolConfigs: ToolConfig[];
|
|
29
29
|
}): Promise<RetrieveRecordsSummary>;
|
|
30
30
|
export declare function auditObjectContentWithParser(input: {
|
|
31
|
-
constructColumnAuditor: (hasHeaders: boolean) => ColumnAuditor;
|
|
31
|
+
constructColumnAuditor: (hasHeaders: boolean | undefined) => ColumnAuditor;
|
|
32
32
|
onProgress: (recordCount: number, byteCount: number) => void;
|
|
33
33
|
options: AuditObjectContentOptions;
|
|
34
34
|
signal: AbortSignal;
|
|
@@ -106,18 +106,11 @@ declare const ENCODING_GROUP_CONFIG_DATA: {
|
|
|
106
106
|
readonly es: "Nórdico";
|
|
107
107
|
};
|
|
108
108
|
};
|
|
109
|
-
readonly
|
|
110
|
-
readonly id: "
|
|
109
|
+
readonly southEasternEuropean: {
|
|
110
|
+
readonly id: "southEasternEuropean";
|
|
111
111
|
readonly label: {
|
|
112
|
-
readonly en: "
|
|
113
|
-
readonly es: "
|
|
114
|
-
};
|
|
115
|
-
};
|
|
116
|
-
readonly romanian: {
|
|
117
|
-
readonly id: "romanian";
|
|
118
|
-
readonly label: {
|
|
119
|
-
readonly en: "Romanian";
|
|
120
|
-
readonly es: "Rumano";
|
|
112
|
+
readonly en: "South-Eastern European";
|
|
113
|
+
readonly es: "Europeo sudoriental";
|
|
121
114
|
};
|
|
122
115
|
};
|
|
123
116
|
readonly southernEuropean: {
|
|
@@ -141,18 +134,11 @@ declare const ENCODING_GROUP_CONFIG_DATA: {
|
|
|
141
134
|
readonly es: "Turco";
|
|
142
135
|
};
|
|
143
136
|
};
|
|
144
|
-
readonly
|
|
145
|
-
readonly id: "
|
|
146
|
-
readonly label: {
|
|
147
|
-
readonly en: "Unicode 16";
|
|
148
|
-
readonly es: "Unicode 16";
|
|
149
|
-
};
|
|
150
|
-
};
|
|
151
|
-
readonly unicode32: {
|
|
152
|
-
readonly id: "unicode32";
|
|
137
|
+
readonly unicode: {
|
|
138
|
+
readonly id: "unicode";
|
|
153
139
|
readonly label: {
|
|
154
|
-
readonly en: "Unicode
|
|
155
|
-
readonly es: "Unicode
|
|
140
|
+
readonly en: "Unicode";
|
|
141
|
+
readonly es: "Unicode";
|
|
156
142
|
};
|
|
157
143
|
};
|
|
158
144
|
readonly vietnamese: {
|
|
@@ -443,7 +429,7 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
|
|
|
443
429
|
};
|
|
444
430
|
readonly 'iso8859-16': {
|
|
445
431
|
readonly id: "iso8859-16";
|
|
446
|
-
readonly groupId: "
|
|
432
|
+
readonly groupId: "southEasternEuropean";
|
|
447
433
|
readonly decoderId: "iso-8859-16";
|
|
448
434
|
};
|
|
449
435
|
readonly johab: {
|
|
@@ -518,47 +504,47 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
|
|
|
518
504
|
};
|
|
519
505
|
readonly 'utf-7': {
|
|
520
506
|
readonly id: "utf-7";
|
|
521
|
-
readonly groupId: "
|
|
507
|
+
readonly groupId: "unicode";
|
|
522
508
|
readonly decoderId: null;
|
|
523
509
|
};
|
|
524
510
|
readonly 'utf-8': {
|
|
525
511
|
readonly id: "utf-8";
|
|
526
|
-
readonly groupId:
|
|
512
|
+
readonly groupId: "unicode";
|
|
527
513
|
readonly decoderId: "utf-8";
|
|
528
514
|
};
|
|
529
515
|
readonly 'utf-8-sig': {
|
|
530
516
|
readonly id: "utf-8-sig";
|
|
531
|
-
readonly groupId:
|
|
517
|
+
readonly groupId: "unicode";
|
|
532
518
|
readonly decoderId: "utf-8";
|
|
533
519
|
};
|
|
534
520
|
readonly 'utf-16': {
|
|
535
521
|
readonly id: "utf-16";
|
|
536
|
-
readonly groupId: "
|
|
522
|
+
readonly groupId: "unicode";
|
|
537
523
|
readonly decoderId: null;
|
|
538
524
|
};
|
|
539
525
|
readonly 'utf-16-be': {
|
|
540
526
|
readonly id: "utf-16-be";
|
|
541
|
-
readonly groupId: "
|
|
527
|
+
readonly groupId: "unicode";
|
|
542
528
|
readonly decoderId: "utf-16be";
|
|
543
529
|
};
|
|
544
530
|
readonly 'utf-16-le': {
|
|
545
531
|
readonly id: "utf-16-le";
|
|
546
|
-
readonly groupId: "
|
|
532
|
+
readonly groupId: "unicode";
|
|
547
533
|
readonly decoderId: "utf-16le";
|
|
548
534
|
};
|
|
549
535
|
readonly 'utf-32': {
|
|
550
536
|
readonly id: "utf-32";
|
|
551
|
-
readonly groupId: "
|
|
537
|
+
readonly groupId: "unicode";
|
|
552
538
|
readonly decoderId: null;
|
|
553
539
|
};
|
|
554
540
|
readonly 'utf-32-be': {
|
|
555
541
|
readonly id: "utf-32-be";
|
|
556
|
-
readonly groupId: "
|
|
542
|
+
readonly groupId: "unicode";
|
|
557
543
|
readonly decoderId: null;
|
|
558
544
|
};
|
|
559
545
|
readonly 'utf-32-le': {
|
|
560
546
|
readonly id: "utf-32-le";
|
|
561
|
-
readonly groupId: "
|
|
547
|
+
readonly groupId: "unicode";
|
|
562
548
|
readonly decoderId: null;
|
|
563
549
|
};
|
|
564
550
|
readonly 'windows-1250': {
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dpuse/dpuse-shared",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.180",
|
|
4
4
|
"private": false,
|
|
5
5
|
"description": "Common constants, types and utilities used across DPUse projects.",
|
|
6
6
|
"license": "MIT",
|
|
@@ -69,7 +69,7 @@
|
|
|
69
69
|
"@types/node": "^26.6.6",
|
|
70
70
|
"@vitest/coverage-v8": "^5.1.0",
|
|
71
71
|
"eslint": "^10.14.0",
|
|
72
|
-
"fallow": "^3.
|
|
72
|
+
"fallow": "^3.39.0",
|
|
73
73
|
"fast-check": "^4.10.2",
|
|
74
74
|
"jschardet": "^4.1.0",
|
|
75
75
|
"prettier": "^3.9.10",
|