@dpuse/dpuse-shared 1.0.202 → 1.0.204
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -4
- package/dist/dpuse-shared.es.js +39 -36
- package/dist/dpuse-shared.es.js.map +1 -1
- package/dist/types/src/component/connection/index.d.ts +0 -2
- package/dist/types/src/component/dataView/index.d.ts +5 -3
- package/dist/types/src/component/module/connector/index.d.ts +2 -2
- package/dist/types/src/component/module/connector/objectParsing.d.ts +2 -2
- package/package.json +1 -1
|
@@ -47,7 +47,5 @@ export interface ObjectColumnConfig {
|
|
|
47
47
|
label: LocaleLabel;
|
|
48
48
|
dataTypeId: DataTypeId;
|
|
49
49
|
dataSubtypeId: DataSubtypeId | undefined;
|
|
50
|
-
storageTypeId: StorageTypeId | undefined;
|
|
51
50
|
}
|
|
52
|
-
export type StorageTypeId = 'binary' | 'boolean' | 'byte' | 'date' | 'dateTime' | 'dateTimeOffset' | 'decimal' | 'double' | 'int8' | 'int16' | 'int32' | 'int64' | 'object' | 'single' | 'string' | 'time' | 'unknown';
|
|
53
51
|
export {};
|
|
@@ -17,6 +17,7 @@ export interface ReadingConfig {
|
|
|
17
17
|
encodingId: string | undefined;
|
|
18
18
|
fileType: FileTypeResult | undefined;
|
|
19
19
|
hasHeaders: boolean | undefined;
|
|
20
|
+
isDeclared?: boolean | undefined;
|
|
20
21
|
parserId: string | undefined;
|
|
21
22
|
recordDelimiterId: RecordDelimiterId | undefined;
|
|
22
23
|
valueDelimiterId: ValueDelimiterId | undefined;
|
|
@@ -72,13 +73,13 @@ export interface ColumnAuditConfig extends ColumnReadingConfig {
|
|
|
72
73
|
isTypeDeclared?: boolean | undefined;
|
|
73
74
|
numericReadings?: Partial<Record<DecimalSeparatorId, NumericReadingConfig>> | undefined;
|
|
74
75
|
dateReadings?: Partial<Record<DateOrderId, DateReadingConfig>> | undefined;
|
|
75
|
-
|
|
76
|
+
formatIssueIds: FormatIssueId[] | undefined;
|
|
76
77
|
nullWordValueCount?: number | undefined;
|
|
77
78
|
validValueCount: number | undefined;
|
|
78
79
|
invalidValueCount: number | undefined;
|
|
79
80
|
blankValueCount: number | undefined;
|
|
80
81
|
missingValueCount: number | undefined;
|
|
81
|
-
|
|
82
|
+
hasMissingValues: boolean | undefined;
|
|
82
83
|
validFormats: Record<string, number>;
|
|
83
84
|
validMinSize: number | undefined;
|
|
84
85
|
validMaxSize: number | undefined;
|
|
@@ -112,8 +113,9 @@ export interface DeclaredReadingConfig {
|
|
|
112
113
|
hasHeaders: boolean | undefined;
|
|
113
114
|
valueDelimiterId: ValueDelimiterId | undefined;
|
|
114
115
|
}
|
|
115
|
-
export type NumericReadingConfig = Pick<ColumnAuditConfig, 'dataSubtypeId' | 'validMaxDecimals' | 'validMaxWholeDigits' | 'validMinDecimals' | 'validMinWholeDigits'
|
|
116
|
+
export type NumericReadingConfig = Pick<ColumnAuditConfig, 'dataSubtypeId' | 'validMaxDecimals' | 'validMaxWholeDigits' | 'validMinDecimals' | 'validMinWholeDigits'>;
|
|
116
117
|
export type DateReadingConfig = Pick<ColumnAuditConfig, 'validFormats'>;
|
|
118
|
+
export type FormatIssueId = 'booleanPairMixed' | 'currencyMixed' | 'dateOrderMixed' | 'dateOrderUnproven' | 'decimalSeparatorMixed' | 'decimalSeparatorUnproven' | 'decimalSeparatorWeaklyProven' | 'percentageMixed' | 'scientificNotationMixed';
|
|
117
119
|
export interface ValueBinConfig {
|
|
118
120
|
count: number;
|
|
119
121
|
lowerValue: string;
|
|
@@ -6,8 +6,6 @@ import { ColumnAuditConfig, ColumnReadingConfig, ContentAuditConfig, DataFormatI
|
|
|
6
6
|
import { ConnectionConfig, ConnectionDescriptionConfig, ConnectionNodeConfig, ObjectColumnConfig } from '../../connection';
|
|
7
7
|
import { connectorActionNameSchema, connectorCategoryConfigSchema, connectorConfigSchema, connectorItemTypeConfigSchema, connectorItemTypeIdSchema, connectorUsageConfigSchema, connectorUsageIdSchema } from './connectorConfig.schema';
|
|
8
8
|
export { connectorConfigSchema } from './connectorConfig.schema';
|
|
9
|
-
export { auditObjectContentWithParser, buildPreviewObjectResult, type ObjectFilePreview, retrieveRecordsWithParser } from './objectParsing';
|
|
10
|
-
export { readTableSchema } from './tableSchema';
|
|
11
9
|
export interface ConnectorInterface {
|
|
12
10
|
abortOperation?(): void;
|
|
13
11
|
auditObjectContent?(options: AuditObjectContentOptions, chunk: (recordCount: number, byteCount: number) => void): Promise<AuditObjectContentResult>;
|
|
@@ -230,6 +228,8 @@ export interface UpsertRecordsOptions extends EngineConnectorActionOptions {
|
|
|
230
228
|
path: string;
|
|
231
229
|
}
|
|
232
230
|
export type ConnectorUsageId = InferOutput<typeof connectorUsageIdSchema>;
|
|
231
|
+
export { auditObjectContentWithParser, buildPreviewObjectResult, type ObjectFilePreview, retrieveRecordsWithParser } from './objectParsing';
|
|
232
|
+
export { readTableSchema } from './tableSchema';
|
|
233
233
|
export declare function determineConnectorUsageId(actionNames: ConnectorActionName[]): ConnectorUsageId;
|
|
234
234
|
export declare const constructConnectorCategoryConfig: (id: string, localeId?: import('../../../locale').LocaleId) => LocalisedConfig<ConnectorCategoryConfig>;
|
|
235
235
|
export declare const constructConnectorItemTypeConfig: (id: string, localeId?: import('../../../locale').LocaleId) => LocalisedConfig<ConnectorItemTypeConfig>;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { FileTypeResult } from 'file-type';
|
|
2
2
|
import { AuditObjectContentOptions, AuditObjectContentResult, ConnectorUtilities, PreviewObjectResult, RecordRetrievalTypeId, RetrieveRecordsOptions, RetrieveRecordsSummary } from '.';
|
|
3
|
-
import { DataFormatId, DeclaredColumnConfig, ParsedRecord, ValueDelimiterId } from '../../dataView';
|
|
3
|
+
import { DataFormatId, DeclaredColumnConfig, DeclaredReadingConfig, ParsedRecord, ValueDelimiterId } from '../../dataView';
|
|
4
4
|
import { ToolConfig } from '../tool';
|
|
5
5
|
export interface ObjectFilePreview {
|
|
6
6
|
bytes: Uint8Array;
|
|
@@ -14,8 +14,8 @@ export interface ObjectFilePreview {
|
|
|
14
14
|
export declare function buildPreviewObjectResult(input: {
|
|
15
15
|
asAt: number;
|
|
16
16
|
declaredColumnConfigs?: DeclaredColumnConfig[] | undefined;
|
|
17
|
+
declaredReadingConfig?: DeclaredReadingConfig | undefined;
|
|
17
18
|
filePreview: ObjectFilePreview;
|
|
18
|
-
hasHeaders?: boolean | undefined;
|
|
19
19
|
inferDataTypes: ConnectorUtilities['inferDataTypes'];
|
|
20
20
|
parserId: string | undefined;
|
|
21
21
|
startedAt: number;
|