@dpuse/dpuse-shared 1.0.145 → 1.0.147

package/dist/types/src/component/dataView/index.d.ts

@@ -62,11 +62,11 @@ type ValueTrimMethodId = 'both' | 'left' | 'right' | 'none';
 export interface ContentAuditConfig {
     asAt: number;
     columns: ObjectColumnConfig[];
-    commentLineCount: number;
-    emptyLineCount: number;
-    invalidFieldLengthCount: number;
+    commentLineCount: number | undefined;
+    emptyLineCount: number | undefined;
+    invalidFieldLengthCount: number | undefined;
     duration: number;
-    lineCount: number;
+    lineCount: number | undefined;
     recordCount: number;
 }
 interface RelationshipsAuditConfig {

package/dist/types/src/component/module/connector/index.d.ts

@@ -5,7 +5,7 @@ import { LocalisedConfig } from '../../../locale';
 import { ToolConfig } from '../tool';
 import { ConnectionDescriptionConfig, ConnectionNodeConfig, ObjectColumnConfig } from '../../connection';
 import { connectorActionNameSchema, connectorCategoryConfigSchema, connectorConfigSchema, connectorItemTypeConfigSchema, connectorItemTypeIdSchema, connectorUsageConfigSchema, connectorUsageIdSchema } from './connectorConfig.schema';
-import { DataFormatId, InferenceRecord, InferenceSummary, ParsingRecord, PreviewConfig, ValueDelimiterId } from '../../dataView';
+import { ContentAuditConfig, DataFormatId, InferenceRecord, InferenceSummary, ParsingRecord, PreviewConfig, ValueDelimiterId } from '../../dataView';
 export { connectorConfigSchema } from './connectorConfig.schema';
 export interface ConnectorInterface extends Component {
     abortController: AbortController | undefined;
@@ -30,10 +30,15 @@ export interface ConnectorInterface extends Component {
 export type ConnectorActionName = InferOutput<typeof connectorActionNameSchema>;
 export type ConnectorConstructor = new (connectorUtilities: ConnectorUtilities, toolConfigs: ToolConfig[]) => ConnectorInterface;
 export interface ConnectorUtilities {
+    constructColumnAuditor: (hasHeaders: boolean) => ColumnAuditor;
     hasReadableStreamTransferSupport(): boolean;
     inferValues: (parsedRecord: ParsingRecord, columnConfigs: ObjectColumnConfig[], hasLeadingRecord: boolean) => InferenceRecord;
     inferDataTypes: (parsedRecords: ParsingRecord[]) => InferenceSummary;
 }
+export interface ColumnAuditor {
+    auditRecords: (parsedRecords: ParsingRecord[]) => void;
+    completeAudit: () => ObjectColumnConfig[];
+}
 export type ConnectorConfig = InferOutput<typeof connectorConfigSchema>;
 type ConnectorCategoryConfig = InferOutput<typeof connectorCategoryConfigSchema>;
 type ConnectorItemTypeConfig = InferOutput<typeof connectorItemTypeConfigSchema>;
@@ -42,14 +47,14 @@ type ConnectorUsageConfig = InferOutput<typeof connectorUsageConfigSchema>;
 export interface AuditObjectContentOptions extends EngineConnectorActionOptions {
     chunkSize: number | undefined;
     encodingId: string;
+    hasHeaders: boolean;
     parsingToolName: string | undefined;
     path: string;
     supportsTransferableStreams: boolean;
     valueDelimiterId: ValueDelimiterId;
 }
 export interface AuditObjectContentResult {
-    processedRowCount: number;
-    durationMs: number;
+    contentAuditConfig: ContentAuditConfig;
 }
 export interface CreateObjectOptions extends EngineConnectorActionOptions {
     path: string;

package/dist/types/src/encoding/index.d.ts

@@ -176,8 +176,8 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
         readonly groupId: null;
         readonly decoderId: "windows-1252";
     };
-    readonly Big5: {
-        readonly id: "Big5";
+    readonly big5: {
+        readonly id: "big5";
         readonly groupId: "chineseTraditional";
         readonly decoderId: "big5";
     };
@@ -276,8 +276,8 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
         readonly groupId: "greek";
         readonly decoderId: null;
     };
-    readonly CP874: {
-        readonly id: "CP874";
+    readonly cp874: {
+        readonly id: "cp874";
         readonly groupId: "thai";
         readonly decoderId: "windows-874";
     };
@@ -286,13 +286,13 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
         readonly groupId: "greek";
         readonly decoderId: null;
     };
-    readonly CP932: {
-        readonly id: "CP932";
+    readonly cp932: {
+        readonly id: "cp932";
         readonly groupId: "japanese";
         readonly decoderId: "shift_jis";
     };
-    readonly CP949: {
-        readonly id: "CP949";
+    readonly cp949: {
+        readonly id: "cp949";
         readonly groupId: "korean";
         readonly decoderId: "euc-kr";
     };
@@ -321,18 +321,18 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
         readonly groupId: "vietnamese";
         readonly decoderId: "windows-1258";
     };
-    readonly 'EUC-JP': {
-        readonly id: "EUC-JP";
+    readonly 'euc-jp': {
+        readonly id: "euc-jp";
         readonly groupId: "japanese";
         readonly decoderId: "euc-jp";
     };
-    readonly 'EUC-KR': {
-        readonly id: "EUC-KR";
+    readonly 'euc-kr': {
+        readonly id: "euc-kr";
         readonly groupId: "korean";
         readonly decoderId: "euc-kr";
     };
-    readonly GB18030: {
-        readonly id: "GB18030";
+    readonly gb18030: {
+        readonly id: "gb18030";
         readonly groupId: "chineseSimplified";
         readonly decoderId: "gb18030";
     };
@@ -341,68 +341,68 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
         readonly groupId: "western";
         readonly decoderId: null;
     };
-    readonly 'HZ-GB-2312': {
-        readonly id: "HZ-GB-2312";
+    readonly 'hz-gb-2312': {
+        readonly id: "hz-gb-2312";
         readonly groupId: "chineseSimplified";
         readonly decoderId: null;
     };
-    readonly IBM855: {
-        readonly id: "IBM855";
+    readonly ibm855: {
+        readonly id: "ibm855";
         readonly groupId: "cyrillic";
         readonly decoderId: null;
     };
-    readonly IBM866: {
-        readonly id: "IBM866";
+    readonly ibm866: {
+        readonly id: "ibm866";
         readonly groupId: "cyrillic";
         readonly decoderId: "ibm866";
     };
-    readonly 'ISO-2022-JP': {
-        readonly id: "ISO-2022-JP";
+    readonly 'iso-2022-jp': {
+        readonly id: "iso-2022-jp";
         readonly groupId: "japanese";
         readonly decoderId: "iso-2022-jp";
     };
-    readonly 'ISO-2022-KR': {
-        readonly id: "ISO-2022-KR";
+    readonly 'iso-2022-kr': {
+        readonly id: "iso-2022-kr";
         readonly groupId: "korean";
         readonly decoderId: null;
     };
-    readonly 'ISO-8859-1': {
-        readonly id: "ISO-8859-1";
+    readonly 'iso-8859-1': {
+        readonly id: "iso-8859-1";
         readonly groupId: "western";
         readonly decoderId: "windows-1252";
     };
-    readonly 'ISO-8859-2': {
-        readonly id: "ISO-8859-2";
+    readonly 'iso-8859-2': {
+        readonly id: "iso-8859-2";
         readonly groupId: "centralEuropean";
         readonly decoderId: "iso-8859-2";
     };
-    readonly 'ISO-8859-5': {
-        readonly id: "ISO-8859-5";
+    readonly 'iso-8859-5': {
+        readonly id: "iso-8859-5";
         readonly groupId: "cyrillic";
         readonly decoderId: "iso-8859-5";
     };
-    readonly 'ISO-8859-6': {
-        readonly id: "ISO-8859-6";
+    readonly 'iso-8859-6': {
+        readonly id: "iso-8859-6";
         readonly groupId: "arabic";
         readonly decoderId: "iso-8859-6";
     };
-    readonly 'ISO-8859-7': {
-        readonly id: "ISO-8859-7";
+    readonly 'iso-8859-7': {
+        readonly id: "iso-8859-7";
         readonly groupId: "greek";
         readonly decoderId: "iso-8859-7";
     };
-    readonly 'ISO-8859-8': {
-        readonly id: "ISO-8859-8";
+    readonly 'iso-8859-8': {
+        readonly id: "iso-8859-8";
         readonly groupId: "hebrew";
         readonly decoderId: "iso-8859-8-i";
     };
-    readonly 'ISO-8859-9': {
-        readonly id: "ISO-8859-9";
+    readonly 'iso-8859-9': {
+        readonly id: "iso-8859-9";
         readonly groupId: "turkish";
         readonly decoderId: "windows-1254";
     };
-    readonly 'ISO-8859-13': {
-        readonly id: "ISO-8859-13";
+    readonly 'iso-8859-13': {
+        readonly id: "iso-8859-13";
         readonly groupId: "baltic";
         readonly decoderId: "iso-8859-13";
     };
@@ -446,13 +446,13 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
         readonly groupId: "romanian";
         readonly decoderId: "iso-8859-16";
     };
-    readonly Johab: {
-        readonly id: "Johab";
+    readonly johab: {
+        readonly id: "johab";
         readonly groupId: "korean";
         readonly decoderId: null;
     };
-    readonly 'KOI8-R': {
-        readonly id: "KOI8-R";
+    readonly 'koi8-r': {
+        readonly id: "koi8-r";
         readonly groupId: "cyrillic";
         readonly decoderId: "koi8-r";
     };
@@ -466,38 +466,38 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
         readonly groupId: "cyrillic";
         readonly decoderId: "koi8-u";
     };
-    readonly KZ1048: {
-        readonly id: "KZ1048";
+    readonly kz1048: {
+        readonly id: "kz1048";
         readonly groupId: "cyrillic";
         readonly decoderId: null;
     };
-    readonly MacCyrillic: {
-        readonly id: "MacCyrillic";
+    readonly maccyrillic: {
+        readonly id: "maccyrillic";
         readonly groupId: "cyrillic";
         readonly decoderId: "x-mac-cyrillic";
     };
-    readonly MacGreek: {
-        readonly id: "MacGreek";
+    readonly macgreek: {
+        readonly id: "macgreek";
         readonly groupId: "greek";
         readonly decoderId: null;
     };
-    readonly MacIceland: {
-        readonly id: "MacIceland";
+    readonly maciceland: {
+        readonly id: "maciceland";
         readonly groupId: "nordic";
         readonly decoderId: null;
     };
-    readonly MacLatin2: {
-        readonly id: "MacLatin2";
+    readonly maclatin2: {
+        readonly id: "maclatin2";
         readonly groupId: "centralEuropean";
         readonly decoderId: null;
     };
-    readonly MacRoman: {
-        readonly id: "MacRoman";
+    readonly macroman: {
+        readonly id: "macroman";
         readonly groupId: "western";
         readonly decoderId: "macintosh";
     };
-    readonly MacTurkish: {
-        readonly id: "MacTurkish";
+    readonly macturkish: {
+        readonly id: "macturkish";
         readonly groupId: "turkish";
         readonly decoderId: null;
     };
@@ -506,13 +506,13 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
         readonly groupId: "cyrillic";
         readonly decoderId: null;
     };
-    readonly SHIFT_JIS: {
-        readonly id: "SHIFT_JIS";
+    readonly shift_jis: {
+        readonly id: "shift_jis";
         readonly groupId: "japanese";
         readonly decoderId: "shift_jis";
     };
-    readonly 'TIS-620': {
-        readonly id: "TIS-620";
+    readonly 'tis-620': {
+        readonly id: "tis-620";
         readonly groupId: "thai";
         readonly decoderId: "windows-874";
     };
@@ -526,13 +526,13 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
         readonly groupId: null;
         readonly decoderId: "utf-8";
     };
-    readonly 'UTF-8-SIG': {
-        readonly id: "UTF-8-SIG";
+    readonly 'utf-8-sig': {
+        readonly id: "utf-8-sig";
         readonly groupId: null;
         readonly decoderId: "utf-8";
     };
-    readonly 'UTF-16': {
-        readonly id: "UTF-16";
+    readonly 'utf-16': {
+        readonly id: "utf-16";
         readonly groupId: "unicode16";
         readonly decoderId: null;
     };
@@ -546,8 +546,8 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
         readonly groupId: "unicode16";
         readonly decoderId: "utf-16le";
     };
-    readonly 'UTF-32': {
-        readonly id: "UTF-32";
+    readonly 'utf-32': {
+        readonly id: "utf-32";
         readonly groupId: "unicode32";
         readonly decoderId: null;
     };
@@ -561,43 +561,43 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
         readonly groupId: "unicode32";
         readonly decoderId: null;
     };
-    readonly 'Windows-1250': {
-        readonly id: "Windows-1250";
+    readonly 'windows-1250': {
+        readonly id: "windows-1250";
         readonly groupId: "centralEuropean";
         readonly decoderId: "windows-1250";
     };
-    readonly 'Windows-1251': {
-        readonly id: "Windows-1251";
+    readonly 'windows-1251': {
+        readonly id: "windows-1251";
         readonly groupId: "cyrillic";
         readonly decoderId: "windows-1251";
     };
-    readonly 'Windows-1252': {
-        readonly id: "Windows-1252";
+    readonly 'windows-1252': {
+        readonly id: "windows-1252";
         readonly groupId: "western";
         readonly decoderId: "windows-1252";
     };
-    readonly 'Windows-1253': {
-        readonly id: "Windows-1253";
+    readonly 'windows-1253': {
+        readonly id: "windows-1253";
         readonly groupId: "greek";
         readonly decoderId: "windows-1253";
     };
-    readonly 'Windows-1254': {
-        readonly id: "Windows-1254";
+    readonly 'windows-1254': {
+        readonly id: "windows-1254";
         readonly groupId: "turkish";
         readonly decoderId: "windows-1254";
     };
-    readonly 'Windows-1255': {
-        readonly id: "Windows-1255";
+    readonly 'windows-1255': {
+        readonly id: "windows-1255";
         readonly groupId: "hebrew";
         readonly decoderId: "windows-1255";
     };
-    readonly 'Windows-1256': {
-        readonly id: "Windows-1256";
+    readonly 'windows-1256': {
+        readonly id: "windows-1256";
         readonly groupId: "arabic";
         readonly decoderId: "windows-1256";
     };
-    readonly 'Windows-1257': {
-        readonly id: "Windows-1257";
+    readonly 'windows-1257': {
+        readonly id: "windows-1257";
         readonly groupId: "baltic";
         readonly decoderId: "windows-1257";
     };

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@dpuse/dpuse-shared",
-    "version": "1.0.145",
+    "version": "1.0.147",
     "private": false,
     "description": "Common constants, types and utilities used across DPUse projects.",
     "license": "MIT",