@dpuse/dpuse-shared 0.3.869 → 1.0.105

package/dist/types/src/component/module/connector/index.d.ts

@@ -1,11 +1,11 @@
 import { InferOutput } from 'valibot';
 import { Component } from '../..';
 import { EngineConnectorActionOptions } from '../engine';
+import { LocalisedConfig } from '../../../locale';
 import { ToolConfig } from '../tool';
 import { ConnectionDescriptionConfig, ConnectionNodeConfig, ObjectColumnConfig } from '../../connection';
 import { connectorActionNameSchema, connectorCategoryConfigSchema, connectorConfigSchema, connectorUsageConfigSchema, connectorUsageIdSchema } from './connectorConfig.schema';
 import { InferenceRecord, InferenceSummary, ParsingRecord, PreviewConfig, ValueDelimiterId } from '../../dataView';
-import { LocalisedConfig } from '../../../locale';
 export { connectorConfigSchema } from './connectorConfig.schema';
 export interface ConnectorInterface extends Component {
     abortController: AbortController | undefined;

package/dist/types/src/encoding/index.d.ts

@@ -10,6 +10,7 @@ interface EncodingTypeConfig {
     groupId: EncodingGroupId | null;
     isDetectable: boolean;
     isDecodable: boolean;
+    decoderId: EncodingTypeId | null;
 }
 export interface EncodingTypeConfigLocalised {
     id: EncodingTypeId;
@@ -17,6 +18,7 @@ export interface EncodingTypeConfigLocalised {
     label: string;
     isDetectable: boolean;
     isDecodable: boolean;
+    decoderId: EncodingTypeId | null;
 }
 export interface EncodingDetectionConfig {
     id: EncodingTypeId;
@@ -175,296 +177,345 @@ declare const ENCODING_TYPE_CONFIG_DATA: {
     readonly ascii: {
         readonly id: "ascii";
         readonly groupId: null;
-        readonly isDetectable: false;
+        readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: "windows-1252";
     };
     readonly big5: {
         readonly id: "big5";
         readonly groupId: "chineseTraditional";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'euc-jp': {
         readonly id: "euc-jp";
         readonly groupId: "japanese";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'euc-kr': {
         readonly id: "euc-kr";
         readonly groupId: "korean";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly gb18030: {
         readonly id: "gb18030";
         readonly groupId: "chineseSimplified";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly gbk: {
         readonly id: "gbk";
         readonly groupId: "chineseSimplified";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly ibm866: {
         readonly id: "ibm866";
         readonly groupId: "cyrillic";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-2022-cn': {
         readonly id: "iso-2022-cn";
         readonly groupId: "chineseSimplified";
         readonly isDetectable: true;
         readonly isDecodable: false;
+        readonly decoderId: null;
     };
     readonly 'iso-2022-jp': {
         readonly id: "iso-2022-jp";
         readonly groupId: "japanese";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-2022-kr': {
         readonly id: "iso-2022-kr";
         readonly groupId: "korean";
         readonly isDetectable: true;
         readonly isDecodable: false;
+        readonly decoderId: null;
     };
     readonly 'iso-8859-1': {
         readonly id: "iso-8859-1";
         readonly groupId: "western";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: "windows-1252";
     };
     readonly 'iso-8859-2': {
         readonly id: "iso-8859-2";
         readonly groupId: "centralEuropean";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-8859-3': {
         readonly id: "iso-8859-3";
         readonly groupId: "southernEuropean";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-8859-4': {
         readonly id: "iso-8859-4";
         readonly groupId: "baltic";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-8859-5': {
         readonly id: "iso-8859-5";
         readonly groupId: "cyrillic";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-8859-6': {
         readonly id: "iso-8859-6";
         readonly groupId: "arabic";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-8859-7': {
         readonly id: "iso-8859-7";
         readonly groupId: "greek";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-8859-8': {
         readonly id: "iso-8859-8";
         readonly groupId: "hebrew";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-8859-9': {
         readonly id: "iso-8859-9";
         readonly groupId: "turkish";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: "windows-1254";
     };
     readonly 'iso-8859-10': {
         readonly id: "iso-8859-10";
         readonly groupId: "nordic";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-8859-11': {
         readonly id: "iso-8859-11";
         readonly groupId: "thai";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: "windows-874";
     };
     readonly 'iso-8859-13': {
         readonly id: "iso-8859-13";
         readonly groupId: "baltic";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-8859-14': {
         readonly id: "iso-8859-14";
         readonly groupId: "celtic";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-8859-15': {
         readonly id: "iso-8859-15";
         readonly groupId: "western";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'iso-8859-16': {
         readonly id: "iso-8859-16";
         readonly groupId: "romanian";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'koi8-r': {
         readonly id: "koi8-r";
         readonly groupId: "cyrillic";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'koi8-u': {
         readonly id: "koi8-u";
         readonly groupId: "cyrillic";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly latin1: {
         readonly id: "latin1";
         readonly groupId: "western";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: "windows-1252";
     };
     readonly macintosh: {
         readonly id: "macintosh";
         readonly groupId: "western";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly shift_jis: {
         readonly id: "shift_jis";
         readonly groupId: "japanese";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'tis-620': {
         readonly id: "tis-620";
         readonly groupId: "thai";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: "windows-874";
     };
     readonly 'utf-16': {
         readonly id: "utf-16";
         readonly groupId: "unicode16";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: "utf-16le";
     };
     readonly 'utf-16be': {
         readonly id: "utf-16be";
         readonly groupId: "unicode16";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'utf-16le': {
         readonly id: "utf-16le";
         readonly groupId: "unicode16";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'utf-32be': {
         readonly id: "utf-32be";
         readonly groupId: "unicode32";
         readonly isDetectable: true;
         readonly isDecodable: false;
+        readonly decoderId: null;
     };
     readonly 'utf-32le': {
         readonly id: "utf-32le";
         readonly groupId: "unicode32";
         readonly isDetectable: true;
         readonly isDecodable: false;
+        readonly decoderId: null;
     };
     readonly 'utf-8': {
         readonly id: "utf-8";
         readonly groupId: null;
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'windows-1250': {
         readonly id: "windows-1250";
         readonly groupId: "centralEuropean";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'windows-1251': {
         readonly id: "windows-1251";
         readonly groupId: "cyrillic";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'windows-1252': {
         readonly id: "windows-1252";
         readonly groupId: "western";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'windows-1253': {
         readonly id: "windows-1253";
         readonly groupId: "greek";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'windows-1254': {
         readonly id: "windows-1254";
         readonly groupId: "turkish";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'windows-1255': {
         readonly id: "windows-1255";
         readonly groupId: "hebrew";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'windows-1256': {
         readonly id: "windows-1256";
         readonly groupId: "arabic";
         readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'windows-1257': {
         readonly id: "windows-1257";
         readonly groupId: "baltic";
-        readonly isDetectable: false;
+        readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'windows-1258': {
         readonly id: "windows-1258";
         readonly groupId: "vietnamese";
-        readonly isDetectable: false;
+        readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'windows-874': {
         readonly id: "windows-874";
         readonly groupId: "thai";
-        readonly isDetectable: false;
+        readonly isDetectable: true;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'x-mac-cyrillic': {
         readonly id: "x-mac-cyrillic";
         readonly groupId: "cyrillic";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
     readonly 'x-user-defined': {
         readonly id: "x-user-defined";
         readonly groupId: "other";
         readonly isDetectable: false;
         readonly isDecodable: true;
+        readonly decoderId: null;
     };
 };
 export declare const ENCODING_GROUP_CONFIG_MAP: Record<EncodingGroupId, EncodingGroupConfig>;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@dpuse/dpuse-shared",
-    "version": "0.3.869",
+    "version": "1.0.105",
     "private": false,
     "description": "Common constants, types and utilities used across DPUse projects.",
     "license": "MIT",
@@ -19,8 +19,8 @@
     "types": "./dist/types/src/index.d.ts",
     "exports": {
         ".": {
-            "import": "./dist/dpuse-shared.es.js",
-            "types": "./dist/types/src/index.d.ts"
+            "types": "./dist/types/src/index.d.ts",
+            "import": "./dist/dpuse-shared.es.js"
         }
     },
     "files": [
@@ -51,30 +51,32 @@
         "audit": "node -e \"import('@dpuse/dpuse-development').then(m => m.auditDependencies())\"",
         "build": "node -e \"import('@dpuse/dpuse-development').then(m => m.buildProject())\"",
         "check": "node -e \"import('@dpuse/dpuse-development').then(m => m.checkProject())\"",
-        "document": "node -e \"import('@dpuse/dpuse-development').then(m => m.documentProject('MIT'))\"",
+        "document": "node -e \"import('@dpuse/dpuse-development').then(m => m.documentProject('MIT'))\" && node scripts/documentEncodings.ts && prettier --write README.md",
         "format": "node -e \"import('@dpuse/dpuse-development').then(m => m.formatCode())\"",
         "lint": "node -e \"import('@dpuse/dpuse-development').then(m => m.lintCode())\"",
         "release": "npm run build && npm run document && npm run sync && node -e \"import('@dpuse/dpuse-development').then(m => m.triggerGitHubRelease())\"",
         "sync": "node -e \"import('@dpuse/dpuse-development').then(m => m.syncProjectWithGitHub())\"",
-        "test": "node -e \"import('@dpuse/dpuse-development').then(m => m.testProject())\""
+        "test": "node -e \"import('@dpuse/dpuse-development').then(m => m.testProject())\"",
+        "check:browsers": "node scripts/checkBrowserDecoding.ts"
     },
     "dependencies": {
         "file-type": "^22.1.1",
         "valibot": "^1.5.0"
     },
     "devDependencies": {
-        "@dpuse/dpuse-development": "^0.3.816",
-        "@dpuse/eslint-config-dpuse": "^1.0.124",
+        "@dpuse/dpuse-development": "^1.0.109",
+        "@dpuse/eslint-config-dpuse": "^1.0.132",
         "@types/node": "^26.6.4",
         "@vitest/coverage-v8": "^5.0.3",
-        "eslint": "^10.11.0",
+        "chardet": "^2.2.0",
+        "eslint": "^10.12.0",
         "fallow": "^3.31.0",
         "fast-check": "^4.10.2",
         "prettier": "^3.9.9",
         "sonda": "^0.14.0",
         "typescript": "^6.0.3",
         "vite": "^8.3.2",
-        "vite-plugin-dts": "^5.1.1",
+        "vite-plugin-dts": "^5.1.2",
         "vitest": "^5.0.3"
     }
 }