khotan-data 0.0.1

package/dist/types-EpLTQcN2.d.ts

@@ -0,0 +1,54 @@
+/** A single record flowing through a pipeline. */
+type DataRecord = Record<string, unknown>;
+/** Extracts data from a source, yielding records lazily. */
+interface Extractor<T extends DataRecord = DataRecord> {
+    readonly name: string;
+    extract(): AsyncIterable<T>;
+}
+/** Transforms a record into zero or more output records. */
+interface Transformer<TInput extends DataRecord = DataRecord, TOutput extends DataRecord = DataRecord> {
+    readonly name: string;
+    transform(record: TInput): TOutput | TOutput[] | Promise<TOutput | TOutput[]>;
+}
+/** Loads a batch of records into a destination. */
+interface Loader<T extends DataRecord = DataRecord> {
+    readonly name: string;
+    load(records: T[]): Promise<LoadResult>;
+}
+interface LoadResult {
+    readonly recordsLoaded: number;
+    readonly errors: LoadError[];
+}
+interface LoadError {
+    readonly record: DataRecord;
+    readonly error: Error;
+}
+/** Events emitted during pipeline execution. */
+interface PipelineEvent {
+    readonly type: "pipeline:start" | "pipeline:end" | "step:start" | "step:end" | "record:extracted" | "record:transformed" | "record:loaded" | "error";
+    readonly timestamp: Date;
+    readonly stepName?: string;
+    readonly data?: unknown;
+}
+type PipelineEventListener = (event: PipelineEvent) => void;
+interface PipelineOptions {
+    /** Records per load batch. Defaults to 1000. */
+    readonly batchSize?: number;
+    /** Keep processing after errors instead of throwing. */
+    readonly continueOnError?: boolean;
+    /** Cancel the pipeline. */
+    readonly signal?: AbortSignal;
+}
+interface PipelineResult {
+    readonly recordsProcessed: number;
+    readonly recordsLoaded: number;
+    readonly errors: PipelineStepError[];
+    readonly duration: number;
+}
+interface PipelineStepError {
+    readonly stepName: string;
+    readonly error: Error;
+    readonly record?: DataRecord;
+}
+
+export type { DataRecord as D, Extractor as E, LoadError as L, PipelineEvent as P, Transformer as T, LoadResult as a, Loader as b, PipelineEventListener as c, PipelineOptions as d, PipelineResult as e, PipelineStepError as f };

package/package.json

@@ -0,0 +1,110 @@
+{
+  "name": "khotan-data",
+  "version": "0.0.1",
+  "description": "Data primitives for TypeScript — ETL pipelines, transforms, and Drizzle Postgres integration.",
+  "type": "module",
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": {
+        "types": "./dist/index.d.ts",
+        "default": "./dist/index.js"
+      },
+      "require": {
+        "types": "./dist/index.d.cts",
+        "default": "./dist/index.cjs"
+      }
+    },
+    "./pipeline": {
+      "import": {
+        "types": "./dist/pipeline.d.ts",
+        "default": "./dist/pipeline.js"
+      },
+      "require": {
+        "types": "./dist/pipeline.d.cts",
+        "default": "./dist/pipeline.cjs"
+      }
+    },
+    "./transform": {
+      "import": {
+        "types": "./dist/transform.d.ts",
+        "default": "./dist/transform.js"
+      },
+      "require": {
+        "types": "./dist/transform.d.cts",
+        "default": "./dist/transform.cjs"
+      }
+    },
+    "./drizzle": {
+      "import": {
+        "types": "./dist/drizzle.d.ts",
+        "default": "./dist/drizzle.js"
+      },
+      "require": {
+        "types": "./dist/drizzle.d.cts",
+        "default": "./dist/drizzle.cjs"
+      }
+    }
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "sideEffects": false,
+  "scripts": {
+    "build": "tsup",
+    "dev": "tsup --watch",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage",
+    "lint": "eslint . --max-warnings 0",
+    "lint:fix": "eslint . --fix",
+    "format": "prettier --write .",
+    "format:check": "prettier --check .",
+    "typecheck": "tsc --noEmit",
+    "check": "npm run typecheck && npm run lint && npm run format:check && npm run test",
+    "prepublishOnly": "npm run check && npm run build",
+    "changeset": "changeset",
+    "release": "npm run build && changeset publish"
+  },
+  "keywords": [
+    "data",
+    "etl",
+    "pipeline",
+    "drizzle",
+    "drizzle-orm",
+    "postgres",
+    "nextjs",
+    "typescript",
+    "transform",
+    "data-management"
+  ],
+  "author": "",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": ""
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "peerDependencies": {
+    "drizzle-orm": ">=0.35.0"
+  },
+  "devDependencies": {
+    "@changesets/cli": "^2.29.4",
+    "@eslint/js": "^9.28.0",
+    "@vitest/coverage-v8": "^4.1.7",
+    "drizzle-orm": "^0.45.2",
+    "eslint": "^9.28.0",
+    "prettier": "^3.5.3",
+    "tsup": "^8.5.1",
+    "typescript": "^6.0.3",
+    "typescript-eslint": "^8.34.0",
+    "vitest": "^4.1.7"
+  },
+  "packageManager": "npm@11.12.1"
+}