@hazeljs/data 0.2.4 → 0.3.1

package/dist/contracts/contract.types.d.ts

@@ -0,0 +1,65 @@
+/**
+ * @hazeljs/data - Data Contract Types
+ */
+export type ContractStatus = 'active' | 'deprecated' | 'breaking';
+export interface DataContract {
+    name: string;
+    version: string;
+    description?: string;
+    owner: string;
+    schema: Record<string, unknown>;
+    sla?: DataContractSLA;
+    consumers?: string[];
+    producers?: string[];
+    status: ContractStatus;
+    createdAt: Date;
+    updatedAt: Date;
+    tags?: string[];
+}
+export interface DataContractSLA {
+    freshness?: {
+        maxDelayMinutes: number;
+        checkIntervalMinutes?: number;
+    };
+    completeness?: {
+        minCompleteness: number;
+        requiredFields: string[];
+    };
+    quality?: {
+        minQualityScore: number;
+        checks: string[];
+    };
+    availability?: {
+        minUptime: number;
+    };
+}
+export interface ContractViolation {
+    contractName: string;
+    contractVersion: string;
+    violationType: 'schema' | 'sla' | 'breaking_change';
+    severity: 'warning' | 'error' | 'critical';
+    message: string;
+    details: Record<string, unknown>;
+    timestamp: Date;
+}
+export interface SchemaChange {
+    field: string;
+    changeType: 'added' | 'removed' | 'modified' | 'type_changed';
+    oldValue?: unknown;
+    newValue?: unknown;
+    breaking: boolean;
+}
+export interface ContractDiff {
+    contractName: string;
+    oldVersion: string;
+    newVersion: string;
+    changes: SchemaChange[];
+    breakingChanges: SchemaChange[];
+    isBreaking: boolean;
+}
+export interface ContractValidationResult {
+    valid: boolean;
+    violations: ContractViolation[];
+    warnings: string[];
+}
+//# sourceMappingURL=contract.types.d.ts.map

package/dist/contracts/contract.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contract.types.d.ts","sourceRoot":"","sources":["../../src/contracts/contract.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG,YAAY,GAAG,UAAU,CAAC;AAElE,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,GAAG,CAAC,EAAE,eAAe,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,EAAE,cAAc,CAAC;IACvB,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE;QACV,eAAe,EAAE,MAAM,CAAC;QACxB,oBAAoB,CAAC,EAAE,MAAM,CAAC;KAC/B,CAAC;IACF,YAAY,CAAC,EAAE;QACb,eAAe,EAAE,MAAM,CAAC;QACxB,cAAc,EAAE,MAAM,EAAE,CAAC;KAC1B,CAAC;IACF,OAAO,CAAC,EAAE;QACR,eAAe,EAAE,MAAM,CAAC;QACxB,MAAM,EAAE,MAAM,EAAE,CAAC;KAClB,CAAC;IACF,YAAY,CAAC,EAAE;QACb,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,iBAAiB;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,QAAQ,GAAG,KAAK,GAAG,iBAAiB,CAAC;IACpD,QAAQ,EAAE,SAAS,GAAG,OAAO,GAAG,UAAU,CAAC;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,cAAc,CAAC;IAC9D,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,eAAe,EAAE,YAAY,EAAE,CAAC;IAChC,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,wBAAwB;IACvC,KAAK,EAAE,OAAO,CAAC;IACf,UAAU,EAAE,iBAAiB,EAAE,CAAC;IAChC,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB"}

package/dist/contracts/contract.types.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * @hazeljs/data - Data Contract Types
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/contracts/index.d.ts

@@ -0,0 +1,9 @@
+/**
+ * @hazeljs/data - Data Contracts
+ *
+ * Export all data contract components
+ */
+export type { ContractStatus, DataContract as DataContractType, DataContractSLA, ContractViolation, SchemaChange, ContractDiff, ContractValidationResult, } from './contract.types';
+export { ContractRegistry } from './contract-registry';
+export { DataContract, getDataContractMetadata, hasDataContractMetadata, type DataContractOptions, type DataContractMetadata, } from './contract.decorator';
+//# sourceMappingURL=index.d.ts.map

package/dist/contracts/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/contracts/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,YAAY,EACV,cAAc,EACd,YAAY,IAAI,gBAAgB,EAChC,eAAe,EACf,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,wBAAwB,GACzB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAGvD,OAAO,EACL,YAAY,EACZ,uBAAuB,EACvB,uBAAuB,EACvB,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,GAC1B,MAAM,sBAAsB,CAAC"}

package/dist/contracts/index.js

@@ -0,0 +1,16 @@
+"use strict";
+/**
+ * @hazeljs/data - Data Contracts
+ *
+ * Export all data contract components
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.hasDataContractMetadata = exports.getDataContractMetadata = exports.DataContract = exports.ContractRegistry = void 0;
+// Services
+var contract_registry_1 = require("./contract-registry");
+Object.defineProperty(exports, "ContractRegistry", { enumerable: true, get: function () { return contract_registry_1.ContractRegistry; } });
+// Decorators
+var contract_decorator_1 = require("./contract.decorator");
+Object.defineProperty(exports, "DataContract", { enumerable: true, get: function () { return contract_decorator_1.DataContract; } });
+Object.defineProperty(exports, "getDataContractMetadata", { enumerable: true, get: function () { return contract_decorator_1.getDataContractMetadata; } });
+Object.defineProperty(exports, "hasDataContractMetadata", { enumerable: true, get: function () { return contract_decorator_1.hasDataContractMetadata; } });

package/dist/index.d.ts

@@ -24,6 +24,9 @@ export type { DataSource, DataSink, ConnectorOptions } from './connectors/connec
 export { CsvSource, CsvSink, type CsvSourceOptions, type CsvSinkOptions, } from './connectors/csv.connector';
 export { HttpSource, HttpSink, type HttpSourceOptions, type HttpSinkOptions, } from './connectors/http.connector';
 export { MemorySource, MemorySink } from './connectors/memory.connector';
+export { JsonlSource, JsonlSink, type JsonlSourceOptions, type JsonlSinkOptions, } from './connectors/jsonl.connector';
+export { PostgresSource, PostgresSink, type PostgresSourceOptions, type PostgresSinkOptions, } from './connectors/postgres.connector';
+export { ContractRegistry, DataContract, getDataContractMetadata, hasDataContractMetadata, type ContractStatus, type DataContractType, type DataContractSLA, type ContractViolation, type SchemaChange, type ContractDiff, type ContractValidationResult, type DataContractOptions, type DataContractMetadata, } from './contracts';
 export { TelemetryService, createPrometheusExporter, type PipelineSpan, type MetricPoint, type LineageEntry, type SpanExporter, type MetricExporter, } from './telemetry/telemetry';
 export { SchemaFaker, PipelineTestHarness, MockSource, MockSink, type StepSnapshot, type PipelineRunResult, } from './testing';
 export { Injectable } from '@hazeljs/core';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,kBAAkB,CAAC;AAG1B,OAAO,EAAE,UAAU,EAAE,KAAK,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAGnE,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,YAAY,EACV,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,UAAU,EACV,YAAY,EACZ,WAAW,EACX,aAAa,EACb,WAAW,EACX,qBAAqB,EACrB,eAAe,IAAI,iBAAiB,EACpC,KAAK,GACN,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EACL,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,MAAM,EAEN,IAAI,EACJ,MAAM,EACN,OAAO,EACP,OAAO,EAEP,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EAEjB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,WAAW,EAChB,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,cAAc,GACpB,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,UAAU,EACV,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,GAC1B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EACL,eAAe,EACf,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,cAAc,GACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAG3D,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,KAAK,aAAa,EAClB,KAAK,iBAAiB,GACvB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,KAAK,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAGnF,OAAO,EAAE,YAAY,EAAE,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC3F,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EACL,UAAU,EACV,WAAW,EACX,WAAW,EACX,SAAS,EACT,aAAa,EACb,IAAI,EACJ,IAAI,EACJ,UAAU,GACX,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EACL,cAAc,EACd,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,aAAa,GACnB,MAAM,2BAA2B,CAAC;AAGnC,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AAC/F,OAAO,EACL,SAAS,EACT,OAAO,EACP,KAAK,gBAAgB,EACrB,KAAK,cAAc,GACpB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,UAAU,EACV,QAAQ,EACR,KAAK,iBAAiB,EACtB,KAAK,eAAe,GACrB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAGzE,OAAO,EACL,gBAAgB,EAChB,wBAAwB,EACxB,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,cAAc,GACpB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,WAAW,EACX,mBAAmB,EACnB,UAAU,EACV,QAAQ,EACR,KAAK,YAAY,EACjB,KAAK,iBAAiB,GACvB,MAAM,WAAW,CAAC;AAGnB,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAG3C,YAAY,EACV,oBAAoB,EACpB,cAAc,EACd,cAAc,EACd,eAAe,EACf,WAAW,EACX,SAAS,GACV,MAAM,cAAc,CAAC;AACtB,YAAY,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,kBAAkB,CAAC;AAG1B,OAAO,EAAE,UAAU,EAAE,KAAK,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAGnE,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,YAAY,EACV,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,UAAU,EACV,YAAY,EACZ,WAAW,EACX,aAAa,EACb,WAAW,EACX,qBAAqB,EACrB,eAAe,IAAI,iBAAiB,EACpC,KAAK,GACN,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EACL,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,MAAM,EAEN,IAAI,EACJ,MAAM,EACN,OAAO,EACP,OAAO,EAEP,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EAEjB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,WAAW,EAChB,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,cAAc,GACpB,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,UAAU,EACV,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,GAC1B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EACL,eAAe,EACf,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,cAAc,GACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAG3D,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,KAAK,aAAa,EAClB,KAAK,iBAAiB,GACvB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,KAAK,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAGnF,OAAO,EAAE,YAAY,EAAE,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC3F,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EACL,UAAU,EACV,WAAW,EACX,WAAW,EACX,SAAS,EACT,aAAa,EACb,IAAI,EACJ,IAAI,EACJ,UAAU,GACX,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EACL,cAAc,EACd,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,aAAa,GACnB,MAAM,2BAA2B,CAAC;AAGnC,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AAC/F,OAAO,EACL,SAAS,EACT,OAAO,EACP,KAAK,gBAAgB,EACrB,KAAK,cAAc,GACpB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,UAAU,EACV,QAAQ,EACR,KAAK,iBAAiB,EACtB,KAAK,eAAe,GACrB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AACzE,OAAO,EACL,WAAW,EACX,SAAS,EACT,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,GACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,cAAc,EACd,YAAY,EACZ,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,GACzB,MAAM,iCAAiC,CAAC;AAGzC,OAAO,EACL,gBAAgB,EAChB,YAAY,EACZ,uBAAuB,EACvB,uBAAuB,EACvB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,wBAAwB,EAC7B,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,GAC1B,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,gBAAgB,EAChB,wBAAwB,EACxB,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,cAAc,GACpB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,WAAW,EACX,mBAAmB,EACnB,UAAU,EACV,QAAQ,EACR,KAAK,YAAY,EACjB,KAAK,iBAAiB,GACvB,MAAM,WAAW,CAAC;AAGnB,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAG3C,YAAY,EACV,oBAAoB,EACpB,cAAc,EACd,cAAc,EACd,eAAe,EACf,WAAW,EACX,SAAS,GACV,MAAM,cAAc,CAAC;AACtB,YAAY,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC"}

package/dist/index.js

@@ -3,8 +3,8 @@
  * @hazeljs/data - Data Processing & ETL for HazelJS
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SchemaFaker = exports.createPrometheusExporter = exports.TelemetryService = exports.MemorySink = exports.MemorySource = exports.HttpSink = exports.HttpSource = exports.CsvSink = exports.CsvSource = exports.QualityService = exports.renameKeys = exports.omit = exports.pick = exports.stringifyJson = exports.parseJson = exports.toUpperCase = exports.toLowerCase = exports.trimString = exports.TransformerService = exports.SchemaValidationException = exports.SchemaValidator = exports.FlinkService = exports.StreamProcessor = exports.StreamBuilder = exports.createFlinkJobGraph = exports.mapToFlinkOperator = exports.FlinkJob = exports.FlinkClient = exports.StreamService = exports.PipelineBuilder = exports.PipelineBase = exports.ETLService = exports.getRedactMetadata = exports.getMaskMetadata = exports.hasStreamMetadata = exports.getStreamMetadata = exports.getValidateMetadata = exports.getTransformMetadata = exports.hasPipelineMetadata = exports.getPipelineMetadata = exports.Decrypt = exports.Encrypt = exports.Redact = exports.Mask = exports.Stream = exports.Validate = exports.Transform = exports.Pipeline = exports.Schema = exports.DataModule = void 0;
-exports.Injectable = exports.MockSink = exports.MockSource = exports.PipelineTestHarness = void 0;
+exports.PostgresSource = exports.JsonlSink = exports.JsonlSource = exports.MemorySink = exports.MemorySource = exports.HttpSink = exports.HttpSource = exports.CsvSink = exports.CsvSource = exports.QualityService = exports.renameKeys = exports.omit = exports.pick = exports.stringifyJson = exports.parseJson = exports.toUpperCase = exports.toLowerCase = exports.trimString = exports.TransformerService = exports.SchemaValidationException = exports.SchemaValidator = exports.FlinkService = exports.StreamProcessor = exports.StreamBuilder = exports.createFlinkJobGraph = exports.mapToFlinkOperator = exports.FlinkJob = exports.FlinkClient = exports.StreamService = exports.PipelineBuilder = exports.PipelineBase = exports.ETLService = exports.getRedactMetadata = exports.getMaskMetadata = exports.hasStreamMetadata = exports.getStreamMetadata = exports.getValidateMetadata = exports.getTransformMetadata = exports.hasPipelineMetadata = exports.getPipelineMetadata = exports.Decrypt = exports.Encrypt = exports.Redact = exports.Mask = exports.Stream = exports.Validate = exports.Transform = exports.Pipeline = exports.Schema = exports.DataModule = void 0;
+exports.Injectable = exports.MockSink = exports.MockSource = exports.PipelineTestHarness = exports.SchemaFaker = exports.createPrometheusExporter = exports.TelemetryService = exports.hasDataContractMetadata = exports.getDataContractMetadata = exports.DataContract = exports.ContractRegistry = exports.PostgresSink = void 0;
 require("reflect-metadata");
 // ─── Module ──────────────────────────────────────────────────────────────────
 var data_module_1 = require("./data.module");
@@ -81,6 +81,18 @@ Object.defineProperty(exports, "HttpSink", { enumerable: true, get: function ()
 var memory_connector_1 = require("./connectors/memory.connector");
 Object.defineProperty(exports, "MemorySource", { enumerable: true, get: function () { return memory_connector_1.MemorySource; } });
 Object.defineProperty(exports, "MemorySink", { enumerable: true, get: function () { return memory_connector_1.MemorySink; } });
+var jsonl_connector_1 = require("./connectors/jsonl.connector");
+Object.defineProperty(exports, "JsonlSource", { enumerable: true, get: function () { return jsonl_connector_1.JsonlSource; } });
+Object.defineProperty(exports, "JsonlSink", { enumerable: true, get: function () { return jsonl_connector_1.JsonlSink; } });
+var postgres_connector_1 = require("./connectors/postgres.connector");
+Object.defineProperty(exports, "PostgresSource", { enumerable: true, get: function () { return postgres_connector_1.PostgresSource; } });
+Object.defineProperty(exports, "PostgresSink", { enumerable: true, get: function () { return postgres_connector_1.PostgresSink; } });
+// ─── Data Contracts ───────────────────────────────────────────────────────────
+var contracts_1 = require("./contracts");
+Object.defineProperty(exports, "ContractRegistry", { enumerable: true, get: function () { return contracts_1.ContractRegistry; } });
+Object.defineProperty(exports, "DataContract", { enumerable: true, get: function () { return contracts_1.DataContract; } });
+Object.defineProperty(exports, "getDataContractMetadata", { enumerable: true, get: function () { return contracts_1.getDataContractMetadata; } });
+Object.defineProperty(exports, "hasDataContractMetadata", { enumerable: true, get: function () { return contracts_1.hasDataContractMetadata; } });
 // ─── Telemetry ────────────────────────────────────────────────────────────────
 var telemetry_1 = require("./telemetry/telemetry");
 Object.defineProperty(exports, "TelemetryService", { enumerable: true, get: function () { return telemetry_1.TelemetryService; } });

package/dist/testing/schema-faker.test.js

@@ -63,4 +63,37 @@ describe('SchemaFaker', () => {
         const value = schema_faker_1.SchemaFaker.generate(schema);
         expect(value === null || typeof value === 'string').toBe(true);
     });
+    it('generates integer type', () => {
+        const faker = new schema_faker_1.SchemaFaker();
+        const schema = schema_1.Schema.number();
+        const value = faker.generate(schema);
+        expect(typeof value).toBe('number');
+    });
+    it('generates nested objects', () => {
+        const schema = schema_1.Schema.object({
+            user: schema_1.Schema.object({
+                name: schema_1.Schema.string(),
+                age: schema_1.Schema.number(),
+            }),
+        });
+        const value = schema_faker_1.SchemaFaker.generate(schema);
+        expect(value).toHaveProperty('user');
+        expect(value.user).toHaveProperty('name');
+        expect(value.user).toHaveProperty('age');
+    });
+    it('generates array with custom length', () => {
+        const faker = new schema_faker_1.SchemaFaker({ arrayMinLength: 5, arrayMaxLength: 5 });
+        const schema = schema_1.Schema.array(schema_1.Schema.string());
+        const value = faker.generate(schema);
+        expect(Array.isArray(value)).toBe(true);
+        expect(value.length).toBe(5);
+    });
+    it('generates optional fields', () => {
+        const schema = schema_1.Schema.object({
+            required: schema_1.Schema.string(),
+            optional: schema_1.Schema.string().optional(),
+        });
+        const value = schema_faker_1.SchemaFaker.generate(schema);
+        expect(value).toHaveProperty('required');
+    });
 });

package/dist/transformers/transformer.service.test.js

@@ -39,4 +39,44 @@ describe('TransformerService', () => {
         const result = await filter([1, 2, 3]);
         expect(result).toEqual([2, 3]);
     });
+    it('apply handles async transform', async () => {
+        service.register('asyncDouble', async (x) => x * 2);
+        const result = await service.apply('asyncDouble', 5);
+        expect(result).toBe(10);
+    });
+    it('pipe handles async functions', async () => {
+        const fn = service.pipe(async (x) => x + 1, async (x) => x * 2);
+        const result = await fn(5);
+        expect(result).toBe(12);
+    });
+    it('pipe handles mix of sync and async functions', async () => {
+        const fn = service.pipe((x) => x + 1, async (x) => x * 2, (x) => x - 1);
+        const result = await fn(5);
+        expect(result).toBe(11);
+    });
+    it('map handles async mapper', async () => {
+        const mapper = service.map(async (x) => x * 2);
+        const result = await mapper([1, 2, 3]);
+        expect(result).toEqual([2, 4, 6]);
+    });
+    it('filter returns empty array when no items match', async () => {
+        const filter = service.filter((x) => x > 10);
+        const result = await filter([1, 2, 3]);
+        expect(result).toEqual([]);
+    });
+    it('filter handles empty array', async () => {
+        const filter = service.filter((x) => x > 1);
+        const result = await filter([]);
+        expect(result).toEqual([]);
+    });
+    it('map handles empty array', async () => {
+        const mapper = service.map((x) => x * 2);
+        const result = await mapper([]);
+        expect(result).toEqual([]);
+    });
+    it('pipe handles empty pipeline', async () => {
+        const fn = service.pipe();
+        const result = await fn(5);
+        expect(result).toBe(5);
+    });
 });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hazeljs/data",
-  "version": "0.2.4",
+  "version": "0.3.1",
   "description": "Data Processing & ETL for HazelJS framework",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -49,5 +49,5 @@
     "url": "https://github.com/hazeljs/hazel-js/issues"
   },
   "homepage": "https://hazeljs.ai",
-  "gitHead": "e0c2d21ace726f2a0bf20c5baefad02e1e681ba9"
+  "gitHead": "db6df492988e5d7b03253a98977c71c7a4540e1c"
 }