@hazeljs/data 0.2.0-beta.37

package/dist/decorators/validate.decorator.d.ts

@@ -0,0 +1,30 @@
+import 'reflect-metadata';
+import type { PipelineStepMetadata } from '../data.types';
+import type { BaseSchema } from '../schema/schema';
+export interface ValidateOptions {
+    step: number;
+    name: string;
+    schema: BaseSchema;
+}
+/**
+ * @Validate decorator - Schema validation with step ordering
+ * Validates data before passing to next step
+ *
+ * @example
+ * ```typescript
+ * @Validate({
+ *   step: 2,
+ *   name: 'validate',
+ *   schema: Schema.object({
+ *     email: Schema.string().email(),
+ *     age: Schema.number().min(0).max(120),
+ *   })
+ * })
+ * async validate(data: any) {
+ *   return data; // Validation happens automatically
+ * }
+ * ```
+ */
+export declare function Validate(options: ValidateOptions): MethodDecorator;
+export declare function getValidateMetadata(target: object, propertyKey: string | symbol): PipelineStepMetadata | undefined;
+//# sourceMappingURL=validate.decorator.d.ts.map

package/dist/decorators/validate.decorator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.decorator.d.ts","sourceRoot":"","sources":["../../src/decorators/validate.decorator.ts"],"names":[],"mappings":"AAAA,OAAO,kBAAkB,CAAC;AAE1B,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAInD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,UAAU,CAAC;CACpB;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAgB,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,eAAe,CAclE;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,GAAG,MAAM,GAC3B,oBAAoB,GAAG,SAAS,CAElC"}

package/dist/decorators/validate.decorator.js

@@ -0,0 +1,45 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Validate = Validate;
+exports.getValidateMetadata = getValidateMetadata;
+require("reflect-metadata");
+const core_1 = __importDefault(require("@hazeljs/core"));
+const VALIDATE_METADATA_KEY = 'hazel:data:validate';
+/**
+ * @Validate decorator - Schema validation with step ordering
+ * Validates data before passing to next step
+ *
+ * @example
+ * ```typescript
+ * @Validate({
+ *   step: 2,
+ *   name: 'validate',
+ *   schema: Schema.object({
+ *     email: Schema.string().email(),
+ *     age: Schema.number().min(0).max(120),
+ *   })
+ * })
+ * async validate(data: any) {
+ *   return data; // Validation happens automatically
+ * }
+ * ```
+ */
+function Validate(options) {
+    return (target, propertyKey, descriptor) => {
+        const metadata = {
+            step: options.step,
+            name: options.name,
+            type: 'validate',
+            schema: options.schema,
+        };
+        Reflect.defineMetadata(VALIDATE_METADATA_KEY, metadata, target, propertyKey);
+        core_1.default.debug(`Validate decorator applied: ${target.constructor.name}.${String(propertyKey)} step=${options.step}`);
+        return descriptor;
+    };
+}
+function getValidateMetadata(target, propertyKey) {
+    return Reflect.getMetadata(VALIDATE_METADATA_KEY, target, propertyKey);
+}

package/dist/flink.service.d.ts

@@ -0,0 +1,50 @@
+import { FlinkClient } from './streaming/flink/flink.client';
+import { StreamBuilder } from './streaming/stream.builder';
+import { ETLService } from './pipelines/etl.service';
+import type { FlinkJobConfig } from './data.types';
+import type { FlinkClientConfig } from './streaming/flink/flink.client';
+export interface DeployStreamResult {
+    jobId?: string;
+    status: string;
+    webUI?: string;
+    jobConfig: FlinkJobConfig;
+    jobGraph: unknown;
+}
+/**
+ * Flink Service - Deploy stream pipelines to Flink cluster
+ * Wraps FlinkClient and StreamBuilder for pipeline deployment
+ */
+export declare class FlinkService {
+    private readonly etlService;
+    private readonly streamBuilder;
+    private flinkClient;
+    constructor(etlService: ETLService, streamBuilder: StreamBuilder);
+    configure(config: FlinkClientConfig): void;
+    getClient(): FlinkClient;
+    deployStream(pipeline: object, config?: Partial<FlinkJobConfig>): Promise<DeployStreamResult>;
+    getJobStatus(jobId: string): Promise<{
+        state: string;
+        startTime?: number;
+        duration?: number;
+    }>;
+    cancelJob(jobId: string): Promise<void>;
+    createSavepoint(jobId: string, savepointPath?: string): Promise<{
+        'request-id': string;
+    }>;
+    stopJob(jobId: string, savepointPath?: string): Promise<{
+        'request-id': string;
+    }>;
+    getClusterInfo(): Promise<{
+        taskmanagers?: number;
+        'slots-total'?: number;
+    }>;
+    getTaskManagers(): Promise<unknown[]>;
+    listJobs(): Promise<{
+        id: string;
+        status: string;
+        startTime?: number;
+        endTime?: number;
+        duration?: number;
+    }[]>;
+}
+//# sourceMappingURL=flink.service.d.ts.map

package/dist/flink.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"flink.service.d.ts","sourceRoot":"","sources":["../src/flink.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AAExE,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,cAAc,CAAC;IAC1B,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED;;;GAGG;AACH,qBACa,YAAY;IAIrB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAJhC,OAAO,CAAC,WAAW,CAA4B;gBAG5B,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,aAAa;IAG/C,SAAS,CAAC,MAAM,EAAE,iBAAiB,GAAG,IAAI;IAI1C,SAAS,IAAI,WAAW;IASlB,YAAY,CAChB,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,GAC/B,OAAO,CAAC,kBAAkB,CAAC;IAyBxB,YAAY,CAChB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAI9D,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvC,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAIzF,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAIjF,cAAc,IAAI,OAAO,CAAC;QAAE,YAAY,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAI5E,eAAe,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIrC,QAAQ,IAAI,OAAO,CACvB;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAC1F;CAGF"}

package/dist/flink.service.js

@@ -0,0 +1,86 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FlinkService = void 0;
+const core_1 = require("@hazeljs/core");
+const flink_client_1 = require("./streaming/flink/flink.client");
+const stream_builder_1 = require("./streaming/stream.builder");
+const etl_service_1 = require("./pipelines/etl.service");
+/**
+ * Flink Service - Deploy stream pipelines to Flink cluster
+ * Wraps FlinkClient and StreamBuilder for pipeline deployment
+ */
+let FlinkService = class FlinkService {
+    constructor(etlService, streamBuilder) {
+        this.etlService = etlService;
+        this.streamBuilder = streamBuilder;
+        this.flinkClient = null;
+    }
+    configure(config) {
+        this.flinkClient = new flink_client_1.FlinkClient(config);
+    }
+    getClient() {
+        if (!this.flinkClient) {
+            throw new Error('FlinkService not configured. Call configure() or use DataModule.forRoot() with flink options.');
+        }
+        return this.flinkClient;
+    }
+    async deployStream(pipeline, config) {
+        const { jobConfig, jobGraph } = this.streamBuilder.buildConfig(pipeline, config);
+        const client = this.getClient();
+        try {
+            const jobId = await client.submitJob(jobConfig, jobGraph);
+            return {
+                jobId,
+                status: 'submitted',
+                webUI: `${client.url}/#/job/${jobId}`,
+                jobConfig,
+                jobGraph,
+            };
+        }
+        catch {
+            // submitJob throws - return config for manual deployment
+            return {
+                status: 'config_generated',
+                jobConfig,
+                jobGraph,
+                webUI: client.url,
+            };
+        }
+    }
+    async getJobStatus(jobId) {
+        return this.getClient().getJobStatus(jobId);
+    }
+    async cancelJob(jobId) {
+        return this.getClient().cancelJob(jobId);
+    }
+    async createSavepoint(jobId, savepointPath) {
+        return this.getClient().createSavepoint(jobId, savepointPath);
+    }
+    async stopJob(jobId, savepointPath) {
+        return this.getClient().stopJob(jobId, savepointPath);
+    }
+    async getClusterInfo() {
+        return this.getClient().getClusterInfo();
+    }
+    async getTaskManagers() {
+        return this.getClient().getTaskManagers();
+    }
+    async listJobs() {
+        return this.getClient().listJobs();
+    }
+};
+exports.FlinkService = FlinkService;
+exports.FlinkService = FlinkService = __decorate([
+    (0, core_1.Injectable)(),
+    __metadata("design:paramtypes", [etl_service_1.ETLService,
+        stream_builder_1.StreamBuilder])
+], FlinkService);

package/dist/index.d.ts

@@ -0,0 +1,26 @@
+/**
+ * @hazeljs/data - Data Processing & ETL for HazelJS
+ */
+import 'reflect-metadata';
+export { DataModule, type DataModuleOptions } from './data.module';
+export { Schema } from './schema/schema';
+export type { BaseSchema, StringSchema, NumberSchema, ObjectSchema, SchemaValidationError, } from './schema/schema';
+export { Pipeline, Transform, Validate, Stream, getPipelineMetadata, hasPipelineMetadata, getTransformMetadata, getValidateMetadata, getStreamMetadata, hasStreamMetadata, type PipelineOptions, type TransformOptions, type ValidateOptions, type StreamOptions, } from './decorators';
+export { ETLService, type PipelineStep } from './pipelines/etl.service';
+export { PipelineBase } from './pipelines/pipeline.base';
+export { PipelineBuilder, type PipelineStepConfig } from './pipelines/pipeline.builder';
+export { StreamService } from './pipelines/stream.service';
+export { FlinkClient } from './streaming/flink/flink.client';
+export { FlinkJob } from './streaming/flink/flink.job';
+export { mapToFlinkOperator, createFlinkJobGraph, type FlinkOperator, type FlinkOperatorType, } from './streaming/flink/flink.operators';
+export { StreamBuilder } from './streaming/stream.builder';
+export { StreamProcessor } from './streaming/stream.processor';
+export { FlinkService, type DeployStreamResult } from './flink.service';
+export { SchemaValidator, SchemaValidationException } from './validators/schema.validator';
+export { TransformerService } from './transformers/transformer.service';
+export { trimString, toLowerCase, toUpperCase, parseJson, stringifyJson, pick, omit, renameKeys, } from './transformers/built-in.transformers';
+export { QualityService, type QualityCheckResult, type DataQualityReport, } from './quality/quality.service';
+export { Injectable } from '@hazeljs/core';
+export type { PipelineStepMetadata, StreamMetadata, FlinkJobConfig, FlinkAuthConfig, } from './data.types';
+export type { FlinkClientConfig, FlinkJobInfo } from './streaming/flink/flink.client';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,kBAAkB,CAAC;AAG1B,OAAO,EAAE,UAAU,EAAE,KAAK,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAGnE,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,YAAY,EACV,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,qBAAqB,GACtB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EACL,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,MAAM,EACN,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,aAAa,GACnB,MAAM,cAAc,CAAC;AAGtB,OAAO,EAAE,UAAU,EAAE,KAAK,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,KAAK,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AACxF,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAG3D,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,KAAK,aAAa,EAClB,KAAK,iBAAiB,GACvB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAG/D,OAAO,EAAE,YAAY,EAAE,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC3F,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EACL,UAAU,EACV,WAAW,EACX,WAAW,EACX,SAAS,EACT,aAAa,EACb,IAAI,EACJ,IAAI,EACJ,UAAU,GACX,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EACL,cAAc,EACd,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,GACvB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAG3C,YAAY,EACV,oBAAoB,EACpB,cAAc,EACd,cAAc,EACd,eAAe,GAChB,MAAM,cAAc,CAAC;AACtB,YAAY,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC"}

package/dist/index.js

@@ -0,0 +1,68 @@
+"use strict";
+/**
+ * @hazeljs/data - Data Processing & ETL for HazelJS
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Injectable = exports.QualityService = exports.renameKeys = exports.omit = exports.pick = exports.stringifyJson = exports.parseJson = exports.toUpperCase = exports.toLowerCase = exports.trimString = exports.TransformerService = exports.SchemaValidationException = exports.SchemaValidator = exports.FlinkService = exports.StreamProcessor = exports.StreamBuilder = exports.createFlinkJobGraph = exports.mapToFlinkOperator = exports.FlinkJob = exports.FlinkClient = exports.StreamService = exports.PipelineBuilder = exports.PipelineBase = exports.ETLService = exports.hasStreamMetadata = exports.getStreamMetadata = exports.getValidateMetadata = exports.getTransformMetadata = exports.hasPipelineMetadata = exports.getPipelineMetadata = exports.Stream = exports.Validate = exports.Transform = exports.Pipeline = exports.Schema = exports.DataModule = void 0;
+require("reflect-metadata");
+// Module
+var data_module_1 = require("./data.module");
+Object.defineProperty(exports, "DataModule", { enumerable: true, get: function () { return data_module_1.DataModule; } });
+// Schema
+var schema_1 = require("./schema/schema");
+Object.defineProperty(exports, "Schema", { enumerable: true, get: function () { return schema_1.Schema; } });
+// Decorators
+var decorators_1 = require("./decorators");
+Object.defineProperty(exports, "Pipeline", { enumerable: true, get: function () { return decorators_1.Pipeline; } });
+Object.defineProperty(exports, "Transform", { enumerable: true, get: function () { return decorators_1.Transform; } });
+Object.defineProperty(exports, "Validate", { enumerable: true, get: function () { return decorators_1.Validate; } });
+Object.defineProperty(exports, "Stream", { enumerable: true, get: function () { return decorators_1.Stream; } });
+Object.defineProperty(exports, "getPipelineMetadata", { enumerable: true, get: function () { return decorators_1.getPipelineMetadata; } });
+Object.defineProperty(exports, "hasPipelineMetadata", { enumerable: true, get: function () { return decorators_1.hasPipelineMetadata; } });
+Object.defineProperty(exports, "getTransformMetadata", { enumerable: true, get: function () { return decorators_1.getTransformMetadata; } });
+Object.defineProperty(exports, "getValidateMetadata", { enumerable: true, get: function () { return decorators_1.getValidateMetadata; } });
+Object.defineProperty(exports, "getStreamMetadata", { enumerable: true, get: function () { return decorators_1.getStreamMetadata; } });
+Object.defineProperty(exports, "hasStreamMetadata", { enumerable: true, get: function () { return decorators_1.hasStreamMetadata; } });
+// Pipelines
+var etl_service_1 = require("./pipelines/etl.service");
+Object.defineProperty(exports, "ETLService", { enumerable: true, get: function () { return etl_service_1.ETLService; } });
+var pipeline_base_1 = require("./pipelines/pipeline.base");
+Object.defineProperty(exports, "PipelineBase", { enumerable: true, get: function () { return pipeline_base_1.PipelineBase; } });
+var pipeline_builder_1 = require("./pipelines/pipeline.builder");
+Object.defineProperty(exports, "PipelineBuilder", { enumerable: true, get: function () { return pipeline_builder_1.PipelineBuilder; } });
+var stream_service_1 = require("./pipelines/stream.service");
+Object.defineProperty(exports, "StreamService", { enumerable: true, get: function () { return stream_service_1.StreamService; } });
+// Streaming
+var flink_client_1 = require("./streaming/flink/flink.client");
+Object.defineProperty(exports, "FlinkClient", { enumerable: true, get: function () { return flink_client_1.FlinkClient; } });
+var flink_job_1 = require("./streaming/flink/flink.job");
+Object.defineProperty(exports, "FlinkJob", { enumerable: true, get: function () { return flink_job_1.FlinkJob; } });
+var flink_operators_1 = require("./streaming/flink/flink.operators");
+Object.defineProperty(exports, "mapToFlinkOperator", { enumerable: true, get: function () { return flink_operators_1.mapToFlinkOperator; } });
+Object.defineProperty(exports, "createFlinkJobGraph", { enumerable: true, get: function () { return flink_operators_1.createFlinkJobGraph; } });
+var stream_builder_1 = require("./streaming/stream.builder");
+Object.defineProperty(exports, "StreamBuilder", { enumerable: true, get: function () { return stream_builder_1.StreamBuilder; } });
+var stream_processor_1 = require("./streaming/stream.processor");
+Object.defineProperty(exports, "StreamProcessor", { enumerable: true, get: function () { return stream_processor_1.StreamProcessor; } });
+// Services
+var flink_service_1 = require("./flink.service");
+Object.defineProperty(exports, "FlinkService", { enumerable: true, get: function () { return flink_service_1.FlinkService; } });
+var schema_validator_1 = require("./validators/schema.validator");
+Object.defineProperty(exports, "SchemaValidator", { enumerable: true, get: function () { return schema_validator_1.SchemaValidator; } });
+Object.defineProperty(exports, "SchemaValidationException", { enumerable: true, get: function () { return schema_validator_1.SchemaValidationException; } });
+var transformer_service_1 = require("./transformers/transformer.service");
+Object.defineProperty(exports, "TransformerService", { enumerable: true, get: function () { return transformer_service_1.TransformerService; } });
+var built_in_transformers_1 = require("./transformers/built-in.transformers");
+Object.defineProperty(exports, "trimString", { enumerable: true, get: function () { return built_in_transformers_1.trimString; } });
+Object.defineProperty(exports, "toLowerCase", { enumerable: true, get: function () { return built_in_transformers_1.toLowerCase; } });
+Object.defineProperty(exports, "toUpperCase", { enumerable: true, get: function () { return built_in_transformers_1.toUpperCase; } });
+Object.defineProperty(exports, "parseJson", { enumerable: true, get: function () { return built_in_transformers_1.parseJson; } });
+Object.defineProperty(exports, "stringifyJson", { enumerable: true, get: function () { return built_in_transformers_1.stringifyJson; } });
+Object.defineProperty(exports, "pick", { enumerable: true, get: function () { return built_in_transformers_1.pick; } });
+Object.defineProperty(exports, "omit", { enumerable: true, get: function () { return built_in_transformers_1.omit; } });
+Object.defineProperty(exports, "renameKeys", { enumerable: true, get: function () { return built_in_transformers_1.renameKeys; } });
+var quality_service_1 = require("./quality/quality.service");
+Object.defineProperty(exports, "QualityService", { enumerable: true, get: function () { return quality_service_1.QualityService; } });
+// Re-export Injectable
+var core_1 = require("@hazeljs/core");
+Object.defineProperty(exports, "Injectable", { enumerable: true, get: function () { return core_1.Injectable; } });

package/dist/pipelines/etl.service.d.ts

@@ -0,0 +1,20 @@
+import { SchemaValidator } from '../validators/schema.validator';
+import type { BaseSchema } from '../schema/schema';
+export interface PipelineStep {
+    step: number;
+    name: string;
+    type: 'transform' | 'validate';
+    method: string;
+    schema?: BaseSchema;
+}
+/**
+ * ETL Service - Orchestrates pipeline execution
+ * Executes steps sequentially: output from step N → input to step N+1
+ */
+export declare class ETLService {
+    private readonly schemaValidator;
+    constructor(schemaValidator: SchemaValidator);
+    extractSteps(instance: object): PipelineStep[];
+    execute<T = unknown>(pipelineInstance: object, input: unknown): Promise<T>;
+}
+//# sourceMappingURL=etl.service.d.ts.map

package/dist/pipelines/etl.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"etl.service.d.ts","sourceRoot":"","sources":["../../src/pipelines/etl.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAGnD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,WAAW,GAAG,UAAU,CAAC;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,UAAU,CAAC;CACrB;AAED;;;GAGG;AACH,qBACa,UAAU;IACT,OAAO,CAAC,QAAQ,CAAC,eAAe;gBAAf,eAAe,EAAE,eAAe;IAE7D,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,YAAY,EAAE;IAiCxC,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;CA6BjF"}

package/dist/pipelines/etl.service.js

@@ -0,0 +1,86 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ETLService = void 0;
+const core_1 = require("@hazeljs/core");
+const decorators_1 = require("../decorators");
+const schema_validator_1 = require("../validators/schema.validator");
+const core_2 = __importDefault(require("@hazeljs/core"));
+/**
+ * ETL Service - Orchestrates pipeline execution
+ * Executes steps sequentially: output from step N → input to step N+1
+ */
+let ETLService = class ETLService {
+    constructor(schemaValidator) {
+        this.schemaValidator = schemaValidator;
+    }
+    extractSteps(instance) {
+        const steps = [];
+        const proto = Object.getPrototypeOf(instance);
+        for (const key of Object.getOwnPropertyNames(proto)) {
+            if (key === 'constructor')
+                continue;
+            const descriptor = Object.getOwnPropertyDescriptor(proto, key);
+            if (descriptor?.value && typeof descriptor.value === 'function') {
+                const transformMeta = (0, decorators_1.getTransformMetadata)(proto, key);
+                const validateMeta = (0, decorators_1.getValidateMetadata)(proto, key);
+                if (transformMeta) {
+                    steps.push({
+                        step: transformMeta.step,
+                        name: transformMeta.name,
+                        type: 'transform',
+                        method: key,
+                    });
+                }
+                else if (validateMeta) {
+                    steps.push({
+                        step: validateMeta.step,
+                        name: validateMeta.name,
+                        type: 'validate',
+                        method: key,
+                        schema: validateMeta.schema,
+                    });
+                }
+            }
+        }
+        return steps.sort((a, b) => a.step - b.step);
+    }
+    async execute(pipelineInstance, input) {
+        const metadata = (0, decorators_1.getPipelineMetadata)(pipelineInstance.constructor);
+        const steps = this.extractSteps(pipelineInstance);
+        if (steps.length === 0) {
+            throw new Error(`Pipeline ${metadata?.name ?? 'unknown'} has no steps`);
+        }
+        core_2.default.debug(`Executing pipeline ${metadata?.name} with ${steps.length} steps`);
+        let data = input;
+        const instance = pipelineInstance;
+        for (const step of steps) {
+            const fn = instance[step.method];
+            if (typeof fn !== 'function') {
+                throw new Error(`Step ${step.name} method ${step.method} not found`);
+            }
+            if (step.type === 'validate' && step.schema) {
+                data = this.schemaValidator.validate(step.schema, data);
+            }
+            const result = fn.call(pipelineInstance, data);
+            data = result instanceof Promise ? await result : result;
+        }
+        return data;
+    }
+};
+exports.ETLService = ETLService;
+exports.ETLService = ETLService = __decorate([
+    (0, core_1.Injectable)(),
+    __metadata("design:paramtypes", [schema_validator_1.SchemaValidator])
+], ETLService);

package/dist/pipelines/pipeline.base.d.ts

@@ -0,0 +1,24 @@
+import { ETLService } from './etl.service';
+/**
+ * Base class for pipelines - provides execute() method
+ * Extend this when using @Pipeline decorator for convenient execution
+ *
+ * @example
+ * ```typescript
+ * @Pipeline('user-enrichment')
+ * @Injectable()
+ * export class UserEnrichmentPipeline extends PipelineBase {
+ *   constructor(etlService: ETLService) {
+ *     super(etlService);
+ *   }
+ *   @Transform({ step: 1, name: 'normalize' }) async normalize(data) { ... }
+ * }
+ * // Usage: await pipeline.execute(rawUserData);
+ * ```
+ */
+export declare abstract class PipelineBase {
+    protected readonly etlService: ETLService;
+    constructor(etlService: ETLService);
+    execute<T = unknown>(input: unknown): Promise<T>;
+}
+//# sourceMappingURL=pipeline.base.d.ts.map

package/dist/pipelines/pipeline.base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.base.d.ts","sourceRoot":"","sources":["../../src/pipelines/pipeline.base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C;;;;;;;;;;;;;;;;GAgBG;AACH,8BAAsB,YAAY;IACpB,SAAS,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU;gBAAtB,UAAU,EAAE,UAAU;IAE/C,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;CAGvD"}

package/dist/pipelines/pipeline.base.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PipelineBase = void 0;
+/**
+ * Base class for pipelines - provides execute() method
+ * Extend this when using @Pipeline decorator for convenient execution
+ *
+ * @example
+ * ```typescript
+ * @Pipeline('user-enrichment')
+ * @Injectable()
+ * export class UserEnrichmentPipeline extends PipelineBase {
+ *   constructor(etlService: ETLService) {
+ *     super(etlService);
+ *   }
+ *   @Transform({ step: 1, name: 'normalize' }) async normalize(data) { ... }
+ * }
+ * // Usage: await pipeline.execute(rawUserData);
+ * ```
+ */
+class PipelineBase {
+    constructor(etlService) {
+        this.etlService = etlService;
+    }
+    async execute(input) {
+        return this.etlService.execute(this, input);
+    }
+}
+exports.PipelineBase = PipelineBase;

package/dist/pipelines/pipeline.builder.d.ts

@@ -0,0 +1,22 @@
+export interface PipelineStepConfig {
+    name: string;
+    transform?: (data: unknown) => unknown | Promise<unknown>;
+    validate?: (data: unknown) => unknown;
+}
+/**
+ * Pipeline Builder - DSL for building pipelines programmatically
+ */
+export declare class PipelineBuilder {
+    private steps;
+    private name;
+    setName(name: string): this;
+    addTransform(name: string, transform: (data: unknown) => unknown | Promise<unknown>): this;
+    addValidate(name: string, validate: (data: unknown) => unknown): this;
+    execute<T = unknown>(input: unknown): Promise<T>;
+    build(): {
+        name: string;
+        steps: PipelineStepConfig[];
+    };
+    reset(): this;
+}
+//# sourceMappingURL=pipeline.builder.d.ts.map

package/dist/pipelines/pipeline.builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.builder.d.ts","sourceRoot":"","sources":["../../src/pipelines/pipeline.builder.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1D,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC;CACvC;AAED;;GAEG;AACH,qBACa,eAAe;IAC1B,OAAO,CAAC,KAAK,CAA4B;IACzC,OAAO,CAAC,IAAI,CAAsB;IAElC,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAK3B,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,IAAI;IAK1F,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,GAAG,IAAI;IAK/D,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;IAkBtD,KAAK,IAAI;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,kBAAkB,EAAE,CAAA;KAAE;IAItD,KAAK,IAAI,IAAI;CAKd"}

package/dist/pipelines/pipeline.builder.js

@@ -0,0 +1,62 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PipelineBuilder = void 0;
+const core_1 = require("@hazeljs/core");
+const core_2 = __importDefault(require("@hazeljs/core"));
+/**
+ * Pipeline Builder - DSL for building pipelines programmatically
+ */
+let PipelineBuilder = class PipelineBuilder {
+    constructor() {
+        this.steps = [];
+        this.name = 'unnamed-pipeline';
+    }
+    setName(name) {
+        this.name = name;
+        return this;
+    }
+    addTransform(name, transform) {
+        this.steps.push({ name, transform });
+        return this;
+    }
+    addValidate(name, validate) {
+        this.steps.push({ name, validate });
+        return this;
+    }
+    async execute(input) {
+        let data = input;
+        for (let i = 0; i < this.steps.length; i++) {
+            const step = this.steps[i];
+            core_2.default.debug(`Pipeline ${this.name}: step ${i + 1} - ${step.name}`);
+            if (step.transform) {
+                const result = step.transform(data);
+                data = result instanceof Promise ? await result : result;
+            }
+            else if (step.validate) {
+                data = step.validate(data);
+            }
+        }
+        return data;
+    }
+    build() {
+        return { name: this.name, steps: [...this.steps] };
+    }
+    reset() {
+        this.steps = [];
+        this.name = 'unnamed-pipeline';
+        return this;
+    }
+};
+exports.PipelineBuilder = PipelineBuilder;
+exports.PipelineBuilder = PipelineBuilder = __decorate([
+    (0, core_1.Injectable)()
+], PipelineBuilder);

package/dist/pipelines/stream.service.d.ts

@@ -0,0 +1,12 @@
+import { ETLService } from './etl.service';
+/**
+ * Stream Service - Streaming pipeline execution
+ * Processes data through pipeline steps (for in-process streaming, not Flink deployment)
+ */
+export declare class StreamService {
+    private readonly etlService;
+    constructor(etlService: ETLService);
+    processStream<T = unknown>(pipelineInstance: object, source: AsyncIterable<unknown>): AsyncGenerator<T>;
+    processBatch<T = unknown>(pipelineInstance: object, items: unknown[]): Promise<T[]>;
+}
+//# sourceMappingURL=stream.service.d.ts.map

package/dist/pipelines/stream.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.service.d.ts","sourceRoot":"","sources":["../../src/pipelines/stream.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAI3C;;;GAGG;AACH,qBACa,aAAa;IACZ,OAAO,CAAC,QAAQ,CAAC,UAAU;gBAAV,UAAU,EAAE,UAAU;IAE5C,aAAa,CAAC,CAAC,GAAG,OAAO,EAC9B,gBAAgB,EAAE,MAAM,EACxB,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,GAC7B,cAAc,CAAC,CAAC,CAAC;IAmBd,YAAY,CAAC,CAAC,GAAG,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;CAQ1F"}