@hazeljs/data 0.2.0-alpha.1

package/dist/decorators/pipeline.decorator.test.js

@@ -0,0 +1,104 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+require("reflect-metadata");
+const pipeline_decorator_1 = require("./pipeline.decorator");
+const transform_decorator_1 = require("./transform.decorator");
+const validate_decorator_1 = require("./validate.decorator");
+const stream_decorator_1 = require("./stream.decorator");
+const schema_1 = require("../schema/schema");
+describe('Pipeline decorator', () => {
+    it('applies metadata with string name', () => {
+        let TestPipeline = class TestPipeline {
+        };
+        TestPipeline = __decorate([
+            (0, pipeline_decorator_1.Pipeline)('my-pipeline')
+        ], TestPipeline);
+        const meta = (0, pipeline_decorator_1.getPipelineMetadata)(TestPipeline);
+        expect(meta?.name).toBe('my-pipeline');
+        expect((0, pipeline_decorator_1.hasPipelineMetadata)(TestPipeline)).toBe(true);
+    });
+    it('applies metadata with options object', () => {
+        let CustomPipeline = class CustomPipeline {
+        };
+        CustomPipeline = __decorate([
+            (0, pipeline_decorator_1.Pipeline)({ name: 'custom' })
+        ], CustomPipeline);
+        expect((0, pipeline_decorator_1.getPipelineMetadata)(CustomPipeline)?.name).toBe('custom');
+    });
+    it('applies metadata with no args (uses class name)', () => {
+        let DefaultPipeline = class DefaultPipeline {
+        };
+        DefaultPipeline = __decorate([
+            (0, pipeline_decorator_1.Pipeline)()
+        ], DefaultPipeline);
+        expect((0, pipeline_decorator_1.getPipelineMetadata)(DefaultPipeline)?.name).toBe('DefaultPipeline');
+    });
+});
+describe('Transform decorator', () => {
+    it('applies step metadata', () => {
+        class TestClass {
+            normalize() { }
+        }
+        __decorate([
+            (0, transform_decorator_1.Transform)({ step: 1, name: 'normalize' }),
+            __metadata("design:type", Function),
+            __metadata("design:paramtypes", []),
+            __metadata("design:returntype", void 0)
+        ], TestClass.prototype, "normalize", null);
+        const meta = (0, transform_decorator_1.getTransformMetadata)(TestClass.prototype, 'normalize');
+        expect(meta?.step).toBe(1);
+        expect(meta?.name).toBe('normalize');
+        expect(meta?.type).toBe('transform');
+    });
+});
+describe('Validate decorator', () => {
+    it('applies schema metadata', () => {
+        const schema = schema_1.Schema.object({ email: schema_1.Schema.string().email() });
+        class TestClass {
+            validate() { }
+        }
+        __decorate([
+            (0, validate_decorator_1.Validate)({ step: 2, name: 'validate', schema }),
+            __metadata("design:type", Function),
+            __metadata("design:paramtypes", []),
+            __metadata("design:returntype", void 0)
+        ], TestClass.prototype, "validate", null);
+        const meta = (0, validate_decorator_1.getValidateMetadata)(TestClass.prototype, 'validate');
+        expect(meta?.step).toBe(2);
+        expect(meta?.schema).toBe(schema);
+    });
+});
+describe('Stream decorator', () => {
+    it('applies stream metadata', () => {
+        let StreamPipeline = class StreamPipeline {
+        };
+        StreamPipeline = __decorate([
+            (0, stream_decorator_1.Stream)({
+                name: 'events',
+                source: 'kafka://topic',
+                sink: 'kafka://out',
+                parallelism: 8,
+            })
+        ], StreamPipeline);
+        const meta = (0, stream_decorator_1.getStreamMetadata)(StreamPipeline);
+        expect(meta?.name).toBe('events');
+        expect(meta?.source).toBe('kafka://topic');
+        expect(meta?.sink).toBe('kafka://out');
+        expect(meta?.parallelism).toBe(8);
+        expect((0, stream_decorator_1.hasStreamMetadata)(StreamPipeline)).toBe(true);
+    });
+    it('hasStreamMetadata false for undecorated', () => {
+        class Plain {
+        }
+        expect((0, stream_decorator_1.hasStreamMetadata)(Plain)).toBe(false);
+    });
+});

package/dist/decorators/stream.decorator.d.ts

@@ -0,0 +1,31 @@
+import 'reflect-metadata';
+import type { StreamMetadata } from '../data.types';
+export interface StreamOptions {
+    name: string;
+    source: string;
+    sink: string;
+    parallelism?: number;
+}
+/**
+ * @Stream decorator - Streaming pipeline with Flink
+ * For real-time stream processing
+ *
+ * @example
+ * ```typescript
+ * @Stream({
+ *   name: 'user-events-stream',
+ *   source: 'kafka://user-events',
+ *   sink: 'kafka://processed-events',
+ *   parallelism: 4,
+ * })
+ * @Injectable()
+ * export class UserEventsStreamPipeline {
+ *   @Transform({ step: 1, name: 'parse' }) async parseEvent(event) { ... }
+ *   @Transform({ step: 2, name: 'enrich' }) async enrich(event) { ... }
+ * }
+ * ```
+ */
+export declare function Stream(options: StreamOptions): ClassDecorator;
+export declare function getStreamMetadata(target: object): StreamMetadata | undefined;
+export declare function hasStreamMetadata(target: object): boolean;
+//# sourceMappingURL=stream.decorator.d.ts.map

package/dist/decorators/stream.decorator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.decorator.d.ts","sourceRoot":"","sources":["../../src/decorators/stream.decorator.ts"],"names":[],"mappings":"AAAA,OAAO,kBAAkB,CAAC;AAE1B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAIpD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAgB,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,cAAc,CAW7D;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAE5E;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAEzD"}

package/dist/decorators/stream.decorator.js

@@ -0,0 +1,48 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Stream = Stream;
+exports.getStreamMetadata = getStreamMetadata;
+exports.hasStreamMetadata = hasStreamMetadata;
+require("reflect-metadata");
+const core_1 = __importDefault(require("@hazeljs/core"));
+const STREAM_METADATA_KEY = 'hazel:data:stream';
+/**
+ * @Stream decorator - Streaming pipeline with Flink
+ * For real-time stream processing
+ *
+ * @example
+ * ```typescript
+ * @Stream({
+ *   name: 'user-events-stream',
+ *   source: 'kafka://user-events',
+ *   sink: 'kafka://processed-events',
+ *   parallelism: 4,
+ * })
+ * @Injectable()
+ * export class UserEventsStreamPipeline {
+ *   @Transform({ step: 1, name: 'parse' }) async parseEvent(event) { ... }
+ *   @Transform({ step: 2, name: 'enrich' }) async enrich(event) { ... }
+ * }
+ * ```
+ */
+function Stream(options) {
+    return (target) => {
+        const metadata = {
+            name: options.name,
+            source: options.source,
+            sink: options.sink,
+            parallelism: options.parallelism ?? 4,
+        };
+        Reflect.defineMetadata(STREAM_METADATA_KEY, metadata, target);
+        core_1.default.debug(`Stream decorator applied: ${metadata.name}`);
+    };
+}
+function getStreamMetadata(target) {
+    return Reflect.getMetadata(STREAM_METADATA_KEY, target);
+}
+function hasStreamMetadata(target) {
+    return Reflect.hasMetadata(STREAM_METADATA_KEY, target);
+}

package/dist/decorators/transform.decorator.d.ts

@@ -0,0 +1,29 @@
+import 'reflect-metadata';
+import type { PipelineStepMetadata, RetryConfig, DLQConfig } from '../data.types';
+export interface TransformOptions {
+    step: number;
+    name: string;
+    /** Execute step only when this predicate returns true */
+    when?: (data: unknown) => boolean;
+    /** Retry failed step with backoff */
+    retry?: RetryConfig;
+    /** Per-step execution timeout in milliseconds */
+    timeoutMs?: number;
+    /** Dead letter queue — called on failure instead of throwing */
+    dlq?: DLQConfig;
+}
+/**
+ * @Transform decorator - Data transformation with step ordering
+ * Output from step N feeds as input to step N+1
+ *
+ * @example
+ * ```typescript
+ * @Transform({ step: 1, name: 'normalize' })
+ * async normalize(data: any) {
+ *   return { ...data, email: data.email.toLowerCase() };
+ * }
+ * ```
+ */
+export declare function Transform(options: TransformOptions): MethodDecorator;
+export declare function getTransformMetadata(target: object, propertyKey: string | symbol): PipelineStepMetadata | undefined;
+//# sourceMappingURL=transform.decorator.d.ts.map

package/dist/decorators/transform.decorator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transform.decorator.d.ts","sourceRoot":"","sources":["../../src/decorators/transform.decorator.ts"],"names":[],"mappings":"AAAA,OAAO,kBAAkB,CAAC;AAE1B,OAAO,KAAK,EAAE,oBAAoB,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAIlF,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,yDAAyD;IACzD,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC;IAClC,qCAAqC;IACrC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,iDAAiD;IACjD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gEAAgE;IAChE,GAAG,CAAC,EAAE,SAAS,CAAC;CACjB;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,eAAe,CAiBpE;AAED,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,GAAG,MAAM,GAC3B,oBAAoB,GAAG,SAAS,CAElC"}

package/dist/decorators/transform.decorator.js

@@ -0,0 +1,41 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Transform = Transform;
+exports.getTransformMetadata = getTransformMetadata;
+require("reflect-metadata");
+const core_1 = __importDefault(require("@hazeljs/core"));
+const TRANSFORM_METADATA_KEY = 'hazel:data:transform';
+/**
+ * @Transform decorator - Data transformation with step ordering
+ * Output from step N feeds as input to step N+1
+ *
+ * @example
+ * ```typescript
+ * @Transform({ step: 1, name: 'normalize' })
+ * async normalize(data: any) {
+ *   return { ...data, email: data.email.toLowerCase() };
+ * }
+ * ```
+ */
+function Transform(options) {
+    return (target, propertyKey, descriptor) => {
+        const metadata = {
+            step: options.step,
+            name: options.name,
+            type: 'transform',
+            when: options.when,
+            retry: options.retry,
+            timeoutMs: options.timeoutMs,
+            dlq: options.dlq,
+        };
+        Reflect.defineMetadata(TRANSFORM_METADATA_KEY, metadata, target, propertyKey);
+        core_1.default.debug(`Transform decorator applied: ${target.constructor.name}.${String(propertyKey)} step=${options.step}`);
+        return descriptor;
+    };
+}
+function getTransformMetadata(target, propertyKey) {
+    return Reflect.getMetadata(TRANSFORM_METADATA_KEY, target, propertyKey);
+}

package/dist/decorators/validate.decorator.d.ts

@@ -0,0 +1,34 @@
+import 'reflect-metadata';
+import type { PipelineStepMetadata, RetryConfig, DLQConfig } from '../data.types';
+import type { BaseSchema } from '../schema/schema';
+export interface ValidateOptions {
+    step: number;
+    name: string;
+    schema: BaseSchema;
+    when?: (data: unknown) => boolean;
+    retry?: RetryConfig;
+    timeoutMs?: number;
+    dlq?: DLQConfig;
+}
+/**
+ * @Validate decorator - Schema validation with step ordering
+ * Validates data before passing to next step
+ *
+ * @example
+ * ```typescript
+ * @Validate({
+ *   step: 2,
+ *   name: 'validate',
+ *   schema: Schema.object({
+ *     email: Schema.string().email(),
+ *     age: Schema.number().min(0).max(120),
+ *   })
+ * })
+ * async validate(data: any) {
+ *   return data; // Validation happens automatically
+ * }
+ * ```
+ */
+export declare function Validate(options: ValidateOptions): MethodDecorator;
+export declare function getValidateMetadata(target: object, propertyKey: string | symbol): PipelineStepMetadata | undefined;
+//# sourceMappingURL=validate.decorator.d.ts.map

package/dist/decorators/validate.decorator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.decorator.d.ts","sourceRoot":"","sources":["../../src/decorators/validate.decorator.ts"],"names":[],"mappings":"AAAA,OAAO,kBAAkB,CAAC;AAE1B,OAAO,KAAK,EAAE,oBAAoB,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAClF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAInD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,UAAU,CAAC;IACnB,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC;IAClC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,SAAS,CAAC;CACjB;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAgB,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,eAAe,CAkBlE;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,GAAG,MAAM,GAC3B,oBAAoB,GAAG,SAAS,CAElC"}

package/dist/decorators/validate.decorator.js

@@ -0,0 +1,49 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Validate = Validate;
+exports.getValidateMetadata = getValidateMetadata;
+require("reflect-metadata");
+const core_1 = __importDefault(require("@hazeljs/core"));
+const VALIDATE_METADATA_KEY = 'hazel:data:validate';
+/**
+ * @Validate decorator - Schema validation with step ordering
+ * Validates data before passing to next step
+ *
+ * @example
+ * ```typescript
+ * @Validate({
+ *   step: 2,
+ *   name: 'validate',
+ *   schema: Schema.object({
+ *     email: Schema.string().email(),
+ *     age: Schema.number().min(0).max(120),
+ *   })
+ * })
+ * async validate(data: any) {
+ *   return data; // Validation happens automatically
+ * }
+ * ```
+ */
+function Validate(options) {
+    return (target, propertyKey, descriptor) => {
+        const metadata = {
+            step: options.step,
+            name: options.name,
+            type: 'validate',
+            schema: options.schema,
+            when: options.when,
+            retry: options.retry,
+            timeoutMs: options.timeoutMs,
+            dlq: options.dlq,
+        };
+        Reflect.defineMetadata(VALIDATE_METADATA_KEY, metadata, target, propertyKey);
+        core_1.default.debug(`Validate decorator applied: ${target.constructor.name}.${String(propertyKey)} step=${options.step}`);
+        return descriptor;
+    };
+}
+function getValidateMetadata(target, propertyKey) {
+    return Reflect.getMetadata(VALIDATE_METADATA_KEY, target, propertyKey);
+}

package/dist/flink.service.d.ts

@@ -0,0 +1,80 @@
+import { FlinkClient } from './streaming/flink/flink.client';
+import { StreamBuilder } from './streaming/stream.builder';
+import { ETLService } from './pipelines/etl.service';
+import type { FlinkJobConfig } from './data.types';
+import type { FlinkClientConfig } from './streaming/flink/flink.client';
+export interface DeployStreamResult {
+    jobId?: string;
+    status: string;
+    webUI?: string;
+    jobConfig: FlinkJobConfig;
+    jobGraph: unknown;
+}
+/**
+ * Flink Service - Deploy stream pipelines to Flink cluster
+ * Wraps FlinkClient and StreamBuilder for pipeline deployment
+ */
+export declare class FlinkService {
+    private readonly etlService;
+    private readonly streamBuilder;
+    private flinkClient;
+    constructor(etlService: ETLService, streamBuilder: StreamBuilder);
+    configure(config: FlinkClientConfig): void;
+    getClient(): FlinkClient;
+    deployStream(pipeline: object, config?: Partial<FlinkJobConfig>): Promise<DeployStreamResult>;
+    getJobStatus(jobId: string): Promise<{
+        state: string;
+        startTime?: number;
+        duration?: number;
+    }>;
+    cancelJob(jobId: string): Promise<void>;
+    createSavepoint(jobId: string, savepointPath?: string): Promise<{
+        'request-id': string;
+    }>;
+    stopJob(jobId: string, savepointPath?: string): Promise<{
+        'request-id': string;
+    }>;
+    getClusterInfo(): Promise<{
+        taskmanagers?: number;
+        'slots-total'?: number;
+    }>;
+    getTaskManagers(): Promise<unknown[]>;
+    listJobs(): Promise<{
+        id: string;
+        status: string;
+        startTime?: number;
+        endTime?: number;
+        duration?: number;
+    }[]>;
+    /**
+     * Deploy a stream pipeline by uploading a JAR and running it.
+     * @param pipeline  The @Stream-decorated pipeline instance
+     * @param jarFile   Local path to the compiled pipeline JAR
+     * @param config    Optional Flink job config overrides
+     */
+    deployStreamWithJar(pipeline: object, jarFile: string, config?: Partial<FlinkJobConfig>): Promise<DeployStreamResult>;
+    /**
+     * Deploy a streaming pipeline using Flink SQL Gateway.
+     * @param sql       The SQL DDL+DML to submit (CREATE TABLE + INSERT INTO)
+     * @param sessionId Optional existing session ID; a new session is created if omitted
+     */
+    deployStreamWithSql(sql: string, sessionId?: string): Promise<{
+        operationId: string;
+        sessionId: string;
+    }>;
+    uploadJar(jarFile: string): Promise<string>;
+    runJar(jarId: string, options?: {
+        jobName?: string;
+        parallelism?: number;
+        entryClass?: string;
+        programArgs?: string;
+    }): Promise<string>;
+    listJars(): Promise<Array<{
+        id: string;
+        name: string;
+        uploaded: number;
+    }>>;
+    deleteJar(jarId: string): Promise<void>;
+    createSqlSession(properties?: Record<string, string>): Promise<string>;
+}
+//# sourceMappingURL=flink.service.d.ts.map

package/dist/flink.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"flink.service.d.ts","sourceRoot":"","sources":["../src/flink.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AAExE,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,cAAc,CAAC;IAC1B,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED;;;GAGG;AACH,qBACa,YAAY;IAIrB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAJhC,OAAO,CAAC,WAAW,CAA4B;gBAG5B,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,aAAa;IAG/C,SAAS,CAAC,MAAM,EAAE,iBAAiB,GAAG,IAAI;IAI1C,SAAS,IAAI,WAAW;IASlB,YAAY,CAChB,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,GAC/B,OAAO,CAAC,kBAAkB,CAAC;IAyBxB,YAAY,CAChB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAI9D,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvC,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAIzF,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAIjF,cAAc,IAAI,OAAO,CAAC;QAAE,YAAY,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAI5E,eAAe,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIrC,QAAQ,IAAI,OAAO,CACvB;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAC1F;IAID;;;;;OAKG;IACG,mBAAmB,CACvB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,GAC/B,OAAO,CAAC,kBAAkB,CAAC;IAkB9B;;;;OAIG;IACG,mBAAmB,CACvB,GAAG,EAAE,MAAM,EACX,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IAOhD,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAI3C,MAAM,CACV,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;QACP,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACjB,GACL,OAAO,CAAC,MAAM,CAAC;IAIZ,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAI1E,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvC,gBAAgB,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;CAG7E"}

package/dist/flink.service.js

@@ -0,0 +1,134 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FlinkService = void 0;
+const core_1 = require("@hazeljs/core");
+const flink_client_1 = require("./streaming/flink/flink.client");
+const stream_builder_1 = require("./streaming/stream.builder");
+const etl_service_1 = require("./pipelines/etl.service");
+/**
+ * Flink Service - Deploy stream pipelines to Flink cluster
+ * Wraps FlinkClient and StreamBuilder for pipeline deployment
+ */
+let FlinkService = class FlinkService {
+    constructor(etlService, streamBuilder) {
+        this.etlService = etlService;
+        this.streamBuilder = streamBuilder;
+        this.flinkClient = null;
+    }
+    configure(config) {
+        this.flinkClient = new flink_client_1.FlinkClient(config);
+    }
+    getClient() {
+        if (!this.flinkClient) {
+            throw new Error('FlinkService not configured. Call configure() or use DataModule.forRoot() with flink options.');
+        }
+        return this.flinkClient;
+    }
+    async deployStream(pipeline, config) {
+        const { jobConfig, jobGraph } = this.streamBuilder.buildConfig(pipeline, config);
+        const client = this.getClient();
+        try {
+            const jobId = await client.submitJob(jobConfig);
+            return {
+                jobId,
+                status: 'submitted',
+                webUI: `${client.url}/#/job/${jobId}`,
+                jobConfig,
+                jobGraph,
+            };
+        }
+        catch {
+            // submitJob throws without jarFile - return config for manual deployment
+            return {
+                status: 'config_generated',
+                jobConfig,
+                jobGraph,
+                webUI: client.url,
+            };
+        }
+    }
+    async getJobStatus(jobId) {
+        return this.getClient().getJobStatus(jobId);
+    }
+    async cancelJob(jobId) {
+        return this.getClient().cancelJob(jobId);
+    }
+    async createSavepoint(jobId, savepointPath) {
+        return this.getClient().createSavepoint(jobId, savepointPath);
+    }
+    async stopJob(jobId, savepointPath) {
+        return this.getClient().stopJob(jobId, savepointPath);
+    }
+    async getClusterInfo() {
+        return this.getClient().getClusterInfo();
+    }
+    async getTaskManagers() {
+        return this.getClient().getTaskManagers();
+    }
+    async listJobs() {
+        return this.getClient().listJobs();
+    }
+    /**
+     * Deploy a stream pipeline by uploading a JAR and running it.
+     * @param pipeline  The @Stream-decorated pipeline instance
+     * @param jarFile   Local path to the compiled pipeline JAR
+     * @param config    Optional Flink job config overrides
+     */
+    async deployStreamWithJar(pipeline, jarFile, config) {
+        const { jobConfig, jobGraph } = this.streamBuilder.buildConfig(pipeline, config);
+        const client = this.getClient();
+        const jobId = await client.submitJob(jobConfig, {
+            jarFile,
+            jobName: jobConfig.jobName,
+            parallelism: jobConfig.parallelism,
+        });
+        return {
+            jobId,
+            status: 'submitted',
+            webUI: `${client.url}/#/job/${jobId}`,
+            jobConfig,
+            jobGraph,
+        };
+    }
+    /**
+     * Deploy a streaming pipeline using Flink SQL Gateway.
+     * @param sql       The SQL DDL+DML to submit (CREATE TABLE + INSERT INTO)
+     * @param sessionId Optional existing session ID; a new session is created if omitted
+     */
+    async deployStreamWithSql(sql, sessionId) {
+        const client = this.getClient();
+        const sid = sessionId ?? (await client.createSqlSession());
+        const operationId = await client.submitSql(sql, sid);
+        return { operationId, sessionId: sid };
+    }
+    async uploadJar(jarFile) {
+        return this.getClient().uploadJar(jarFile);
+    }
+    async runJar(jarId, options = {}) {
+        return this.getClient().runJar(jarId, options);
+    }
+    async listJars() {
+        return this.getClient().listJars();
+    }
+    async deleteJar(jarId) {
+        return this.getClient().deleteJar(jarId);
+    }
+    async createSqlSession(properties) {
+        return this.getClient().createSqlSession(properties);
+    }
+};
+exports.FlinkService = FlinkService;
+exports.FlinkService = FlinkService = __decorate([
+    (0, core_1.Service)(),
+    __metadata("design:paramtypes", [etl_service_1.ETLService,
+        stream_builder_1.StreamBuilder])
+], FlinkService);

package/dist/flink.service.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=flink.service.test.d.ts.map

package/dist/flink.service.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"flink.service.test.d.ts","sourceRoot":"","sources":["../src/flink.service.test.ts"],"names":[],"mappings":""}

package/dist/flink.service.test.js

@@ -0,0 +1,60 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const flink_service_1 = require("./flink.service");
+const etl_service_1 = require("./pipelines/etl.service");
+const stream_builder_1 = require("./streaming/stream.builder");
+const schema_validator_1 = require("./validators/schema.validator");
+const decorators_1 = require("./decorators");
+let TestPipeline = class TestPipeline {
+    a(data) {
+        return data;
+    }
+};
+__decorate([
+    (0, decorators_1.Transform)({ step: 1, name: 'a' }),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", void 0)
+], TestPipeline.prototype, "a", null);
+TestPipeline = __decorate([
+    (0, decorators_1.Stream)({ name: 'test', source: 'kafka://in', sink: 'kafka://out', parallelism: 2 })
+], TestPipeline);
+describe('FlinkService', () => {
+    let service;
+    beforeEach(() => {
+        const etlService = new etl_service_1.ETLService(new schema_validator_1.SchemaValidator());
+        const streamBuilder = new stream_builder_1.StreamBuilder(etlService);
+        service = new flink_service_1.FlinkService(etlService, streamBuilder);
+    });
+    it('getClient throws when not configured', () => {
+        expect(() => service.getClient()).toThrow('FlinkService not configured');
+    });
+    it('configure sets up client', () => {
+        service.configure({ url: 'http://flink:8081' });
+        const client = service.getClient();
+        expect(client.url).toBe('http://flink:8081');
+    });
+    it('deployStream returns job config', async () => {
+        service.configure({ url: 'http://localhost:8081' });
+        const pipeline = new TestPipeline();
+        const result = await service.deployStream(pipeline);
+        expect(result.status).toBe('config_generated');
+        expect(result.jobConfig).toBeDefined();
+        expect(result.jobConfig.jobName).toBe('TestPipeline');
+        expect(result.jobGraph).toBeDefined();
+    });
+    it('deployStream with config override', async () => {
+        service.configure({ url: 'http://localhost:8081' });
+        const result = await service.deployStream(new TestPipeline(), { parallelism: 16 });
+        expect(result.jobConfig.parallelism).toBe(16);
+    });
+});