@hazeljs/data 0.2.0-beta.37

package/dist/pipelines/stream.service.js

@@ -0,0 +1,58 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StreamService = void 0;
+const core_1 = require("@hazeljs/core");
+const etl_service_1 = require("./etl.service");
+const decorators_1 = require("../decorators");
+const core_2 = __importDefault(require("@hazeljs/core"));
+/**
+ * Stream Service - Streaming pipeline execution
+ * Processes data through pipeline steps (for in-process streaming, not Flink deployment)
+ */
+let StreamService = class StreamService {
+    constructor(etlService) {
+        this.etlService = etlService;
+    }
+    async *processStream(pipelineInstance, source) {
+        const metadata = (0, decorators_1.getStreamMetadata)(pipelineInstance.constructor);
+        if (!metadata) {
+            throw new Error('Pipeline is not decorated with @Stream');
+        }
+        core_2.default.debug(`Processing stream ${metadata.name}`);
+        for await (const item of source) {
+            try {
+                const result = await this.etlService.execute(pipelineInstance, item);
+                yield result;
+            }
+            catch (error) {
+                core_2.default.error(`Stream ${metadata.name} error processing item:`, error);
+                throw error;
+            }
+        }
+    }
+    async processBatch(pipelineInstance, items) {
+        const results = [];
+        for (const item of items) {
+            const result = await this.etlService.execute(pipelineInstance, item);
+            results.push(result);
+        }
+        return results;
+    }
+};
+exports.StreamService = StreamService;
+exports.StreamService = StreamService = __decorate([
+    (0, core_1.Injectable)(),
+    __metadata("design:paramtypes", [etl_service_1.ETLService])
+], StreamService);

package/dist/quality/quality.service.d.ts

@@ -0,0 +1,25 @@
+export interface QualityCheckResult {
+    name: string;
+    passed: boolean;
+    message?: string;
+    details?: Record<string, unknown>;
+}
+export interface DataQualityReport {
+    timestamp: Date;
+    dataset: string;
+    totalRows: number;
+    checks: QualityCheckResult[];
+    passed: boolean;
+}
+/**
+ * Quality Service - Data quality checks
+ * Validates data completeness, consistency, and integrity
+ */
+export declare class QualityService {
+    private checks;
+    registerCheck(name: string, check: (data: unknown) => Promise<QualityCheckResult> | QualityCheckResult): void;
+    runChecks(dataset: string, data: unknown): Promise<DataQualityReport>;
+    completeness(requiredFields: string[]): (data: unknown) => QualityCheckResult;
+    notNull(fields: string[]): (data: unknown) => QualityCheckResult;
+}
+//# sourceMappingURL=quality.service.d.ts.map

package/dist/quality/quality.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality.service.d.ts","sourceRoot":"","sources":["../../src/quality/quality.service.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAC7B,MAAM,EAAE,OAAO,CAAC;CACjB;AAED;;;GAGG;AACH,qBACa,cAAc;IACzB,OAAO,CAAC,MAAM,CACF;IAEZ,aAAa,CACX,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC,kBAAkB,CAAC,GAAG,kBAAkB,GACzE,IAAI;IAKD,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA6B3E,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,IAC3B,MAAM,OAAO,KAAG,kBAAkB;IAe5C,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IACd,MAAM,OAAO,KAAG,kBAAkB;CAc7C"}

package/dist/quality/quality.service.js

@@ -0,0 +1,87 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QualityService = void 0;
+const core_1 = require("@hazeljs/core");
+const core_2 = __importDefault(require("@hazeljs/core"));
+/**
+ * Quality Service - Data quality checks
+ * Validates data completeness, consistency, and integrity
+ */
+let QualityService = class QualityService {
+    constructor() {
+        this.checks = new Map();
+    }
+    registerCheck(name, check) {
+        this.checks.set(name, check);
+        core_2.default.debug(`Registered quality check: ${name}`);
+    }
+    async runChecks(dataset, data) {
+        const results = [];
+        const items = Array.isArray(data) ? data : [data];
+        const totalRows = items.length;
+        for (const [name, check] of this.checks) {
+            try {
+                const result = await Promise.resolve(check(data));
+                results.push({ ...result, name: result.name || name });
+            }
+            catch (error) {
+                results.push({
+                    name,
+                    passed: false,
+                    message: error instanceof Error ? error.message : 'Check failed',
+                });
+            }
+        }
+        const passed = results.every((r) => r.passed);
+        return {
+            timestamp: new Date(),
+            dataset,
+            totalRows,
+            checks: results,
+            passed,
+        };
+    }
+    completeness(requiredFields) {
+        return (data) => {
+            if (data === null || typeof data !== 'object') {
+                return { name: 'completeness', passed: false, message: 'Data is not an object' };
+            }
+            const obj = data;
+            const missing = requiredFields.filter((f) => obj[f] === undefined || obj[f] === null);
+            return {
+                name: 'completeness',
+                passed: missing.length === 0,
+                message: missing.length > 0 ? `Missing fields: ${missing.join(', ')}` : undefined,
+                details: { missing, required: requiredFields },
+            };
+        };
+    }
+    notNull(fields) {
+        return (data) => {
+            if (data === null || typeof data !== 'object') {
+                return { name: 'notNull', passed: false, message: 'Data is not an object' };
+            }
+            const obj = data;
+            const nullFields = fields.filter((f) => obj[f] === null || obj[f] === undefined);
+            return {
+                name: 'notNull',
+                passed: nullFields.length === 0,
+                message: nullFields.length > 0 ? `Null fields: ${nullFields.join(', ')}` : undefined,
+                details: { nullFields },
+            };
+        };
+    }
+};
+exports.QualityService = QualityService;
+exports.QualityService = QualityService = __decorate([
+    (0, core_1.Injectable)()
+], QualityService);

package/dist/schema/schema.d.ts

@@ -0,0 +1,47 @@
+/**
+ * Schema builder for data validation - fluent API similar to Zod
+ */
+export interface SchemaValidationError {
+    path: string;
+    message: string;
+}
+export type SchemaValidator<T = unknown> = (value: unknown) => {
+    success: true;
+    data: T;
+} | {
+    success: false;
+    errors: SchemaValidationError[];
+};
+export interface BaseSchema<T = unknown> {
+    _type?: T;
+    validate(value: unknown): {
+        success: true;
+        data: T;
+    } | {
+        success: false;
+        errors: SchemaValidationError[];
+    };
+}
+export interface StringSchema extends BaseSchema<string> {
+    email(): StringSchema;
+    min(length: number): StringSchema;
+    max(length: number): StringSchema;
+    uuid(): StringSchema;
+    oneOf(values: string[]): StringSchema;
+}
+export interface NumberSchema extends BaseSchema<number> {
+    min(n: number): NumberSchema;
+    max(n: number): NumberSchema;
+}
+export type DateSchema = BaseSchema<Date>;
+export interface ObjectSchema<T = Record<string, unknown>> extends BaseSchema<T> {
+    shape: Record<string, BaseSchema>;
+}
+export declare const Schema: {
+    string(): StringSchema;
+    number(): NumberSchema;
+    date(): DateSchema;
+    object<T extends Record<string, BaseSchema>>(shape: T): ObjectSchema;
+    array(itemSchema: BaseSchema): BaseSchema<unknown[]>;
+};
+//# sourceMappingURL=schema.d.ts.map

package/dist/schema/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/schema/schema.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,GAAG,OAAO,IAAI,CACzC,KAAK,EAAE,OAAO,KACX;IAAE,OAAO,EAAE,IAAI,CAAC;IAAC,IAAI,EAAE,CAAC,CAAA;CAAE,GAAG;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,qBAAqB,EAAE,CAAA;CAAE,CAAC;AAGtF,MAAM,WAAW,UAAU,CAAC,CAAC,GAAG,OAAO;IACrC,KAAK,CAAC,EAAE,CAAC,CAAC;IACV,QAAQ,CACN,KAAK,EAAE,OAAO,GACb;QAAE,OAAO,EAAE,IAAI,CAAC;QAAC,IAAI,EAAE,CAAC,CAAA;KAAE,GAAG;QAAE,OAAO,EAAE,KAAK,CAAC;QAAC,MAAM,EAAE,qBAAqB,EAAE,CAAA;KAAE,CAAC;CACrF;AAGD,MAAM,WAAW,YAAa,SAAQ,UAAU,CAAC,MAAM,CAAC;IACtD,KAAK,IAAI,YAAY,CAAC;IACtB,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CAAC;IAClC,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CAAC;IAClC,IAAI,IAAI,YAAY,CAAC;IACrB,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC;CACvC;AAGD,MAAM,WAAW,YAAa,SAAQ,UAAU,CAAC,MAAM,CAAC;IACtD,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,YAAY,CAAC;IAC7B,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,YAAY,CAAC;CAC9B;AAGD,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;AAG1C,MAAM,WAAW,YAAY,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAE,SAAQ,UAAU,CAAC,CAAC,CAAC;IAC9E,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;CACnC;AAsJD,eAAO,MAAM,MAAM;cACP,YAAY;cAGZ,YAAY;YAGd,UAAU;WAGX,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,CAAC,GAAG,YAAY;sBAGlD,UAAU,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;CA2BrD,CAAC"}

package/dist/schema/schema.js

@@ -0,0 +1,175 @@
+"use strict";
+/**
+ * Schema builder for data validation - fluent API similar to Zod
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Schema = void 0;
+// Schema factory
+function createStringSchema(constraints = []) {
+    const validate = (value) => {
+        if (typeof value !== 'string') {
+            return { success: false, errors: [{ path: '', message: 'Expected string' }] };
+        }
+        for (const c of constraints) {
+            const err = c(value);
+            if (err)
+                return { success: false, errors: [{ path: '', message: err }] };
+        }
+        return { success: true, data: value };
+    };
+    const schema = {
+        _type: undefined,
+        validate,
+        email() {
+            return createStringSchema([
+                ...constraints,
+                (v) => {
+                    const emailRe = /^[^\s@]+@[^\s@]+\.[^\s@]+$/;
+                    return emailRe.test(v) ? null : 'Invalid email';
+                },
+            ]);
+        },
+        min(length) {
+            return createStringSchema([
+                ...constraints,
+                (v) => (v.length >= length ? null : `Min length ${length}`),
+            ]);
+        },
+        max(length) {
+            return createStringSchema([
+                ...constraints,
+                (v) => (v.length <= length ? null : `Max length ${length}`),
+            ]);
+        },
+        uuid() {
+            return createStringSchema([
+                ...constraints,
+                (v) => {
+                    const uuidRe = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i;
+                    return uuidRe.test(v) ? null : 'Invalid UUID';
+                },
+            ]);
+        },
+        oneOf(values) {
+            return createStringSchema([
+                ...constraints,
+                (v) => values.includes(v) ? null : `Must be one of: ${values.join(', ')}`,
+            ]);
+        },
+    };
+    return schema;
+}
+function createNumberSchema(constraints = []) {
+    const validate = (value) => {
+        if (typeof value !== 'number' || Number.isNaN(value)) {
+            return { success: false, errors: [{ path: '', message: 'Expected number' }] };
+        }
+        for (const c of constraints) {
+            const err = c(value);
+            if (err)
+                return { success: false, errors: [{ path: '', message: err }] };
+        }
+        return { success: true, data: value };
+    };
+    return {
+        _type: undefined,
+        validate,
+        min(n) {
+            return createNumberSchema([
+                ...constraints,
+                (v) => (v >= n ? null : `Min ${n}`),
+            ]);
+        },
+        max(n) {
+            return createNumberSchema([
+                ...constraints,
+                (v) => (v <= n ? null : `Max ${n}`),
+            ]);
+        },
+    };
+}
+function createDateSchema() {
+    return {
+        _type: undefined,
+        validate(value) {
+            if (value instanceof Date && !Number.isNaN(value.getTime())) {
+                return { success: true, data: value };
+            }
+            if (typeof value === 'string' || typeof value === 'number') {
+                const d = new Date(value);
+                if (!Number.isNaN(d.getTime()))
+                    return { success: true, data: d };
+            }
+            return { success: false, errors: [{ path: '', message: 'Expected date' }] };
+        },
+    };
+}
+function createObjectSchema(shape) {
+    const validate = (value) => {
+        if (value === null || typeof value !== 'object' || Array.isArray(value)) {
+            return { success: false, errors: [{ path: '', message: 'Expected object' }] };
+        }
+        const obj = value;
+        const data = {};
+        const errors = [];
+        for (const [key, fieldSchema] of Object.entries(shape)) {
+            const result = fieldSchema.validate(obj[key]);
+            if (result.success) {
+                data[key] = result.data;
+            }
+            else {
+                errors.push(...result.errors.map((e) => ({
+                    path: key + (e.path ? '.' + e.path : ''),
+                    message: e.message,
+                })));
+            }
+        }
+        if (errors.length > 0)
+            return { success: false, errors };
+        return { success: true, data };
+    };
+    return {
+        _type: undefined,
+        shape,
+        validate,
+    };
+}
+exports.Schema = {
+    string() {
+        return createStringSchema();
+    },
+    number() {
+        return createNumberSchema();
+    },
+    date() {
+        return createDateSchema();
+    },
+    object(shape) {
+        return createObjectSchema(shape);
+    },
+    array(itemSchema) {
+        return {
+            _type: undefined,
+            validate(value) {
+                if (!Array.isArray(value)) {
+                    return { success: false, errors: [{ path: '', message: 'Expected array' }] };
+                }
+                const data = [];
+                const errors = [];
+                for (let i = 0; i < value.length; i++) {
+                    const result = itemSchema.validate(value[i]);
+                    if (result.success)
+                        data.push(result.data);
+                    else
+                        errors.push(...result.errors.map((e) => ({
+                            path: `[${i}]${e.path ? '.' + e.path : ''}`,
+                            message: e.message,
+                        })));
+                }
+                if (errors.length > 0)
+                    return { success: false, errors };
+                return { success: true, data };
+            },
+        };
+    },
+};

package/dist/streaming/flink/flink.client.d.ts

@@ -0,0 +1,58 @@
+import type { FlinkAuthConfig, FlinkJobConfig } from '../../data.types';
+export interface FlinkClientConfig {
+    url: string;
+    auth?: FlinkAuthConfig;
+    timeout?: number;
+    retries?: number;
+}
+export interface FlinkJobInfo {
+    id: string;
+    status: string;
+    startTime?: number;
+    endTime?: number;
+    duration?: number;
+}
+export interface FlinkJobSubmitRequest {
+    jobName?: string;
+    parallelism?: number;
+    savepointPath?: string;
+    allowNonRestoredState?: boolean;
+    programArgs?: string;
+    entryClass?: string;
+    jarFile?: string;
+}
+/**
+ * Flink Client - REST API client for Apache Flink clusters
+ * Interacts with Flink JobManager REST API
+ */
+export declare class FlinkClient {
+    readonly url: string;
+    private readonly config;
+    constructor(config: FlinkClientConfig);
+    private request;
+    listJobs(): Promise<FlinkJobInfo[]>;
+    getJobStatus(jobId: string): Promise<{
+        state: string;
+        startTime?: number;
+        duration?: number;
+    }>;
+    cancelJob(jobId: string): Promise<void>;
+    stopJob(jobId: string, savepointPath?: string): Promise<{
+        'request-id': string;
+    }>;
+    createSavepoint(jobId: string, savepointPath?: string): Promise<{
+        'request-id': string;
+    }>;
+    getClusterInfo(): Promise<{
+        taskmanagers?: number;
+        'slots-total'?: number;
+    }>;
+    getTaskManagers(): Promise<unknown[]>;
+    /**
+     * Submit a job to Flink cluster.
+     * Note: Actual JAR submission requires Flink's /jars endpoint.
+     * This provides the interface; implementation depends on deployment setup.
+     */
+    submitJob(_jobConfig: FlinkJobConfig, _jobGraph?: unknown): Promise<string>;
+}
+//# sourceMappingURL=flink.client.d.ts.map

package/dist/streaming/flink/flink.client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"flink.client.d.ts","sourceRoot":"","sources":["../../../src/streaming/flink/flink.client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAExE,MAAM,WAAW,iBAAiB;IAChC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,eAAe,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;GAGG;AACH,qBAAa,WAAW;IACtB,SAAgB,GAAG,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;gBAE/B,MAAM,EAAE,iBAAiB;YASvB,OAAO;IA4Cf,QAAQ,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;IA+BnC,YAAY,CAChB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAY9D,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvC,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAKjF,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAKzF,cAAc,IAAI,OAAO,CAAC;QAAE,YAAY,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAI5E,eAAe,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAK3C;;;;OAIG;IACG,SAAS,CAAC,UAAU,EAAE,cAAc,EAAE,SAAS,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;CASlF"}

package/dist/streaming/flink/flink.client.js

@@ -0,0 +1,104 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FlinkClient = void 0;
+/**
+ * Flink Client - REST API client for Apache Flink clusters
+ * Interacts with Flink JobManager REST API
+ */
+class FlinkClient {
+    constructor(config) {
+        this.config = {
+            timeout: 30000,
+            retries: 3,
+            ...config,
+        };
+        this.url = this.config.url.replace(/\/$/, '');
+    }
+    async request(method, path, body) {
+        const url = `${this.url}${path}`;
+        const headers = {
+            'Content-Type': 'application/json',
+        };
+        if (this.config.auth?.type === 'basic' && this.config.auth.username) {
+            const credentials = Buffer.from(`${this.config.auth.username}:${this.config.auth.password || ''}`).toString('base64');
+            headers['Authorization'] = `Basic ${credentials}`;
+        }
+        else if (this.config.auth?.type === 'token' && this.config.auth.token) {
+            headers['Authorization'] = `Bearer ${this.config.auth.token}`;
+        }
+        const controller = new AbortController();
+        const timeoutId = setTimeout(() => controller.abort(), this.config.timeout);
+        try {
+            const response = await fetch(url, {
+                method,
+                headers,
+                body: body ? JSON.stringify(body) : undefined,
+                signal: controller.signal,
+            });
+            clearTimeout(timeoutId);
+            if (!response.ok) {
+                const text = await response.text();
+                throw new Error(`Flink API error ${response.status}: ${text}`);
+            }
+            const text = await response.text();
+            return text ? JSON.parse(text) : {};
+        }
+        catch (error) {
+            clearTimeout(timeoutId);
+            if (error instanceof Error) {
+                throw new Error(`Flink request failed: ${error.message}`);
+            }
+            throw error;
+        }
+    }
+    async listJobs() {
+        const result = await this.request('GET', '/jobs/overview');
+        const jobs = result.jobs ?? [];
+        return jobs.map((j) => ({
+            id: j.id,
+            status: j.status,
+            startTime: j['start-time'],
+            endTime: j['end-time'],
+            duration: j.duration,
+        }));
+    }
+    async getJobStatus(jobId) {
+        const result = await this.request('GET', `/jobs/${jobId}`);
+        return {
+            state: result.state,
+            startTime: result['start-time'],
+            duration: result.duration,
+        };
+    }
+    async cancelJob(jobId) {
+        await this.request('PATCH', `/jobs/${jobId}?mode=cancel`);
+    }
+    async stopJob(jobId, savepointPath) {
+        const body = savepointPath ? { targetDirectory: savepointPath } : {};
+        return this.request('PATCH', `/jobs/${jobId}?mode=stop`, body);
+    }
+    async createSavepoint(jobId, savepointPath) {
+        const body = savepointPath ? { targetDirectory: savepointPath } : {};
+        return this.request('POST', `/jobs/${jobId}/savepoints`, body);
+    }
+    async getClusterInfo() {
+        return this.request('GET', '/overview');
+    }
+    async getTaskManagers() {
+        const result = await this.request('GET', '/taskmanagers');
+        return result.taskmanagers ?? [];
+    }
+    /**
+     * Submit a job to Flink cluster.
+     * Note: Actual JAR submission requires Flink's /jars endpoint.
+     * This provides the interface; implementation depends on deployment setup.
+     */
+    async submitJob(_jobConfig, _jobGraph) {
+        // Flink REST API submits jobs via JAR upload and run
+        // For now return a placeholder - full implementation would:
+        // 1. Upload JAR to /jars
+        // 2. Create job from JAR via /jars/:jarid/run
+        throw new Error('submitJob: Full Flink deployment requires JAR submission. Use FlinkService.deployStream() for pipeline-to-job conversion.');
+    }
+}
+exports.FlinkClient = FlinkClient;

package/dist/streaming/flink/flink.job.d.ts

@@ -0,0 +1,28 @@
+import { FlinkClient } from './flink.client';
+import type { FlinkJobConfig } from '../../data.types';
+export interface FlinkJobResult {
+    jobId: string;
+    status: string;
+    webUI?: string;
+}
+/**
+ * Flink Job - Job management operations
+ */
+export declare class FlinkJob {
+    private readonly client;
+    constructor(client: FlinkClient);
+    getStatus(jobId: string): Promise<{
+        state: string;
+        startTime?: number;
+        duration?: number;
+    }>;
+    cancel(jobId: string): Promise<void>;
+    createSavepoint(jobId: string, savepointPath?: string): Promise<{
+        'request-id': string;
+    }>;
+    stop(jobId: string, savepointPath?: string): Promise<{
+        'request-id': string;
+    }>;
+    submit(config: FlinkJobConfig, jobGraph?: unknown): Promise<string>;
+}
+//# sourceMappingURL=flink.job.d.ts.map

package/dist/streaming/flink/flink.job.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"flink.job.d.ts","sourceRoot":"","sources":["../../../src/streaming/flink/flink.job.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEvD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,qBAAa,QAAQ;IACP,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAN,MAAM,EAAE,WAAW;IAE1C,SAAS,CACb,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAI9D,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpC,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAIzF,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAI9E,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;CAG1E"}

package/dist/streaming/flink/flink.job.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FlinkJob = void 0;
+/**
+ * Flink Job - Job management operations
+ */
+class FlinkJob {
+    constructor(client) {
+        this.client = client;
+    }
+    async getStatus(jobId) {
+        return this.client.getJobStatus(jobId);
+    }
+    async cancel(jobId) {
+        return this.client.cancelJob(jobId);
+    }
+    async createSavepoint(jobId, savepointPath) {
+        return this.client.createSavepoint(jobId, savepointPath);
+    }
+    async stop(jobId, savepointPath) {
+        return this.client.stopJob(jobId, savepointPath);
+    }
+    async submit(config, jobGraph) {
+        return this.client.submitJob(config, jobGraph);
+    }
+}
+exports.FlinkJob = FlinkJob;

package/dist/streaming/flink/flink.operators.d.ts

@@ -0,0 +1,35 @@
+import type { PipelineStep } from '../../pipelines/etl.service';
+export type FlinkOperatorType = 'map' | 'filter' | 'flatMap' | 'window' | 'keyBy';
+export interface FlinkOperator {
+    type: FlinkOperatorType;
+    step: number;
+    name: string;
+    function?: (value: unknown) => unknown | Promise<unknown>;
+    predicate?: (value: unknown) => boolean;
+    windowType?: 'tumbling' | 'sliding' | 'session';
+    windowSize?: string;
+    aggregator?: (value: unknown) => unknown;
+}
+/**
+ * Maps HazelJS pipeline steps to Flink operators
+ * Note: Actual function/predicate execution happens in deployed Flink job
+ */
+export declare function mapToFlinkOperator(step: PipelineStep): FlinkOperator;
+export declare function createFlinkJobGraph(steps: PipelineStep[], sourceConfig: {
+    type: string;
+    topic?: string;
+    properties?: Record<string, string>;
+}, sinkConfig: {
+    type: string;
+    topic?: string;
+    properties?: Record<string, string>;
+}): {
+    source: typeof sourceConfig;
+    transformations: Array<{
+        step: number;
+        name: string;
+        operator: FlinkOperator;
+    }>;
+    sink: typeof sinkConfig;
+};
+//# sourceMappingURL=flink.operators.d.ts.map

package/dist/streaming/flink/flink.operators.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"flink.operators.d.ts","sourceRoot":"","sources":["../../../src/streaming/flink/flink.operators.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAEhE,MAAM,MAAM,iBAAiB,GAAG,KAAK,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;AAElF,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,iBAAiB,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1D,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC;IACxC,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,GAAG,SAAS,CAAC;IAChD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC;CAC1C;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,YAAY,GAAG,aAAa,CAuBpE;AAED,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,YAAY,EAAE,EACrB,YAAY,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,EACnF,UAAU,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GAChF;IACD,MAAM,EAAE,OAAO,YAAY,CAAC;IAC5B,eAAe,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,aAAa,CAAA;KAAE,CAAC,CAAC;IAChF,IAAI,EAAE,OAAO,UAAU,CAAC;CACzB,CAUA"}