npm - @rlvt/datasources-openapi-client - Versions diffs - 1.0.347 → 1.0.349 - Mend

@rlvt/datasources-openapi-client 1.0.347 → 1.0.349

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (4) hide show

package/build/api.d.ts CHANGED Viewed

@@ -1028,6 +1028,61 @@ export default class {
                                         } | undefined;
                                         type?: "unwind" | undefined;
                                     }[] | undefined;
+                                } | {
+                                    options?: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options?: {
+                                                csvDelimiter?: string | undefined;
+                                            } | undefined;
+                                            type?: "csv" | undefined;
+                                        } | {
+                                            options?: unknown;
+                                            type?: "ndjson" | undefined;
+                                        } | {
+                                            options?: {
+                                                rootPath?: string | undefined;
+                                            } | undefined;
+                                            type?: "json" | undefined;
+                                        } | {
+                                            options?: {
+                                                rootPath?: string | undefined;
+                                            } | undefined;
+                                            type?: "xml" | undefined;
+                                        } | {
+                                            options?: unknown;
+                                            type?: "xlsx" | undefined;
+                                        } | {
+                                            options?: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            } | undefined;
+                                            type?: "parquet" | undefined;
+                                        } | {
+                                            options?: unknown;
+                                            type?: "avro" | undefined;
+                                        } | undefined;
+                                        textEncoding?: string | undefined;
+                                        brokers?: string[] | undefined;
+                                        topic?: string | undefined;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url?: string | undefined;
+                                            username?: string | undefined;
+                                            password?: string | undefined;
+                                        } | undefined;
+                                    } | undefined;
+                                    type?: "kafka" | undefined;
+                                    preProcessingAggregations?: {
+                                        options?: {
+                                            src?: string | undefined;
+                                            dest?: string | undefined;
+                                            allowEmpty?: boolean | undefined;
+                                        } | undefined;
+                                        type?: "unwind" | undefined;
+                                    }[] | undefined;
                                 } | undefined;
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -1722,6 +1777,61 @@ export default class {
                                         } | undefined;
                                         type?: "unwind" | undefined;
                                     }[] | undefined;
+                                } | {
+                                    options?: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options?: {
+                                                csvDelimiter?: string | undefined;
+                                            } | undefined;
+                                            type?: "csv" | undefined;
+                                        } | {
+                                            options?: unknown;
+                                            type?: "ndjson" | undefined;
+                                        } | {
+                                            options?: {
+                                                rootPath?: string | undefined;
+                                            } | undefined;
+                                            type?: "json" | undefined;
+                                        } | {
+                                            options?: {
+                                                rootPath?: string | undefined;
+                                            } | undefined;
+                                            type?: "xml" | undefined;
+                                        } | {
+                                            options?: unknown;
+                                            type?: "xlsx" | undefined;
+                                        } | {
+                                            options?: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            } | undefined;
+                                            type?: "parquet" | undefined;
+                                        } | {
+                                            options?: unknown;
+                                            type?: "avro" | undefined;
+                                        } | undefined;
+                                        textEncoding?: string | undefined;
+                                        brokers?: string[] | undefined;
+                                        topic?: string | undefined;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url?: string | undefined;
+                                            username?: string | undefined;
+                                            password?: string | undefined;
+                                        } | undefined;
+                                    } | undefined;
+                                    type?: "kafka" | undefined;
+                                    preProcessingAggregations?: {
+                                        options?: {
+                                            src?: string | undefined;
+                                            dest?: string | undefined;
+                                            allowEmpty?: boolean | undefined;
+                                        } | undefined;
+                                        type?: "unwind" | undefined;
+                                    }[] | undefined;
                                 } | undefined;
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -2516,6 +2626,61 @@ export default class {
                                         } | undefined;
                                         type?: "unwind" | undefined;
                                     }[] | undefined;
+                                } | {
+                                    options?: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options?: {
+                                                csvDelimiter?: string | undefined;
+                                            } | undefined;
+                                            type?: "csv" | undefined;
+                                        } | {
+                                            options?: unknown;
+                                            type?: "ndjson" | undefined;
+                                        } | {
+                                            options?: {
+                                                rootPath?: string | undefined;
+                                            } | undefined;
+                                            type?: "json" | undefined;
+                                        } | {
+                                            options?: {
+                                                rootPath?: string | undefined;
+                                            } | undefined;
+                                            type?: "xml" | undefined;
+                                        } | {
+                                            options?: unknown;
+                                            type?: "xlsx" | undefined;
+                                        } | {
+                                            options?: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            } | undefined;
+                                            type?: "parquet" | undefined;
+                                        } | {
+                                            options?: unknown;
+                                            type?: "avro" | undefined;
+                                        } | undefined;
+                                        textEncoding?: string | undefined;
+                                        brokers?: string[] | undefined;
+                                        topic?: string | undefined;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url?: string | undefined;
+                                            username?: string | undefined;
+                                            password?: string | undefined;
+                                        } | undefined;
+                                    } | undefined;
+                                    type?: "kafka" | undefined;
+                                    preProcessingAggregations?: {
+                                        options?: {
+                                            src?: string | undefined;
+                                            dest?: string | undefined;
+                                            allowEmpty?: boolean | undefined;
+                                        } | undefined;
+                                        type?: "unwind" | undefined;
+                                    }[] | undefined;
                                 } | undefined;
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -3210,6 +3375,61 @@ export default class {
                                         } | undefined;
                                         type?: "unwind" | undefined;
                                     }[] | undefined;
+                                } | {
+                                    options?: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options?: {
+                                                csvDelimiter?: string | undefined;
+                                            } | undefined;
+                                            type?: "csv" | undefined;
+                                        } | {
+                                            options?: unknown;
+                                            type?: "ndjson" | undefined;
+                                        } | {
+                                            options?: {
+                                                rootPath?: string | undefined;
+                                            } | undefined;
+                                            type?: "json" | undefined;
+                                        } | {
+                                            options?: {
+                                                rootPath?: string | undefined;
+                                            } | undefined;
+                                            type?: "xml" | undefined;
+                                        } | {
+                                            options?: unknown;
+                                            type?: "xlsx" | undefined;
+                                        } | {
+                                            options?: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            } | undefined;
+                                            type?: "parquet" | undefined;
+                                        } | {
+                                            options?: unknown;
+                                            type?: "avro" | undefined;
+                                        } | undefined;
+                                        textEncoding?: string | undefined;
+                                        brokers?: string[] | undefined;
+                                        topic?: string | undefined;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url?: string | undefined;
+                                            username?: string | undefined;
+                                            password?: string | undefined;
+                                        } | undefined;
+                                    } | undefined;
+                                    type?: "kafka" | undefined;
+                                    preProcessingAggregations?: {
+                                        options?: {
+                                            src?: string | undefined;
+                                            dest?: string | undefined;
+                                            allowEmpty?: boolean | undefined;
+                                        } | undefined;
+                                        type?: "unwind" | undefined;
+                                    }[] | undefined;
                                 } | undefined;
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -5087,6 +5307,61 @@ export default class {
                                     };
                                     type: "unwind";
                                 }[] | undefined;
+                            } | {
+                                options: {
+                                    username?: string | undefined;
+                                    password?: string | undefined;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding: string;
+                                    brokers: string[];
+                                    topic: string;
+                                    groupPrefix?: string | undefined;
+                                    ssl?: boolean | undefined;
+                                    registry?: {
+                                        url: string;
+                                        username: string;
+                                        password: string;
+                                    } | undefined;
+                                };
+                                type: "kafka";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
                             };
                             fieldsRules: {
                                 [x: string]: ({
@@ -5997,6 +6272,61 @@ export default class {
                                     };
                                     type: "unwind";
                                 }[] | undefined;
+                            } | {
+                                options: {
+                                    username?: string | undefined;
+                                    password?: string | undefined;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding: string;
+                                    brokers: string[];
+                                    topic: string;
+                                    groupPrefix?: string | undefined;
+                                    ssl?: boolean | undefined;
+                                    registry?: {
+                                        url: string;
+                                        username: string;
+                                        password: string;
+                                    } | undefined;
+                                };
+                                type: "kafka";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
                             };
                             fieldsRules: {
                                 [x: string]: ({
@@ -7157,6 +7487,61 @@ export default class {
                                     };
                                     type: "unwind";
                                 }[] | undefined;
+                            } | {
+                                options: {
+                                    username?: string | undefined;
+                                    password?: string | undefined;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding: string;
+                                    brokers: string[];
+                                    topic: string;
+                                    groupPrefix?: string | undefined;
+                                    ssl?: boolean | undefined;
+                                    registry?: {
+                                        url: string;
+                                        username: string;
+                                        password: string;
+                                    } | undefined;
+                                };
+                                type: "kafka";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
                             };
                             fieldsRules: {
                                 [x: string]: ({
@@ -8067,6 +8452,61 @@ export default class {
                                     };
                                     type: "unwind";
                                 }[] | undefined;
+                            } | {
+                                options: {
+                                    username?: string | undefined;
+                                    password?: string | undefined;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding: string;
+                                    brokers: string[];
+                                    topic: string;
+                                    groupPrefix?: string | undefined;
+                                    ssl?: boolean | undefined;
+                                    registry?: {
+                                        url: string;
+                                        username: string;
+                                        password: string;
+                                    } | undefined;
+                                };
+                                type: "kafka";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
                             };
                             fieldsRules: {
                                 [x: string]: ({
@@ -9665,6 +10105,61 @@ export default class {
                                     };
                                     type: "unwind";
                                 }[] | undefined;
+                            } | {
+                                options: {
+                                    username?: string | undefined;
+                                    password?: string | undefined;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding: string;
+                                    brokers: string[];
+                                    topic: string;
+                                    groupPrefix?: string | undefined;
+                                    ssl?: boolean | undefined;
+                                    registry?: {
+                                        url: string;
+                                        username: string;
+                                        password: string;
+                                    } | undefined;
+                                };
+                                type: "kafka";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
                             };
                             fieldsRules: {
                                 [x: string]: ({
@@ -10575,6 +11070,61 @@ export default class {
                                     };
                                     type: "unwind";
                                 }[] | undefined;
+                            } | {
+                                options: {
+                                    username?: string | undefined;
+                                    password?: string | undefined;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding: string;
+                                    brokers: string[];
+                                    topic: string;
+                                    groupPrefix?: string | undefined;
+                                    ssl?: boolean | undefined;
+                                    registry?: {
+                                        url: string;
+                                        username: string;
+                                        password: string;
+                                    } | undefined;
+                                };
+                                type: "kafka";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
                             };
                             fieldsRules: {
                                 [x: string]: ({
@@ -11735,6 +12285,61 @@ export default class {
                                     };
                                     type: "unwind";
                                 }[] | undefined;
+                            } | {
+                                options: {
+                                    username?: string | undefined;
+                                    password?: string | undefined;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding: string;
+                                    brokers: string[];
+                                    topic: string;
+                                    groupPrefix?: string | undefined;
+                                    ssl?: boolean | undefined;
+                                    registry?: {
+                                        url: string;
+                                        username: string;
+                                        password: string;
+                                    } | undefined;
+                                };
+                                type: "kafka";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
                             };
                             fieldsRules: {
                                 [x: string]: ({
@@ -12645,6 +13250,61 @@ export default class {
                                     };
                                     type: "unwind";
                                 }[] | undefined;
+                            } | {
+                                options: {
+                                    username?: string | undefined;
+                                    password?: string | undefined;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding: string;
+                                    brokers: string[];
+                                    topic: string;
+                                    groupPrefix?: string | undefined;
+                                    ssl?: boolean | undefined;
+                                    registry?: {
+                                        url: string;
+                                        username: string;
+                                        password: string;
+                                    } | undefined;
+                                };
+                                type: "kafka";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
                             };
                             fieldsRules: {
                                 [x: string]: ({
@@ -14235,6 +14895,61 @@ export default class {
                                     };
                                     type: "unwind";
                                 }[] | undefined;
+                            } | {
+                                options: {
+                                    username?: string | undefined;
+                                    password?: string | undefined;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding: string;
+                                    brokers: string[];
+                                    topic: string;
+                                    groupPrefix?: string | undefined;
+                                    ssl?: boolean | undefined;
+                                    registry?: {
+                                        url: string;
+                                        username: string;
+                                        password: string;
+                                    } | undefined;
+                                };
+                                type: "kafka";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
                             };
                             fieldsRules: {
                                 [x: string]: ({
@@ -15145,6 +15860,61 @@ export default class {
                                     };
                                     type: "unwind";
                                 }[] | undefined;
+                            } | {
+                                options: {
+                                    username?: string | undefined;
+                                    password?: string | undefined;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding: string;
+                                    brokers: string[];
+                                    topic: string;
+                                    groupPrefix?: string | undefined;
+                                    ssl?: boolean | undefined;
+                                    registry?: {
+                                        url: string;
+                                        username: string;
+                                        password: string;
+                                    } | undefined;
+                                };
+                                type: "kafka";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
                             };
                             fieldsRules: {
                                 [x: string]: ({
@@ -16115,9 +16885,131 @@ export default class {
                                         options: unknown;
                                         type: "avro";
                                     };
-                                    textEncoding: string;
+                                    textEncoding: string;
+                                };
+                                type: "file";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
+                            } | {
+                                options: {
+                                    path: string;
+                                    username: string;
+                                    password: string;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding?: string | undefined;
+                                    host: string;
+                                    port: number;
+                                    secure: boolean;
+                                    processLastOnly?: boolean | undefined;
+                                };
+                                type: "ftp";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
+                            } | {
+                                options: {
+                                    path: string;
+                                    username: string;
+                                    password?: string | undefined;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding?: string | undefined;
+                                    host: string;
+                                    port: number;
+                                    processLastOnly?: boolean | undefined;
+                                    privateKey?: string | undefined;
+                                };
+                                type: "sftp";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
+                            } | {
+                                options: {
+                                    query?: string | undefined;
+                                    privateKey?: string | undefined;
+                                    table: string;
+                                    dataset: string;
+                                    clientEmail?: string | undefined;
+                                    projectId?: string | undefined;
+                                    tableProjectId?: string | undefined;
+                                    timestampField?: string | undefined;
                                 };
-                                type: "file";
+                                type: "bigquery";
                                 preProcessingAggregations?: {
                                     options: {
                                         src: string;
@@ -16128,47 +17020,18 @@ export default class {
                                 }[] | undefined;
                             } | {
                                 options: {
-                                    path: string;
+                                    query?: string | undefined;
                                     username: string;
-                                    password: string;
-                                    format?: {
-                                        options: {
-                                            csvDelimiter?: string | undefined;
-                                        };
-                                        type: "csv";
-                                    } | {
-                                        options: unknown;
-                                        type: "ndjson";
-                                    } | {
-                                        options: {
-                                            rootPath: string;
-                                        };
-                                        type: "json";
-                                    } | {
-                                        options: {
-                                            rootPath: string;
-                                        };
-                                        type: "xml";
-                                    } | {
-                                        options: unknown;
-                                        type: "xlsx";
-                                    } | {
-                                        options: {
-                                            version?: string | undefined;
-                                            columnsList?: string[] | undefined;
-                                        };
-                                        type: "parquet";
-                                    } | {
-                                        options: unknown;
-                                        type: "avro";
-                                    } | undefined;
-                                    textEncoding?: string | undefined;
-                                    host: string;
-                                    port: number;
-                                    secure: boolean;
-                                    processLastOnly?: boolean | undefined;
+                                    password?: string | undefined;
+                                    privateKey?: string | undefined;
+                                    table: string;
+                                    account: string;
+                                    warehouse: string;
+                                    schema: string;
+                                    database: string;
+                                    timestampColumn?: string | undefined;
                                 };
-                                type: "ftp";
+                                type: "snowflake";
                                 preProcessingAggregations?: {
                                     options: {
                                         src: string;
@@ -16180,8 +17043,7 @@ export default class {
                             } | {
                                 options: {
                                     path: string;
-                                    username: string;
-                                    password?: string | undefined;
+                                    bucket: string;
                                     format?: {
                                         options: {
                                             csvDelimiter?: string | undefined;
@@ -16214,32 +17076,12 @@ export default class {
                                         type: "avro";
                                     } | undefined;
                                     textEncoding?: string | undefined;
-                                    host: string;
-                                    port: number;
                                     processLastOnly?: boolean | undefined;
-                                    privateKey?: string | undefined;
-                                };
-                                type: "sftp";
-                                preProcessingAggregations?: {
-                                    options: {
-                                        src: string;
-                                        dest: string;
-                                        allowEmpty?: boolean | undefined;
-                                    };
-                                    type: "unwind";
-                                }[] | undefined;
-                            } | {
-                                options: {
-                                    query?: string | undefined;
-                                    privateKey?: string | undefined;
-                                    table: string;
-                                    dataset: string;
-                                    clientEmail?: string | undefined;
-                                    projectId?: string | undefined;
-                                    tableProjectId?: string | undefined;
-                                    timestampField?: string | undefined;
+                                    privateKey: string;
+                                    clientEmail: string;
+                                    projectId: string;
                                 };
-                                type: "bigquery";
+                                type: "gcs";
                                 preProcessingAggregations?: {
                                     options: {
                                         src: string;
@@ -16250,30 +17092,8 @@ export default class {
                                 }[] | undefined;
                             } | {
                                 options: {
-                                    query?: string | undefined;
-                                    username: string;
+                                    username?: string | undefined;
                                     password?: string | undefined;
-                                    privateKey?: string | undefined;
-                                    table: string;
-                                    account: string;
-                                    warehouse: string;
-                                    schema: string;
-                                    database: string;
-                                    timestampColumn?: string | undefined;
-                                };
-                                type: "snowflake";
-                                preProcessingAggregations?: {
-                                    options: {
-                                        src: string;
-                                        dest: string;
-                                        allowEmpty?: boolean | undefined;
-                                    };
-                                    type: "unwind";
-                                }[] | undefined;
-                            } | {
-                                options: {
-                                    path: string;
-                                    bucket: string;
                                     format?: {
                                         options: {
                                             csvDelimiter?: string | undefined;
@@ -16305,13 +17125,18 @@ export default class {
                                         options: unknown;
                                         type: "avro";
                                     } | undefined;
-                                    textEncoding?: string | undefined;
-                                    processLastOnly?: boolean | undefined;
-                                    privateKey: string;
-                                    clientEmail: string;
-                                    projectId: string;
+                                    textEncoding: string;
+                                    brokers: string[];
+                                    topic: string;
+                                    groupPrefix?: string | undefined;
+                                    ssl?: boolean | undefined;
+                                    registry?: {
+                                        url: string;
+                                        username: string;
+                                        password: string;
+                                    } | undefined;
                                 };
-                                type: "gcs";
+                                type: "kafka";
                                 preProcessingAggregations?: {
                                     options: {
                                         src: string;
@@ -17123,105 +17948,160 @@ export default class {
                                         options: unknown;
                                         type: "avro";
                                     } | undefined;
-                                    textEncoding?: string | undefined;
-                                    host: string;
-                                    port: number;
-                                    processLastOnly?: boolean | undefined;
-                                    privateKey?: string | undefined;
-                                };
-                                type: "sftp";
-                                preProcessingAggregations?: {
-                                    options: {
-                                        src: string;
-                                        dest: string;
-                                        allowEmpty?: boolean | undefined;
-                                    };
-                                    type: "unwind";
-                                }[] | undefined;
-                            } | {
-                                options: {
-                                    query?: string | undefined;
-                                    privateKey?: string | undefined;
-                                    table: string;
-                                    dataset: string;
-                                    clientEmail?: string | undefined;
-                                    projectId?: string | undefined;
-                                    tableProjectId?: string | undefined;
-                                    timestampField?: string | undefined;
-                                };
-                                type: "bigquery";
-                                preProcessingAggregations?: {
-                                    options: {
-                                        src: string;
-                                        dest: string;
-                                        allowEmpty?: boolean | undefined;
-                                    };
-                                    type: "unwind";
-                                }[] | undefined;
-                            } | {
-                                options: {
-                                    query?: string | undefined;
-                                    username: string;
-                                    password?: string | undefined;
-                                    privateKey?: string | undefined;
-                                    table: string;
-                                    account: string;
-                                    warehouse: string;
-                                    schema: string;
-                                    database: string;
-                                    timestampColumn?: string | undefined;
-                                };
-                                type: "snowflake";
-                                preProcessingAggregations?: {
-                                    options: {
-                                        src: string;
-                                        dest: string;
-                                        allowEmpty?: boolean | undefined;
-                                    };
-                                    type: "unwind";
-                                }[] | undefined;
-                            } | {
-                                options: {
-                                    path: string;
-                                    bucket: string;
-                                    format?: {
-                                        options: {
-                                            csvDelimiter?: string | undefined;
-                                        };
-                                        type: "csv";
-                                    } | {
-                                        options: unknown;
-                                        type: "ndjson";
-                                    } | {
-                                        options: {
-                                            rootPath: string;
-                                        };
-                                        type: "json";
-                                    } | {
-                                        options: {
-                                            rootPath: string;
-                                        };
-                                        type: "xml";
-                                    } | {
-                                        options: unknown;
-                                        type: "xlsx";
-                                    } | {
-                                        options: {
-                                            version?: string | undefined;
-                                            columnsList?: string[] | undefined;
-                                        };
-                                        type: "parquet";
-                                    } | {
-                                        options: unknown;
-                                        type: "avro";
+                                    textEncoding?: string | undefined;
+                                    host: string;
+                                    port: number;
+                                    processLastOnly?: boolean | undefined;
+                                    privateKey?: string | undefined;
+                                };
+                                type: "sftp";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
+                            } | {
+                                options: {
+                                    query?: string | undefined;
+                                    privateKey?: string | undefined;
+                                    table: string;
+                                    dataset: string;
+                                    clientEmail?: string | undefined;
+                                    projectId?: string | undefined;
+                                    tableProjectId?: string | undefined;
+                                    timestampField?: string | undefined;
+                                };
+                                type: "bigquery";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
+                            } | {
+                                options: {
+                                    query?: string | undefined;
+                                    username: string;
+                                    password?: string | undefined;
+                                    privateKey?: string | undefined;
+                                    table: string;
+                                    account: string;
+                                    warehouse: string;
+                                    schema: string;
+                                    database: string;
+                                    timestampColumn?: string | undefined;
+                                };
+                                type: "snowflake";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
+                            } | {
+                                options: {
+                                    path: string;
+                                    bucket: string;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding?: string | undefined;
+                                    processLastOnly?: boolean | undefined;
+                                    privateKey: string;
+                                    clientEmail: string;
+                                    projectId: string;
+                                };
+                                type: "gcs";
+                                preProcessingAggregations?: {
+                                    options: {
+                                        src: string;
+                                        dest: string;
+                                        allowEmpty?: boolean | undefined;
+                                    };
+                                    type: "unwind";
+                                }[] | undefined;
+                            } | {
+                                options: {
+                                    username?: string | undefined;
+                                    password?: string | undefined;
+                                    format?: {
+                                        options: {
+                                            csvDelimiter?: string | undefined;
+                                        };
+                                        type: "csv";
+                                    } | {
+                                        options: unknown;
+                                        type: "ndjson";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "json";
+                                    } | {
+                                        options: {
+                                            rootPath: string;
+                                        };
+                                        type: "xml";
+                                    } | {
+                                        options: unknown;
+                                        type: "xlsx";
+                                    } | {
+                                        options: {
+                                            version?: string | undefined;
+                                            columnsList?: string[] | undefined;
+                                        };
+                                        type: "parquet";
+                                    } | {
+                                        options: unknown;
+                                        type: "avro";
+                                    } | undefined;
+                                    textEncoding: string;
+                                    brokers: string[];
+                                    topic: string;
+                                    groupPrefix?: string | undefined;
+                                    ssl?: boolean | undefined;
+                                    registry?: {
+                                        url: string;
+                                        username: string;
+                                        password: string;
                                     } | undefined;
-                                    textEncoding?: string | undefined;
-                                    processLastOnly?: boolean | undefined;
-                                    privateKey: string;
-                                    clientEmail: string;
-                                    projectId: string;
                                 };
-                                type: "gcs";
+                                type: "kafka";
                                 preProcessingAggregations?: {
                                     options: {
                                         src: string;
@@ -18105,20 +18985,168 @@ export default class {
                                         } | undefined;
                                         textEncoding?: string | undefined;
                                     };
-                                    type: "url";
-                                    preProcessingAggregations?: {
-                                        options: {
-                                            src: string;
-                                            dest: string;
-                                            allowEmpty?: boolean | undefined;
-                                        };
-                                        type: "unwind";
-                                    }[] | undefined;
-                                } | {
-                                    options: {
-                                        id: string;
-                                    };
-                                    type: "datasource";
+                                    type: "url";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        id: string;
+                                    };
+                                    type: "datasource";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        path: string;
+                                        bucket: string;
+                                        format: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        };
+                                        textEncoding: string;
+                                    };
+                                    type: "file";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        path: string;
+                                        username: string;
+                                        password: string;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding?: string | undefined;
+                                        host: string;
+                                        port: number;
+                                        secure: boolean;
+                                        processLastOnly?: boolean | undefined;
+                                    };
+                                    type: "ftp";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        path: string;
+                                        username: string;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding?: string | undefined;
+                                        host: string;
+                                        port: number;
+                                        processLastOnly?: boolean | undefined;
+                                        privateKey?: string | undefined;
+                                    };
+                                    type: "sftp";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -18129,42 +19157,16 @@ export default class {
                                     }[] | undefined;
                                 } | {
                                     options: {
-                                        path: string;
-                                        bucket: string;
-                                        format: {
-                                            options: {
-                                                csvDelimiter?: string | undefined;
-                                            };
-                                            type: "csv";
-                                        } | {
-                                            options: unknown;
-                                            type: "ndjson";
-                                        } | {
-                                            options: {
-                                                rootPath: string;
-                                            };
-                                            type: "json";
-                                        } | {
-                                            options: {
-                                                rootPath: string;
-                                            };
-                                            type: "xml";
-                                        } | {
-                                            options: unknown;
-                                            type: "xlsx";
-                                        } | {
-                                            options: {
-                                                version?: string | undefined;
-                                                columnsList?: string[] | undefined;
-                                            };
-                                            type: "parquet";
-                                        } | {
-                                            options: unknown;
-                                            type: "avro";
-                                        };
-                                        textEncoding: string;
+                                        query?: string | undefined;
+                                        privateKey?: string | undefined;
+                                        table: string;
+                                        dataset: string;
+                                        clientEmail?: string | undefined;
+                                        projectId?: string | undefined;
+                                        tableProjectId?: string | undefined;
+                                        timestampField?: string | undefined;
                                     };
-                                    type: "file";
+                                    type: "bigquery";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -18175,47 +19177,18 @@ export default class {
                                     }[] | undefined;
                                 } | {
                                     options: {
-                                        path: string;
+                                        query?: string | undefined;
                                         username: string;
-                                        password: string;
-                                        format?: {
-                                            options: {
-                                                csvDelimiter?: string | undefined;
-                                            };
-                                            type: "csv";
-                                        } | {
-                                            options: unknown;
-                                            type: "ndjson";
-                                        } | {
-                                            options: {
-                                                rootPath: string;
-                                            };
-                                            type: "json";
-                                        } | {
-                                            options: {
-                                                rootPath: string;
-                                            };
-                                            type: "xml";
-                                        } | {
-                                            options: unknown;
-                                            type: "xlsx";
-                                        } | {
-                                            options: {
-                                                version?: string | undefined;
-                                                columnsList?: string[] | undefined;
-                                            };
-                                            type: "parquet";
-                                        } | {
-                                            options: unknown;
-                                            type: "avro";
-                                        } | undefined;
-                                        textEncoding?: string | undefined;
-                                        host: string;
-                                        port: number;
-                                        secure: boolean;
-                                        processLastOnly?: boolean | undefined;
+                                        password?: string | undefined;
+                                        privateKey?: string | undefined;
+                                        table: string;
+                                        account: string;
+                                        warehouse: string;
+                                        schema: string;
+                                        database: string;
+                                        timestampColumn?: string | undefined;
                                     };
-                                    type: "ftp";
+                                    type: "snowflake";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -18227,8 +19200,7 @@ export default class {
                                 } | {
                                     options: {
                                         path: string;
-                                        username: string;
-                                        password?: string | undefined;
+                                        bucket: string;
                                         format?: {
                                             options: {
                                                 csvDelimiter?: string | undefined;
@@ -18261,32 +19233,12 @@ export default class {
                                             type: "avro";
                                         } | undefined;
                                         textEncoding?: string | undefined;
-                                        host: string;
-                                        port: number;
                                         processLastOnly?: boolean | undefined;
-                                        privateKey?: string | undefined;
-                                    };
-                                    type: "sftp";
-                                    preProcessingAggregations?: {
-                                        options: {
-                                            src: string;
-                                            dest: string;
-                                            allowEmpty?: boolean | undefined;
-                                        };
-                                        type: "unwind";
-                                    }[] | undefined;
-                                } | {
-                                    options: {
-                                        query?: string | undefined;
-                                        privateKey?: string | undefined;
-                                        table: string;
-                                        dataset: string;
-                                        clientEmail?: string | undefined;
-                                        projectId?: string | undefined;
-                                        tableProjectId?: string | undefined;
-                                        timestampField?: string | undefined;
+                                        privateKey: string;
+                                        clientEmail: string;
+                                        projectId: string;
                                     };
-                                    type: "bigquery";
+                                    type: "gcs";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -18297,30 +19249,8 @@ export default class {
                                     }[] | undefined;
                                 } | {
                                     options: {
-                                        query?: string | undefined;
-                                        username: string;
+                                        username?: string | undefined;
                                         password?: string | undefined;
-                                        privateKey?: string | undefined;
-                                        table: string;
-                                        account: string;
-                                        warehouse: string;
-                                        schema: string;
-                                        database: string;
-                                        timestampColumn?: string | undefined;
-                                    };
-                                    type: "snowflake";
-                                    preProcessingAggregations?: {
-                                        options: {
-                                            src: string;
-                                            dest: string;
-                                            allowEmpty?: boolean | undefined;
-                                        };
-                                        type: "unwind";
-                                    }[] | undefined;
-                                } | {
-                                    options: {
-                                        path: string;
-                                        bucket: string;
                                         format?: {
                                             options: {
                                                 csvDelimiter?: string | undefined;
@@ -18352,13 +19282,18 @@ export default class {
                                             options: unknown;
                                             type: "avro";
                                         } | undefined;
-                                        textEncoding?: string | undefined;
-                                        processLastOnly?: boolean | undefined;
-                                        privateKey: string;
-                                        clientEmail: string;
-                                        projectId: string;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
                                     };
-                                    type: "gcs";
+                                    type: "kafka";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -19277,6 +20212,61 @@ export default class {
                                         };
                                         type: "unwind";
                                     }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
+                                    };
+                                    type: "kafka";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
                                 };
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -20735,13 +21725,68 @@ export default class {
                                             options: unknown;
                                             type: "avro";
                                         } | undefined;
-                                        textEncoding?: string | undefined;
-                                        processLastOnly?: boolean | undefined;
-                                        privateKey: string;
-                                        clientEmail: string;
-                                        projectId: string;
+                                        textEncoding?: string | undefined;
+                                        processLastOnly?: boolean | undefined;
+                                        privateKey: string;
+                                        clientEmail: string;
+                                        projectId: string;
+                                    };
+                                    type: "gcs";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
                                     };
-                                    type: "gcs";
+                                    type: "kafka";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -21660,6 +22705,61 @@ export default class {
                                         };
                                         type: "unwind";
                                     }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
+                                    };
+                                    type: "kafka";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
                                 };
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -23069,6 +24169,61 @@ export default class {
                                         };
                                         type: "unwind";
                                     }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
+                                    };
+                                    type: "kafka";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
                                 };
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -23717,20 +24872,168 @@ export default class {
                                         } | undefined;
                                         textEncoding?: string | undefined;
                                     };
-                                    type: "url";
-                                    preProcessingAggregations?: {
-                                        options: {
-                                            src: string;
-                                            dest: string;
-                                            allowEmpty?: boolean | undefined;
-                                        };
-                                        type: "unwind";
-                                    }[] | undefined;
-                                } | {
-                                    options: {
-                                        id: string;
-                                    };
-                                    type: "datasource";
+                                    type: "url";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        id: string;
+                                    };
+                                    type: "datasource";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        path: string;
+                                        bucket: string;
+                                        format: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        };
+                                        textEncoding: string;
+                                    };
+                                    type: "file";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        path: string;
+                                        username: string;
+                                        password: string;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding?: string | undefined;
+                                        host: string;
+                                        port: number;
+                                        secure: boolean;
+                                        processLastOnly?: boolean | undefined;
+                                    };
+                                    type: "ftp";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        path: string;
+                                        username: string;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding?: string | undefined;
+                                        host: string;
+                                        port: number;
+                                        processLastOnly?: boolean | undefined;
+                                        privateKey?: string | undefined;
+                                    };
+                                    type: "sftp";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -23741,42 +25044,16 @@ export default class {
                                     }[] | undefined;
                                 } | {
                                     options: {
-                                        path: string;
-                                        bucket: string;
-                                        format: {
-                                            options: {
-                                                csvDelimiter?: string | undefined;
-                                            };
-                                            type: "csv";
-                                        } | {
-                                            options: unknown;
-                                            type: "ndjson";
-                                        } | {
-                                            options: {
-                                                rootPath: string;
-                                            };
-                                            type: "json";
-                                        } | {
-                                            options: {
-                                                rootPath: string;
-                                            };
-                                            type: "xml";
-                                        } | {
-                                            options: unknown;
-                                            type: "xlsx";
-                                        } | {
-                                            options: {
-                                                version?: string | undefined;
-                                                columnsList?: string[] | undefined;
-                                            };
-                                            type: "parquet";
-                                        } | {
-                                            options: unknown;
-                                            type: "avro";
-                                        };
-                                        textEncoding: string;
+                                        query?: string | undefined;
+                                        privateKey?: string | undefined;
+                                        table: string;
+                                        dataset: string;
+                                        clientEmail?: string | undefined;
+                                        projectId?: string | undefined;
+                                        tableProjectId?: string | undefined;
+                                        timestampField?: string | undefined;
                                     };
-                                    type: "file";
+                                    type: "bigquery";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -23787,47 +25064,18 @@ export default class {
                                     }[] | undefined;
                                 } | {
                                     options: {
-                                        path: string;
+                                        query?: string | undefined;
                                         username: string;
-                                        password: string;
-                                        format?: {
-                                            options: {
-                                                csvDelimiter?: string | undefined;
-                                            };
-                                            type: "csv";
-                                        } | {
-                                            options: unknown;
-                                            type: "ndjson";
-                                        } | {
-                                            options: {
-                                                rootPath: string;
-                                            };
-                                            type: "json";
-                                        } | {
-                                            options: {
-                                                rootPath: string;
-                                            };
-                                            type: "xml";
-                                        } | {
-                                            options: unknown;
-                                            type: "xlsx";
-                                        } | {
-                                            options: {
-                                                version?: string | undefined;
-                                                columnsList?: string[] | undefined;
-                                            };
-                                            type: "parquet";
-                                        } | {
-                                            options: unknown;
-                                            type: "avro";
-                                        } | undefined;
-                                        textEncoding?: string | undefined;
-                                        host: string;
-                                        port: number;
-                                        secure: boolean;
-                                        processLastOnly?: boolean | undefined;
+                                        password?: string | undefined;
+                                        privateKey?: string | undefined;
+                                        table: string;
+                                        account: string;
+                                        warehouse: string;
+                                        schema: string;
+                                        database: string;
+                                        timestampColumn?: string | undefined;
                                     };
-                                    type: "ftp";
+                                    type: "snowflake";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -23839,8 +25087,7 @@ export default class {
                                 } | {
                                     options: {
                                         path: string;
-                                        username: string;
-                                        password?: string | undefined;
+                                        bucket: string;
                                         format?: {
                                             options: {
                                                 csvDelimiter?: string | undefined;
@@ -23873,32 +25120,12 @@ export default class {
                                             type: "avro";
                                         } | undefined;
                                         textEncoding?: string | undefined;
-                                        host: string;
-                                        port: number;
                                         processLastOnly?: boolean | undefined;
-                                        privateKey?: string | undefined;
-                                    };
-                                    type: "sftp";
-                                    preProcessingAggregations?: {
-                                        options: {
-                                            src: string;
-                                            dest: string;
-                                            allowEmpty?: boolean | undefined;
-                                        };
-                                        type: "unwind";
-                                    }[] | undefined;
-                                } | {
-                                    options: {
-                                        query?: string | undefined;
-                                        privateKey?: string | undefined;
-                                        table: string;
-                                        dataset: string;
-                                        clientEmail?: string | undefined;
-                                        projectId?: string | undefined;
-                                        tableProjectId?: string | undefined;
-                                        timestampField?: string | undefined;
+                                        privateKey: string;
+                                        clientEmail: string;
+                                        projectId: string;
                                     };
-                                    type: "bigquery";
+                                    type: "gcs";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -23909,30 +25136,8 @@ export default class {
                                     }[] | undefined;
                                 } | {
                                     options: {
-                                        query?: string | undefined;
-                                        username: string;
+                                        username?: string | undefined;
                                         password?: string | undefined;
-                                        privateKey?: string | undefined;
-                                        table: string;
-                                        account: string;
-                                        warehouse: string;
-                                        schema: string;
-                                        database: string;
-                                        timestampColumn?: string | undefined;
-                                    };
-                                    type: "snowflake";
-                                    preProcessingAggregations?: {
-                                        options: {
-                                            src: string;
-                                            dest: string;
-                                            allowEmpty?: boolean | undefined;
-                                        };
-                                        type: "unwind";
-                                    }[] | undefined;
-                                } | {
-                                    options: {
-                                        path: string;
-                                        bucket: string;
                                         format?: {
                                             options: {
                                                 csvDelimiter?: string | undefined;
@@ -23964,13 +25169,18 @@ export default class {
                                             options: unknown;
                                             type: "avro";
                                         } | undefined;
-                                        textEncoding?: string | undefined;
-                                        processLastOnly?: boolean | undefined;
-                                        privateKey: string;
-                                        clientEmail: string;
-                                        projectId: string;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
                                     };
-                                    type: "gcs";
+                                    type: "kafka";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -25452,6 +26662,61 @@ export default class {
                                         };
                                         type: "unwind";
                                     }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
+                                    };
+                                    type: "kafka";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
                                 };
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -26347,13 +27612,68 @@ export default class {
                                             options: unknown;
                                             type: "avro";
                                         } | undefined;
-                                        textEncoding?: string | undefined;
-                                        processLastOnly?: boolean | undefined;
-                                        privateKey: string;
-                                        clientEmail: string;
-                                        projectId: string;
+                                        textEncoding?: string | undefined;
+                                        processLastOnly?: boolean | undefined;
+                                        privateKey: string;
+                                        clientEmail: string;
+                                        projectId: string;
+                                    };
+                                    type: "gcs";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
                                     };
-                                    type: "gcs";
+                                    type: "kafka";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -27771,6 +29091,61 @@ export default class {
                                         };
                                         type: "unwind";
                                     }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
+                                    };
+                                    type: "kafka";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
                                 };
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -28681,6 +30056,61 @@ export default class {
                                         };
                                         type: "unwind";
                                     }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
+                                    };
+                                    type: "kafka";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
                                 };
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -29892,20 +31322,168 @@ export default class {
                                         } | undefined;
                                         textEncoding?: string | undefined;
                                     };
-                                    type: "url";
-                                    preProcessingAggregations?: {
-                                        options: {
-                                            src: string;
-                                            dest: string;
-                                            allowEmpty?: boolean | undefined;
-                                        };
-                                        type: "unwind";
-                                    }[] | undefined;
-                                } | {
-                                    options: {
-                                        id: string;
-                                    };
-                                    type: "datasource";
+                                    type: "url";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        id: string;
+                                    };
+                                    type: "datasource";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        path: string;
+                                        bucket: string;
+                                        format: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        };
+                                        textEncoding: string;
+                                    };
+                                    type: "file";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        path: string;
+                                        username: string;
+                                        password: string;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding?: string | undefined;
+                                        host: string;
+                                        port: number;
+                                        secure: boolean;
+                                        processLastOnly?: boolean | undefined;
+                                    };
+                                    type: "ftp";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
+                                } | {
+                                    options: {
+                                        path: string;
+                                        username: string;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding?: string | undefined;
+                                        host: string;
+                                        port: number;
+                                        processLastOnly?: boolean | undefined;
+                                        privateKey?: string | undefined;
+                                    };
+                                    type: "sftp";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -29916,42 +31494,16 @@ export default class {
                                     }[] | undefined;
                                 } | {
                                     options: {
-                                        path: string;
-                                        bucket: string;
-                                        format: {
-                                            options: {
-                                                csvDelimiter?: string | undefined;
-                                            };
-                                            type: "csv";
-                                        } | {
-                                            options: unknown;
-                                            type: "ndjson";
-                                        } | {
-                                            options: {
-                                                rootPath: string;
-                                            };
-                                            type: "json";
-                                        } | {
-                                            options: {
-                                                rootPath: string;
-                                            };
-                                            type: "xml";
-                                        } | {
-                                            options: unknown;
-                                            type: "xlsx";
-                                        } | {
-                                            options: {
-                                                version?: string | undefined;
-                                                columnsList?: string[] | undefined;
-                                            };
-                                            type: "parquet";
-                                        } | {
-                                            options: unknown;
-                                            type: "avro";
-                                        };
-                                        textEncoding: string;
+                                        query?: string | undefined;
+                                        privateKey?: string | undefined;
+                                        table: string;
+                                        dataset: string;
+                                        clientEmail?: string | undefined;
+                                        projectId?: string | undefined;
+                                        tableProjectId?: string | undefined;
+                                        timestampField?: string | undefined;
                                     };
-                                    type: "file";
+                                    type: "bigquery";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -29962,47 +31514,18 @@ export default class {
                                     }[] | undefined;
                                 } | {
                                     options: {
-                                        path: string;
+                                        query?: string | undefined;
                                         username: string;
-                                        password: string;
-                                        format?: {
-                                            options: {
-                                                csvDelimiter?: string | undefined;
-                                            };
-                                            type: "csv";
-                                        } | {
-                                            options: unknown;
-                                            type: "ndjson";
-                                        } | {
-                                            options: {
-                                                rootPath: string;
-                                            };
-                                            type: "json";
-                                        } | {
-                                            options: {
-                                                rootPath: string;
-                                            };
-                                            type: "xml";
-                                        } | {
-                                            options: unknown;
-                                            type: "xlsx";
-                                        } | {
-                                            options: {
-                                                version?: string | undefined;
-                                                columnsList?: string[] | undefined;
-                                            };
-                                            type: "parquet";
-                                        } | {
-                                            options: unknown;
-                                            type: "avro";
-                                        } | undefined;
-                                        textEncoding?: string | undefined;
-                                        host: string;
-                                        port: number;
-                                        secure: boolean;
-                                        processLastOnly?: boolean | undefined;
+                                        password?: string | undefined;
+                                        privateKey?: string | undefined;
+                                        table: string;
+                                        account: string;
+                                        warehouse: string;
+                                        schema: string;
+                                        database: string;
+                                        timestampColumn?: string | undefined;
                                     };
-                                    type: "ftp";
+                                    type: "snowflake";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -30014,8 +31537,7 @@ export default class {
                                 } | {
                                     options: {
                                         path: string;
-                                        username: string;
-                                        password?: string | undefined;
+                                        bucket: string;
                                         format?: {
                                             options: {
                                                 csvDelimiter?: string | undefined;
@@ -30048,32 +31570,12 @@ export default class {
                                             type: "avro";
                                         } | undefined;
                                         textEncoding?: string | undefined;
-                                        host: string;
-                                        port: number;
                                         processLastOnly?: boolean | undefined;
-                                        privateKey?: string | undefined;
-                                    };
-                                    type: "sftp";
-                                    preProcessingAggregations?: {
-                                        options: {
-                                            src: string;
-                                            dest: string;
-                                            allowEmpty?: boolean | undefined;
-                                        };
-                                        type: "unwind";
-                                    }[] | undefined;
-                                } | {
-                                    options: {
-                                        query?: string | undefined;
-                                        privateKey?: string | undefined;
-                                        table: string;
-                                        dataset: string;
-                                        clientEmail?: string | undefined;
-                                        projectId?: string | undefined;
-                                        tableProjectId?: string | undefined;
-                                        timestampField?: string | undefined;
+                                        privateKey: string;
+                                        clientEmail: string;
+                                        projectId: string;
                                     };
-                                    type: "bigquery";
+                                    type: "gcs";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -30084,30 +31586,8 @@ export default class {
                                     }[] | undefined;
                                 } | {
                                     options: {
-                                        query?: string | undefined;
-                                        username: string;
+                                        username?: string | undefined;
                                         password?: string | undefined;
-                                        privateKey?: string | undefined;
-                                        table: string;
-                                        account: string;
-                                        warehouse: string;
-                                        schema: string;
-                                        database: string;
-                                        timestampColumn?: string | undefined;
-                                    };
-                                    type: "snowflake";
-                                    preProcessingAggregations?: {
-                                        options: {
-                                            src: string;
-                                            dest: string;
-                                            allowEmpty?: boolean | undefined;
-                                        };
-                                        type: "unwind";
-                                    }[] | undefined;
-                                } | {
-                                    options: {
-                                        path: string;
-                                        bucket: string;
                                         format?: {
                                             options: {
                                                 csvDelimiter?: string | undefined;
@@ -30139,13 +31619,18 @@ export default class {
                                             options: unknown;
                                             type: "avro";
                                         } | undefined;
-                                        textEncoding?: string | undefined;
-                                        processLastOnly?: boolean | undefined;
-                                        privateKey: string;
-                                        clientEmail: string;
-                                        projectId: string;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
                                     };
-                                    type: "gcs";
+                                    type: "kafka";
                                     preProcessingAggregations?: {
                                         options: {
                                             src: string;
@@ -31064,6 +32549,61 @@ export default class {
                                         };
                                         type: "unwind";
                                     }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
+                                    };
+                                    type: "kafka";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
                                 };
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -32473,6 +34013,61 @@ export default class {
                                         };
                                         type: "unwind";
                                     }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
+                                    };
+                                    type: "kafka";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
                                 };
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -33383,6 +34978,61 @@ export default class {
                                         };
                                         type: "unwind";
                                     }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
+                                    };
+                                    type: "kafka";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
                                 };
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -34856,6 +36506,61 @@ export default class {
                                         };
                                         type: "unwind";
                                     }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
+                                    };
+                                    type: "kafka";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
                                 };
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -35766,6 +37471,61 @@ export default class {
                                         };
                                         type: "unwind";
                                     }[] | undefined;
+                                } | {
+                                    options: {
+                                        username?: string | undefined;
+                                        password?: string | undefined;
+                                        format?: {
+                                            options: {
+                                                csvDelimiter?: string | undefined;
+                                            };
+                                            type: "csv";
+                                        } | {
+                                            options: unknown;
+                                            type: "ndjson";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "json";
+                                        } | {
+                                            options: {
+                                                rootPath: string;
+                                            };
+                                            type: "xml";
+                                        } | {
+                                            options: unknown;
+                                            type: "xlsx";
+                                        } | {
+                                            options: {
+                                                version?: string | undefined;
+                                                columnsList?: string[] | undefined;
+                                            };
+                                            type: "parquet";
+                                        } | {
+                                            options: unknown;
+                                            type: "avro";
+                                        } | undefined;
+                                        textEncoding: string;
+                                        brokers: string[];
+                                        topic: string;
+                                        groupPrefix?: string | undefined;
+                                        ssl?: boolean | undefined;
+                                        registry?: {
+                                            url: string;
+                                            username: string;
+                                            password: string;
+                                        } | undefined;
+                                    };
+                                    type: "kafka";
+                                    preProcessingAggregations?: {
+                                        options: {
+                                            src: string;
+                                            dest: string;
+                                            allowEmpty?: boolean | undefined;
+                                        };
+                                        type: "unwind";
+                                    }[] | undefined;
                                 };
                                 fieldsRules?: {
                                     [x: string]: ({
@@ -37078,105 +38838,160 @@ export default class {
                                     options: unknown;
                                     type: "avro";
                                 } | undefined;
-                                textEncoding?: string | undefined;
-                                host: string;
-                                port: number;
-                                processLastOnly?: boolean | undefined;
-                                privateKey?: string | undefined;
-                            };
-                            type: "sftp";
-                            preProcessingAggregations?: {
-                                options: {
-                                    src: string;
-                                    dest: string;
-                                    allowEmpty?: boolean | undefined;
-                                };
-                                type: "unwind";
-                            }[] | undefined;
-                        } | {
-                            options: {
-                                query?: string | undefined;
-                                privateKey?: string | undefined;
-                                table: string;
-                                dataset: string;
-                                clientEmail?: string | undefined;
-                                projectId?: string | undefined;
-                                tableProjectId?: string | undefined;
-                                timestampField?: string | undefined;
-                            };
-                            type: "bigquery";
-                            preProcessingAggregations?: {
-                                options: {
-                                    src: string;
-                                    dest: string;
-                                    allowEmpty?: boolean | undefined;
-                                };
-                                type: "unwind";
-                            }[] | undefined;
-                        } | {
-                            options: {
-                                query?: string | undefined;
-                                username: string;
-                                password?: string | undefined;
-                                privateKey?: string | undefined;
-                                table: string;
-                                account: string;
-                                warehouse: string;
-                                schema: string;
-                                database: string;
-                                timestampColumn?: string | undefined;
-                            };
-                            type: "snowflake";
-                            preProcessingAggregations?: {
-                                options: {
-                                    src: string;
-                                    dest: string;
-                                    allowEmpty?: boolean | undefined;
-                                };
-                                type: "unwind";
-                            }[] | undefined;
-                        } | {
-                            options: {
-                                path: string;
-                                bucket: string;
-                                format?: {
-                                    options: {
-                                        csvDelimiter?: string | undefined;
-                                    };
-                                    type: "csv";
-                                } | {
-                                    options: unknown;
-                                    type: "ndjson";
-                                } | {
-                                    options: {
-                                        rootPath: string;
-                                    };
-                                    type: "json";
-                                } | {
-                                    options: {
-                                        rootPath: string;
-                                    };
-                                    type: "xml";
-                                } | {
-                                    options: unknown;
-                                    type: "xlsx";
-                                } | {
-                                    options: {
-                                        version?: string | undefined;
-                                        columnsList?: string[] | undefined;
-                                    };
-                                    type: "parquet";
-                                } | {
-                                    options: unknown;
-                                    type: "avro";
+                                textEncoding?: string | undefined;
+                                host: string;
+                                port: number;
+                                processLastOnly?: boolean | undefined;
+                                privateKey?: string | undefined;
+                            };
+                            type: "sftp";
+                            preProcessingAggregations?: {
+                                options: {
+                                    src: string;
+                                    dest: string;
+                                    allowEmpty?: boolean | undefined;
+                                };
+                                type: "unwind";
+                            }[] | undefined;
+                        } | {
+                            options: {
+                                query?: string | undefined;
+                                privateKey?: string | undefined;
+                                table: string;
+                                dataset: string;
+                                clientEmail?: string | undefined;
+                                projectId?: string | undefined;
+                                tableProjectId?: string | undefined;
+                                timestampField?: string | undefined;
+                            };
+                            type: "bigquery";
+                            preProcessingAggregations?: {
+                                options: {
+                                    src: string;
+                                    dest: string;
+                                    allowEmpty?: boolean | undefined;
+                                };
+                                type: "unwind";
+                            }[] | undefined;
+                        } | {
+                            options: {
+                                query?: string | undefined;
+                                username: string;
+                                password?: string | undefined;
+                                privateKey?: string | undefined;
+                                table: string;
+                                account: string;
+                                warehouse: string;
+                                schema: string;
+                                database: string;
+                                timestampColumn?: string | undefined;
+                            };
+                            type: "snowflake";
+                            preProcessingAggregations?: {
+                                options: {
+                                    src: string;
+                                    dest: string;
+                                    allowEmpty?: boolean | undefined;
+                                };
+                                type: "unwind";
+                            }[] | undefined;
+                        } | {
+                            options: {
+                                path: string;
+                                bucket: string;
+                                format?: {
+                                    options: {
+                                        csvDelimiter?: string | undefined;
+                                    };
+                                    type: "csv";
+                                } | {
+                                    options: unknown;
+                                    type: "ndjson";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "json";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "xml";
+                                } | {
+                                    options: unknown;
+                                    type: "xlsx";
+                                } | {
+                                    options: {
+                                        version?: string | undefined;
+                                        columnsList?: string[] | undefined;
+                                    };
+                                    type: "parquet";
+                                } | {
+                                    options: unknown;
+                                    type: "avro";
+                                } | undefined;
+                                textEncoding?: string | undefined;
+                                processLastOnly?: boolean | undefined;
+                                privateKey: string;
+                                clientEmail: string;
+                                projectId: string;
+                            };
+                            type: "gcs";
+                            preProcessingAggregations?: {
+                                options: {
+                                    src: string;
+                                    dest: string;
+                                    allowEmpty?: boolean | undefined;
+                                };
+                                type: "unwind";
+                            }[] | undefined;
+                        } | {
+                            options: {
+                                username?: string | undefined;
+                                password?: string | undefined;
+                                format?: {
+                                    options: {
+                                        csvDelimiter?: string | undefined;
+                                    };
+                                    type: "csv";
+                                } | {
+                                    options: unknown;
+                                    type: "ndjson";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "json";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "xml";
+                                } | {
+                                    options: unknown;
+                                    type: "xlsx";
+                                } | {
+                                    options: {
+                                        version?: string | undefined;
+                                        columnsList?: string[] | undefined;
+                                    };
+                                    type: "parquet";
+                                } | {
+                                    options: unknown;
+                                    type: "avro";
+                                } | undefined;
+                                textEncoding: string;
+                                brokers: string[];
+                                topic: string;
+                                groupPrefix?: string | undefined;
+                                ssl?: boolean | undefined;
+                                registry?: {
+                                    url: string;
+                                    username: string;
+                                    password: string;
                                 } | undefined;
-                                textEncoding?: string | undefined;
-                                processLastOnly?: boolean | undefined;
-                                privateKey: string;
-                                clientEmail: string;
-                                projectId: string;
                             };
-                            type: "gcs";
+                            type: "kafka";
                             preProcessingAggregations?: {
                                 options: {
                                     src: string;
@@ -37839,20 +39654,168 @@ export default class {
                                 } | undefined;
                                 textEncoding?: string | undefined;
                             };
-                            type: "url";
-                            preProcessingAggregations?: {
-                                options: {
-                                    src: string;
-                                    dest: string;
-                                    allowEmpty?: boolean | undefined;
-                                };
-                                type: "unwind";
-                            }[] | undefined;
-                        } | {
-                            options: {
-                                id: string;
-                            };
-                            type: "datasource";
+                            type: "url";
+                            preProcessingAggregations?: {
+                                options: {
+                                    src: string;
+                                    dest: string;
+                                    allowEmpty?: boolean | undefined;
+                                };
+                                type: "unwind";
+                            }[] | undefined;
+                        } | {
+                            options: {
+                                id: string;
+                            };
+                            type: "datasource";
+                            preProcessingAggregations?: {
+                                options: {
+                                    src: string;
+                                    dest: string;
+                                    allowEmpty?: boolean | undefined;
+                                };
+                                type: "unwind";
+                            }[] | undefined;
+                        } | {
+                            options: {
+                                path: string;
+                                bucket: string;
+                                format: {
+                                    options: {
+                                        csvDelimiter?: string | undefined;
+                                    };
+                                    type: "csv";
+                                } | {
+                                    options: unknown;
+                                    type: "ndjson";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "json";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "xml";
+                                } | {
+                                    options: unknown;
+                                    type: "xlsx";
+                                } | {
+                                    options: {
+                                        version?: string | undefined;
+                                        columnsList?: string[] | undefined;
+                                    };
+                                    type: "parquet";
+                                } | {
+                                    options: unknown;
+                                    type: "avro";
+                                };
+                                textEncoding: string;
+                            };
+                            type: "file";
+                            preProcessingAggregations?: {
+                                options: {
+                                    src: string;
+                                    dest: string;
+                                    allowEmpty?: boolean | undefined;
+                                };
+                                type: "unwind";
+                            }[] | undefined;
+                        } | {
+                            options: {
+                                path: string;
+                                username: string;
+                                password: string;
+                                format?: {
+                                    options: {
+                                        csvDelimiter?: string | undefined;
+                                    };
+                                    type: "csv";
+                                } | {
+                                    options: unknown;
+                                    type: "ndjson";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "json";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "xml";
+                                } | {
+                                    options: unknown;
+                                    type: "xlsx";
+                                } | {
+                                    options: {
+                                        version?: string | undefined;
+                                        columnsList?: string[] | undefined;
+                                    };
+                                    type: "parquet";
+                                } | {
+                                    options: unknown;
+                                    type: "avro";
+                                } | undefined;
+                                textEncoding?: string | undefined;
+                                host: string;
+                                port: number;
+                                secure: boolean;
+                                processLastOnly?: boolean | undefined;
+                            };
+                            type: "ftp";
+                            preProcessingAggregations?: {
+                                options: {
+                                    src: string;
+                                    dest: string;
+                                    allowEmpty?: boolean | undefined;
+                                };
+                                type: "unwind";
+                            }[] | undefined;
+                        } | {
+                            options: {
+                                path: string;
+                                username: string;
+                                password?: string | undefined;
+                                format?: {
+                                    options: {
+                                        csvDelimiter?: string | undefined;
+                                    };
+                                    type: "csv";
+                                } | {
+                                    options: unknown;
+                                    type: "ndjson";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "json";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "xml";
+                                } | {
+                                    options: unknown;
+                                    type: "xlsx";
+                                } | {
+                                    options: {
+                                        version?: string | undefined;
+                                        columnsList?: string[] | undefined;
+                                    };
+                                    type: "parquet";
+                                } | {
+                                    options: unknown;
+                                    type: "avro";
+                                } | undefined;
+                                textEncoding?: string | undefined;
+                                host: string;
+                                port: number;
+                                processLastOnly?: boolean | undefined;
+                                privateKey?: string | undefined;
+                            };
+                            type: "sftp";
                             preProcessingAggregations?: {
                                 options: {
                                     src: string;
@@ -37863,42 +39826,16 @@ export default class {
                             }[] | undefined;
                         } | {
                             options: {
-                                path: string;
-                                bucket: string;
-                                format: {
-                                    options: {
-                                        csvDelimiter?: string | undefined;
-                                    };
-                                    type: "csv";
-                                } | {
-                                    options: unknown;
-                                    type: "ndjson";
-                                } | {
-                                    options: {
-                                        rootPath: string;
-                                    };
-                                    type: "json";
-                                } | {
-                                    options: {
-                                        rootPath: string;
-                                    };
-                                    type: "xml";
-                                } | {
-                                    options: unknown;
-                                    type: "xlsx";
-                                } | {
-                                    options: {
-                                        version?: string | undefined;
-                                        columnsList?: string[] | undefined;
-                                    };
-                                    type: "parquet";
-                                } | {
-                                    options: unknown;
-                                    type: "avro";
-                                };
-                                textEncoding: string;
+                                query?: string | undefined;
+                                privateKey?: string | undefined;
+                                table: string;
+                                dataset: string;
+                                clientEmail?: string | undefined;
+                                projectId?: string | undefined;
+                                tableProjectId?: string | undefined;
+                                timestampField?: string | undefined;
                             };
-                            type: "file";
+                            type: "bigquery";
                             preProcessingAggregations?: {
                                 options: {
                                     src: string;
@@ -37909,47 +39846,18 @@ export default class {
                             }[] | undefined;
                         } | {
                             options: {
-                                path: string;
+                                query?: string | undefined;
                                 username: string;
-                                password: string;
-                                format?: {
-                                    options: {
-                                        csvDelimiter?: string | undefined;
-                                    };
-                                    type: "csv";
-                                } | {
-                                    options: unknown;
-                                    type: "ndjson";
-                                } | {
-                                    options: {
-                                        rootPath: string;
-                                    };
-                                    type: "json";
-                                } | {
-                                    options: {
-                                        rootPath: string;
-                                    };
-                                    type: "xml";
-                                } | {
-                                    options: unknown;
-                                    type: "xlsx";
-                                } | {
-                                    options: {
-                                        version?: string | undefined;
-                                        columnsList?: string[] | undefined;
-                                    };
-                                    type: "parquet";
-                                } | {
-                                    options: unknown;
-                                    type: "avro";
-                                } | undefined;
-                                textEncoding?: string | undefined;
-                                host: string;
-                                port: number;
-                                secure: boolean;
-                                processLastOnly?: boolean | undefined;
+                                password?: string | undefined;
+                                privateKey?: string | undefined;
+                                table: string;
+                                account: string;
+                                warehouse: string;
+                                schema: string;
+                                database: string;
+                                timestampColumn?: string | undefined;
                             };
-                            type: "ftp";
+                            type: "snowflake";
                             preProcessingAggregations?: {
                                 options: {
                                     src: string;
@@ -37961,8 +39869,7 @@ export default class {
                         } | {
                             options: {
                                 path: string;
-                                username: string;
-                                password?: string | undefined;
+                                bucket: string;
                                 format?: {
                                     options: {
                                         csvDelimiter?: string | undefined;
@@ -37995,32 +39902,12 @@ export default class {
                                     type: "avro";
                                 } | undefined;
                                 textEncoding?: string | undefined;
-                                host: string;
-                                port: number;
                                 processLastOnly?: boolean | undefined;
-                                privateKey?: string | undefined;
-                            };
-                            type: "sftp";
-                            preProcessingAggregations?: {
-                                options: {
-                                    src: string;
-                                    dest: string;
-                                    allowEmpty?: boolean | undefined;
-                                };
-                                type: "unwind";
-                            }[] | undefined;
-                        } | {
-                            options: {
-                                query?: string | undefined;
-                                privateKey?: string | undefined;
-                                table: string;
-                                dataset: string;
-                                clientEmail?: string | undefined;
-                                projectId?: string | undefined;
-                                tableProjectId?: string | undefined;
-                                timestampField?: string | undefined;
+                                privateKey: string;
+                                clientEmail: string;
+                                projectId: string;
                             };
-                            type: "bigquery";
+                            type: "gcs";
                             preProcessingAggregations?: {
                                 options: {
                                     src: string;
@@ -38031,30 +39918,8 @@ export default class {
                             }[] | undefined;
                         } | {
                             options: {
-                                query?: string | undefined;
-                                username: string;
+                                username?: string | undefined;
                                 password?: string | undefined;
-                                privateKey?: string | undefined;
-                                table: string;
-                                account: string;
-                                warehouse: string;
-                                schema: string;
-                                database: string;
-                                timestampColumn?: string | undefined;
-                            };
-                            type: "snowflake";
-                            preProcessingAggregations?: {
-                                options: {
-                                    src: string;
-                                    dest: string;
-                                    allowEmpty?: boolean | undefined;
-                                };
-                                type: "unwind";
-                            }[] | undefined;
-                        } | {
-                            options: {
-                                path: string;
-                                bucket: string;
                                 format?: {
                                     options: {
                                         csvDelimiter?: string | undefined;
@@ -38086,13 +39951,18 @@ export default class {
                                     options: unknown;
                                     type: "avro";
                                 } | undefined;
-                                textEncoding?: string | undefined;
-                                processLastOnly?: boolean | undefined;
-                                privateKey: string;
-                                clientEmail: string;
-                                projectId: string;
+                                textEncoding: string;
+                                brokers: string[];
+                                topic: string;
+                                groupPrefix?: string | undefined;
+                                ssl?: boolean | undefined;
+                                registry?: {
+                                    url: string;
+                                    username: string;
+                                    password: string;
+                                } | undefined;
                             };
-                            type: "gcs";
+                            type: "kafka";
                             preProcessingAggregations?: {
                                 options: {
                                     src: string;
@@ -39576,6 +41446,61 @@ export default class {
                                 };
                                 type: "unwind";
                             }[] | undefined;
+                        } | {
+                            options: {
+                                username?: string | undefined;
+                                password?: string | undefined;
+                                format?: {
+                                    options: {
+                                        csvDelimiter?: string | undefined;
+                                    };
+                                    type: "csv";
+                                } | {
+                                    options: unknown;
+                                    type: "ndjson";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "json";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "xml";
+                                } | {
+                                    options: unknown;
+                                    type: "xlsx";
+                                } | {
+                                    options: {
+                                        version?: string | undefined;
+                                        columnsList?: string[] | undefined;
+                                    };
+                                    type: "parquet";
+                                } | {
+                                    options: unknown;
+                                    type: "avro";
+                                } | undefined;
+                                textEncoding: string;
+                                brokers: string[];
+                                topic: string;
+                                groupPrefix?: string | undefined;
+                                ssl?: boolean | undefined;
+                                registry?: {
+                                    url: string;
+                                    username: string;
+                                    password: string;
+                                } | undefined;
+                            };
+                            type: "kafka";
+                            preProcessingAggregations?: {
+                                options: {
+                                    src: string;
+                                    dest: string;
+                                    allowEmpty?: boolean | undefined;
+                                };
+                                type: "unwind";
+                            }[] | undefined;
                         };
                     } & {
                         fieldsRules?: {
@@ -40492,6 +42417,61 @@ export default class {
                                 };
                                 type: "unwind";
                             }[] | undefined;
+                        } | {
+                            options: {
+                                username?: string | undefined;
+                                password?: string | undefined;
+                                format?: {
+                                    options: {
+                                        csvDelimiter?: string | undefined;
+                                    };
+                                    type: "csv";
+                                } | {
+                                    options: unknown;
+                                    type: "ndjson";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "json";
+                                } | {
+                                    options: {
+                                        rootPath: string;
+                                    };
+                                    type: "xml";
+                                } | {
+                                    options: unknown;
+                                    type: "xlsx";
+                                } | {
+                                    options: {
+                                        version?: string | undefined;
+                                        columnsList?: string[] | undefined;
+                                    };
+                                    type: "parquet";
+                                } | {
+                                    options: unknown;
+                                    type: "avro";
+                                } | undefined;
+                                textEncoding: string;
+                                brokers: string[];
+                                topic: string;
+                                groupPrefix?: string | undefined;
+                                ssl?: boolean | undefined;
+                                registry?: {
+                                    url: string;
+                                    username: string;
+                                    password: string;
+                                } | undefined;
+                            };
+                            type: "kafka";
+                            preProcessingAggregations?: {
+                                options: {
+                                    src: string;
+                                    dest: string;
+                                    allowEmpty?: boolean | undefined;
+                                };
+                                type: "unwind";
+                            }[] | undefined;
                         };
                     } & {
                         fieldsRules?: {