faros-airbyte-cdk 0.0.1

package/lib/protocol.d.ts

@@ -0,0 +1,189 @@
+import { Dictionary } from 'ts-essentials';
+export declare enum AirbyteLogLevel {
+    FATAL = "FATAL",
+    ERROR = "ERROR",
+    WARN = "WARN",
+    INFO = "INFO",
+    DEBUG = "DEBUG",
+    TRACE = "TRACE"
+}
+export declare function AirbyteLogLevelOrder(level: AirbyteLogLevel): number;
+export declare enum AirbyteMessageType {
+    CATALOG = "CATALOG",
+    CONNECTION_STATUS = "CONNECTION_STATUS",
+    LOG = "LOG",
+    RECORD = "RECORD",
+    SPEC = "SPEC",
+    STATE = "STATE",
+    TRACE = "TRACE"
+}
+export declare enum AirbyteConnectionStatus {
+    SUCCEEDED = "SUCCEEDED",
+    FAILED = "FAILED"
+}
+export declare enum AirbyteTraceFailureType {
+    SYSTEM_ERROR = "system_error",
+    CONFIG_ERROR = "config_error"
+}
+export interface AirbyteConfig {
+}
+export declare function parseAirbyteMessage(s: string): AirbyteMessage;
+export interface AirbyteMessage {
+    readonly type: AirbyteMessageType;
+}
+export declare enum SyncMode {
+    FULL_REFRESH = "full_refresh",
+    INCREMENTAL = "incremental"
+}
+export declare enum DestinationSyncMode {
+    APPEND = "append",
+    OVERWRITE = "overwrite",
+    APPEND_DEDUP = "append_dedup"
+}
+export interface AirbyteStream {
+    name: string;
+    json_schema: Dictionary<any>;
+    supported_sync_modes?: SyncMode[];
+    source_defined_cursor?: boolean;
+    default_cursor_field?: string[];
+    source_defined_primary_key?: string[][];
+    namespace?: string;
+}
+export interface AirbyteCatalog {
+    streams: AirbyteStream[];
+}
+export declare class AirbyteCatalogMessage implements AirbyteMessage {
+    readonly catalog: AirbyteCatalog;
+    readonly type: AirbyteMessageType;
+    constructor(catalog: AirbyteCatalog);
+}
+export interface AirbyteConfiguredStream {
+    stream: AirbyteStream;
+    sync_mode: SyncMode;
+    cursor_field?: string[];
+    destination_sync_mode?: DestinationSyncMode;
+    primary_key?: string[][];
+}
+export interface AirbyteConfiguredCatalog {
+    streams: AirbyteConfiguredStream[];
+}
+export declare class AirbyteConnectionStatusMessage implements AirbyteMessage {
+    readonly connectionStatus: {
+        status: AirbyteConnectionStatus;
+        message?: string;
+    };
+    readonly type: AirbyteMessageType;
+    constructor(connectionStatus: {
+        status: AirbyteConnectionStatus;
+        message?: string;
+    });
+}
+export declare class AirbyteLog implements AirbyteMessage {
+    readonly log: {
+        level: AirbyteLogLevel;
+        message: string;
+        stack_trace: string;
+    };
+    readonly type: AirbyteMessageType;
+    constructor(log: {
+        level: AirbyteLogLevel;
+        message: string;
+        stack_trace: string;
+    });
+    static make(level: AirbyteLogLevel, message: string, stack_trace?: string): AirbyteLog;
+}
+export declare const AirbyteRawStreamPrefix = "_airbyte_raw_";
+export declare const AirbyteRawABId = "_airbyte_ab_id";
+export declare const AirbyteRawEmittedAt = "_airbyte_emitted_at";
+export declare const AirbyteRawData = "_airbyte_data";
+export declare class AirbyteRecord implements AirbyteMessage {
+    readonly record: {
+        stream: string;
+        namespace?: string;
+        emitted_at: number;
+        data: Dictionary<any>;
+    };
+    readonly type: AirbyteMessageType;
+    constructor(record: {
+        stream: string;
+        namespace?: string;
+        emitted_at: number;
+        data: Dictionary<any>;
+    });
+    isRaw(): boolean;
+    unpackRaw(): AirbyteRecord;
+    static make(stream: string, data: Dictionary<any>, namespace?: string): AirbyteRecord;
+}
+export interface AirbyteTraceError {
+    type: 'ERROR';
+    emitted_at: number;
+    error: {
+        message: string;
+        internal_message?: string;
+        stack_trace?: string;
+        failure_type?: AirbyteTraceFailureType;
+    };
+}
+export declare class AirbyteTrace implements AirbyteMessage {
+    readonly trace: {
+        type: 'ERROR';
+        emitted_at: number;
+        error: {
+            message: string;
+            internal_message?: string;
+            stack_trace?: string;
+            failure_type?: AirbyteTraceFailureType;
+        };
+    };
+    readonly type: AirbyteMessageType;
+    constructor(trace: {
+        type: 'ERROR';
+        emitted_at: number;
+        error: {
+            message: string;
+            internal_message?: string;
+            stack_trace?: string;
+            failure_type?: AirbyteTraceFailureType;
+        };
+    });
+    static make(err: any, failure_type?: AirbyteTraceFailureType): AirbyteTrace;
+}
+export interface Spec {
+    documentationUrl?: string;
+    changelogUrl?: string;
+    connectionSpecification: Dictionary<any>;
+    supportsIncremental?: boolean;
+    supportsNormalization?: boolean;
+    supportsDBT?: boolean;
+    supported_destination_sync_modes?: DestinationSyncMode[];
+}
+export declare class AirbyteSpec implements AirbyteMessage {
+    readonly spec: Spec;
+    readonly type: AirbyteMessageType;
+    constructor(spec: Spec);
+}
+export interface AirbyteState {
+    [stream: string]: any;
+}
+export interface AirbyteSourceStatusBase {
+    status: 'RUNNING' | 'ERRORED';
+}
+export interface AirbyteSourceRunningStatus extends AirbyteSourceStatusBase {
+    status: 'RUNNING';
+    message?: string;
+}
+export interface AirbyteSourceErrorStatus extends AirbyteSourceStatusBase {
+    status: 'ERRORED';
+    error: string;
+}
+export declare type AirbyteSourceStatus = AirbyteSourceErrorStatus | AirbyteSourceRunningStatus;
+export declare class AirbyteStateMessage implements AirbyteMessage {
+    readonly state: {
+        data: AirbyteState;
+    };
+    readonly sourceStatus?: AirbyteSourceStatus;
+    readonly type: AirbyteMessageType;
+    constructor(state: {
+        data: AirbyteState;
+    }, sourceStatus?: AirbyteSourceStatus);
+}

package/lib/protocol.js

@@ -0,0 +1,181 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AirbyteStateMessage = exports.AirbyteSpec = exports.AirbyteTrace = exports.AirbyteRecord = exports.AirbyteRawData = exports.AirbyteRawEmittedAt = exports.AirbyteRawABId = exports.AirbyteRawStreamPrefix = exports.AirbyteLog = exports.AirbyteConnectionStatusMessage = exports.AirbyteCatalogMessage = exports.DestinationSyncMode = exports.SyncMode = exports.parseAirbyteMessage = exports.AirbyteTraceFailureType = exports.AirbyteConnectionStatus = exports.AirbyteMessageType = exports.AirbyteLogLevelOrder = exports.AirbyteLogLevel = void 0;
+const verror_1 = require("verror");
+const errors_1 = require("./errors");
+var AirbyteLogLevel;
+(function (AirbyteLogLevel) {
+    AirbyteLogLevel["FATAL"] = "FATAL";
+    AirbyteLogLevel["ERROR"] = "ERROR";
+    AirbyteLogLevel["WARN"] = "WARN";
+    AirbyteLogLevel["INFO"] = "INFO";
+    AirbyteLogLevel["DEBUG"] = "DEBUG";
+    AirbyteLogLevel["TRACE"] = "TRACE";
+})(AirbyteLogLevel = exports.AirbyteLogLevel || (exports.AirbyteLogLevel = {}));
+function AirbyteLogLevelOrder(level) {
+    switch (level) {
+        case AirbyteLogLevel.FATAL:
+            return 60;
+        case AirbyteLogLevel.ERROR:
+            return 50;
+        case AirbyteLogLevel.WARN:
+            return 40;
+        case AirbyteLogLevel.INFO:
+            return 30;
+        case AirbyteLogLevel.DEBUG:
+            return 20;
+        case AirbyteLogLevel.TRACE:
+            return 10;
+    }
+}
+exports.AirbyteLogLevelOrder = AirbyteLogLevelOrder;
+var AirbyteMessageType;
+(function (AirbyteMessageType) {
+    AirbyteMessageType["CATALOG"] = "CATALOG";
+    AirbyteMessageType["CONNECTION_STATUS"] = "CONNECTION_STATUS";
+    AirbyteMessageType["LOG"] = "LOG";
+    AirbyteMessageType["RECORD"] = "RECORD";
+    AirbyteMessageType["SPEC"] = "SPEC";
+    AirbyteMessageType["STATE"] = "STATE";
+    AirbyteMessageType["TRACE"] = "TRACE";
+})(AirbyteMessageType = exports.AirbyteMessageType || (exports.AirbyteMessageType = {}));
+var AirbyteConnectionStatus;
+(function (AirbyteConnectionStatus) {
+    AirbyteConnectionStatus["SUCCEEDED"] = "SUCCEEDED";
+    AirbyteConnectionStatus["FAILED"] = "FAILED";
+})(AirbyteConnectionStatus = exports.AirbyteConnectionStatus || (exports.AirbyteConnectionStatus = {}));
+var AirbyteTraceFailureType;
+(function (AirbyteTraceFailureType) {
+    AirbyteTraceFailureType["SYSTEM_ERROR"] = "system_error";
+    AirbyteTraceFailureType["CONFIG_ERROR"] = "config_error";
+})(AirbyteTraceFailureType = exports.AirbyteTraceFailureType || (exports.AirbyteTraceFailureType = {}));
+function parseAirbyteMessage(s) {
+    try {
+        const res = JSON.parse(s);
+        if (!res.type) {
+            throw new verror_1.VError(`Message type is not set`);
+        }
+        switch (res.type) {
+            case AirbyteMessageType.RECORD:
+                return new AirbyteRecord(res.record);
+            case AirbyteMessageType.CATALOG:
+            case AirbyteMessageType.CONNECTION_STATUS:
+            case AirbyteMessageType.LOG:
+            case AirbyteMessageType.SPEC:
+            case AirbyteMessageType.STATE:
+            case AirbyteMessageType.TRACE:
+                return res;
+            default:
+                throw new verror_1.VError(`Unsupported message type ${res.type}`);
+        }
+    }
+    catch (e) {
+        throw new verror_1.VError(e, `Invalid Airbyte message: ${s}`);
+    }
+}
+exports.parseAirbyteMessage = parseAirbyteMessage;
+var SyncMode;
+(function (SyncMode) {
+    SyncMode["FULL_REFRESH"] = "full_refresh";
+    SyncMode["INCREMENTAL"] = "incremental";
+})(SyncMode = exports.SyncMode || (exports.SyncMode = {}));
+var DestinationSyncMode;
+(function (DestinationSyncMode) {
+    DestinationSyncMode["APPEND"] = "append";
+    DestinationSyncMode["OVERWRITE"] = "overwrite";
+    DestinationSyncMode["APPEND_DEDUP"] = "append_dedup";
+})(DestinationSyncMode = exports.DestinationSyncMode || (exports.DestinationSyncMode = {}));
+class AirbyteCatalogMessage {
+    constructor(catalog) {
+        this.catalog = catalog;
+        this.type = AirbyteMessageType.CATALOG;
+    }
+}
+exports.AirbyteCatalogMessage = AirbyteCatalogMessage;
+class AirbyteConnectionStatusMessage {
+    constructor(connectionStatus) {
+        this.connectionStatus = connectionStatus;
+        this.type = AirbyteMessageType.CONNECTION_STATUS;
+    }
+}
+exports.AirbyteConnectionStatusMessage = AirbyteConnectionStatusMessage;
+class AirbyteLog {
+    constructor(log) {
+        this.log = log;
+        this.type = AirbyteMessageType.LOG;
+    }
+    static make(level, message, stack_trace) {
+        return new AirbyteLog({ level, message, stack_trace });
+    }
+}
+exports.AirbyteLog = AirbyteLog;
+exports.AirbyteRawStreamPrefix = '_airbyte_raw_';
+exports.AirbyteRawABId = '_airbyte_ab_id';
+exports.AirbyteRawEmittedAt = '_airbyte_emitted_at';
+exports.AirbyteRawData = '_airbyte_data';
+class AirbyteRecord {
+    constructor(record) {
+        this.record = record;
+        this.type = AirbyteMessageType.RECORD;
+    }
+    isRaw() {
+        const stream = this.record.stream;
+        return stream && stream.startsWith(exports.AirbyteRawStreamPrefix);
+    }
+    unpackRaw() {
+        if (this.isRaw()) {
+            return new AirbyteRecord({
+                stream: this.record.stream.slice(exports.AirbyteRawStreamPrefix.length),
+                emitted_at: new Date(this.record.data[exports.AirbyteRawEmittedAt]).getTime(),
+                data: JSON.parse(this.record.data[exports.AirbyteRawData]),
+            });
+        }
+        return this;
+    }
+    static make(stream, data, namespace) {
+        return new AirbyteRecord({
+            stream,
+            namespace,
+            emitted_at: Date.now(),
+            data,
+        });
+    }
+}
+exports.AirbyteRecord = AirbyteRecord;
+class AirbyteTrace {
+    constructor(trace) {
+        this.trace = trace;
+        this.type = AirbyteMessageType.TRACE;
+    }
+    static make(err, failure_type) {
+        const wrapped = (0, errors_1.wrapApiError)(err);
+        return new AirbyteTrace({
+            type: 'ERROR',
+            emitted_at: Date.now(),
+            error: {
+                message: wrapped.message,
+                stack_trace: wrapped.stack,
+                internal_message: wrapped.name,
+                failure_type,
+                ...wrapped,
+            },
+        });
+    }
+}
+exports.AirbyteTrace = AirbyteTrace;
+class AirbyteSpec {
+    constructor(spec) {
+        this.spec = spec;
+        this.type = AirbyteMessageType.SPEC;
+    }
+}
+exports.AirbyteSpec = AirbyteSpec;
+class AirbyteStateMessage {
+    constructor(state, sourceStatus) {
+        this.state = state;
+        this.sourceStatus = sourceStatus;
+        this.type = AirbyteMessageType.STATE;
+    }
+}
+exports.AirbyteStateMessage = AirbyteStateMessage;
+//# sourceMappingURL=protocol.js.map

package/lib/protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"protocol.js","sourceRoot":"","sources":["../src/protocol.ts"],"names":[],"mappings":";;;AACA,mCAA8B;AAE9B,qCAAsC;AAEtC,IAAY,eAOX;AAPD,WAAY,eAAe;IACzB,kCAAe,CAAA;IACf,kCAAe,CAAA;IACf,gCAAa,CAAA;IACb,gCAAa,CAAA;IACb,kCAAe,CAAA;IACf,kCAAe,CAAA;AACjB,CAAC,EAPW,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAO1B;AAED,SAAgB,oBAAoB,CAAC,KAAsB;IACzD,QAAQ,KAAK,EAAE;QACb,KAAK,eAAe,CAAC,KAAK;YACxB,OAAO,EAAE,CAAC;QACZ,KAAK,eAAe,CAAC,KAAK;YACxB,OAAO,EAAE,CAAC;QACZ,KAAK,eAAe,CAAC,IAAI;YACvB,OAAO,EAAE,CAAC;QACZ,KAAK,eAAe,CAAC,IAAI;YACvB,OAAO,EAAE,CAAC;QACZ,KAAK,eAAe,CAAC,KAAK;YACxB,OAAO,EAAE,CAAC;QACZ,KAAK,eAAe,CAAC,KAAK;YACxB,OAAO,EAAE,CAAC;KACb;AACH,CAAC;AAfD,oDAeC;AAED,IAAY,kBAQX;AARD,WAAY,kBAAkB;IAC5B,yCAAmB,CAAA;IACnB,6DAAuC,CAAA;IACvC,iCAAW,CAAA;IACX,uCAAiB,CAAA;IACjB,mCAAa,CAAA;IACb,qCAAe,CAAA;IACf,qCAAe,CAAA;AACjB,CAAC,EARW,kBAAkB,GAAlB,0BAAkB,KAAlB,0BAAkB,QAQ7B;AAED,IAAY,uBAGX;AAHD,WAAY,uBAAuB;IACjC,kDAAuB,CAAA;IACvB,4CAAiB,CAAA;AACnB,CAAC,EAHW,uBAAuB,GAAvB,+BAAuB,KAAvB,+BAAuB,QAGlC;AAED,IAAY,uBAGX;AAHD,WAAY,uBAAuB;IACjC,wDAA6B,CAAA;IAC7B,wDAA6B,CAAA;AAC/B,CAAC,EAHW,uBAAuB,GAAvB,+BAAuB,KAAvB,+BAAuB,QAGlC;AAKD,SAAgB,mBAAmB,CAAC,CAAS;IAC3C,IAAI;QACF,MAAM,GAAG,GAAmB,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC1C,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;YACb,MAAM,IAAI,eAAM,CAAC,yBAAyB,CAAC,CAAC;SAC7C;QACD,QAAQ,GAAG,CAAC,IAAI,EAAE;YAChB,KAAK,kBAAkB,CAAC,MAAM;gBAC5B,OAAO,IAAI,aAAa,CAAE,GAAqB,CAAC,MAAM,CAAC,CAAC;YAC1D,KAAK,kBAAkB,CAAC,OAAO,CAAC;YAChC,KAAK,kBAAkB,CAAC,iBAAiB,CAAC;YAC1C,KAAK,kBAAkB,CAAC,GAAG,CAAC;YAC5B,KAAK,kBAAkB,CAAC,IAAI,CAAC;YAC7B,KAAK,kBAAkB,CAAC,KAAK,CAAC;YAC9B,KAAK,kBAAkB,CAAC,KAAK;gBAC3B,OAAO,GAAG,CAAC;YACb;gBACE,MAAM,IAAI,eAAM,CAAC,4BAA4B,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;SAC5D;KACF;IAAC,OAAO,CAAC,EAAE;QACV,MAAM,IAAI,eAAM,CAAC,CAAC,EAAE,4BAA4B,CAAC,EAAE,CAAC,CAAC;KACtD;AACH,CAAC;AAtBD,kDAsBC;AAMD,IAAY,QAGX;AAHD,WAAY,QAAQ;IAClB,yCAA6B,CAAA;IAC7B,uCAA2B,CAAA;AAC7B,CAAC,EAHW,QAAQ,GAAR,gBAAQ,KAAR,gBAAQ,QAGnB;AAED,IAAY,mBAIX;AAJD,WAAY,mBAAmB;IAC7B,wCAAiB,CAAA;IACjB,8CAAuB,CAAA;IACvB,oDAA6B,CAAA;AAC/B,CAAC,EAJW,mBAAmB,GAAnB,2BAAmB,KAAnB,2BAAmB,QAI9B;AAgBD,MAAa,qBAAqB;IAEhC,YAAqB,OAAuB;QAAvB,YAAO,GAAP,OAAO,CAAgB;QADnC,SAAI,GAAuB,kBAAkB,CAAC,OAAO,CAAC;IAChB,CAAC;CACjD;AAHD,sDAGC;AAcD,MAAa,8BAA8B;IAEzC,YACW,gBAGR;QAHQ,qBAAgB,GAAhB,gBAAgB,CAGxB;QALM,SAAI,GAAuB,kBAAkB,CAAC,iBAAiB,CAAC;IAMtE,CAAC;CACL;AARD,wEAQC;AAED,MAAa,UAAU;IAErB,YACW,GAIR;QAJQ,QAAG,GAAH,GAAG,CAIX;QANM,SAAI,GAAuB,kBAAkB,CAAC,GAAG,CAAC;IAOxD,CAAC;IACJ,MAAM,CAAC,IAAI,CACT,KAAsB,EACtB,OAAe,EACf,WAAoB;QAEpB,OAAO,IAAI,UAAU,CAAC,EAAC,KAAK,EAAE,OAAO,EAAE,WAAW,EAAC,CAAC,CAAC;IACvD,CAAC;CACF;AAhBD,gCAgBC;AAEY,QAAA,sBAAsB,GAAG,eAAe,CAAC;AACzC,QAAA,cAAc,GAAG,gBAAgB,CAAC;AAClC,QAAA,mBAAmB,GAAG,qBAAqB,CAAC;AAC5C,QAAA,cAAc,GAAG,eAAe,CAAC;AAE9C,MAAa,aAAa;IAExB,YACW,MAKR;QALQ,WAAM,GAAN,MAAM,CAKd;QAPM,SAAI,GAAuB,kBAAkB,CAAC,MAAM,CAAC;IAQ3D,CAAC;IAEJ,KAAK;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,OAAO,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,8BAAsB,CAAC,CAAC;IAC7D,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,KAAK,EAAE,EAAE;YAChB,OAAO,IAAI,aAAa,CAAC;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,8BAAsB,CAAC,MAAM,CAAC;gBAC/D,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAAmB,CAAC,CAAC,CAAC,OAAO,EAAE;gBACrE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAc,CAAC,CAAC;aACnD,CAAC,CAAC;SACJ;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,IAAI,CACT,MAAc,EACd,IAAqB,EACrB,SAAkB;QAElB,OAAO,IAAI,aAAa,CAAC;YACvB,MAAM;YACN,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;YACtB,IAAI;SACL,CAAC,CAAC;IACL,CAAC;CACF;AAvCD,sCAuCC;AAaD,MAAa,YAAY;IAEvB,YACW,KASR;QATQ,UAAK,GAAL,KAAK,CASb;QAXM,SAAI,GAAuB,kBAAkB,CAAC,KAAK,CAAC;IAY1D,CAAC;IAEJ,MAAM,CAAC,IAAI,CAAC,GAAQ,EAAE,YAAsC;QAC1D,MAAM,OAAO,GAAG,IAAA,qBAAY,EAAC,GAAG,CAAC,CAAC;QAClC,OAAO,IAAI,YAAY,CAAC;YACtB,IAAI,EAAE,OAAO;YACb,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;YACtB,KAAK,EAAE;gBACL,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,WAAW,EAAE,OAAO,CAAC,KAAK;gBAC1B,gBAAgB,EAAE,OAAO,CAAC,IAAI;gBAC9B,YAAY;gBACZ,GAAG,OAAO;aACX;SACF,CAAC,CAAC;IACL,CAAC;CACF;AA7BD,oCA6BC;AAYD,MAAa,WAAW;IAEtB,YAAqB,IAAU;QAAV,SAAI,GAAJ,IAAI,CAAM;QADtB,SAAI,GAAuB,kBAAkB,CAAC,IAAI,CAAC;IAC1B,CAAC;CACpC;AAHD,kCAGC;AAwBD,MAAa,mBAAmB;IAE9B,YACW,KAA2B,EAC3B,YAAkC;QADlC,UAAK,GAAL,KAAK,CAAsB;QAC3B,iBAAY,GAAZ,YAAY,CAAsB;QAHpC,SAAI,GAAuB,kBAAkB,CAAC,KAAK,CAAC;IAI1D,CAAC;CACL;AAND,kDAMC"}

package/lib/runner.d.ts

@@ -0,0 +1,5 @@
+import { AirbyteLogger } from './logger';
+export declare abstract class Runner {
+    protected readonly logger: AirbyteLogger;
+    constructor(logger: AirbyteLogger);
+}

package/lib/runner.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Runner = void 0;
+const protocol_1 = require("./protocol");
+class Runner {
+    constructor(logger) {
+        this.logger = logger;
+        process.on('unhandledRejection', (error) => {
+            throw error;
+        });
+        process.on('uncaughtException', (error) => {
+            logger.traceError(error, protocol_1.AirbyteTraceFailureType.SYSTEM_ERROR);
+            process.exit(1);
+        });
+    }
+}
+exports.Runner = Runner;
+//# sourceMappingURL=runner.js.map

package/lib/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":";;;AACA,yCAAmD;AAEnD,MAAsB,MAAM;IAC1B,YAA+B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QAClD,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE;YACzC,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE;YACxC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,kCAAuB,CAAC,YAAY,CAAC,CAAC;YAC/D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAVD,wBAUC"}

package/lib/sources/source-base.d.ts

@@ -0,0 +1,59 @@
+import VError from 'verror';
+import { AirbyteLogger } from '../logger';
+import { AirbyteCatalogMessage, AirbyteConfig, AirbyteConfiguredCatalog, AirbyteConnectionStatusMessage, AirbyteMessage, AirbyteState } from '../protocol';
+import { AirbyteSource } from './source';
+import { AirbyteStreamBase } from './streams/stream-base';
+/**
+ * Airbyte Source base class providing additional boilerplate around the Check
+ * and Discover commands, and the logic for processing the Source's streams. The
+ * user needs to implement the spec() and checkConnection() methods and the
+ * streams.
+ */
+export declare abstract class AirbyteSourceBase<Config extends AirbyteConfig> extends AirbyteSource<Config> {
+    protected readonly logger: AirbyteLogger;
+    constructor(logger: AirbyteLogger);
+    /**
+     * Validates the provided configuration by testing the configuration values
+     * against the source's technical system.
+     * @param config The user-provided configuration as specified by the source's
+     * spec. This usually contains information required to check connection e.g.
+     * tokens, secrets and keys etc.
+     * @return A tuple of (boolean, VError). If boolean is true, then the
+     * connection check is successful and we can connect to the underlying data
+     * source using the provided configuration. Otherwise, the input config cannot
+     * be used to connect to the underlying data source, and the VError should
+     * describe what went wrong. The VError message will be displayed to the user.
+     */
+    abstract checkConnection(config: Config): Promise<[boolean, VError | undefined]>;
+    /**
+     * Implements the streams of this source, for creating the source catalog
+     * and processing records from the source's technical system.
+     * @param config The user-provided configuration as specified by the source's
+     * spec. Any stream construction related operation should happen here.
+     * @return A list of the streams in this source connector.
+     */
+    abstract streams(config: Config): AirbyteStreamBase[];
+    /**
+     * Source name
+     */
+    get name(): string;
+    /**
+     * Implements the Discover operation from the Airbyte Specification. See
+     * https://docs.airbyte.io/architecture/airbyte-specification.
+     */
+    discover(config: Config): Promise<AirbyteCatalogMessage>;
+    /**
+     * Implements the Check Connection operation from the Airbyte Specification.
+     * See https://docs.airbyte.io/architecture/airbyte-specification.
+     */
+    check(config: Config): Promise<AirbyteConnectionStatusMessage>;
+    /**
+     * Implements the Read operation from the Airbyte Specification. See
+     * https://docs.airbyte.io/architecture/airbyte-specification.
+     */
+    read(config: Config, catalog: AirbyteConfiguredCatalog, state?: AirbyteState): AsyncGenerator<AirbyteMessage>;
+    private readStream;
+    private readIncremental;
+    private readFullRefresh;
+    private checkpointState;
+}

package/lib/sources/source-base.js

@@ -0,0 +1,168 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AirbyteSourceBase = void 0;
+const lodash_1 = require("lodash");
+const verror_1 = __importDefault(require("verror"));
+const protocol_1 = require("../protocol");
+const source_1 = require("./source");
+/**
+ * Airbyte Source base class providing additional boilerplate around the Check
+ * and Discover commands, and the logic for processing the Source's streams. The
+ * user needs to implement the spec() and checkConnection() methods and the
+ * streams.
+ */
+class AirbyteSourceBase extends source_1.AirbyteSource {
+    constructor(logger) {
+        super();
+        this.logger = logger;
+    }
+    /**
+     * Source name
+     */
+    get name() {
+        return this.constructor.name;
+    }
+    /**
+     * Implements the Discover operation from the Airbyte Specification. See
+     * https://docs.airbyte.io/architecture/airbyte-specification.
+     */
+    async discover(config) {
+        const streams = this.streams(config).map((stream) => stream.asAirbyteStream());
+        return new protocol_1.AirbyteCatalogMessage({ streams });
+    }
+    /**
+     * Implements the Check Connection operation from the Airbyte Specification.
+     * See https://docs.airbyte.io/architecture/airbyte-specification.
+     */
+    async check(config) {
+        var _a;
+        try {
+            const [succeeded, error] = await this.checkConnection(config);
+            if (!succeeded) {
+                return new protocol_1.AirbyteConnectionStatusMessage({
+                    status: protocol_1.AirbyteConnectionStatus.FAILED,
+                    message: error.message,
+                });
+            }
+        }
+        catch (error) {
+            return new protocol_1.AirbyteConnectionStatusMessage({
+                status: protocol_1.AirbyteConnectionStatus.FAILED,
+                message: (_a = error.message) !== null && _a !== void 0 ? _a : `Unknown error: ${JSON.stringify(error)}`,
+            });
+        }
+        return new protocol_1.AirbyteConnectionStatusMessage({
+            status: protocol_1.AirbyteConnectionStatus.SUCCEEDED,
+        });
+    }
+    /**
+     * Implements the Read operation from the Airbyte Specification. See
+     * https://docs.airbyte.io/architecture/airbyte-specification.
+     */
+    async *read(config, catalog, state) {
+        var _a, _b;
+        this.logger.info(`Syncing ${this.name}`);
+        const connectorState = (0, lodash_1.cloneDeep)(state !== null && state !== void 0 ? state : {});
+        // TODO: assert all streams exist in the connector
+        // get the streams once in case the connector needs to make any queries to
+        // generate them
+        const streamInstances = (0, lodash_1.keyBy)(this.streams(config), (s) => s.name);
+        for (const configuredStream of catalog.streams) {
+            const streamName = configuredStream.stream.name;
+            const streamInstance = streamInstances[streamName];
+            if (!streamInstance) {
+                throw new verror_1.default(`The requested stream ${streamName} was not found in the source. Available streams: ${Object.keys(streamInstances)}`);
+            }
+            try {
+                const generator = this.readStream(streamInstance, configuredStream, connectorState);
+                for await (const message of generator) {
+                    yield message;
+                }
+            }
+            catch (e) {
+                this.logger.error(`Encountered an error while reading stream ${streamName}: ${(_a = e.message) !== null && _a !== void 0 ? _a : JSON.stringify(e)}`, e.stack);
+                yield new protocol_1.AirbyteStateMessage({ data: connectorState }, { status: 'ERRORED', error: (_b = e.message) !== null && _b !== void 0 ? _b : JSON.stringify(e) });
+                throw e;
+            }
+        }
+        this.logger.info(`Finished syncing ${this.name}`);
+    }
+    async *readStream(streamInstance, configuredStream, connectorState) {
+        const useIncremental = configuredStream.sync_mode === protocol_1.SyncMode.INCREMENTAL &&
+            streamInstance.supportsIncremental;
+        const recordGenerator = useIncremental
+            ? this.readIncremental(streamInstance, configuredStream, connectorState)
+            : this.readFullRefresh(streamInstance, configuredStream);
+        let recordCounter = 0;
+        const streamName = configuredStream.stream.name;
+        const mode = useIncremental ? 'incremental' : 'full';
+        this.logger.info(`Syncing ${streamName} stream in ${mode} mode`);
+        for await (const record of recordGenerator) {
+            if (record.type === protocol_1.AirbyteMessageType.RECORD) {
+                recordCounter++;
+            }
+            yield record;
+        }
+        this.logger.info(`Finished syncing ${streamName} stream. Read ${recordCounter} records`);
+    }
+    async *readIncremental(streamInstance, configuredStream, connectorState) {
+        var _a;
+        const streamName = configuredStream.stream.name;
+        let streamState = (_a = connectorState[streamName]) !== null && _a !== void 0 ? _a : {};
+        if (streamState) {
+            this.logger.info(`Setting initial state of ${streamName} stream to ${JSON.stringify(streamState)}`);
+        }
+        const checkpointInterval = streamInstance.stateCheckpointInterval;
+        if (checkpointInterval < 0) {
+            throw new verror_1.default(`Checkpoint interval ${checkpointInterval}of ${streamName} stream must be a positive integer`);
+        }
+        const slices = streamInstance.streamSlices(protocol_1.SyncMode.INCREMENTAL, configuredStream.cursor_field, streamState);
+        for await (const slice of slices) {
+            if (slice) {
+                this.logger.info(`Started processing ${streamName} stream slice ${JSON.stringify(slice)}`);
+            }
+            let recordCounter = 0;
+            const records = streamInstance.readRecords(protocol_1.SyncMode.INCREMENTAL, configuredStream.cursor_field, slice, streamState);
+            for await (const recordData of records) {
+                recordCounter++;
+                yield protocol_1.AirbyteRecord.make(streamName, recordData);
+                streamState = streamInstance.getUpdatedState(streamState, recordData);
+                if (checkpointInterval && recordCounter % checkpointInterval === 0) {
+                    yield this.checkpointState(streamName, streamState, connectorState);
+                }
+            }
+            yield this.checkpointState(streamName, streamState, connectorState);
+            if (slice) {
+                this.logger.info(`Finished processing ${streamName} stream slice ${JSON.stringify(slice)}. Read ${recordCounter} records`);
+            }
+        }
+        this.logger.info(`Last recorded state of ${streamName} stream is ${JSON.stringify(streamState)}`);
+    }
+    async *readFullRefresh(streamInstance, configuredStream) {
+        const streamName = configuredStream.stream.name;
+        const slices = streamInstance.streamSlices(protocol_1.SyncMode.FULL_REFRESH, configuredStream.cursor_field);
+        for await (const slice of slices) {
+            if (slice) {
+                this.logger.info(`Started processing ${streamName} stream slice ${JSON.stringify(slice)}`);
+            }
+            let recordCounter = 0;
+            const records = streamInstance.readRecords(protocol_1.SyncMode.FULL_REFRESH, configuredStream.cursor_field, slice);
+            for await (const record of records) {
+                recordCounter++;
+                yield protocol_1.AirbyteRecord.make(configuredStream.stream.name, record);
+            }
+            if (slice) {
+                this.logger.info(`Finished processing ${streamName} stream slice ${JSON.stringify(slice)}. Read ${recordCounter} records`);
+            }
+        }
+    }
+    checkpointState(streamName, streamState, connectorState) {
+        connectorState[streamName] = streamState;
+        return new protocol_1.AirbyteStateMessage({ data: connectorState });
+    }
+}
+exports.AirbyteSourceBase = AirbyteSourceBase;
+//# sourceMappingURL=source-base.js.map

package/lib/sources/source-base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source-base.js","sourceRoot":"","sources":["../../src/sources/source-base.ts"],"names":[],"mappings":";;;;;;AAAA,mCAAwC;AACxC,oDAA4B;AAG5B,0CAaqB;AACrB,qCAAuC;AAGvC;;;;;GAKG;AACH,MAAsB,iBAEpB,SAAQ,sBAAqB;IAC7B,YAA+B,MAAqB;QAClD,KAAK,EAAE,CAAC;QADqB,WAAM,GAAN,MAAM,CAAe;IAEpD,CAAC;IA2BD;;OAEG;IACH,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAc;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAClD,MAAM,CAAC,eAAe,EAAE,CACzB,CAAC;QACF,OAAO,IAAI,gCAAqB,CAAC,EAAC,OAAO,EAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,MAAc;;QACxB,IAAI;YACF,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC9D,IAAI,CAAC,SAAS,EAAE;gBACd,OAAO,IAAI,yCAA8B,CAAC;oBACxC,MAAM,EAAE,kCAAuB,CAAC,MAAM;oBACtC,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;aACJ;SACF;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,IAAI,yCAA8B,CAAC;gBACxC,MAAM,EAAE,kCAAuB,CAAC,MAAM;gBACtC,OAAO,EACL,MAAC,KAAe,CAAC,OAAO,mCAAI,kBAAkB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;aACxE,CAAC,CAAC;SACJ;QACD,OAAO,IAAI,yCAA8B,CAAC;YACxC,MAAM,EAAE,kCAAuB,CAAC,SAAS;SAC1C,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,CAAC,IAAI,CACT,MAAc,EACd,OAAiC,EACjC,KAAoB;;QAEpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,MAAM,cAAc,GAAG,IAAA,kBAAS,EAAC,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,EAAE,CAAC,CAAC;QAC9C,kDAAkD;QAClD,0EAA0E;QAC1E,gBAAgB;QAChB,MAAM,eAAe,GAAG,IAAA,cAAK,EAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACnE,KAAK,MAAM,gBAAgB,IAAI,OAAO,CAAC,OAAO,EAAE;YAC9C,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC;YAChD,MAAM,cAAc,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;YACnD,IAAI,CAAC,cAAc,EAAE;gBACnB,MAAM,IAAI,gBAAM,CACd,wBAAwB,UAAU,oDAAoD,MAAM,CAAC,IAAI,CAC/F,eAAe,CAChB,EAAE,CACJ,CAAC;aACH;YACD,IAAI;gBACF,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAC/B,cAAc,EACd,gBAAgB,EAChB,cAAc,CACf,CAAC;gBACF,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,SAAS,EAAE;oBACrC,MAAM,OAAO,CAAC;iBACf;aACF;YAAC,OAAO,CAAM,EAAE;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,6CAA6C,UAAU,KACrD,MAAA,CAAC,CAAC,OAAO,mCAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAC/B,EAAE,EACF,CAAC,CAAC,KAAK,CACR,CAAC;gBACF,MAAM,IAAI,8BAAmB,CAC3B,EAAC,IAAI,EAAE,cAAc,EAAC,EACtB,EAAC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAA,CAAC,CAAC,OAAO,mCAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAC,CAC3D,CAAC;gBACF,MAAM,CAAC,CAAC;aACT;SACF;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IAEO,KAAK,CAAC,CAAC,UAAU,CACvB,cAAiC,EACjC,gBAAyC,EACzC,cAA4B;QAE5B,MAAM,cAAc,GAClB,gBAAgB,CAAC,SAAS,KAAK,mBAAQ,CAAC,WAAW;YACnD,cAAc,CAAC,mBAAmB,CAAC;QAErC,MAAM,eAAe,GAAG,cAAc;YACpC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,cAAc,EAAE,gBAAgB,EAAE,cAAc,CAAC;YACxE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;QAE3D,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC;QAChD,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,UAAU,cAAc,IAAI,OAAO,CAAC,CAAC;QAEjE,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,eAAe,EAAE;YAC1C,IAAI,MAAM,CAAC,IAAI,KAAK,6BAAkB,CAAC,MAAM,EAAE;gBAC7C,aAAa,EAAE,CAAC;aACjB;YACD,MAAM,MAAM,CAAC;SACd;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oBAAoB,UAAU,iBAAiB,aAAa,UAAU,CACvE,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,CAAC,eAAe,CAC5B,cAAiC,EACjC,gBAAyC,EACzC,cAA4B;;QAE5B,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC;QAChD,IAAI,WAAW,GAAG,MAAA,cAAc,CAAC,UAAU,CAAC,mCAAI,EAAE,CAAC;QACnD,IAAI,WAAW,EAAE;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,4BAA4B,UAAU,cAAc,IAAI,CAAC,SAAS,CAChE,WAAW,CACZ,EAAE,CACJ,CAAC;SACH;QAED,MAAM,kBAAkB,GAAG,cAAc,CAAC,uBAAuB,CAAC;QAClE,IAAI,kBAAkB,GAAG,CAAC,EAAE;YAC1B,MAAM,IAAI,gBAAM,CACd,uBAAuB,kBAAkB,MAAM,UAAU,oCAAoC,CAC9F,CAAC;SACH;QACD,MAAM,MAAM,GAAG,cAAc,CAAC,YAAY,CACxC,mBAAQ,CAAC,WAAW,EACpB,gBAAgB,CAAC,YAAY,EAC7B,WAAW,CACZ,CAAC;QACF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE;YAChC,IAAI,KAAK,EAAE;gBACT,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sBAAsB,UAAU,iBAAiB,IAAI,CAAC,SAAS,CAC7D,KAAK,CACN,EAAE,CACJ,CAAC;aACH;YACD,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,MAAM,OAAO,GAAG,cAAc,CAAC,WAAW,CACxC,mBAAQ,CAAC,WAAW,EACpB,gBAAgB,CAAC,YAAY,EAC7B,KAAK,EACL,WAAW,CACZ,CAAC;YACF,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,OAAO,EAAE;gBACtC,aAAa,EAAE,CAAC;gBAChB,MAAM,wBAAa,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;gBACjD,WAAW,GAAG,cAAc,CAAC,eAAe,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;gBACtE,IAAI,kBAAkB,IAAI,aAAa,GAAG,kBAAkB,KAAK,CAAC,EAAE;oBAClE,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;iBACrE;aACF;YACD,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;YACpE,IAAI,KAAK,EAAE;gBACT,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,uBAAuB,UAAU,iBAAiB,IAAI,CAAC,SAAS,CAC9D,KAAK,CACN,UAAU,aAAa,UAAU,CACnC,CAAC;aACH;SACF;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,0BAA0B,UAAU,cAAc,IAAI,CAAC,SAAS,CAC9D,WAAW,CACZ,EAAE,CACJ,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,CAAC,eAAe,CAC5B,cAAiC,EACjC,gBAAyC;QAEzC,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC;QAChD,MAAM,MAAM,GAAG,cAAc,CAAC,YAAY,CACxC,mBAAQ,CAAC,YAAY,EACrB,gBAAgB,CAAC,YAAY,CAC9B,CAAC;QACF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE;YAChC,IAAI,KAAK,EAAE;gBACT,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sBAAsB,UAAU,iBAAiB,IAAI,CAAC,SAAS,CAC7D,KAAK,CACN,EAAE,CACJ,CAAC;aACH;YACD,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,MAAM,OAAO,GAAG,cAAc,CAAC,WAAW,CACxC,mBAAQ,CAAC,YAAY,EACrB,gBAAgB,CAAC,YAAY,EAC7B,KAAK,CACN,CAAC;YACF,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,OAAO,EAAE;gBAClC,aAAa,EAAE,CAAC;gBAChB,MAAM,wBAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;aAChE;YACD,IAAI,KAAK,EAAE;gBACT,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,uBAAuB,UAAU,iBAAiB,IAAI,CAAC,SAAS,CAC9D,KAAK,CACN,UAAU,aAAa,UAAU,CACnC,CAAC;aACH;SACF;IACH,CAAC;IAEO,eAAe,CACrB,UAAkB,EAClB,WAAgB,EAChB,cAA4B;QAE5B,cAAc,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;QACzC,OAAO,IAAI,8BAAmB,CAAC,EAAC,IAAI,EAAE,cAAc,EAAC,CAAC,CAAC;IACzD,CAAC;CACF;AAzQD,8CAyQC"}

package/lib/sources/source-runner.d.ts

@@ -0,0 +1,17 @@
+import { Command } from 'commander';
+import { AirbyteLogger } from '../logger';
+import { AirbyteConfig } from '../protocol';
+import { Runner } from '../runner';
+import { AirbyteSource } from './source';
+export declare class AirbyteSourceRunner<Config extends AirbyteConfig> extends Runner {
+    protected readonly logger: AirbyteLogger;
+    protected readonly source: AirbyteSource<Config>;
+    constructor(logger: AirbyteLogger, source: AirbyteSource<Config>);
+    mainCommand(): Command;
+    specCommand(): Command;
+    checkCommand(): Command;
+    discoverCommand(): Command;
+    readCommand(): Command;
+    specPrettyCommand(): Command;
+    airbyteLocalCLIWizardCommand(): Command;
+}