faros-airbyte-cdk 0.21.52 → 0.21.54
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/protocol.d.ts +2 -0
- package/lib/protocol.js.map +1 -1
- package/lib/sources/source-base.d.ts +19 -0
- package/lib/sources/source-base.js +86 -10
- package/lib/sources/source-base.js.map +1 -1
- package/lib/sources/source-runner.js +21 -5
- package/lib/sources/source-runner.js.map +1 -1
- package/lib/sources/source.d.ts +6 -0
- package/lib/sources/source.js +8 -0
- package/lib/sources/source.js.map +1 -1
- package/lib/sources/streams/stream-base.d.ts +8 -0
- package/lib/sources/streams/stream-base.js +14 -0
- package/lib/sources/streams/stream-base.js.map +1 -1
- package/lib/tsconfig.tsbuildinfo +1 -1
- package/lib/utils.js +22 -2
- package/lib/utils.js.map +1 -1
- package/package.json +1 -1
package/lib/protocol.d.ts
CHANGED
|
@@ -33,6 +33,8 @@ export declare enum AirbyteTraceFailureType {
|
|
|
33
33
|
export interface AirbyteConfig {
|
|
34
34
|
backfill?: boolean;
|
|
35
35
|
check_connection?: boolean;
|
|
36
|
+
describe_connection?: boolean;
|
|
37
|
+
probe_streams?: boolean;
|
|
36
38
|
debug?: boolean;
|
|
37
39
|
faros_source_id?: string;
|
|
38
40
|
skip_reset_models?: string[];
|
package/lib/protocol.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"protocol.js","sourceRoot":"","sources":["../src/protocol.ts"],"names":[],"mappings":";;;AAoBA,oDAeC;
|
|
1
|
+
{"version":3,"file":"protocol.js","sourceRoot":"","sources":["../src/protocol.ts"],"names":[],"mappings":";;;AAoBA,oDAeC;AAmCD,kDAsBC;AAgFD,oCAEC;AAoRD,wCAIC;AAED,sDAMC;AAED,sDAMC;AAED,kDAIC;AA3dD,mCAA8B;AAE9B,qCAAsC;AAEtC;;;GAGG;AACU,QAAA,gBAAgB,GAAG,cAAc,CAAC;AAE/C,IAAY,eAOX;AAPD,WAAY,eAAe;IACzB,kCAAe,CAAA;IACf,kCAAe,CAAA;IACf,gCAAa,CAAA;IACb,gCAAa,CAAA;IACb,kCAAe,CAAA;IACf,kCAAe,CAAA;AACjB,CAAC,EAPW,eAAe,+BAAf,eAAe,QAO1B;AAED,SAAgB,oBAAoB,CAAC,KAAsB;IACzD,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,eAAe,CAAC,KAAK;YACxB,OAAO,EAAE,CAAC;QACZ,KAAK,eAAe,CAAC,KAAK;YACxB,OAAO,EAAE,CAAC;QACZ,KAAK,eAAe,CAAC,IAAI;YACvB,OAAO,EAAE,CAAC;QACZ,KAAK,eAAe,CAAC,IAAI;YACvB,OAAO,EAAE,CAAC;QACZ,KAAK,eAAe,CAAC,KAAK;YACxB,OAAO,EAAE,CAAC;QACZ,KAAK,eAAe,CAAC,KAAK;YACxB,OAAO,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED,IAAY,kBAQX;AARD,WAAY,kBAAkB;IAC5B,yCAAmB,CAAA;IACnB,6DAAuC,CAAA;IACvC,iCAAW,CAAA;IACX,uCAAiB,CAAA;IACjB,mCAAa,CAAA;IACb,qCAAe,CAAA;IACf,qCAAe,CAAA;AACjB,CAAC,EARW,kBAAkB,kCAAlB,kBAAkB,QAQ7B;AAED,IAAY,uBAGX;AAHD,WAAY,uBAAuB;IACjC,kDAAuB,CAAA;IACvB,4CAAiB,CAAA;AACnB,CAAC,EAHW,uBAAuB,uCAAvB,uBAAuB,QAGlC;AAED,IAAY,uBAGX;AAHD,WAAY,uBAAuB;IACjC,wDAA6B,CAAA;IAC7B,wDAA6B,CAAA;AAC/B,CAAC,EAHW,uBAAuB,uCAAvB,uBAAuB,QAGlC;AAeD,SAAgB,mBAAmB,CAAC,CAAS;IAC3C,IAAI,CAAC;QACH,MAAM,GAAG,GAAmB,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC1C,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,eAAM,CAAC,yBAAyB,CAAC,CAAC;QAC9C,CAAC;QACD,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,kBAAkB,CAAC,MAAM;gBAC5B,OAAO,IAAI,aAAa,CAAE,GAAqB,CAAC,MAAM,CAAC,CAAC;YAC1D,KAAK,kBAAkB,CAAC,OAAO,CAAC;YAChC,KAAK,kBAAkB,CAAC,iBAAiB,CAAC;YAC1C,KAAK,kBAAkB,CAAC,GAAG,CAAC;YAC5B,KAAK,kBAAkB,CAAC,IAAI,CAAC;YAC7B,KAAK,kBAAkB,CAAC,KAAK,CAAC;YAC9B,KAAK,kBAAkB,CAAC,KAAK;gBAC3B,OAAO,GAAG,CAAC;YACb;gBACE,MAAM,IAAI,eAAM,CAAC,4BAA4B,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,eAAM,CAAC,CAAC,EAAE,4BAA4B,CAAC,EAAE,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAMD,IAAY,QAGX;AAHD,WAAY,QAAQ;IAClB,yCAA6B,CAAA;IAC7B,uCAA2B,CAAA;AAC7B,CAAC,EAHW,QAAQ,wBAAR,QAAQ,QAGnB;AAED,IAAY,mBAIX;AAJD,WAAY,mBAAmB;IAC7B,wCAAiB,CAAA;IACjB,8CAAuB,CAAA;IACvB,oDAA6B,CAAA;AAC/B,CAAC,EAJW,mBAAmB,mCAAnB,mBAAmB,QAI9B;AAgBD,MAAa,qBAAqB;IAEhC,YAAqB,OAAuB;QAAvB,YAAO,GAAP,OAAO,CAAgB;QADnC,SAAI,GAAuB,kBAAkB,CAAC,OAAO,CAAC;IAChB,CAAC;CACjD;AAHD,sDAGC;AAcD,MAAa,8BAA8B;IAEzC,YACW,gBAGR;QAHQ,qBAAgB,GAAhB,gBAAgB,CAGxB;QALM,SAAI,GAAuB,kBAAkB,CAAC,iBAAiB,CAAC;IAMtE,CAAC;CACL;AARD,wEAQC;AAED,MAAa,UAAU;IAErB,YACW,GAIR;QAJQ,QAAG,GAAH,GAAG,CAIX;QANM,SAAI,GAAuB,kBAAkB,CAAC,GAAG,CAAC;IAOxD,CAAC;IACJ,MAAM,CAAC,IAAI,CACT,KAAsB,EACtB,OAAe,EACf,WAAoB;QAEpB,OAAO,IAAI,UAAU,CAAC;YACpB,KAAK;YACL,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC;YACrC,WAAW;SACZ,CAAC,CAAC;IACL,CAAC;CACF;AApBD,gCAoBC;AAED,SAAgB,YAAY,CAAC,GAAmB;IAC9C,OAAO,GAAG,CAAC,IAAI,KAAK,kBAAkB,CAAC,GAAG,CAAC;AAC7C,CAAC;AAEY,QAAA,sBAAsB,GAAG,eAAe,CAAC;AACzC,QAAA,cAAc,GAAG,gBAAgB,CAAC;AAClC,QAAA,mBAAmB,GAAG,qBAAqB,CAAC;AAC5C,QAAA,cAAc,GAAG,eAAe,CAAC;AAE9C,MAAa,aAAa;IAExB,YACW,MAKR;QALQ,WAAM,GAAN,MAAM,CAKd;QAPM,SAAI,GAAuB,kBAAkB,CAAC,MAAM,CAAC;IAQ3D,CAAC;IAEJ,KAAK;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,OAAO,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,8BAAsB,CAAC,CAAC;IAC7D,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;YACjB,OAAO,IAAI,aAAa,CAAC;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,8BAAsB,CAAC,MAAM,CAAC;gBAC/D,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAAmB,CAAC,CAAC,CAAC,OAAO,EAAE;gBACrE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAc,CAAC,CAAC;aACnD,CAAC,CAAC;QACL,CAAC;QAED,oEAAoE;QACpE,2EAA2E;QAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAC9B,IACE,IAAI,CAAC,wBAAgB,CAAC;YACtB,OAAO,IAAI,CAAC,wBAAgB,CAAC,KAAK,QAAQ;YAC1C,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,wBAAgB,CAAC,CAAC,EACtC,CAAC;YACD,OAAO,IAAI,aAAa,CAAC;gBACvB,GAAG,IAAI,CAAC,MAAM;gBACd,IAAI,EAAE,IAAI,CAAC,wBAAgB,CAAC;aAC7B,CAAC,CAAC;QACL,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,IAAI,CACT,MAAc,EACd,IAAqB,EACrB,SAAkB;QAElB,OAAO,IAAI,aAAa,CAAC;YACvB,MAAM;YACN,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;YACtB,IAAI;SACL,CAAC,CAAC;IACL,CAAC;CACF;AAtDD,sCAsDC;AAaD,MAAa,YAAY;IAEvB,YACW,KASR;QATQ,UAAK,GAAL,KAAK,CASb;QAXM,SAAI,GAAuB,kBAAkB,CAAC,KAAK,CAAC;IAY1D,CAAC;IAEJ,MAAM,CAAC,IAAI,CAAC,GAAQ,EAAE,YAAsC;QAC1D,MAAM,OAAO,GAAG,IAAA,qBAAY,EAAC,GAAG,CAAC,CAAC;QAClC,OAAO,IAAI,YAAY,CAAC;YACtB,IAAI,EAAE,OAAO;YACb,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;YACtB,KAAK,EAAE;gBACL,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,WAAW,EAAE,OAAO,CAAC,KAAK;gBAC1B,gBAAgB,EAAE,OAAO,CAAC,IAAI;gBAC9B,YAAY;gBACZ,GAAG,OAAO;aACX;SACF,CAAC,CAAC;IACL,CAAC;CACF;AA7BD,oCA6BC;AAYD,MAAa,WAAW;IAEtB,YAAqB,IAAU;QAAV,SAAI,GAAJ,IAAI,CAAM;QADtB,SAAI,GAAuB,kBAAkB,CAAC,IAAI,CAAC;IAC1B,CAAC;CACpC;AAHD,kCAGC;AAuGD,+EAA+E;AAE/E,MAAa,mBAAmB;IAE9B,YAAqB,KAAyB;QAAzB,UAAK,GAAL,KAAK,CAAoB;QADrC,SAAI,GAAuB,kBAAkB,CAAC,KAAK,CAAC;IACZ,CAAC;CACnD;AAHD,kDAGC;AAED,wGAAwG;AACxG,2EAA2E;AAC3E,MAAa,0BAA2B,SAAQ,mBAAmB;IACjE,YACW,KAAyB,EACzB,YAAiC,EACjC,YAIR;QAED,KAAK,CAAC,KAAK,CAAC,CAAC;QARJ,UAAK,GAAL,KAAK,CAAoB;QACzB,iBAAY,GAAZ,YAAY,CAAqB;QACjC,iBAAY,GAAZ,YAAY,CAIpB;IAGH,CAAC;CACF;AAZD,gEAYC;AAED,MAAa,0BAA2B,SAAQ,mBAAmB;IAEjE,YACW,KAAyB,EACzB,cAA6B,EAC7B,UAAkB,EAClB,UAAmB,EACnB,aAAsB;QAE/B,KAAK,CAAC,KAAK,CAAC,CAAC;QANJ,UAAK,GAAL,KAAK,CAAoB;QACzB,mBAAc,GAAd,cAAc,CAAe;QAC7B,eAAU,GAAV,UAAU,CAAQ;QAClB,eAAU,GAAV,UAAU,CAAS;QACnB,kBAAa,GAAb,aAAa,CAAS;QANxB,SAAI,GAAuB,kBAAkB,CAAC,KAAK,CAAC;IAS7D,CAAC;CACF;AAXD,gEAWC;AAWD,MAAa,wBAAyB,SAAQ,mBAAmB;IAE/D,YACW,KAAyB,EACzB,IAAwB;QAEjC,KAAK,CAAC,KAAK,CAAC,CAAC;QAHJ,UAAK,GAAL,KAAK,CAAoB;QACzB,SAAI,GAAJ,IAAI,CAAoB;QAH1B,SAAI,GAAuB,kBAAkB,CAAC,KAAK,CAAC;IAM7D,CAAC;CACF;AARD,4DAQC;AAED,SAAgB,cAAc,CAC5B,GAAmB;IAEnB,OAAO,GAAG,CAAC,IAAI,KAAK,kBAAkB,CAAC,KAAK,CAAC;AAC/C,CAAC;AAED,SAAgB,qBAAqB,CACnC,GAAmB;IAEnB,OAAO,CACL,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAE,GAAkC,CAAC,YAAY,CAC1E,CAAC;AACJ,CAAC;AAED,SAAgB,qBAAqB,CACnC,GAAmB;IAEnB,OAAO,CACL,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAE,GAAkC,CAAC,cAAc,CAC5E,CAAC;AACJ,CAAC;AAED,SAAgB,mBAAmB,CACjC,GAAmB;IAEnB,OAAO,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAE,GAAgC,CAAC,IAAI,CAAC;AACzE,CAAC"}
|
|
@@ -55,6 +55,25 @@ export declare abstract class AirbyteSourceBase<Config extends AirbyteConfig> ex
|
|
|
55
55
|
* See https://docs.airbyte.io/architecture/airbyte-specification.
|
|
56
56
|
*/
|
|
57
57
|
check(config: Config): Promise<AirbyteConnectionStatusMessage>;
|
|
58
|
+
/**
|
|
59
|
+
* Override to return connector-specific metadata during a check
|
|
60
|
+
* (e.g., visible orgs, scopes, user info). Enabled via the
|
|
61
|
+
* describe_connection config flag.
|
|
62
|
+
* @param config The user-provided configuration.
|
|
63
|
+
* @returns A record of key-value pairs describing the connection.
|
|
64
|
+
*/
|
|
65
|
+
protected describeConnection(_config: Config): Promise<Record<string, any>>;
|
|
66
|
+
/**
|
|
67
|
+
* Probes each stream by calling stream.probe() and collects results.
|
|
68
|
+
* Override to customize orchestration (e.g., skip certain streams).
|
|
69
|
+
* Enabled via the probe_streams config flag.
|
|
70
|
+
* @param config The user-provided configuration.
|
|
71
|
+
* @returns A sorted record of stream name to pass/fail/skip result.
|
|
72
|
+
*/
|
|
73
|
+
protected probeStreams(config: Config): Promise<Record<string, {
|
|
74
|
+
status: 'pass' | 'fail' | 'skip';
|
|
75
|
+
message?: string;
|
|
76
|
+
}>>;
|
|
58
77
|
/**
|
|
59
78
|
* Implements the Read operation from the Airbyte Specification. See
|
|
60
79
|
* https://docs.airbyte.io/architecture/airbyte-specification.
|
|
@@ -9,10 +9,10 @@ const toposort_1 = __importDefault(require("toposort"));
|
|
|
9
9
|
const verror_1 = __importDefault(require("verror"));
|
|
10
10
|
const zod_1 = require("zod");
|
|
11
11
|
const protocol_1 = require("../protocol");
|
|
12
|
+
const protocol_2 = require("../protocol");
|
|
12
13
|
const runner_1 = require("../runner");
|
|
13
14
|
const utils_1 = require("../utils");
|
|
14
15
|
const source_1 = require("./source");
|
|
15
|
-
const protocol_2 = require("../protocol");
|
|
16
16
|
/**
|
|
17
17
|
* Airbyte Source base class providing additional boilerplate around the Check
|
|
18
18
|
* and Discover commands, and the logic for processing the Source's streams. The
|
|
@@ -51,33 +51,105 @@ class AirbyteSourceBase extends source_1.AirbyteSource {
|
|
|
51
51
|
*/
|
|
52
52
|
async check(config) {
|
|
53
53
|
this.adjustLoggerLevel(config);
|
|
54
|
+
// Emit JSON-formatted messages only when the caller opted into the new
|
|
55
|
+
// check phases. Otherwise preserve the legacy plain-string behavior so
|
|
56
|
+
// existing connectors and their snapshot tests remain backward-compatible.
|
|
57
|
+
const shouldDescribe = config.describe_connection === true;
|
|
58
|
+
const shouldProbe = config.probe_streams === true;
|
|
59
|
+
const useJsonFormat = shouldDescribe || shouldProbe;
|
|
60
|
+
const failMessage = (msg) => useJsonFormat ? JSON.stringify({ error: msg }) : msg;
|
|
54
61
|
// Validate common config first
|
|
55
62
|
const configError = this.validateCommonConfig(config);
|
|
56
63
|
if (configError) {
|
|
57
64
|
return new protocol_1.AirbyteConnectionStatusMessage({
|
|
58
65
|
status: protocol_1.AirbyteConnectionStatus.FAILED,
|
|
59
|
-
message: configError,
|
|
66
|
+
message: failMessage(configError),
|
|
60
67
|
});
|
|
61
68
|
}
|
|
69
|
+
let connectionDescription;
|
|
70
|
+
let streamProbes;
|
|
62
71
|
try {
|
|
63
72
|
const [succeeded, error] = await this.checkConnection(config);
|
|
64
73
|
if (!succeeded) {
|
|
65
74
|
return new protocol_1.AirbyteConnectionStatusMessage({
|
|
66
75
|
status: protocol_1.AirbyteConnectionStatus.FAILED,
|
|
67
|
-
message: error.message,
|
|
76
|
+
message: failMessage(error.message),
|
|
68
77
|
});
|
|
69
78
|
}
|
|
79
|
+
if (shouldDescribe) {
|
|
80
|
+
try {
|
|
81
|
+
connectionDescription = await this.describeConnection(config);
|
|
82
|
+
}
|
|
83
|
+
catch (err) {
|
|
84
|
+
this.logger.error(`describeConnection failed: ${err?.message ?? String(err)}`);
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
if (shouldProbe) {
|
|
88
|
+
try {
|
|
89
|
+
streamProbes = await this.probeStreams(config);
|
|
90
|
+
}
|
|
91
|
+
catch (err) {
|
|
92
|
+
this.logger.error(`probeStreams failed: ${err?.message ?? String(err)}`);
|
|
93
|
+
}
|
|
94
|
+
}
|
|
70
95
|
}
|
|
71
96
|
catch (error) {
|
|
97
|
+
const msg = error.message ?? `Unknown error: ${JSON.stringify(error)}`;
|
|
72
98
|
return new protocol_1.AirbyteConnectionStatusMessage({
|
|
73
99
|
status: protocol_1.AirbyteConnectionStatus.FAILED,
|
|
74
|
-
message:
|
|
100
|
+
message: useJsonFormat
|
|
101
|
+
? JSON.stringify({
|
|
102
|
+
error: msg,
|
|
103
|
+
connectionDescription,
|
|
104
|
+
streamProbes,
|
|
105
|
+
})
|
|
106
|
+
: msg,
|
|
75
107
|
});
|
|
76
108
|
}
|
|
77
109
|
return new protocol_1.AirbyteConnectionStatusMessage({
|
|
78
110
|
status: protocol_1.AirbyteConnectionStatus.SUCCEEDED,
|
|
111
|
+
...(useJsonFormat && {
|
|
112
|
+
message: JSON.stringify({ connectionDescription, streamProbes }),
|
|
113
|
+
}),
|
|
79
114
|
});
|
|
80
115
|
}
|
|
116
|
+
/**
|
|
117
|
+
* Override to return connector-specific metadata during a check
|
|
118
|
+
* (e.g., visible orgs, scopes, user info). Enabled via the
|
|
119
|
+
* describe_connection config flag.
|
|
120
|
+
* @param config The user-provided configuration.
|
|
121
|
+
* @returns A record of key-value pairs describing the connection.
|
|
122
|
+
*/
|
|
123
|
+
async describeConnection(_config) {
|
|
124
|
+
return {};
|
|
125
|
+
}
|
|
126
|
+
/**
|
|
127
|
+
* Probes each stream by calling stream.probe() and collects results.
|
|
128
|
+
* Override to customize orchestration (e.g., skip certain streams).
|
|
129
|
+
* Enabled via the probe_streams config flag.
|
|
130
|
+
* @param config The user-provided configuration.
|
|
131
|
+
* @returns A sorted record of stream name to pass/fail/skip result.
|
|
132
|
+
*/
|
|
133
|
+
async probeStreams(config) {
|
|
134
|
+
const allStreams = this.streams(config);
|
|
135
|
+
const results = {};
|
|
136
|
+
for (const stream of allStreams) {
|
|
137
|
+
try {
|
|
138
|
+
results[stream.name] = await stream.probe();
|
|
139
|
+
}
|
|
140
|
+
catch (err) {
|
|
141
|
+
results[stream.name] = {
|
|
142
|
+
status: 'fail',
|
|
143
|
+
message: err?.message ?? String(err),
|
|
144
|
+
};
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
const sorted = {};
|
|
148
|
+
for (const key of Object.keys(results).sort((a, b) => a.localeCompare(b))) {
|
|
149
|
+
sorted[key] = results[key];
|
|
150
|
+
}
|
|
151
|
+
return sorted;
|
|
152
|
+
}
|
|
81
153
|
/**
|
|
82
154
|
* Implements the Read operation from the Airbyte Specification. See
|
|
83
155
|
* https://docs.airbyte.io/architecture/airbyte-specification.
|
|
@@ -144,7 +216,9 @@ class AirbyteSourceBase extends source_1.AirbyteSource {
|
|
|
144
216
|
throw new verror_1.default(`bucket_id must be between 1 and ${bucketTotal}`);
|
|
145
217
|
}
|
|
146
218
|
const hasBucketConfig = bucketTotal > 1;
|
|
147
|
-
const bucketKey = hasBucketConfig
|
|
219
|
+
const bucketKey = hasBucketConfig
|
|
220
|
+
? `${bucketId}/${bucketTotal}`
|
|
221
|
+
: undefined;
|
|
148
222
|
// Helper to get lastSyncedAt from nested freshness state
|
|
149
223
|
// For bucketed streams: use per-bucket timestamp if available
|
|
150
224
|
// For non-bucketed streams: use top-level timestamp (shared across all buckets)
|
|
@@ -152,7 +226,9 @@ class AirbyteSourceBase extends source_1.AirbyteSource {
|
|
|
152
226
|
const freshnessState = state[utils_1.STREAM_FRESHNESS_STATE_KEY]?.[streamName];
|
|
153
227
|
if (!freshnessState)
|
|
154
228
|
return undefined;
|
|
155
|
-
if (bucketKey &&
|
|
229
|
+
if (bucketKey &&
|
|
230
|
+
streamIsBucketed &&
|
|
231
|
+
freshnessState.buckets?.[bucketKey]) {
|
|
156
232
|
return freshnessState.buckets[bucketKey].lastSyncedAt;
|
|
157
233
|
}
|
|
158
234
|
return freshnessState.lastSyncedAt;
|
|
@@ -185,9 +261,7 @@ class AirbyteSourceBase extends source_1.AirbyteSource {
|
|
|
185
261
|
const freshnessHours = freshnessHoursMap[streamName];
|
|
186
262
|
const streamIsBucketed = streamInstances[streamName]?.isBucketed ?? false;
|
|
187
263
|
const lastSyncedAt = getLastSyncedAt(streamName, streamIsBucketed);
|
|
188
|
-
if (freshnessHours > 0 &&
|
|
189
|
-
!config.backfill &&
|
|
190
|
-
lastSyncedAt) {
|
|
264
|
+
if (freshnessHours > 0 && !config.backfill && lastSyncedAt) {
|
|
191
265
|
const freshnessMs = freshnessHours * 60 * 60 * 1000;
|
|
192
266
|
return Date.now() - lastSyncedAt < freshnessMs;
|
|
193
267
|
}
|
|
@@ -221,7 +295,9 @@ class AirbyteSourceBase extends source_1.AirbyteSource {
|
|
|
221
295
|
const lastSyncedAt = getLastSyncedAt(streamName, streamInstance.isBucketed);
|
|
222
296
|
const freshnessHours = freshnessHoursMap[streamName];
|
|
223
297
|
const lastSyncedDate = new Date(lastSyncedAt).toISOString();
|
|
224
|
-
const bucketInfo = bucketKey && streamInstance.isBucketed
|
|
298
|
+
const bucketInfo = bucketKey && streamInstance.isBucketed
|
|
299
|
+
? ` (bucket ${bucketKey})`
|
|
300
|
+
: '';
|
|
225
301
|
this.logger.info(`Skipping ${streamName}${bucketInfo} - last synced ${lastSyncedDate}, ` +
|
|
226
302
|
`within ${freshnessHours}h freshness window`);
|
|
227
303
|
continue;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"source-base.js","sourceRoot":"","sources":["../../src/sources/source-base.ts"],"names":[],"mappings":";;;;;;AAAA,mCAAmC;AACnC,wDAAgC;AAChC,oDAA4B;AAC5B,6BAAsB;AAGtB,0CAgBqB;AACrB,sCAA2C;AAC3C,oCAAoH;AACpH,qCAAuC;AAEvC,0CAA6C;AAY7C;;;;;GAKG;AACH,MAAsB,iBAEpB,SAAQ,sBAAqB;IAC7B,YAA+B,MAAqB;QAClD,KAAK,EAAE,CAAC;QADqB,WAAM,GAAN,MAAM,CAAe;IAEpD,CAAC;IA2BD;;OAEG;IACH,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;IAC/B,CAAC;IAOD;;OAEG;IACH,IAAI,CAAC,MAAc;QACjB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAc;QAC3B,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAClD,MAAM,CAAC,eAAe,EAAE,CACzB,CAAC;QACF,OAAO,IAAI,gCAAqB,CAAC,EAAC,OAAO,EAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,MAAc;QACxB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAE/B,+BAA+B;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,IAAI,yCAA8B,CAAC;gBACxC,MAAM,EAAE,kCAAuB,CAAC,MAAM;gBACtC,OAAO,EAAE,WAAW;aACrB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC;YACH,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC9D,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO,IAAI,yCAA8B,CAAC;oBACxC,MAAM,EAAE,kCAAuB,CAAC,MAAM;oBACtC,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,yCAA8B,CAAC;gBACxC,MAAM,EAAE,kCAAuB,CAAC,MAAM;gBACtC,OAAO,EACJ,KAAe,CAAC,OAAO,IAAI,kBAAkB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;aACxE,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,yCAA8B,CAAC;YACxC,MAAM,EAAE,kCAAuB,CAAC,SAAS;SAC1C,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,CAAC,IAAI,CACT,MAAc,EACd,cAA6B,EAC7B,OAAiC,EACjC,KAAmB;QAEnB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAE/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,MAAM,IAAI,qCAA0B,CAClC,IAAA,2BAAmB,GAAE,CAAC,CAAC,CAAC,kBAAU,CAAC,CAAC,CAAC,aAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAC9D,cAAc,EACd,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EACjB,yBAAgB,CACjB,CAAC;QAEF,kDAAkD;QAClD,0EAA0E;QAC1E,gBAAgB;QAChB,MAAM,eAAe,GAAG,IAAA,cAAK,EAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACnE,MAAM,iBAAiB,GAAG,IAAA,cAAK,EAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvE,MAAM,qBAAqB,GAAG,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAE7D,MAAM,cAAc,GAAG,qBAAqB,CAAC,MAAM,CACjD,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,CAC7C,CAAC;QACF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,gBAAM,CACd,2BAA2B,IAAI,CAAC,SAAS,CACvC,cAAc,CACf,qDAAqD,MAAM,CAAC,IAAI,CAC/D,eAAe,CAChB,EAAE,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAuB,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;YACnE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBAChD,wDAAwD;gBACxD,SAAS;YACX,CAAC;YACD,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;gBAC7C,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;oBAChD,mEAAmE;oBACnE,SAAS;gBACX,CAAC;gBACD,UAAU,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,0DAA0D;QAC1D,MAAM,aAAa,GAAG,kBAAQ,CAAC,KAAK,CAAC,qBAAqB,EAAE,UAAU,CAAC,CAAC;QAExE,mEAAmE;QACnE,0DAA0D;QAC1D,MAAM,MAAM,GAAG,KAAK,CAAC,8BAAsB,CAAC,IAAI,EAAE,CAAC;QACnD,KAAK,MAAM,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3D,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,IACE,aAAa;gBACb,eAAe,CAAC,IAAI,CAAC,EAAE,wBAAwB;gBAC/C,CAAC,CAAC,YAAY;oBACZ,CAAC,OAAO,YAAY,KAAK,QAAQ;wBAC/B,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,EAC5C,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC;gBAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oDAAoD,IAAI,EAAE,CAC3D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,4CAA4C;QAC5C,IAAI,CAAC,KAAK,CAAC,kCAA0B,CAAC,EAAE,CAAC;YACvC,KAAK,CAAC,kCAA0B,CAAC,GAAG,EAAE,CAAC;QACzC,CAAC;QAED,sDAAsD;QACtD,oEAAoE;QACpE,iEAAiE;QACjE,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAChD,MAAM,CAAC,sBAAsB,EAC7B,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAC7B,CAAC;QAEF,6CAA6C;QAC7C,MAAM,WAAW,GAAI,MAAM,CAAC,YAAuB,IAAI,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAI,MAAM,CAAC,SAAoB,IAAI,CAAC,CAAC;QACnD,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,gBAAM,CAAC,yCAAyC,CAAC,CAAC;QAC9D,CAAC;QACD,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,WAAW,EAAE,CAAC;YAC3C,MAAM,IAAI,gBAAM,CAAC,mCAAmC,WAAW,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,eAAe,GAAG,WAAW,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,eAAe,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAE7E,yDAAyD;QACzD,8DAA8D;QAC9D,gFAAgF;QAChF,MAAM,eAAe,GAAG,CAAC,UAAkB,EAAE,gBAAyB,EAAsB,EAAE;YAC5F,MAAM,cAAc,GAAG,KAAK,CAAC,kCAA0B,CAAC,EAAE,CAAC,UAAU,CAAqC,CAAC;YAC3G,IAAI,CAAC,cAAc;gBAAE,OAAO,SAAS,CAAC;YACtC,IAAI,SAAS,IAAI,gBAAgB,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;gBACzE,OAAO,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC;YACxD,CAAC;YACD,OAAO,cAAc,CAAC,YAAY,CAAC;QACrC,CAAC,CAAC;QAEF,uDAAuD;QACvD,mDAAmD;QACnD,kFAAkF;QAClF,MAAM,eAAe,GAAG,CAAC,UAAkB,EAAE,SAAiB,EAAE,gBAAyB,EAAQ,EAAE;YACjG,IAAI,CAAC,KAAK,CAAC,kCAA0B,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC;gBACnD,KAAK,CAAC,kCAA0B,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YACrD,CAAC;YACD,MAAM,WAAW,GAAG,KAAK,CAAC,kCAA0B,CAAC,CAAC,UAAU,CAAyB,CAAC;YAC1F,IAAI,SAAS,IAAI,gBAAgB,EAAE,CAAC;gBAClC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,WAAW,CAAC,OAAO,GAAG,EAAE,CAAC;gBAC3B,CAAC;gBACD,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,EAAC,YAAY,EAAE,SAAS,EAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,YAAY,GAAG,SAAS,CAAC;YACvC,CAAC;QACH,CAAC,CAAC;QAEF,kEAAkE;QAClE,wBAAwB;QACxB,oCAAoC;QACpC,2CAA2C;QAC3C,0CAA0C;QAC1C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,uBAAuB,GAAG,CAAC,UAAkB,EAAW,EAAE;YAC9D,MAAM,cAAc,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACrD,MAAM,gBAAgB,GAAG,eAAe,CAAC,UAAU,CAAC,EAAE,UAAU,IAAI,KAAK,CAAC;YAC1E,MAAM,YAAY,GAAG,eAAe,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;YACnE,IACE,cAAc,GAAG,CAAC;gBAClB,CAAC,MAAM,CAAC,QAAQ;gBAChB,YAAY,EACZ,CAAC;gBACD,MAAM,WAAW,GAAG,cAAc,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;gBACpD,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,GAAG,WAAW,CAAC;YACjD,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;QAEF,sEAAsE;QACtE,KAAK,MAAM,UAAU,IAAI,aAAa,EAAE,CAAC;YACvC,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,EAAE,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,yEAAyE;QACzE,KAAK,MAAM,UAAU,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;YACtD,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC5B,oCAAoC;gBACpC,KAAK,MAAM,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,EAAE,YAAY,IAAI,EAAE,EAAE,CAAC;oBAClE,IAAI,qBAAqB,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC7D,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,UAAU,GAAG,gBAAgB,UAAU,wBAAwB,CAChE,CAAC;wBACF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACnB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAG,EAAE,CAAC;QACzB,KAAK,MAAM,UAAU,IAAI,aAAa,EAAE,CAAC;YACvC,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACvD,MAAM,cAAc,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;YAEnD,wEAAwE;YACxE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC7B,MAAM,YAAY,GAAG,eAAe,CAAC,UAAU,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;gBAC5E,MAAM,cAAc,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBACrD,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC5D,MAAM,UAAU,GAAG,SAAS,IAAI,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1F,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,YAAY,UAAU,GAAG,UAAU,kBAAkB,cAAc,IAAI;oBACvE,UAAU,cAAc,oBAAoB,CAC7C,CAAC;gBACF,SAAS;YACX,CAAC;YAED,IAAI,mBAAmB,GAAG,CAAC,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAC/B,cAAc,EACd,gBAAgB,EAChB,KAAK,EACL,IAAA,aAAI,EAAC,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,CAC3B,CAAC;gBAEF,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;oBACtC,IAAI,OAAO,CAAC,IAAI,KAAK,6BAAkB,CAAC,MAAM,EAAE,CAAC;wBAC/C,mBAAmB,EAAE,CAAC;oBACxB,CAAC;oBACD,MAAM,OAAO,CAAC;gBAChB,CAAC;gBACD,qDAAqD;gBACrD,IAAI,cAAc,CAAC,wBAAwB,IAAI,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;oBACjE,IAAI,CAAC,KAAK,CAAC,8BAAsB,CAAC,EAAE,CAAC;wBACnC,KAAK,CAAC,8BAAsB,CAAC,GAAG,EAAE,CAAC;oBACrC,CAAC;oBACD,KAAK,CAAC,8BAAsB,CAAC,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;gBAChE,CAAC;gBAED,oFAAoF;gBACpF,yEAAyE;gBACzE,eAAe,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;gBAEnE,MAAM,IAAI,qCAA0B,CAClC,aAAK,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,EAClD,EAAC,MAAM,EAAE,SAAS,EAAC,EACnB;oBACE,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,SAAS;oBACjB,cAAc,EAAE,mBAAmB;iBACpC,CACF,CAAC;YACJ,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,6CAA6C,UAAU,KACrD,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAC/B,EAAE,EACF,CAAC,CAAC,KAAK,CACR,CAAC;gBACF,MAAM,IAAI,qCAA0B,CAClC,aAAK,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC;gBAClD,oDAAoD;gBACpD;oBACE,MAAM,EAAE,SAAS;oBACjB,OAAO,EAAE;wBACP,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;wBACvC,IAAI,EAAE,CAAC,EAAE,cAAc;wBACvB,MAAM,EAAE,uBAAuB,EAAE,cAAc;wBAC/C,IAAI,EAAE,OAAO;qBACd;iBACF,EACD;oBACE,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,OAAO;oBACf,cAAc,EAAE,mBAAmB;iBACpC,CACF,CAAC;gBACF,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC/B,SAAS;YACX,CAAC;QACH,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,+CAA+C,IAAI,CAAC,SAAS,CAC3D,aAAa,CACd,EAAE,CACJ,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,sFAAsF;YACtF,IAAI,IAAA,2BAAmB,GAAE,EAAE,CAAC;gBAC1B,KAAK,MAAM,WAAW,IAAI,aAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC1D,MAAM,IAAI,8BAAmB,CAAC,WAAW,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;YACD,MAAM,IAAI,qCAA0B,CAClC,IAAA,2BAAmB,GAAE,CAAC,CAAC,CAAC,kBAAU,CAAC,CAAC,CAAC,aAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAC9D,EAAC,MAAM,EAAE,SAAS,EAAC,CACpB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IAEO,KAAK,CAAC,CAAC,UAAU,CACvB,cAAiC,EACjC,gBAAyC,EACzC,cAA4B,EAC5B,MAA4B;QAE5B,MAAM,cAAc,GAClB,gBAAgB,CAAC,SAAS,KAAK,mBAAQ,CAAC,WAAW;YACnD,cAAc,CAAC,mBAAmB;YAClC,CAAC,MAAM,CAAC,QAAQ,CAAC;QAEnB,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CACvC,cAAc,EACd,gBAAgB,EAChB,cAAc,CAAC,CAAC,CAAC,mBAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,mBAAQ,CAAC,YAAY,EAC7D,cAAc,EACd,MAAM,CACP,CAAC;QAEF,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC;QAChD,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,UAAU,cAAc,IAAI,OAAO,CAAC,CAAC;QAEjE,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,IAAI,KAAK,6BAAkB,CAAC,MAAM,EAAE,CAAC;gBAC9C,aAAa,EAAE,CAAC;YAClB,CAAC;YACD,MAAM,MAAM,CAAC;QACf,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oBAAoB,UAAU,iBAAiB,aAAa,UAAU,CACvE,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,CAAC,YAAY,CACzB,cAAiC,EACjC,gBAAyC,EACzC,QAAkB,EAClB,cAA4B,EAC5B,MAA4B;QAE5B,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC;QAChD,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,0BAA0B,UAAU,4DAA4D,CACjG,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,WAAW,GAAG,cAAc,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,4BAA4B,UAAU,cAAc,IAAI,CAAC,SAAS,CAChE,WAAW,CACZ,EAAE,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,kBAAkB,GAAG,cAAc,CAAC,uBAAuB,CAAC;QAClE,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,gBAAM,CACd,uBAAuB,kBAAkB,OAAO,UAAU,oCAAoC,CAC/F,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,cAAc,CAAC,YAAY,CACxC,QAAQ,EACR,gBAAgB,CAAC,YAAY,EAC7B,WAAW,CACZ,CAAC;QAEF,uEAAuE;QACvE,oDAAoD;QACpD,MAAM,gBAAgB,GACpB,IAAA,2BAAmB,GAAE,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC;QAEzD,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAC5B,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,MAAM,cAAc,CAAC,YAAY,EAAE,CAAC;QACpC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,eAAe,EAAE,CAAC;YAClB,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sBAAsB,UAAU,iBAAiB,IAAI,CAAC,SAAS,CAC7D,KAAK,CACN,EAAE,CACJ,CAAC;YACJ,CAAC;YACD,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAC3B,MAAM,OAAO,GAAG,cAAc,CAAC,WAAW,CACxC,QAAQ,EACR,gBAAgB,CAAC,YAAY,EAC7B,KAAK,EACL,WAAW,CACZ,CAAC;YACF,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,OAAO,EAAE,CAAC;oBACvC,kBAAkB,EAAE,CAAC;oBACrB,mBAAmB,EAAE,CAAC;oBAEtB,8DAA8D;oBAC9D,iDAAiD;oBACjD,MAAM,QAAQ,GAAG,gBAAgB;wBAC/B,CAAC,CAAC,EAAC,GAAG,UAAU,EAAE,CAAC,2BAAgB,CAAC,EAAE,UAAU,EAAC;wBACjD,CAAC,CAAC,UAAU,CAAC;oBAEf,MAAM,wBAAa,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;oBAC/C,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;wBACrB,WAAW,GAAG,cAAc,CAAC,eAAe,CAC1C,WAAW,EACX,UAAU,EACV,KAAK,CACN,CAAC;wBACF,IACE,kBAAkB;4BAClB,kBAAkB,GAAG,kBAAkB,KAAK,CAAC,EAC7C,CAAC;4BACD,MAAM,IAAI,CAAC,eAAe,CACxB,UAAU,EACV,WAAW,EACX,cAAc,CACf,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACrB,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;gBACtE,CAAC;gBACD,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,uBAAuB,UAAU,iBAAiB,IAAI,CAAC,SAAS,CAC9D,KAAK,CACN,UAAU,kBAAkB,UAAU,CACxC,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,yCAAyC,UAAU,iBAAiB,IAAI,CAAC,SAAS,CAChF,KAAK,CACN,KAAK,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,kBAAkB,0BAA0B,EAC7F,CAAC,CAAC,KAAK,CACR,CAAC;gBACF,MAAM,IAAI,CAAC,iBAAiB,CAC1B,UAAU,EACV,WAAW,EACX,cAAc,EACd,mBAAmB,EACnB,CAAC,CACF,CAAC;gBACF,SAAS;YACX,CAAC;QACH,CAAC;QACD,MAAM,cAAc,CAAC,WAAW,EAAE,CAAC;QACnC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,uCAAuC,UAAU,qBAAqB,IAAI,CAAC,SAAS,CAClF,YAAY,CACb,EAAE,CACJ,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,0BAA0B,UAAU,cAAc,IAAI,CAAC,SAAS,CAC9D,WAAW,CACZ,EAAE,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GACnB,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1E,IAAI,eAAe,IAAI,cAAc,CAAC,uBAAuB,EAAE,CAAC;YAC9D,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,wCAAwC,UAAU,UAAU;gBAC1D,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,eAAe;gBACpD,IAAI,YAAY,CAAC,MAAM,WAAW,eAAe,iBAAiB;gBAClE,yBAAyB,cAAc,CAAC,uBAAuB,GAAG,GAAG,GAAG,CAC3E,CAAC;YACF,MAAM,IAAI,gBAAM,CACd,wCAAwC,UAAU,SAAS,CAC5D,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,UAAkB,EAClB,WAAgB,EAChB,cAA4B;QAE5B,cAAc,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;QACzC,OAAO,IAAI,8BAAmB,CAC5B,aAAK,CAAC,MAAM,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,CAAC,CACtD,CAAC;IACJ,CAAC;IAEO,iBAAiB,CACvB,UAAkB,EAClB,WAAgB,EAChB,cAA4B,EAC5B,iBAAyB,EACzB,KAAY;QAEZ,cAAc,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;QACzC,OAAO,IAAI,qCAA0B,CACnC,aAAK,CAAC,MAAM,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,CAAC,EACrD;YACE,MAAM,EAAE,SAAS;YACjB,oDAAoD;YACpD,OAAO,EAAE;gBACP,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC/C,IAAI,EAAE,CAAC,EAAE,cAAc;gBACvB,MAAM,EAAE,uBAAuB,EAAE,cAAc;gBAC/C,IAAI,EAAE,OAAO;aACd;SACF,EACD;YACE,IAAI,EAAE,UAAU;YAChB,MAAM,EAAE,OAAO;YACf,cAAc,EAAE,iBAAiB;SAClC,CACF,CAAC;IACJ,CAAC;IAEO,iBAAiB,CAAC,MAAc;QACtC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,0BAAe,CAAC,KAAK,CAAC;QAC5C,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,oBAAoB,CAAC,MAAc;QACzC,MAAM,cAAc,GAAG,IAAI,CAAC,4BAA4B,CACtD,MAAM,CAAC,sBAAsB,CAC9B,CAAC;QACF,IAAI,cAAc,EAAE,CAAC;YACnB,OAAO,cAAc,CAAC;QACxB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACK,4BAA4B,CAClC,WAA+B;QAE/B,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,oBAAoB,GAAG,OAAC,CAAC,MAAM,CACnC,OAAC,CAAC,MAAM,EAAE,EACV,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAC/B,CAAC;QAEF,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,wCAAwC,CAAC;QAClD,CAAC;QAED,MAAM,MAAM,GAAG,oBAAoB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM;iBAC/B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;iBAC3D,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,OAAO,mCAAmC,MAAM,EAAE,CAAC;QACrD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACK,mBAAmB,CACzB,WAA+B,EAC/B,gBAA0B;QAE1B,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,6DAA6D;QAC7D,MAAM,cAAc,GAAG,IAAI,CAAC,4BAA4B,CAAC,WAAW,CAAC,CAAC;QACtE,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,IAAI,gBAAM,CAAC,cAAc,CAAC,CAAC;QACnC,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAA2B,CAAC;QAEjE,wDAAwD;QACxD,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAClD,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAC/C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAC/B,CAAC;QACF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sDAAsD,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClF,CAAC;QACJ,CAAC;QAED,wCAAwC;QACxC,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAC/D,CAAC;IACJ,CAAC;CACF;AAvrBD,8CAurBC"}
|
|
1
|
+
{"version":3,"file":"source-base.js","sourceRoot":"","sources":["../../src/sources/source-base.ts"],"names":[],"mappings":";;;;;;AAAA,mCAAmC;AACnC,wDAAgC;AAChC,oDAA4B;AAC5B,6BAAsB;AAGtB,0CAgBqB;AACrB,0CAA6C;AAC7C,sCAA2C;AAC3C,oCAMkB;AAClB,qCAAuC;AAavC;;;;;GAKG;AACH,MAAsB,iBAEpB,SAAQ,sBAAqB;IAC7B,YAA+B,MAAqB;QAClD,KAAK,EAAE,CAAC;QADqB,WAAM,GAAN,MAAM,CAAe;IAEpD,CAAC;IA2BD;;OAEG;IACH,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;IAC/B,CAAC;IAOD;;OAEG;IACH,IAAI,CAAC,MAAc;QACjB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAc;QAC3B,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAClD,MAAM,CAAC,eAAe,EAAE,CACzB,CAAC;QACF,OAAO,IAAI,gCAAqB,CAAC,EAAC,OAAO,EAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,MAAc;QACxB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAE/B,uEAAuE;QACvE,uEAAuE;QACvE,2EAA2E;QAC3E,MAAM,cAAc,GAAG,MAAM,CAAC,mBAAmB,KAAK,IAAI,CAAC;QAC3D,MAAM,WAAW,GAAG,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC;QAClD,MAAM,aAAa,GAAG,cAAc,IAAI,WAAW,CAAC;QACpD,MAAM,WAAW,GAAG,CAAC,GAAW,EAAU,EAAE,CAC1C,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAC,KAAK,EAAE,GAAG,EAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAErD,+BAA+B;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,IAAI,yCAA8B,CAAC;gBACxC,MAAM,EAAE,kCAAuB,CAAC,MAAM;gBACtC,OAAO,EAAE,WAAW,CAAC,WAAW,CAAC;aAClC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,qBAAsD,CAAC;QAC3D,IAAI,YAAuE,CAAC;QAC5E,IAAI,CAAC;YACH,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC9D,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO,IAAI,yCAA8B,CAAC;oBACxC,MAAM,EAAE,kCAAuB,CAAC,MAAM;oBACtC,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC;iBACpC,CAAC,CAAC;YACL,CAAC;YACD,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACH,qBAAqB,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;gBAChE,CAAC;gBAAC,OAAO,GAAQ,EAAE,CAAC;oBAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,8BAA8B,GAAG,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAC5D,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC;oBACH,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBACjD,CAAC;gBAAC,OAAO,GAAQ,EAAE,CAAC;oBAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,wBAAwB,GAAG,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CACtD,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,GAAG,GACN,KAAe,CAAC,OAAO,IAAI,kBAAkB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACxE,OAAO,IAAI,yCAA8B,CAAC;gBACxC,MAAM,EAAE,kCAAuB,CAAC,MAAM;gBACtC,OAAO,EAAE,aAAa;oBACpB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;wBACb,KAAK,EAAE,GAAG;wBACV,qBAAqB;wBACrB,YAAY;qBACb,CAAC;oBACJ,CAAC,CAAC,GAAG;aACR,CAAC,CAAC;QACL,CAAC;QAED,OAAO,IAAI,yCAA8B,CAAC;YACxC,MAAM,EAAE,kCAAuB,CAAC,SAAS;YACzC,GAAG,CAAC,aAAa,IAAI;gBACnB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAC,qBAAqB,EAAE,YAAY,EAAC,CAAC;aAC/D,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACO,KAAK,CAAC,kBAAkB,CAChC,OAAe;QAEf,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;;;;;OAMG;IACO,KAAK,CAAC,YAAY,CAC1B,MAAc;QAId,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,OAAO,GAGT,EAAE,CAAC;QAEP,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,IAAI,CAAC;gBACH,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YAC9C,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;oBACrB,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,GAAG,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC;iBACrC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAmB,EAAE,CAAC;QAClC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1E,MAAM,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,CAAC,IAAI,CACT,MAAc,EACd,cAA6B,EAC7B,OAAiC,EACjC,KAAmB;QAEnB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAE/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,MAAM,IAAI,qCAA0B,CAClC,IAAA,2BAAmB,GAAE,CAAC,CAAC,CAAC,kBAAU,CAAC,CAAC,CAAC,aAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAC9D,cAAc,EACd,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EACjB,yBAAgB,CACjB,CAAC;QAEF,kDAAkD;QAClD,0EAA0E;QAC1E,gBAAgB;QAChB,MAAM,eAAe,GAAG,IAAA,cAAK,EAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACnE,MAAM,iBAAiB,GAAG,IAAA,cAAK,EAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvE,MAAM,qBAAqB,GAAG,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAE7D,MAAM,cAAc,GAAG,qBAAqB,CAAC,MAAM,CACjD,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,CAC7C,CAAC;QACF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,gBAAM,CACd,2BAA2B,IAAI,CAAC,SAAS,CACvC,cAAc,CACf,qDAAqD,MAAM,CAAC,IAAI,CAC/D,eAAe,CAChB,EAAE,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAuB,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;YACnE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBAChD,wDAAwD;gBACxD,SAAS;YACX,CAAC;YACD,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;gBAC7C,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;oBAChD,mEAAmE;oBACnE,SAAS;gBACX,CAAC;gBACD,UAAU,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,0DAA0D;QAC1D,MAAM,aAAa,GAAG,kBAAQ,CAAC,KAAK,CAAC,qBAAqB,EAAE,UAAU,CAAC,CAAC;QAExE,mEAAmE;QACnE,0DAA0D;QAC1D,MAAM,MAAM,GAAG,KAAK,CAAC,8BAAsB,CAAC,IAAI,EAAE,CAAC;QACnD,KAAK,MAAM,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3D,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,IACE,aAAa;gBACb,eAAe,CAAC,IAAI,CAAC,EAAE,wBAAwB;gBAC/C,CAAC,CAAC,YAAY;oBACZ,CAAC,OAAO,YAAY,KAAK,QAAQ;wBAC/B,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,EAC5C,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC;gBAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oDAAoD,IAAI,EAAE,CAC3D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,4CAA4C;QAC5C,IAAI,CAAC,KAAK,CAAC,kCAA0B,CAAC,EAAE,CAAC;YACvC,KAAK,CAAC,kCAA0B,CAAC,GAAG,EAAE,CAAC;QACzC,CAAC;QAED,sDAAsD;QACtD,oEAAoE;QACpE,iEAAiE;QACjE,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAChD,MAAM,CAAC,sBAAsB,EAC7B,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAC7B,CAAC;QAEF,6CAA6C;QAC7C,MAAM,WAAW,GAAI,MAAM,CAAC,YAAuB,IAAI,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAI,MAAM,CAAC,SAAoB,IAAI,CAAC,CAAC;QACnD,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,gBAAM,CAAC,yCAAyC,CAAC,CAAC;QAC9D,CAAC;QACD,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,WAAW,EAAE,CAAC;YAC3C,MAAM,IAAI,gBAAM,CAAC,mCAAmC,WAAW,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,eAAe,GAAG,WAAW,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,eAAe;YAC/B,CAAC,CAAC,GAAG,QAAQ,IAAI,WAAW,EAAE;YAC9B,CAAC,CAAC,SAAS,CAAC;QAEd,yDAAyD;QACzD,8DAA8D;QAC9D,gFAAgF;QAChF,MAAM,eAAe,GAAG,CACtB,UAAkB,EAClB,gBAAyB,EACL,EAAE;YACtB,MAAM,cAAc,GAAG,KAAK,CAAC,kCAA0B,CAAC,EAAE,CAAC,UAAU,CAExD,CAAC;YACd,IAAI,CAAC,cAAc;gBAAE,OAAO,SAAS,CAAC;YACtC,IACE,SAAS;gBACT,gBAAgB;gBAChB,cAAc,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,EACnC,CAAC;gBACD,OAAO,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC;YACxD,CAAC;YACD,OAAO,cAAc,CAAC,YAAY,CAAC;QACrC,CAAC,CAAC;QAEF,uDAAuD;QACvD,mDAAmD;QACnD,kFAAkF;QAClF,MAAM,eAAe,GAAG,CACtB,UAAkB,EAClB,SAAiB,EACjB,gBAAyB,EACnB,EAAE;YACR,IAAI,CAAC,KAAK,CAAC,kCAA0B,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC;gBACnD,KAAK,CAAC,kCAA0B,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YACrD,CAAC;YACD,MAAM,WAAW,GAAG,KAAK,CAAC,kCAA0B,CAAC,CACnD,UAAU,CACa,CAAC;YAC1B,IAAI,SAAS,IAAI,gBAAgB,EAAE,CAAC;gBAClC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,WAAW,CAAC,OAAO,GAAG,EAAE,CAAC;gBAC3B,CAAC;gBACD,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,EAAC,YAAY,EAAE,SAAS,EAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,YAAY,GAAG,SAAS,CAAC;YACvC,CAAC;QACH,CAAC,CAAC;QAEF,kEAAkE;QAClE,wBAAwB;QACxB,oCAAoC;QACpC,2CAA2C;QAC3C,0CAA0C;QAC1C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,uBAAuB,GAAG,CAAC,UAAkB,EAAW,EAAE;YAC9D,MAAM,cAAc,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACrD,MAAM,gBAAgB,GAAG,eAAe,CAAC,UAAU,CAAC,EAAE,UAAU,IAAI,KAAK,CAAC;YAC1E,MAAM,YAAY,GAAG,eAAe,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;YACnE,IAAI,cAAc,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,YAAY,EAAE,CAAC;gBAC3D,MAAM,WAAW,GAAG,cAAc,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;gBACpD,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,GAAG,WAAW,CAAC;YACjD,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;QAEF,sEAAsE;QACtE,KAAK,MAAM,UAAU,IAAI,aAAa,EAAE,CAAC;YACvC,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,EAAE,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,yEAAyE;QACzE,KAAK,MAAM,UAAU,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;YACtD,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC5B,oCAAoC;gBACpC,KAAK,MAAM,GAAG,IAAI,eAAe,CAAC,UAAU,CAAC,EAAE,YAAY,IAAI,EAAE,EAAE,CAAC;oBAClE,IAAI,qBAAqB,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC7D,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,UAAU,GAAG,gBAAgB,UAAU,wBAAwB,CAChE,CAAC;wBACF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACnB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAG,EAAE,CAAC;QACzB,KAAK,MAAM,UAAU,IAAI,aAAa,EAAE,CAAC;YACvC,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACvD,MAAM,cAAc,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;YAEnD,wEAAwE;YACxE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC7B,MAAM,YAAY,GAAG,eAAe,CAClC,UAAU,EACV,cAAc,CAAC,UAAU,CAC1B,CAAC;gBACF,MAAM,cAAc,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBACrD,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC5D,MAAM,UAAU,GACd,SAAS,IAAI,cAAc,CAAC,UAAU;oBACpC,CAAC,CAAC,YAAY,SAAS,GAAG;oBAC1B,CAAC,CAAC,EAAE,CAAC;gBACT,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,YAAY,UAAU,GAAG,UAAU,kBAAkB,cAAc,IAAI;oBACrE,UAAU,cAAc,oBAAoB,CAC/C,CAAC;gBACF,SAAS;YACX,CAAC;YAED,IAAI,mBAAmB,GAAG,CAAC,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAC/B,cAAc,EACd,gBAAgB,EAChB,KAAK,EACL,IAAA,aAAI,EAAC,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,CAC3B,CAAC;gBAEF,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;oBACtC,IAAI,OAAO,CAAC,IAAI,KAAK,6BAAkB,CAAC,MAAM,EAAE,CAAC;wBAC/C,mBAAmB,EAAE,CAAC;oBACxB,CAAC;oBACD,MAAM,OAAO,CAAC;gBAChB,CAAC;gBACD,qDAAqD;gBACrD,IAAI,cAAc,CAAC,wBAAwB,IAAI,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;oBACjE,IAAI,CAAC,KAAK,CAAC,8BAAsB,CAAC,EAAE,CAAC;wBACnC,KAAK,CAAC,8BAAsB,CAAC,GAAG,EAAE,CAAC;oBACrC,CAAC;oBACD,KAAK,CAAC,8BAAsB,CAAC,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;gBAChE,CAAC;gBAED,oFAAoF;gBACpF,yEAAyE;gBACzE,eAAe,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;gBAEnE,MAAM,IAAI,qCAA0B,CAClC,aAAK,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,EAClD,EAAC,MAAM,EAAE,SAAS,EAAC,EACnB;oBACE,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,SAAS;oBACjB,cAAc,EAAE,mBAAmB;iBACpC,CACF,CAAC;YACJ,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,6CAA6C,UAAU,KACrD,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAC/B,EAAE,EACF,CAAC,CAAC,KAAK,CACR,CAAC;gBACF,MAAM,IAAI,qCAA0B,CAClC,aAAK,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC;gBAClD,oDAAoD;gBACpD;oBACE,MAAM,EAAE,SAAS;oBACjB,OAAO,EAAE;wBACP,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;wBACvC,IAAI,EAAE,CAAC,EAAE,cAAc;wBACvB,MAAM,EAAE,uBAAuB,EAAE,cAAc;wBAC/C,IAAI,EAAE,OAAO;qBACd;iBACF,EACD;oBACE,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,OAAO;oBACf,cAAc,EAAE,mBAAmB;iBACpC,CACF,CAAC;gBACF,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC/B,SAAS;YACX,CAAC;QACH,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,+CAA+C,IAAI,CAAC,SAAS,CAC3D,aAAa,CACd,EAAE,CACJ,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,sFAAsF;YACtF,IAAI,IAAA,2BAAmB,GAAE,EAAE,CAAC;gBAC1B,KAAK,MAAM,WAAW,IAAI,aAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC1D,MAAM,IAAI,8BAAmB,CAAC,WAAW,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;YACD,MAAM,IAAI,qCAA0B,CAClC,IAAA,2BAAmB,GAAE,CAAC,CAAC,CAAC,kBAAU,CAAC,CAAC,CAAC,aAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAC9D,EAAC,MAAM,EAAE,SAAS,EAAC,CACpB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IAEO,KAAK,CAAC,CAAC,UAAU,CACvB,cAAiC,EACjC,gBAAyC,EACzC,cAA4B,EAC5B,MAA4B;QAE5B,MAAM,cAAc,GAClB,gBAAgB,CAAC,SAAS,KAAK,mBAAQ,CAAC,WAAW;YACnD,cAAc,CAAC,mBAAmB;YAClC,CAAC,MAAM,CAAC,QAAQ,CAAC;QAEnB,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CACvC,cAAc,EACd,gBAAgB,EAChB,cAAc,CAAC,CAAC,CAAC,mBAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,mBAAQ,CAAC,YAAY,EAC7D,cAAc,EACd,MAAM,CACP,CAAC;QAEF,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC;QAChD,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,UAAU,cAAc,IAAI,OAAO,CAAC,CAAC;QAEjE,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,IAAI,KAAK,6BAAkB,CAAC,MAAM,EAAE,CAAC;gBAC9C,aAAa,EAAE,CAAC;YAClB,CAAC;YACD,MAAM,MAAM,CAAC;QACf,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oBAAoB,UAAU,iBAAiB,aAAa,UAAU,CACvE,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,CAAC,YAAY,CACzB,cAAiC,EACjC,gBAAyC,EACzC,QAAkB,EAClB,cAA4B,EAC5B,MAA4B;QAE5B,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC;QAChD,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,0BAA0B,UAAU,4DAA4D,CACjG,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,WAAW,GAAG,cAAc,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,4BAA4B,UAAU,cAAc,IAAI,CAAC,SAAS,CAChE,WAAW,CACZ,EAAE,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,kBAAkB,GAAG,cAAc,CAAC,uBAAuB,CAAC;QAClE,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,gBAAM,CACd,uBAAuB,kBAAkB,OAAO,UAAU,oCAAoC,CAC/F,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,cAAc,CAAC,YAAY,CACxC,QAAQ,EACR,gBAAgB,CAAC,YAAY,EAC7B,WAAW,CACZ,CAAC;QAEF,uEAAuE;QACvE,oDAAoD;QACpD,MAAM,gBAAgB,GACpB,IAAA,2BAAmB,GAAE,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC;QAEzD,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAC5B,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,MAAM,cAAc,CAAC,YAAY,EAAE,CAAC;QACpC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,eAAe,EAAE,CAAC;YAClB,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sBAAsB,UAAU,iBAAiB,IAAI,CAAC,SAAS,CAC7D,KAAK,CACN,EAAE,CACJ,CAAC;YACJ,CAAC;YACD,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAC3B,MAAM,OAAO,GAAG,cAAc,CAAC,WAAW,CACxC,QAAQ,EACR,gBAAgB,CAAC,YAAY,EAC7B,KAAK,EACL,WAAW,CACZ,CAAC;YACF,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,OAAO,EAAE,CAAC;oBACvC,kBAAkB,EAAE,CAAC;oBACrB,mBAAmB,EAAE,CAAC;oBAEtB,8DAA8D;oBAC9D,iDAAiD;oBACjD,MAAM,QAAQ,GAAG,gBAAgB;wBAC/B,CAAC,CAAC,EAAC,GAAG,UAAU,EAAE,CAAC,2BAAgB,CAAC,EAAE,UAAU,EAAC;wBACjD,CAAC,CAAC,UAAU,CAAC;oBAEf,MAAM,wBAAa,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;oBAC/C,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;wBACrB,WAAW,GAAG,cAAc,CAAC,eAAe,CAC1C,WAAW,EACX,UAAU,EACV,KAAK,CACN,CAAC;wBACF,IACE,kBAAkB;4BAClB,kBAAkB,GAAG,kBAAkB,KAAK,CAAC,EAC7C,CAAC;4BACD,MAAM,IAAI,CAAC,eAAe,CACxB,UAAU,EACV,WAAW,EACX,cAAc,CACf,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACrB,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;gBACtE,CAAC;gBACD,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,uBAAuB,UAAU,iBAAiB,IAAI,CAAC,SAAS,CAC9D,KAAK,CACN,UAAU,kBAAkB,UAAU,CACxC,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,yCAAyC,UAAU,iBAAiB,IAAI,CAAC,SAAS,CAChF,KAAK,CACN,KAAK,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,kBAAkB,0BAA0B,EAC7F,CAAC,CAAC,KAAK,CACR,CAAC;gBACF,MAAM,IAAI,CAAC,iBAAiB,CAC1B,UAAU,EACV,WAAW,EACX,cAAc,EACd,mBAAmB,EACnB,CAAC,CACF,CAAC;gBACF,SAAS;YACX,CAAC;QACH,CAAC;QACD,MAAM,cAAc,CAAC,WAAW,EAAE,CAAC;QACnC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,uCAAuC,UAAU,qBAAqB,IAAI,CAAC,SAAS,CAClF,YAAY,CACb,EAAE,CACJ,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,0BAA0B,UAAU,cAAc,IAAI,CAAC,SAAS,CAC9D,WAAW,CACZ,EAAE,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GACnB,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1E,IAAI,eAAe,IAAI,cAAc,CAAC,uBAAuB,EAAE,CAAC;YAC9D,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,wCAAwC,UAAU,UAAU;gBAC1D,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,eAAe;gBACpD,IAAI,YAAY,CAAC,MAAM,WAAW,eAAe,iBAAiB;gBAClE,yBAAyB,cAAc,CAAC,uBAAuB,GAAG,GAAG,GAAG,CAC3E,CAAC;YACF,MAAM,IAAI,gBAAM,CACd,wCAAwC,UAAU,SAAS,CAC5D,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,UAAkB,EAClB,WAAgB,EAChB,cAA4B;QAE5B,cAAc,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;QACzC,OAAO,IAAI,8BAAmB,CAC5B,aAAK,CAAC,MAAM,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,CAAC,CACtD,CAAC;IACJ,CAAC;IAEO,iBAAiB,CACvB,UAAkB,EAClB,WAAgB,EAChB,cAA4B,EAC5B,iBAAyB,EACzB,KAAY;QAEZ,cAAc,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;QACzC,OAAO,IAAI,qCAA0B,CACnC,aAAK,CAAC,MAAM,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,CAAC,EACrD;YACE,MAAM,EAAE,SAAS;YACjB,oDAAoD;YACpD,OAAO,EAAE;gBACP,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC/C,IAAI,EAAE,CAAC,EAAE,cAAc;gBACvB,MAAM,EAAE,uBAAuB,EAAE,cAAc;gBAC/C,IAAI,EAAE,OAAO;aACd;SACF,EACD;YACE,IAAI,EAAE,UAAU;YAChB,MAAM,EAAE,OAAO;YACf,cAAc,EAAE,iBAAiB;SAClC,CACF,CAAC;IACJ,CAAC;IAEO,iBAAiB,CAAC,MAAc;QACtC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,0BAAe,CAAC,KAAK,CAAC;QAC5C,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,oBAAoB,CAAC,MAAc;QACzC,MAAM,cAAc,GAAG,IAAI,CAAC,4BAA4B,CACtD,MAAM,CAAC,sBAAsB,CAC9B,CAAC;QACF,IAAI,cAAc,EAAE,CAAC;YACnB,OAAO,cAAc,CAAC;QACxB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACK,4BAA4B,CAClC,WAA+B;QAE/B,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,oBAAoB,GAAG,OAAC,CAAC,MAAM,CACnC,OAAC,CAAC,MAAM,EAAE,EACV,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAC/B,CAAC;QAEF,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,wCAAwC,CAAC;QAClD,CAAC;QAED,MAAM,MAAM,GAAG,oBAAoB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM;iBAC/B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;iBAC3D,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,OAAO,mCAAmC,MAAM,EAAE,CAAC;QACrD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACK,mBAAmB,CACzB,WAA+B,EAC/B,gBAA0B;QAE1B,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,6DAA6D;QAC7D,MAAM,cAAc,GAAG,IAAI,CAAC,4BAA4B,CAAC,WAAW,CAAC,CAAC;QACtE,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,IAAI,gBAAM,CAAC,cAAc,CAAC,CAAC;QACnC,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAA2B,CAAC;QAEjE,wDAAwD;QACxD,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAClD,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAC/C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAC/B,CAAC;QACF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sDAAsD,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClF,CAAC;QACJ,CAAC;QAED,wCAAwC;QACxC,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAC/D,CAAC;IACJ,CAAC;CACF;AAnyBD,8CAmyBC"}
|
|
@@ -48,8 +48,16 @@ class AirbyteSourceRunner extends runner_1.Runner {
|
|
|
48
48
|
.description('check command')
|
|
49
49
|
.alias('c')
|
|
50
50
|
.requiredOption('--config <path to json>', 'config json')
|
|
51
|
+
.option('--describe-connection', 'include connection description in check results')
|
|
52
|
+
.option('--probe-streams', 'include per-stream probes in check results')
|
|
51
53
|
.action(async (opts) => {
|
|
52
54
|
const { config } = await this.loadConfig(opts.config);
|
|
55
|
+
if (opts.describeConnection) {
|
|
56
|
+
config.describe_connection = true;
|
|
57
|
+
}
|
|
58
|
+
if (opts.probeStreams) {
|
|
59
|
+
config.probe_streams = true;
|
|
60
|
+
}
|
|
53
61
|
// Skip check if check_connection is explicitly set to false
|
|
54
62
|
if (config.check_connection === false) {
|
|
55
63
|
this.logger.info('Skipping setup-time connection check (check_connection=false). ' +
|
|
@@ -61,7 +69,8 @@ class AirbyteSourceRunner extends runner_1.Runner {
|
|
|
61
69
|
this.logger.write(status);
|
|
62
70
|
return;
|
|
63
71
|
}
|
|
64
|
-
const
|
|
72
|
+
const checkConfig = await this.source.onBeforeCheck(config);
|
|
73
|
+
const status = await this.source.check(checkConfig);
|
|
65
74
|
// Expected output
|
|
66
75
|
this.logger.write(status);
|
|
67
76
|
});
|
|
@@ -106,10 +115,15 @@ class AirbyteSourceRunner extends runner_1.Runner {
|
|
|
106
115
|
// This ensures that any singletons initialized during the pre-read check
|
|
107
116
|
// are created with the config returned by onBeforeRead (e.g., requestedStreams)
|
|
108
117
|
const res = await this.source.onBeforeRead(config, catalog, utils_1.State.decode(state));
|
|
118
|
+
// Strip check-only flags so the extra phases never run during syncs
|
|
119
|
+
const readConfig = (0, lodash_1.omit)(res.config, [
|
|
120
|
+
'describe_connection',
|
|
121
|
+
'probe_streams',
|
|
122
|
+
]);
|
|
109
123
|
// Always perform pre-read connection validation with the FINAL config
|
|
110
124
|
// This ensures singletons are initialized with the final config
|
|
111
125
|
this.logger.info('Performing pre-read connection validation');
|
|
112
|
-
const checkStatus = await this.source.check(
|
|
126
|
+
const checkStatus = await this.source.check(readConfig);
|
|
113
127
|
if (checkStatus.connectionStatus.status ===
|
|
114
128
|
protocol_1.AirbyteConnectionStatus.FAILED) {
|
|
115
129
|
this.logger.error(`Pre-read connection check failed: ${checkStatus.connectionStatus.message}`);
|
|
@@ -133,12 +147,14 @@ class AirbyteSourceRunner extends runner_1.Runner {
|
|
|
133
147
|
}
|
|
134
148
|
this.logger.info('Pre-read connection validation succeeded');
|
|
135
149
|
const clonedState = (0, lodash_1.cloneDeep)(res.state ?? {});
|
|
136
|
-
this.logger.getState = () => (0, utils_1.isRunningOnPlatform)()
|
|
137
|
-
|
|
150
|
+
this.logger.getState = () => (0, utils_1.isRunningOnPlatform)()
|
|
151
|
+
? utils_1.NOOP_STATE
|
|
152
|
+
: utils_1.State.encodeLegacy(clonedState);
|
|
153
|
+
const iter = this.source.read(readConfig, (0, utils_1.redactConfig)(readConfig, spec), res.catalog, clonedState);
|
|
138
154
|
for await (const message of iter) {
|
|
139
155
|
this.logger.write(message);
|
|
140
156
|
}
|
|
141
|
-
await this.source.onAfterRead(
|
|
157
|
+
await this.source.onAfterRead(readConfig);
|
|
142
158
|
}
|
|
143
159
|
catch (e) {
|
|
144
160
|
const w = (0, errors_1.wrapApiError)(e);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"source-runner.js","sourceRoot":"","sources":["../../src/sources/source-runner.ts"],"names":[],"mappings":";AAAA,uDAAuD;;;;;;AAEvD,yCAAkC;AAClC,4CAAoB;AACpB,
|
|
1
|
+
{"version":3,"file":"source-runner.js","sourceRoot":"","sources":["../../src/sources/source-runner.ts"],"names":[],"mappings":";AAAA,uDAAuD;;;;;;AAEvD,yCAAkC;AAClC,4CAAoB;AACpB,mCAAuC;AACvC,gDAAwB;AAExB,sCAAuC;AACvC,kCAAwE;AACxE,0CAOqB;AACrB,sCAAmD;AACnD,oCAQkB;AAIlB,MAAa,mBAAkD,SAAQ,eAAM;IAC3E,YACqB,MAA2B,EAC3B,MAA6B;QAEhD,KAAK,CAAC,MAAM,CAAC,CAAC;QAHK,WAAM,GAAN,MAAM,CAAqB;QAC3B,WAAM,GAAN,MAAM,CAAuB;IAGlD,CAAC;IAED,WAAW;QACT,OAAO,IAAI,mBAAO,EAAE;aACjB,IAAI,CAAC,MAAM,CAAC;aACZ,OAAO,CAAC,GAAG,GAAG,uBAAe,CAAC;aAC9B,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;aAC9B,UAAU,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;aACpC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE,CAAC;aAC/C,UAAU,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;aAC/B,UAAU,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;aAClC,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,WAAW;QACT,OAAO,IAAI,mBAAO,EAAE;aACjB,OAAO,CAAC,MAAM,CAAC;aACf,WAAW,CAAC,cAAc,CAAC;aAC3B,KAAK,CAAC,GAAG,CAAC;aACV,MAAM,CAAC,KAAK,IAAI,EAAE;YACjB,MAAM,IAAI,GAAG,IAAA,iCAAyB,EAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YAEjE,kBAAkB;YAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACP,CAAC;IAED,YAAY;QACV,OAAO,IAAI,mBAAO,EAAE;aACjB,OAAO,CAAC,OAAO,CAAC;aAChB,WAAW,CAAC,eAAe,CAAC;aAC5B,KAAK,CAAC,GAAG,CAAC;aACV,cAAc,CAAC,yBAAyB,EAAE,aAAa,CAAC;aACxD,MAAM,CACL,uBAAuB,EACvB,iDAAiD,CAClD;aACA,MAAM,CAAC,iBAAiB,EAAE,4CAA4C,CAAC;aACvE,MAAM,CACL,KAAK,EAAE,IAIN,EAAE,EAAE;YACH,MAAM,EAAC,MAAM,EAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC5B,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;YACpC,CAAC;YACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC;YAC9B,CAAC;YAED,4DAA4D;YAC5D,IAAI,MAAM,CAAC,gBAAgB,KAAK,KAAK,EAAE,CAAC;gBACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iEAAiE;oBAC/D,mDAAmD,CACtD,CAAC;gBACF,MAAM,MAAM,GAAG,IAAI,yCAA8B,CAAC;oBAChD,MAAM,EAAE,kCAAuB,CAAC,SAAS;oBACzC,OAAO,EAAE,mDAAmD;iBAC7D,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC1B,OAAO;YACT,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAEpD,kBAAkB;YAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC,CACF,CAAC;IACN,CAAC;IAED,eAAe;QACb,OAAO,IAAI,mBAAO,EAAE;aACjB,OAAO,CAAC,UAAU,CAAC;aACnB,WAAW,CAAC,kBAAkB,CAAC;aAC/B,KAAK,CAAC,GAAG,CAAC;aACV,cAAc,CAAC,yBAAyB,EAAE,aAAa,CAAC;aACxD,MAAM,CAAC,KAAK,EAAE,IAAsB,EAAE,EAAE;YACvC,MAAM,EAAC,MAAM,EAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAEnD,kBAAkB;YAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;IACP,CAAC;IAED,WAAW;QACT,OAAO,IAAI,mBAAO,EAAE;aACjB,OAAO,CAAC,MAAM,CAAC;aACf,WAAW,CAAC,cAAc,CAAC;aAC3B,KAAK,CAAC,GAAG,CAAC;aACV,cAAc,CAAC,yBAAyB,EAAE,aAAa,CAAC;aACxD,cAAc,CAAC,0BAA0B,EAAE,cAAc,CAAC;aAC1D,MAAM,CAAC,wBAAwB,EAAE,YAAY,CAAC;aAC9C,MAAM,CACL,KAAK,EAAE,IAAuD,EAAE,EAAE;YAChE,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YAC9B,MAAM,EAAC,IAAI,EAAE,MAAM,EAAE,aAAa,EAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CACzD,IAAI,CAAC,MAAM,CACZ,CAAC;YACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YACpD,MAAM,cAAc,GAAG,IAAA,oBAAY,EAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,yBAAgB,EAAE,CAAC,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAC9D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAExD,IAAI,KAAK,GAA6B,SAAS,CAAC;YAChD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,KAAK,GAAG,OAAO,CAAC,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACtD,CAAC;YAED,IAAI,CAAC;gBACH,oEAAoE;gBACpE,yEAAyE;gBACzE,gFAAgF;gBAChF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CACxC,MAAM,EACN,OAAO,EACP,aAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CACpB,CAAC;gBAEF,oEAAoE;gBACpE,MAAM,UAAU,GAAG,IAAA,aAAI,EAAC,GAAG,CAAC,MAAM,EAAE;oBAClC,qBAAqB;oBACrB,eAAe;iBAChB,CAAsB,CAAC;gBAExB,sEAAsE;gBACtE,gEAAgE;gBAChE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;gBAC9D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBACxD,IACE,WAAW,CAAC,gBAAgB,CAAC,MAAM;oBACnC,kCAAuB,CAAC,MAAM,EAC9B,CAAC;oBACD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qCAAqC,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAC5E,CAAC;oBACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBAE/B,wDAAwD;oBACxD,sDAAsD;oBACtD,MAAM,UAAU,GAAG,IAAA,2BAAmB,GAAE;wBACtC,CAAC,CAAC,kBAAU;wBACZ,CAAC,CAAC,aAAK,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;oBACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,IAAI,qCAA0B,CAAC,UAAU,EAAE;wBACzC,MAAM,EAAE,SAAS;wBACjB,OAAO,EAAE;4BACP,OAAO,EAAE,WAAW,CAAC,gBAAgB,CAAC,OAAO;4BAC7C,IAAI,EAAE,CAAC,EAAE,cAAc;4BACvB,MAAM,EAAE,+BAA+B,EAAE,cAAc;4BACvD,IAAI,EAAE,OAAO;yBACd;qBACF,CAAC,CACH,CAAC;oBAEF,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBACpB,MAAM,IAAI,KAAK,CACb,qCAAqC,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAC5E,CAAC;gBACJ,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;gBAE7D,MAAM,WAAW,GAAG,IAAA,kBAAS,EAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;gBAC/C,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,EAAE,CAC1B,IAAA,2BAAmB,GAAE;oBACnB,CAAC,CAAC,kBAAU;oBACZ,CAAC,CAAC,aAAK,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;gBACtC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAC3B,UAAU,EACV,IAAA,oBAAY,EAAC,UAAU,EAAE,IAAI,CAAC,EAC9B,GAAG,CAAC,OAAO,EACX,WAAW,CACZ,CAAC;gBACF,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC;oBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC7B,CAAC;gBACD,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YAC5C,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,MAAM,CAAC,GAAG,IAAA,qBAAY,EAAC,CAAC,CAAC,CAAC;gBAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,mDAAmD,CAAC,MAAM,CAAC,EAAE,EAC7D,CAAC,CAAC,KAAK,CACR,CAAC;gBACF,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBACpB,MAAM,CAAC,CAAC;YACV,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACtB,CAAC;QACH,CAAC,CACF,CAAC;IACN,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,mBAAO,EAAE;aACjB,OAAO,CAAC,aAAa,CAAC;aACtB,WAAW,CAAC,qBAAqB,CAAC;aAClC,MAAM,CAAC,KAAK,IAAI,EAAE;YACjB,MAAM,IAAI,GAAG,IAAA,iCAAyB,EAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACtE,MAAM,IAAI,GAAG,IAAA,qBAAc,EACzB,IAAI,CAAC,IAAI,CAAC,uBAAuB,EACjC;gBACE,mCAAmC;gBACnC,OAAO;aACR;YACD,qDAAqD;YACrD,kDAAkD;YAClD,gBAAgB;YAChB,CAAC,CACF,CAAC;YACF,sDAAsD;YACtD,mCAAmC;YACnC,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,IAAA,gBAAS,EAAC,IAAI,CAAC,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;IACP,CAAC;IAED,4BAA4B;QAC1B,OAAO,IAAI,mBAAO,EAAE;aACjB,OAAO,CAAC,0BAA0B,CAAC;aACnC,MAAM,CACL,uBAAuB,EACvB,yCAAyC,CAC1C;aACA,MAAM,CACL,4BAA4B,EAC5B,kFAAkF,CACnF;aACA,MAAM,CACL,6BAA6B,EAC7B,iDAAiD,EACjD,KAAK,CACN;aACA,MAAM,CACL,yBAAyB,EACzB,6CAA6C,EAC7C,KAAK,CACN;aACA,MAAM,CACL,YAAY,EACZ,gFAAgF,EAChF,KAAK,CACN;aACA,WAAW,CACV,iEAAiE,CAClE;aACA,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ;gBACxB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAE,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACpD,CAAC,CAAC,IAAA,iCAAyB,EAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7D,MAAM,IAAI,GAAG,IAAA,qBAAc,EACzB,IAAI,CAAC,IAAI,CAAC,uBAAuB,EACjC,IAAI,CAAC,IAAI;gBACP,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC;oBACE,mCAAmC;oBACnC,OAAO;iBACR;YACL,8CAA8C;YAC9C,CAAC,EACD,IAAI,CAAC,uBAAuB,EAC5B,IAAI,CAAC,mBAAmB,CACzB,CAAC;YAEF,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,YAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,IAAA,gBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CACT,sDAAsD;oBACpD,0EAA0E;oBAC1E,OAAO,MAAM,IAAA,gBAAS,EAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAChD,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,UAAkB;QAElB,MAAM,IAAI,GAAG,IAAA,iCAAyB,EAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,OAAO,CAAC,cAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE;YAC1C,CAAC,CAAC,IAAA,oBAAY,EAAC,SAAS,EAAE,IAAI,CAAC;YAC/B,CAAC,CAAC,SAAS,CAAC;QACd,OAAO,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC;IACxB,CAAC;CACF;AA5SD,kDA4SC"}
|
package/lib/sources/source.d.ts
CHANGED
|
@@ -22,6 +22,12 @@ export declare abstract class AirbyteSource<Config extends AirbyteConfig> extend
|
|
|
22
22
|
* The returned config will be passed to the source and destination.
|
|
23
23
|
*/
|
|
24
24
|
onBeforeRun(config: Config): Promise<Config>;
|
|
25
|
+
/**
|
|
26
|
+
* Override this method to update the config before the check command runs.
|
|
27
|
+
* Only called for the explicit `check` command, not for the pre-read
|
|
28
|
+
* connection validation that runs in the same process as a sync.
|
|
29
|
+
*/
|
|
30
|
+
onBeforeCheck(config: Config): Promise<Config>;
|
|
25
31
|
/**
|
|
26
32
|
* Override this method to update the config before running the connector.
|
|
27
33
|
* For example - you might want to run a filter on a list of strings, one
|
package/lib/sources/source.js
CHANGED
|
@@ -21,6 +21,14 @@ class AirbyteSource extends connector_1.AirbyteConnector {
|
|
|
21
21
|
async onBeforeRun(config) {
|
|
22
22
|
return config;
|
|
23
23
|
}
|
|
24
|
+
/**
|
|
25
|
+
* Override this method to update the config before the check command runs.
|
|
26
|
+
* Only called for the explicit `check` command, not for the pre-read
|
|
27
|
+
* connection validation that runs in the same process as a sync.
|
|
28
|
+
*/
|
|
29
|
+
async onBeforeCheck(config) {
|
|
30
|
+
return config;
|
|
31
|
+
}
|
|
24
32
|
/**
|
|
25
33
|
* Override this method to update the config before running the connector.
|
|
26
34
|
* For example - you might want to run a filter on a list of strings, one
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"source.js","sourceRoot":"","sources":["../../src/sources/source.ts"],"names":[],"mappings":";;;AAAA,4CAA8C;AAS9C;;;GAGG;AACH,MAAsB,aAEpB,SAAQ,4BAAgB;IACxB;;;OAGG;IACH,eAAe;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IAUD;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,MAAc;QAC9B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAChB,MAAc,EACd,OAAiC,EACjC,KAAoB;QAMpB,OAAO,EAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAC,CAAC;IAClC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CAAC,MAAc;QAC9B,OAAO;IACT,CAAC;CAYF;
|
|
1
|
+
{"version":3,"file":"source.js","sourceRoot":"","sources":["../../src/sources/source.ts"],"names":[],"mappings":";;;AAAA,4CAA8C;AAS9C;;;GAGG;AACH,MAAsB,aAEpB,SAAQ,4BAAgB;IACxB;;;OAGG;IACH,eAAe;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IAUD;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,MAAc;QAC9B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,aAAa,CAAC,MAAc;QAChC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAChB,MAAc,EACd,OAAiC,EACjC,KAAoB;QAMpB,OAAO,EAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAC,CAAC;IAClC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CAAC,MAAc;QAC9B,OAAO;IACT,CAAC;CAYF;AA3ED,sCA2EC"}
|
|
@@ -135,6 +135,14 @@ export declare abstract class AirbyteStreamBase {
|
|
|
135
135
|
* across all buckets, so the stream only syncs once within its freshness window.
|
|
136
136
|
*/
|
|
137
137
|
get isBucketed(): boolean;
|
|
138
|
+
/**
|
|
139
|
+
* Override to customize how this stream validates credential access.
|
|
140
|
+
* The default probes streamSlices() + readRecords() with a single record.
|
|
141
|
+
*/
|
|
142
|
+
probe(): Promise<{
|
|
143
|
+
status: 'pass' | 'fail' | 'skip';
|
|
144
|
+
message?: string;
|
|
145
|
+
}>;
|
|
138
146
|
/**
|
|
139
147
|
* @returns wrap the primary_key property in a list of list of strings
|
|
140
148
|
* required by the Airbyte Stream object.
|
|
@@ -200,6 +200,20 @@ class AirbyteStreamBase {
|
|
|
200
200
|
get isBucketed() {
|
|
201
201
|
return false;
|
|
202
202
|
}
|
|
203
|
+
/**
|
|
204
|
+
* Override to customize how this stream validates credential access.
|
|
205
|
+
* The default probes streamSlices() + readRecords() with a single record.
|
|
206
|
+
*/
|
|
207
|
+
async probe() {
|
|
208
|
+
const slices = this.streamSlices(protocol_1.SyncMode.FULL_REFRESH);
|
|
209
|
+
const firstSlice = await slices.next();
|
|
210
|
+
if (firstSlice.done) {
|
|
211
|
+
return { status: 'skip', message: 'No slices to process' };
|
|
212
|
+
}
|
|
213
|
+
const records = this.readRecords(protocol_1.SyncMode.FULL_REFRESH, undefined, firstSlice.value);
|
|
214
|
+
await records.next();
|
|
215
|
+
return { status: 'pass' };
|
|
216
|
+
}
|
|
203
217
|
/* eslint-enable @typescript-eslint/no-unused-vars */
|
|
204
218
|
/**
|
|
205
219
|
* @returns wrap the primary_key property in a list of list of strings
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stream-base.js","sourceRoot":"","sources":["../../../src/sources/streams/stream-base.ts"],"names":[],"mappings":";;;;;;
|
|
1
|
+
{"version":3,"file":"stream-base.js","sourceRoot":"","sources":["../../../src/sources/streams/stream-base.ts"],"names":[],"mappings":";;;;;;AAyTA,kEA0BC;AAnVD,qDAAsC;AACtC,mCAAmD;AACnD,oDAA4B;AAE5B,oDAA4B;AAG5B,6CAAyE;AAIzE;;GAEG;AACU,QAAA,wBAAwB,GAAG,mBAAmB,CAAC;AAE5D;;;GAGG;AACH,MAAsB,iBAAiB;IACrC,YAA+B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;IAAG,CAAC;IAExD;;;OAGG;IACH,IAAI,IAAI;QACN,OAAO,IAAA,kBAAS,EAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;IAED;;;;;;OAMG;IACH,IAAI,YAAY;QACd,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;;;;;OAMG;IACH,IAAI,aAAa;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,OAAO,MAAM,CAAC,gCAAwB,CAAC,KAAK,IAAI,CAAC;IACnD,CAAC;IAmBD,eAAe;QACb,0DAA0D;QAC1D,MAAM,MAAM,GAAG,IAAA,kBAAS,EAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;QAE/C,oDAAoD;QACpD,mEAAmE;QACnE,gEAAgE;QAChE,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YAC7C,MAAM,CAAC,UAAU,CAAC,2BAAgB,CAAC,GAAG;gBACpC,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC;gBACxB,oBAAoB,EAAE,IAAI;aAC3B,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,MAAM;YACnB,oBAAoB,EAAE,CAAC,mBAAQ,CAAC,YAAY,CAAC;SAC9C,CAAC;QAEF,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,MAAM,CAAC,qBAAqB,GAAG,IAAI,CAAC,mBAAmB,CAAC;YACxD,MAAM,CAAC,oBAAoB,EAAE,IAAI,CAAC,mBAAQ,CAAC,WAAW,CAAC,CAAC;YACxD,MAAM,CAAC,oBAAoB,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1D,CAAC;QAED,MAAM,IAAI,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAClE,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,0BAA0B,GAAG,IAAI,CAAC;QAC3C,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,IAAI,mBAAmB;QACrB,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;IAC9C,CAAC;IAEO,kBAAkB;QACxB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,gBAAM,CACd,yDAAyD,CAC1D,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GACf,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ;YAClC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;YACpB,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QAEvB,yEAAyE;QACzE,0EAA0E;QAC1E,mEAAmE;QACnE,0EAA0E;QAC1E,0EAA0E;QAC1E,wEAAwE;QACxE,4CAA4C;QAC5C,oDAAoD;QACpD,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;YAC9B,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;;;;OAKG;IACH,IAAI,WAAW;QACb,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACH,IAAI,mBAAmB;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IASD,sDAAsD;IAEtD;;;OAGG;IACH,KAAK,CAAC,CAAC,YAAY,CACjB,QAAkB,EAClB,WAAsB,EACtB,WAA6B;QAE7B,MAAM,SAAS,CAAC;IAClB,CAAC;IAED;;;OAGG;IACH,IAAI,uBAAuB;QACzB,OAAO,CAAC,CAAC;IACX,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,IAAI,uBAAuB;QACzB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACH,eAAe,CACb,kBAAmC,EACnC,YAA6B,EAC7B,WAA6B;QAE7B,OAAO,kBAAkB,IAAI,EAAE,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,KAAmB,CAAC;IAEtC;;OAEG;IACH,KAAK,CAAC,WAAW,KAAmB,CAAC;IAErC;;;;;;OAMG;IACH,IAAI,wBAAwB;QAC1B,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;;;OAKG;IACH,IAAI,UAAU;QACZ,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK;QAIT,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,mBAAQ,CAAC,YAAY,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACvC,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;YACpB,OAAO,EAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,sBAAsB,EAAC,CAAC;QAC3D,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAC9B,mBAAQ,CAAC,YAAY,EACrB,SAAS,EACT,UAAU,CAAC,KAAK,CACjB,CAAC;QACF,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,OAAO,EAAC,MAAM,EAAE,MAAM,EAAC,CAAC;IAC1B,CAAC;IAED,qDAAqD;IAErD;;;OAGG;IACH,MAAM,CAAC,iBAAiB,CAAC,IAAgB;QACvC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,MAAM,WAAW,GAAe,EAAE,CAAC;YACnC,KAAK,MAAM,SAAS,IAAI,IAAI,EAAE,CAAC;gBAC7B,WAAW,CAAC,IAAI,CACd,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CACxD,CAAC;YACJ,CAAC;YACD,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;CACF;AA7RD,8CA6RC;AAQD,SAAgB,2BAA2B,CACzC,kBAAwB,EACxB,kBAA+B,EAC/B,GAAW,EACX,gBAAwB,CAAC;IAEzB,IAAI,IAAA,cAAK,EAAC,kBAAkB,CAAC,EAAE,CAAC;QAC9B,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,MAAM,aAAa,GAAG,uBAAK,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IAE3E,MAAM,0BAA0B,GAAG,IAAA,gBAAM,EAAC,kBAAkB,CAAC;SAC1D,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;SAC/B,MAAM,EAAE,CAAC;IAEZ,IAAI,0BAA0B,GAAG,aAAa,EAAE,CAAC;QAC/C,MAAM,QAAQ,GAAG;YACf,MAAM,EAAE,0BAA0B,CAAC,OAAO,EAAE;SAC7C,CAAC;QACF,OAAO;YACL,GAAG,kBAAkB;YACrB,CAAC,GAAG,CAAC,EAAE,QAAQ;SAChB,CAAC;IACJ,CAAC;IACD,OAAO,kBAAkB,CAAC;AAC5B,CAAC"}
|