airbyte-faros-destination 0.10.75 → 0.10.76
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/converters/azure-repos/common.d.ts +7 -0
- package/lib/converters/azure-repos/common.js +7 -0
- package/lib/converters/azure-repos/common.js.map +1 -1
- package/lib/converters/azure-repos/pull_requests.d.ts +2 -0
- package/lib/converters/azure-repos/pull_requests.js +46 -8
- package/lib/converters/azure-repos/pull_requests.js.map +1 -1
- package/lib/converters/azure-repos/users.js +1 -0
- package/lib/converters/azure-repos/users.js.map +1 -1
- package/lib/converters/azurepipeline/common.d.ts +1 -0
- package/lib/converters/azurepipeline/common.js +48 -15
- package/lib/converters/azurepipeline/common.js.map +1 -1
- package/lib/converters/common/common.d.ts +1 -0
- package/lib/converters/common/common.js +3 -0
- package/lib/converters/common/common.js.map +1 -1
- package/lib/tsconfig.tsbuildinfo +1 -1
- package/package.json +3 -3
|
@@ -6,12 +6,19 @@ export type ApplicationMapping = Record<string, {
|
|
|
6
6
|
name: string;
|
|
7
7
|
platform?: string;
|
|
8
8
|
}>;
|
|
9
|
+
export interface PartialUserRecord {
|
|
10
|
+
uid: string;
|
|
11
|
+
name: string;
|
|
12
|
+
email?: string;
|
|
13
|
+
}
|
|
9
14
|
/** Azurerepos converter base */
|
|
10
15
|
export declare abstract class AzureReposConverter extends Converter {
|
|
11
16
|
source: string;
|
|
12
17
|
/** Almost every Azurerepos record have id property */
|
|
13
18
|
id(record: AirbyteRecord): any;
|
|
14
19
|
getOrganizationFromUrl(url: string): string;
|
|
20
|
+
private static readonly _uidsFromUsersStream;
|
|
21
|
+
get uidsFromUsersStream(): Set<string>;
|
|
15
22
|
/**
|
|
16
23
|
* Azure repos have an additional hierarchy called 'project'.
|
|
17
24
|
* Repository names are not unique across projects so we must include
|
|
@@ -18,6 +18,9 @@ class AzureReposConverter extends converter_1.Converter {
|
|
|
18
18
|
getOrganizationFromUrl(url) {
|
|
19
19
|
return url.split('/')[3];
|
|
20
20
|
}
|
|
21
|
+
get uidsFromUsersStream() {
|
|
22
|
+
return AzureReposConverter._uidsFromUsersStream;
|
|
23
|
+
}
|
|
21
24
|
/**
|
|
22
25
|
* Azure repos have an additional hierarchy called 'project'.
|
|
23
26
|
* Repository names are not unique across projects so we must include
|
|
@@ -83,4 +86,8 @@ class AzureReposConverter extends converter_1.Converter {
|
|
|
83
86
|
}
|
|
84
87
|
}
|
|
85
88
|
exports.AzureReposConverter = AzureReposConverter;
|
|
89
|
+
// Records from Users stream have more populated fields than user objects from
|
|
90
|
+
// other streams, so prioritize upserting those over partial duplicates from
|
|
91
|
+
// other streams
|
|
92
|
+
AzureReposConverter._uidsFromUsersStream = new Set();
|
|
86
93
|
//# sourceMappingURL=common.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/converters/azure-repos/common.ts"],"names":[],"mappings":";;;AAEA,4CAAuC;AACvC,qCAMkB;AAEL,QAAA,sBAAsB,GAAG,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/converters/azure-repos/common.ts"],"names":[],"mappings":";;;AAEA,4CAAuC;AACvC,qCAMkB;AAEL,QAAA,sBAAsB,GAAG,IAAI,CAAC;AAc3C,gCAAgC;AAChC,MAAsB,mBAAoB,SAAQ,qBAAS;IAA3D;;QACE,WAAM,GAAG,aAAa,CAAC;IAkFzB,CAAC;IAjFC,sDAAsD;IACtD,EAAE,CAAC,MAAqB;;QACtB,OAAO,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,0CAAE,IAAI,0CAAE,EAAE,CAAC;IAClC,CAAC;IAED,sBAAsB,CAAC,GAAW;QAChC,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3B,CAAC;IAMD,IAAW,mBAAmB;QAC5B,OAAO,mBAAmB,CAAC,oBAAoB,CAAC;IAClD,CAAC;IAED;;;;;;;OAOG;IACH,cAAc,CAAC,UAA4B;;QACzC,OAAO,GAAG,MAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,OAAO,0CAAE,IAAI,IAAI,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,IAAI,EAAE,CAAC;IAC5D,CAAC;IAED,qBAAqB,CAAC,GAAW;QAC/B,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7D,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC;IAC7B,CAAC;IACD,yIAAyI;IACzI,uBAAuB,CAAC,MAAc;QACpC,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,WAAW;gBACd,OAAO;oBACL,QAAQ,EAAE,iCAAwB,CAAC,MAAM;oBACzC,MAAM,EAAE,MAAM;iBACf,CAAC;YACJ,KAAK,QAAQ;gBACX,OAAO;oBACL,QAAQ,EAAE,iCAAwB,CAAC,MAAM;oBACzC,MAAM,EAAE,MAAM;iBACf,CAAC;YACJ,KAAK,QAAQ;gBACX,OAAO;oBACL,QAAQ,EAAE,iCAAwB,CAAC,IAAI;oBACvC,MAAM,EAAE,MAAM;iBACf,CAAC;YACJ;gBACE,OAAO;oBACL,QAAQ,EAAE,iCAAwB,CAAC,MAAM;oBACzC,MAAM,EAAE,MAAM;iBACf,CAAC;QACN,CAAC;IACH,CAAC;IAED,6BAA6B,CAAC,IAAY;QACxC,IAAI,IAAI,GAAG,CAAC;YACV,OAAO;gBACL,QAAQ,EAAE,uCAA8B,CAAC,QAAQ;gBACjD,MAAM,EAAE,QAAQ,IAAI,EAAE;aACvB,CAAC;QACJ,IAAI,IAAI,GAAG,CAAC;YACV,OAAO;gBACL,QAAQ,EAAE,uCAA8B,CAAC,SAAS;gBAClD,MAAM,EAAE,QAAQ,IAAI,EAAE;aACvB,CAAC;QACJ,IAAI,IAAI,GAAG,CAAC,CAAC;YACX,OAAO;gBACL,QAAQ,EAAE,uCAA8B,CAAC,MAAM;gBAC/C,MAAM,EAAE,QAAQ,IAAI,EAAE;aACvB,CAAC;QACJ,OAAO;YACL,QAAQ,EAAE,uCAA8B,CAAC,SAAS;YAClD,MAAM,EAAE,QAAQ,IAAI,EAAE;SACvB,CAAC;IACJ,CAAC;;AAlFH,kDAmFC;AAxEC,8EAA8E;AAC9E,4EAA4E;AAC5E,gBAAgB;AACQ,wCAAoB,GAAgB,IAAI,GAAG,EAAE,AAAzB,CAA0B"}
|
|
@@ -2,6 +2,8 @@ import { AirbyteRecord } from 'faros-airbyte-cdk';
|
|
|
2
2
|
import { DestinationModel, DestinationRecord } from '../converter';
|
|
3
3
|
import { AzureReposConverter } from './common';
|
|
4
4
|
export declare class PullRequests extends AzureReposConverter {
|
|
5
|
+
private partialUserRecords;
|
|
5
6
|
readonly destinationModels: ReadonlyArray<DestinationModel>;
|
|
6
7
|
convert(record: AirbyteRecord): Promise<ReadonlyArray<DestinationRecord>>;
|
|
8
|
+
onProcessingComplete(): Promise<ReadonlyArray<DestinationRecord>>;
|
|
7
9
|
}
|
|
@@ -2,14 +2,31 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.PullRequests = void 0;
|
|
4
4
|
const faros_js_client_1 = require("faros-js-client");
|
|
5
|
-
const common_1 = require("
|
|
6
|
-
|
|
5
|
+
const common_1 = require("../common/common");
|
|
6
|
+
const common_2 = require("./common");
|
|
7
|
+
function getPartialUserRecord(obj) {
|
|
8
|
+
if (common_1.Common.isEmail(obj.uniqueName)) {
|
|
9
|
+
const email = obj.uniqueName.toLowerCase();
|
|
10
|
+
return {
|
|
11
|
+
uid: email,
|
|
12
|
+
name: obj.displayName,
|
|
13
|
+
email,
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
return {
|
|
17
|
+
uid: obj.uniqueName,
|
|
18
|
+
name: obj.displayName,
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
class PullRequests extends common_2.AzureReposConverter {
|
|
7
22
|
constructor() {
|
|
8
23
|
super(...arguments);
|
|
24
|
+
this.partialUserRecords = {};
|
|
9
25
|
this.destinationModels = [
|
|
10
26
|
'vcs_PullRequest',
|
|
11
27
|
'vcs_PullRequestReview',
|
|
12
28
|
'vcs_PullRequestComment',
|
|
29
|
+
'vcs_User',
|
|
13
30
|
];
|
|
14
31
|
}
|
|
15
32
|
async convert(record) {
|
|
@@ -32,15 +49,16 @@ class PullRequests extends common_1.AzureReposConverter {
|
|
|
32
49
|
const res = [];
|
|
33
50
|
for (const thread of (_a = pullRequestItem.threads) !== null && _a !== void 0 ? _a : []) {
|
|
34
51
|
for (const comment of thread.comments) {
|
|
52
|
+
const author = getPartialUserRecord(comment.author);
|
|
35
53
|
res.push({
|
|
36
54
|
model: 'vcs_PullRequestComment',
|
|
37
55
|
record: {
|
|
38
56
|
number: comment.id,
|
|
39
57
|
uid: comment.id.toString(),
|
|
40
|
-
comment: faros_js_client_1.Utils.cleanAndTruncate(comment.content,
|
|
58
|
+
comment: faros_js_client_1.Utils.cleanAndTruncate(comment.content, common_2.MAX_DESCRIPTION_LENGTH),
|
|
41
59
|
createdAt: faros_js_client_1.Utils.toDate(comment.publishedDate),
|
|
42
60
|
updatedAt: faros_js_client_1.Utils.toDate(comment.lastUpdatedDate),
|
|
43
|
-
author: { uid:
|
|
61
|
+
author: { uid: author.uid, source },
|
|
44
62
|
pullRequest,
|
|
45
63
|
},
|
|
46
64
|
});
|
|
@@ -55,8 +73,11 @@ class PullRequests extends common_1.AzureReposConverter {
|
|
|
55
73
|
}
|
|
56
74
|
: null;
|
|
57
75
|
const author = ((_c = pullRequestItem.createdBy) === null || _c === void 0 ? void 0 : _c.uniqueName)
|
|
58
|
-
?
|
|
76
|
+
? getPartialUserRecord(pullRequestItem.createdBy)
|
|
59
77
|
: undefined;
|
|
78
|
+
if ((author === null || author === void 0 ? void 0 : author.uid) && !this.partialUserRecords[author.uid]) {
|
|
79
|
+
this.partialUserRecords[author.uid] = author;
|
|
80
|
+
}
|
|
60
81
|
res.push({
|
|
61
82
|
model: 'vcs_PullRequest',
|
|
62
83
|
record: {
|
|
@@ -75,8 +96,8 @@ class PullRequests extends common_1.AzureReposConverter {
|
|
|
75
96
|
},
|
|
76
97
|
});
|
|
77
98
|
for (const reviewer of (_d = pullRequestItem.reviewers) !== null && _d !== void 0 ? _d : []) {
|
|
78
|
-
const
|
|
79
|
-
?
|
|
99
|
+
const reviewerUser = (reviewer === null || reviewer === void 0 ? void 0 : reviewer.uniqueName)
|
|
100
|
+
? getPartialUserRecord(reviewer)
|
|
80
101
|
: undefined;
|
|
81
102
|
res.push({
|
|
82
103
|
model: 'vcs_PullRequestReview',
|
|
@@ -86,13 +107,30 @@ class PullRequests extends common_1.AzureReposConverter {
|
|
|
86
107
|
htmlUrl: reviewer.url,
|
|
87
108
|
state: this.convertPullRequestReviewState(reviewer.vote),
|
|
88
109
|
submittedAt: null,
|
|
89
|
-
reviewer:
|
|
110
|
+
reviewer: reviewerUser ? { uid: reviewerUser.uid, source } : undefined,
|
|
90
111
|
pullRequest,
|
|
91
112
|
},
|
|
92
113
|
});
|
|
114
|
+
if ((reviewerUser === null || reviewerUser === void 0 ? void 0 : reviewerUser.uid) && !this.partialUserRecords[reviewerUser.uid]) {
|
|
115
|
+
this.partialUserRecords[reviewerUser.uid] = reviewerUser;
|
|
116
|
+
}
|
|
93
117
|
}
|
|
94
118
|
return res;
|
|
95
119
|
}
|
|
120
|
+
async onProcessingComplete() {
|
|
121
|
+
const source = this.streamName.source;
|
|
122
|
+
const records = [];
|
|
123
|
+
for (const uid in this.partialUserRecords) {
|
|
124
|
+
if (this.uidsFromUsersStream.has(uid)) {
|
|
125
|
+
continue;
|
|
126
|
+
}
|
|
127
|
+
records.push({
|
|
128
|
+
model: 'vcs_User',
|
|
129
|
+
record: { ...this.partialUserRecords[uid], source },
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
return records;
|
|
133
|
+
}
|
|
96
134
|
}
|
|
97
135
|
exports.PullRequests = PullRequests;
|
|
98
136
|
//# sourceMappingURL=pull_requests.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pull_requests.js","sourceRoot":"","sources":["../../../src/converters/azure-repos/pull_requests.ts"],"names":[],"mappings":";;;AACA,qDAAsC;
|
|
1
|
+
{"version":3,"file":"pull_requests.js","sourceRoot":"","sources":["../../../src/converters/azure-repos/pull_requests.ts"],"names":[],"mappings":";;;AACA,qDAAsC;AAEtC,6CAAwC;AAExC,qCAIkB;AAGlB,SAAS,oBAAoB,CAAC,GAG7B;IACC,IAAI,eAAM,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;QAC3C,OAAO;YACL,GAAG,EAAE,KAAK;YACV,IAAI,EAAE,GAAG,CAAC,WAAW;YACrB,KAAK;SACN,CAAC;IACJ,CAAC;IACD,OAAO;QACL,GAAG,EAAE,GAAG,CAAC,UAAU;QACnB,IAAI,EAAE,GAAG,CAAC,WAAW;KACtB,CAAC;AACJ,CAAC;AAED,MAAa,YAAa,SAAQ,4BAAmB;IAArD;;QACU,uBAAkB,GAAsC,EAAE,CAAC;QAE1D,sBAAiB,GAAoC;YAC5D,iBAAiB;YACjB,uBAAuB;YACvB,wBAAwB;YACxB,UAAU;SACX,CAAC;IAyHJ,CAAC;IAvHC,KAAK,CAAC,OAAO,CACX,MAAqB;;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAEtC,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,IAAmB,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,sBAAsB,CAClD,eAAe,CAAC,UAAU,CAAC,GAAG,CAC/B,CAAC;QACF,MAAM,YAAY,GAAG,EAAC,GAAG,EAAE,gBAAgB,EAAE,MAAM,EAAC,CAAC;QACrD,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG;YACjB,IAAI,EAAE,WAAW;YACjB,GAAG,EAAE,WAAW;YAChB,YAAY;SACb,CAAC;QACF,MAAM,WAAW,GAAG;YAClB,MAAM,EAAE,eAAe,CAAC,aAAa;YACrC,GAAG,EAAE,eAAe,CAAC,aAAa,CAAC,QAAQ,EAAE;YAC7C,UAAU;SACX,CAAC;QAEF,MAAM,GAAG,GAAwB,EAAE,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,MAAA,eAAe,CAAC,OAAO,mCAAI,EAAE,EAAE,CAAC;YACnD,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACtC,MAAM,MAAM,GAAG,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACpD,GAAG,CAAC,IAAI,CAAC;oBACP,KAAK,EAAE,wBAAwB;oBAC/B,MAAM,EAAE;wBACN,MAAM,EAAE,OAAO,CAAC,EAAE;wBAClB,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE;wBAC1B,OAAO,EAAE,uBAAK,CAAC,gBAAgB,CAC7B,OAAO,CAAC,OAAO,EACf,+BAAsB,CACvB;wBACD,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;wBAC9C,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;wBAChD,MAAM,EAAE,EAAC,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,EAAC;wBACjC,WAAW;qBACZ;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAG,MAAA,eAAe,CAAC,eAAe,0CAAE,QAAQ,CAAC;QAChE,MAAM,WAAW,GAAG,aAAa;YAC/B,CAAC,CAAC;gBACE,UAAU;gBACV,GAAG,EAAE,aAAa;gBAClB,GAAG,EAAE,aAAa;aACnB;YACH,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,MAAM,GAAG,CAAA,MAAA,eAAe,CAAC,SAAS,0CAAE,UAAU;YAClD,CAAC,CAAC,oBAAoB,CAAC,eAAe,CAAC,SAAS,CAAC;YACjD,CAAC,CAAC,SAAS,CAAC;QACd,IAAI,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,GAAG,KAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;QAC/C,CAAC;QAED,GAAG,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,iBAAiB;YACxB,MAAM,EAAE;gBACN,MAAM,EAAE,eAAe,CAAC,aAAa;gBACrC,GAAG,EAAE,eAAe,CAAC,aAAa,CAAC,QAAQ,EAAE;gBAC7C,KAAK,EAAE,eAAe,CAAC,KAAK;gBAC5B,KAAK,EAAE,IAAI,CAAC,uBAAuB,CAAC,eAAe,CAAC,MAAM,CAAC;gBAC3D,OAAO,EAAE,eAAe,CAAC,GAAG;gBAC5B,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,eAAe,CAAC,YAAY,CAAC;gBACrD,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,eAAe,CAAC,YAAY,CAAC;gBACrD,QAAQ,EAAE,uBAAK,CAAC,MAAM,CAAC,eAAe,CAAC,UAAU,CAAC;gBAClD,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,MAAM;gBAC5C,MAAM;gBACN,WAAW;gBACX,UAAU;aACX;SACF,CAAC,CAAC;QAEH,KAAK,MAAM,QAAQ,IAAI,MAAA,eAAe,CAAC,SAAS,mCAAI,EAAE,EAAE,CAAC;YACvD,MAAM,YAAY,GAAG,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,UAAU;gBACvC,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC;gBAChC,CAAC,CAAC,SAAS,CAAC;YAEd,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,uBAAuB;gBAC9B,MAAM,EAAE;oBACN,MAAM,EAAE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC/C,GAAG,EAAE,QAAQ,CAAC,EAAE;oBAChB,OAAO,EAAE,QAAQ,CAAC,GAAG;oBACrB,KAAK,EAAE,IAAI,CAAC,6BAA6B,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACxD,WAAW,EAAE,IAAI;oBACjB,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,EAAC,GAAG,EAAE,YAAY,CAAC,GAAG,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,SAAS;oBACpE,WAAW;iBACZ;aACF,CAAC,CAAC;YAEH,IAAI,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,GAAG,KAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;gBACpE,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,oBAAoB;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,OAAO,GAAwB,EAAE,CAAC;QACxC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC1C,IAAI,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtC,SAAS;YACX,CAAC;YACD,OAAO,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE,EAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,MAAM,EAAC;aAClD,CAAC,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAjID,oCAiIC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"users.js","sourceRoot":"","sources":["../../../src/converters/azure-repos/users.ts"],"names":[],"mappings":";;;AAGA,qCAA6C;AAC7C,qCAA0D;AAE1D,MAAa,KAAM,SAAQ,4BAAmB;IAA9C;;QACW,sBAAiB,GAAoC;YAC5D,gBAAgB;YAChB,UAAU;SACX,CAAC;
|
|
1
|
+
{"version":3,"file":"users.js","sourceRoot":"","sources":["../../../src/converters/azure-repos/users.ts"],"names":[],"mappings":";;;AAGA,qCAA6C;AAC7C,qCAA0D;AAE1D,MAAa,KAAM,SAAQ,4BAAmB;IAA9C;;QACW,sBAAiB,GAAoC;YAC5D,gBAAgB;YAChB,UAAU;SACX,CAAC;IA8CJ,CAAC;IA5CS,qBAAqB,CAAC,QAAc;QAC1C,wCAAwC;QACxC,OAAO,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAqB;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAY,CAAC;QAC5C,MAAM,GAAG,GAAwB,EAAE,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1C,OAAO,GAAG,CAAC;QACb,CAAC;QACD,MAAM,gBAAgB,GAAG,IAAI,CAAC,sBAAsB,CAClD,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAC1B,CAAC;QACF,MAAM,YAAY,GAAG,EAAC,GAAG,EAAE,gBAAgB,EAAE,MAAM,EAAC,CAAC;QACrD,MAAM,IAAI,GAAa;YACrB,QAAQ,EAAE,yBAAgB,CAAC,IAAI;YAC/B,MAAM,EAAE,QAAQ,CAAC,WAAW;SAC7B,CAAC;QACF,MAAM,GAAG,GAAG,QAAQ,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC;QACjD,GAAG,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE;gBACN,YAAY;gBACZ,IAAI,EAAE,EAAC,GAAG,EAAE,MAAM,EAAC;aACpB;SACF,CAAC,CAAC;QACH,GAAG,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE;gBACN,GAAG;gBACH,IAAI,EAAE,QAAQ,CAAC,WAAW;gBAC1B,KAAK,EAAE,QAAQ,CAAC,WAAW;gBAC3B,IAAI;gBACJ,OAAO,EAAE,QAAQ,CAAC,GAAG;gBACrB,MAAM;aACP;SACF,CAAC,CAAC;QACH,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAlDD,sBAkDC"}
|
|
@@ -14,6 +14,7 @@ export declare abstract class AzurePipelineConverter extends Converter {
|
|
|
14
14
|
/** Almost every Azurepipeline record have id property */
|
|
15
15
|
id(record: AirbyteRecord): any;
|
|
16
16
|
getOrganizationFromUrl(url: string): string | undefined;
|
|
17
|
+
getProjectFromUrl(url: string): string | undefined;
|
|
17
18
|
protected azurePipelineConfig(ctx: StreamContext): AzurePipelineConfig;
|
|
18
19
|
protected applicationMapping(ctx: StreamContext): ApplicationMapping;
|
|
19
20
|
convertBuildState(state: string | undefined): {
|
|
@@ -19,6 +19,9 @@ class AzurePipelineConverter extends converter_1.Converter {
|
|
|
19
19
|
getOrganizationFromUrl(url) {
|
|
20
20
|
try {
|
|
21
21
|
const parsed = new URL(url);
|
|
22
|
+
if (parsed.hostname !== 'dev.azure.com') {
|
|
23
|
+
return undefined;
|
|
24
|
+
}
|
|
22
25
|
const parts = parsed.pathname.split('/');
|
|
23
26
|
if (parts.length < 2 || parts[1] === '') {
|
|
24
27
|
return undefined;
|
|
@@ -29,6 +32,22 @@ class AzurePipelineConverter extends converter_1.Converter {
|
|
|
29
32
|
return undefined;
|
|
30
33
|
}
|
|
31
34
|
}
|
|
35
|
+
getProjectFromUrl(url) {
|
|
36
|
+
try {
|
|
37
|
+
const parsed = new URL(url);
|
|
38
|
+
if (parsed.hostname !== 'dev.azure.com') {
|
|
39
|
+
return undefined;
|
|
40
|
+
}
|
|
41
|
+
const parts = parsed.pathname.split('/');
|
|
42
|
+
if (parts.length < 3 || parts[2] === '') {
|
|
43
|
+
return undefined;
|
|
44
|
+
}
|
|
45
|
+
return parts[2];
|
|
46
|
+
}
|
|
47
|
+
catch (error) {
|
|
48
|
+
return undefined;
|
|
49
|
+
}
|
|
50
|
+
}
|
|
32
51
|
azurePipelineConfig(ctx) {
|
|
33
52
|
var _a, _b;
|
|
34
53
|
return (_b = (_a = ctx.config) === null || _a === void 0 ? void 0 : _a.source_specific_configs) === null || _b === void 0 ? void 0 : _b.azurepipeline;
|
|
@@ -59,23 +78,37 @@ class AzurePipelineConverter extends converter_1.Converter {
|
|
|
59
78
|
}
|
|
60
79
|
}
|
|
61
80
|
vcs_Repository(repo) {
|
|
62
|
-
|
|
63
|
-
if (
|
|
64
|
-
|
|
81
|
+
const repoType = (0, lodash_1.toLower)(repo.type);
|
|
82
|
+
if (repoType === 'tfsgit') {
|
|
83
|
+
const orgName = this.getOrganizationFromUrl(repo.url);
|
|
84
|
+
const projectName = this.getProjectFromUrl(repo.url);
|
|
85
|
+
if (!orgName || !projectName) {
|
|
86
|
+
return undefined;
|
|
87
|
+
}
|
|
88
|
+
return {
|
|
89
|
+
name: `${decodeURIComponent(projectName)}_${repo.name}`,
|
|
90
|
+
organization: {
|
|
91
|
+
uid: orgName,
|
|
92
|
+
source: 'Azure-Repos',
|
|
93
|
+
},
|
|
94
|
+
};
|
|
65
95
|
}
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
96
|
+
if (repoType === 'github') {
|
|
97
|
+
const parts = repo.id.split('/');
|
|
98
|
+
// Expecting repo.id to be in the format of <org>/<repo>
|
|
99
|
+
// E.g., faros-ai/airbyte-connectors
|
|
100
|
+
if (parts.length < 2) {
|
|
101
|
+
return undefined;
|
|
102
|
+
}
|
|
103
|
+
return {
|
|
104
|
+
name: (0, lodash_1.toLower)(parts[1]),
|
|
105
|
+
organization: {
|
|
106
|
+
uid: (0, lodash_1.toLower)(parts[0]),
|
|
107
|
+
source: 'GitHub',
|
|
108
|
+
},
|
|
109
|
+
};
|
|
71
110
|
}
|
|
72
|
-
return
|
|
73
|
-
name: (0, lodash_1.toLower)(parts[1]),
|
|
74
|
-
organization: {
|
|
75
|
-
uid: (0, lodash_1.toLower)(parts[0]),
|
|
76
|
-
source: repo.type,
|
|
77
|
-
},
|
|
78
|
-
};
|
|
111
|
+
return undefined;
|
|
79
112
|
}
|
|
80
113
|
getRepoUrl(repo) {
|
|
81
114
|
switch (repo.type) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/converters/azurepipeline/common.ts"],"names":[],"mappings":";;;AACA,qDAAsC;AACtC,mCAA+B;AAE/B,4CAAsD;AACtD,qCASkB;AAWlB,mCAAmC;AACnC,MAAsB,sBAAuB,SAAQ,qBAAS;IAA9D;;QACE,WAAM,GAAG,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/converters/azurepipeline/common.ts"],"names":[],"mappings":";;;AACA,qDAAsC;AACtC,mCAA+B;AAE/B,4CAAsD;AACtD,qCASkB;AAWlB,mCAAmC;AACnC,MAAsB,sBAAuB,SAAQ,qBAAS;IAA9D;;QACE,WAAM,GAAG,eAAe,CAAC;IA+L3B,CAAC;IA9LC,yDAAyD;IACzD,EAAE,CAAC,MAAqB;;QACtB,OAAO,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,0CAAE,IAAI,0CAAE,EAAE,CAAC;IAClC,CAAC;IAED,sBAAsB,CAAC,GAAW;QAChC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,IAAI,MAAM,CAAC,QAAQ,KAAK,eAAe,EAAE,CAAC;gBACxC,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAEzC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;gBACxC,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,iBAAiB,CAAC,GAAW;QAC3B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,IAAI,MAAM,CAAC,QAAQ,KAAK,eAAe,EAAE,CAAC;gBACxC,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAEzC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;gBACxC,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAES,mBAAmB,CAAC,GAAkB;;QAC9C,OAAO,MAAA,MAAA,GAAG,CAAC,MAAM,0CAAE,uBAAuB,0CAAE,aAAa,CAAC;IAC5D,CAAC;IAES,kBAAkB,CAAC,GAAkB;;QAC7C,OAAO,MAAA,MAAA,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,0CAAE,mBAAmB,mCAAI,EAAE,CAAC;IAClE,CAAC;IAED,iBAAiB,CAAC,KAAyB;QAIzC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAC,QAAQ,EAAE,2BAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAC,CAAC;QACrE,CAAC;QACD,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAEnC,4CAA4C;QAC5C,kHAAkH;QAClH,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,UAAU;gBACb,OAAO,EAAC,QAAQ,EAAE,2BAAkB,CAAC,QAAQ,EAAE,MAAM,EAAC,CAAC;YACzD,KAAK,QAAQ;gBACX,OAAO,EAAC,QAAQ,EAAE,2BAAkB,CAAC,MAAM,EAAE,MAAM,EAAC,CAAC;YACvD,KAAK,WAAW,CAAC;YACjB,KAAK,oBAAoB;gBACvB,OAAO,EAAC,QAAQ,EAAE,2BAAkB,CAAC,OAAO,EAAE,MAAM,EAAC,CAAC;YACxD,KAAK,SAAS;gBACZ,OAAO,EAAC,QAAQ,EAAE,2BAAkB,CAAC,OAAO,EAAE,MAAM,EAAC,CAAC;YACxD;gBACE,OAAO,EAAC,QAAQ,EAAE,2BAAkB,CAAC,MAAM,EAAE,MAAM,EAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,cAAc,CAAC,IAAgB;QAC7B,MAAM,QAAQ,GAAG,IAAA,gBAAO,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEpC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtD,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAErD,IAAI,CAAC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC7B,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,GAAG,kBAAkB,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE;gBACvD,YAAY,EAAE;oBACZ,GAAG,EAAE,OAAO;oBACZ,MAAM,EAAE,aAAa;iBACtB;aACF,CAAC;QACJ,CAAC;QAED,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACjC,wDAAwD;YACxD,oCAAoC;YACpC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,IAAA,gBAAO,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACvB,YAAY,EAAE;oBACZ,GAAG,EAAE,IAAA,gBAAO,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACtB,MAAM,EAAE,QAAQ;iBACjB;aACF,CAAC;QACJ,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,UAAU,CAAC,IAAgB;QACzB,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,WAAW;gBACd,OAAO,yBAAyB,IAAI,CAAC,EAAE,EAAE,CAAC;YAC5C,KAAK,QAAQ,CAAC;YACd,KAAK,kBAAkB;gBACrB,OAAO,sBAAsB,IAAI,CAAC,EAAE,EAAE,CAAC;YACzC,KAAK,QAAQ;gBACX,OAAO,sBAAsB,IAAI,CAAC,EAAE,EAAE,CAAC;YACzC,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,GAAG,CAAC;YAClB;gBACE,OAAO,IAAI,CAAC,GAAG,CAAC;QACpB,CAAC;IACH,CAAC;IAED,oBAAoB,CAAC,SAAwB;QAC3C,8BAA8B;QAC9B,MAAM,MAAM,GAAe;YACzB,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC;YAC5C,SAAS,EAAE,uBAAK,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC;YAC5C,OAAO,EAAE,uBAAK,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC;SAC5C,CAAC;QACF,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,qBAAqB,CAAC,KAAyB;QAI7C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAC,QAAQ,EAAE,2BAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAC,CAAC;QACrE,CAAC;QACD,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACnC,iHAAiH;QACjH,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,WAAW,CAAC;YACjB,KAAK,UAAU;gBACb,OAAO,EAAC,QAAQ,EAAE,2BAAkB,CAAC,QAAQ,EAAE,MAAM,EAAC,CAAC;YACzD,KAAK,QAAQ,CAAC;YACd,KAAK,SAAS;gBACZ,OAAO,EAAC,QAAQ,EAAE,2BAAkB,CAAC,MAAM,EAAE,MAAM,EAAC,CAAC;YACvD,KAAK,WAAW;gBACd,OAAO,EAAC,QAAQ,EAAE,2BAAkB,CAAC,OAAO,EAAE,MAAM,EAAC,CAAC;YACxD,KAAK,qBAAqB;gBACxB,OAAO,EAAC,QAAQ,EAAE,2BAAkB,CAAC,MAAM,EAAE,MAAM,EAAC,CAAC;YACvD;gBACE,OAAO,EAAC,QAAQ,EAAE,2BAAkB,CAAC,MAAM,EAAE,MAAM,EAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,OAAO;IACP,oBAAoB,CAAC,IAAY;QAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,EAAC,QAAQ,EAAE,oBAAW,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAC,CAAC;QAC7D,CAAC;QACD,OAAO,EAAC,QAAQ,EAAE,oBAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC;IACtD,CAAC;IAED,uBAAuB,CAAC,MAAc;QACpC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,EAAC,QAAQ,EAAE,iCAAwB,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAC,CAAC;QAC1E,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC;QACtB,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,UAAU;gBACb,OAAO,EAAC,QAAQ,EAAE,iCAAwB,CAAC,QAAQ,EAAE,MAAM,EAAC,CAAC;YAC/D,KAAK,QAAQ;gBACX,OAAO,EAAC,QAAQ,EAAE,iCAAwB,CAAC,MAAM,EAAE,MAAM,EAAC,CAAC;YAC7D,KAAK,WAAW;gBACd,OAAO,EAAC,QAAQ,EAAE,iCAAwB,CAAC,OAAO,EAAE,MAAM,EAAC,CAAC;YAC9D;gBACE,OAAO,EAAC,QAAQ,EAAE,iCAAwB,CAAC,MAAM,EAAE,MAAM,EAAC,CAAC;QAC/D,CAAC;IACH,CAAC;CACF;AAhMD,wDAgMC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/converters/common/common.ts"],"names":[],"mappings":";AAAA,gDAAgD;;;AAQhD,MAAa,MAAM;IACjB,MAAM,CAAC,kBAAkB,CACvB,IAAY,EACZ,QAAiB;QAEjB,OAAO;YACL,IAAI;YACJ,QAAQ,EAAE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,EAAE;YACxB,GAAG,EAAE,MAAM,CAAC,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC;SAClD,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,qBAAqB,CAClC,IAAY,EACZ,QAAiB;QAEjB,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC3B,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;CACF;
|
|
1
|
+
{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/converters/common/common.ts"],"names":[],"mappings":";AAAA,gDAAgD;;;AAQhD,MAAa,MAAM;IACjB,MAAM,CAAC,kBAAkB,CACvB,IAAY,EACZ,QAAiB;QAEjB,OAAO;YACL,IAAI;YACJ,QAAQ,EAAE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,EAAE;YACxB,GAAG,EAAE,MAAM,CAAC,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC;SAClD,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,qBAAqB,CAClC,IAAY,EACZ,QAAiB;QAEjB,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC3B,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,KAAa;QAC1B,OAAO,kDAAkD,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxE,CAAC;CACF;AAvBD,wBAuBC"}
|