@transcend-io/cli 5.2.1 → 5.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +89 -21
- package/build/cli-request-enricher-restart.d.ts +3 -0
- package/build/cli-request-enricher-restart.d.ts.map +1 -0
- package/build/cli-request-enricher-restart.js +94 -0
- package/build/cli-request-enricher-restart.js.map +1 -0
- package/build/graphql/fetchAllRequestEnrichers.d.ts +2 -1
- package/build/graphql/fetchAllRequestEnrichers.d.ts.map +1 -1
- package/build/graphql/fetchAllRequestEnrichers.js.map +1 -1
- package/build/graphql/fetchAllRequestIdentifiers.d.ts +2 -8
- package/build/graphql/fetchAllRequestIdentifiers.d.ts.map +1 -1
- package/build/graphql/fetchAllRequestIdentifiers.js +0 -4
- package/build/graphql/fetchAllRequestIdentifiers.js.map +1 -1
- package/build/graphql/gqls/RequestEnricher.d.ts +1 -0
- package/build/graphql/gqls/RequestEnricher.d.ts.map +1 -1
- package/build/graphql/gqls/RequestEnricher.js +10 -1
- package/build/graphql/gqls/RequestEnricher.js.map +1 -1
- package/build/graphql/gqls/index.d.ts +1 -0
- package/build/graphql/gqls/index.d.ts.map +1 -1
- package/build/graphql/gqls/index.js +1 -0
- package/build/graphql/gqls/index.js.map +1 -1
- package/build/graphql/index.d.ts +1 -0
- package/build/graphql/index.d.ts.map +1 -1
- package/build/graphql/index.js +1 -0
- package/build/graphql/index.js.map +1 -1
- package/build/graphql/retryRequestEnricher.d.ts +9 -0
- package/build/graphql/retryRequestEnricher.d.ts.map +1 -0
- package/build/graphql/retryRequestEnricher.js +18 -0
- package/build/graphql/retryRequestEnricher.js.map +1 -0
- package/build/graphql/syncConsentManager.d.ts.map +1 -1
- package/build/graphql/syncConsentManager.js +2 -0
- package/build/graphql/syncConsentManager.js.map +1 -1
- package/build/graphql/syncDataFlows.d.ts.map +1 -1
- package/build/graphql/syncDataFlows.js +1 -0
- package/build/graphql/syncDataFlows.js.map +1 -1
- package/build/requests/bulkRetryEnrichers.d.ts +27 -0
- package/build/requests/bulkRetryEnrichers.d.ts.map +1 -0
- package/build/requests/bulkRetryEnrichers.js +70 -0
- package/build/requests/bulkRetryEnrichers.js.map +1 -0
- package/build/requests/index.d.ts +1 -0
- package/build/requests/index.d.ts.map +1 -1
- package/build/requests/index.js +1 -0
- package/build/requests/index.js.map +1 -1
- package/build/tsbuildinfo +1 -1
- package/package.json +3 -2
|
@@ -118,6 +118,7 @@ async function syncDataFlows(client, dataFlows, classifyService) {
|
|
|
118
118
|
}
|
|
119
119
|
// Fetch existing data flows to determine whether we are creating a new data flow
|
|
120
120
|
// or updating an existing data flow
|
|
121
|
+
logger_1.logger.info(colors_1.default.magenta('Fetching data flows...'));
|
|
121
122
|
const [existingLiveDataFlows, existingInReviewDataFlows] = await Promise.all([
|
|
122
123
|
(0, fetchAllDataFlows_1.fetchAllDataFlows)(client, privacy_types_1.ConsentTrackerStatus.Live),
|
|
123
124
|
(0, fetchAllDataFlows_1.fetchAllDataFlows)(client, privacy_types_1.ConsentTrackerStatus.NeedsReview),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"syncDataFlows.js","sourceRoot":"","sources":["../../src/graphql/syncDataFlows.ts"],"names":[],"mappings":";;;;;;AACA,iCAA8D;AAC9D,yDAAiC;AACjC,uCAAqC;AAErC,6DAA0D;AAC1D,mEAAgE;AAChE,sCAAmC;AACnC,oDAA4B;AAC5B,2DAAwD;AACxD,+DAAmE;AAEnE,MAAM,aAAa,GAAG,GAAG,CAAC;AAE1B;;;;;;GAMG;AACI,KAAK,UAAU,eAAe,CACnC,MAAqB,EACrB,cAAyC,EACzC,eAAe,GAAG,KAAK;IAEvB,MAAM,cAAc,GAAG,MAAM,IAAA,6CAAqB,EAAC,MAAM,CAAC,CAAC;IAE3D,wEAAwE;IACxE,gDAAgD;IAChD,mDAAmD;IAEnD,MAAM,IAAA,oBAAS,EAAC,IAAA,eAAK,EAAC,cAAc,EAAE,aAAa,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACnE,MAAM,IAAA,uCAAkB,EAAC,MAAM,EAAE,wBAAiB,EAAE;YAClD,cAAc;YACd,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnC,EAAE;gBACF,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,YAAY,EACV,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;oBACvD,CAAC,CAAC,IAAI,CAAC,gBAAgB;oBACvB,CAAC,CAAC,SAAS;gBACf,wEAAwE;gBACxE,oCAAoC;gBACpC,4BAA4B;gBAC5B,oDAAoD;gBACpD,uDAAuD;gBACvD,eAAe;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,6CAA6C;gBAC7C,UAAU;gBACV,SAAS;aACV,CAAC,CAAC;YACH,eAAe;SAChB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAvCD,0CAuCC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,eAAe,CACnC,MAAqB,EACrB,cAA+B,EAC/B,eAAe,GAAG,KAAK;IAEvB,MAAM,cAAc,GAAG,MAAM,IAAA,6CAAqB,EAAC,MAAM,CAAC,CAAC;IAC3D,wEAAwE;IACxE,gDAAgD;IAChD,mDAAmD;IACnD,MAAM,IAAA,oBAAS,EAAC,IAAA,eAAK,EAAC,cAAc,EAAE,aAAa,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACnE,MAAM,IAAA,uCAAkB,EAAC,MAAM,EAAE,wBAAiB,EAAE;YAClD,cAAc;YACd,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,YAAY,EACV,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;oBACvD,CAAC,CAAC,IAAI,CAAC,gBAAgB;oBACvB,CAAC,CAAC,SAAS;gBACf,wEAAwE;gBACxE,oCAAoC;gBACpC,4BAA4B;gBAC5B,oDAAoD;gBACpD,uDAAuD;gBACvD,iBAAiB;gBACjB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,6CAA6C;gBAC7C,UAAU;gBACV,SAAS;aACV,CAAC,CAAC;YACH,6BAA6B,EAAE,IAAI;YACnC,eAAe;SAChB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AArCD,0CAqCC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,aAAa,CACjC,MAAqB,EACrB,SAA0B,EAC1B,eAAwB;IAExB,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAC7B,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,OAAO,CAAC,YAAY,SAAS,CAAC,MAAM,iBAAiB,CAAC,CAAC,CAAC;IAE3E,0CAA0C;IAC1C,gDAAgD;IAChD,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAChC,CAAC,QAAQ,EAAE,EAAE,CACX,SAAS,CAAC,MAAM,CACd,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CACvE,CAAC,MAAM,GAAG,CAAC,CACf,CAAC;IAEF,yDAAyD;IACzD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;QACxB,MAAM,IAAI,KAAK,CACb,uEAAuE,SAAS;aAC7E,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC;aACzB,IAAI,CAAC,GAAG,CAAC,EAAE,CACf,CAAC;KACH;IAED,iFAAiF;IACjF,oCAAoC;IACpC,MAAM,CAAC,qBAAqB,EAAE,yBAAyB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC3E,IAAA,qCAAiB,EAAC,MAAM,EAAE,oCAAoB,CAAC,IAAI,CAAC;QACpD,IAAA,qCAAiB,EAAC,MAAM,EAAE,oCAAoB,CAAC,WAAW,CAAC;KAC5D,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,CAAC,GAAG,qBAAqB,EAAE,GAAG,yBAAyB,CAAC,CAAC;IAE9E,iDAAiD;IACjD,MAAM,sBAAsB,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;;QAAC,OAAA;YACzD,QAAQ;YACR,MAAA,YAAY,CAAC,IAAI,CACf,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CACvE,0CAAE,EAAE;SACN,CAAA;KAAA,CAAC,CAAC;IAEH,4BAA4B;IAC5B,MAAM,YAAY,GAAG,sBAAsB;SACxC,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC;SACnC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAqB,CAAC,CAAC;IAC1C,IAAI;QACF,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CAAC,aAAa,YAAY,CAAC,MAAM,qBAAqB,CAAC,CACtE,CAAC;QACF,MAAM,eAAe,CAAC,MAAM,EAAE,YAAY,EAAE,eAAe,CAAC,CAAC;QAC7D,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CAAC,uBAAuB,YAAY,CAAC,MAAM,cAAc,CAAC,CACvE,CAAC;KACH;IAAC,OAAO,GAAG,EAAE;QACZ,gBAAgB,GAAG,IAAI,CAAC;QACxB,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,GAAG,CAAC,kCAAkC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;KAC1E;IAED,6BAA6B;IAC7B,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,MAAM,CACrD,CAAC,CAAC,EAAgC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAC5C,CAAC;IACF,IAAI;QACF,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CAAC,aAAa,iBAAiB,CAAC,MAAM,iBAAiB,CAAC,CACvE,CAAC;QACF,MAAM,eAAe,CAAC,MAAM,EAAE,iBAAiB,EAAE,eAAe,CAAC,CAAC;QAClE,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,yBAAyB,iBAAiB,CAAC,MAAM,eAAe,CACjE,CACF,CAAC;KACH;IAAC,OAAO,GAAG,EAAE;QACZ,gBAAgB,GAAG,IAAI,CAAC;QACxB,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,GAAG,CAAC,kCAAkC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;KAC1E;IAED,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,KAAK,CAAC,WAAW,SAAS,CAAC,MAAM,eAAe,CAAC,CAAC,CAAC;IAEtE,2BAA2B;IAC3B,OAAO,CAAC,gBAAgB,CAAC;AAC3B,CAAC;
|
|
1
|
+
{"version":3,"file":"syncDataFlows.js","sourceRoot":"","sources":["../../src/graphql/syncDataFlows.ts"],"names":[],"mappings":";;;;;;AACA,iCAA8D;AAC9D,yDAAiC;AACjC,uCAAqC;AAErC,6DAA0D;AAC1D,mEAAgE;AAChE,sCAAmC;AACnC,oDAA4B;AAC5B,2DAAwD;AACxD,+DAAmE;AAEnE,MAAM,aAAa,GAAG,GAAG,CAAC;AAE1B;;;;;;GAMG;AACI,KAAK,UAAU,eAAe,CACnC,MAAqB,EACrB,cAAyC,EACzC,eAAe,GAAG,KAAK;IAEvB,MAAM,cAAc,GAAG,MAAM,IAAA,6CAAqB,EAAC,MAAM,CAAC,CAAC;IAE3D,wEAAwE;IACxE,gDAAgD;IAChD,mDAAmD;IAEnD,MAAM,IAAA,oBAAS,EAAC,IAAA,eAAK,EAAC,cAAc,EAAE,aAAa,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACnE,MAAM,IAAA,uCAAkB,EAAC,MAAM,EAAE,wBAAiB,EAAE;YAClD,cAAc;YACd,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnC,EAAE;gBACF,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,YAAY,EACV,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;oBACvD,CAAC,CAAC,IAAI,CAAC,gBAAgB;oBACvB,CAAC,CAAC,SAAS;gBACf,wEAAwE;gBACxE,oCAAoC;gBACpC,4BAA4B;gBAC5B,oDAAoD;gBACpD,uDAAuD;gBACvD,eAAe;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,6CAA6C;gBAC7C,UAAU;gBACV,SAAS;aACV,CAAC,CAAC;YACH,eAAe;SAChB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAvCD,0CAuCC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,eAAe,CACnC,MAAqB,EACrB,cAA+B,EAC/B,eAAe,GAAG,KAAK;IAEvB,MAAM,cAAc,GAAG,MAAM,IAAA,6CAAqB,EAAC,MAAM,CAAC,CAAC;IAC3D,wEAAwE;IACxE,gDAAgD;IAChD,mDAAmD;IACnD,MAAM,IAAA,oBAAS,EAAC,IAAA,eAAK,EAAC,cAAc,EAAE,aAAa,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACnE,MAAM,IAAA,uCAAkB,EAAC,MAAM,EAAE,wBAAiB,EAAE;YAClD,cAAc;YACd,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,YAAY,EACV,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;oBACvD,CAAC,CAAC,IAAI,CAAC,gBAAgB;oBACvB,CAAC,CAAC,SAAS;gBACf,wEAAwE;gBACxE,oCAAoC;gBACpC,4BAA4B;gBAC5B,oDAAoD;gBACpD,uDAAuD;gBACvD,iBAAiB;gBACjB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,6CAA6C;gBAC7C,UAAU;gBACV,SAAS;aACV,CAAC,CAAC;YACH,6BAA6B,EAAE,IAAI;YACnC,eAAe;SAChB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AArCD,0CAqCC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,aAAa,CACjC,MAAqB,EACrB,SAA0B,EAC1B,eAAwB;IAExB,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAC7B,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,OAAO,CAAC,YAAY,SAAS,CAAC,MAAM,iBAAiB,CAAC,CAAC,CAAC;IAE3E,0CAA0C;IAC1C,gDAAgD;IAChD,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAChC,CAAC,QAAQ,EAAE,EAAE,CACX,SAAS,CAAC,MAAM,CACd,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CACvE,CAAC,MAAM,GAAG,CAAC,CACf,CAAC;IAEF,yDAAyD;IACzD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;QACxB,MAAM,IAAI,KAAK,CACb,uEAAuE,SAAS;aAC7E,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC;aACzB,IAAI,CAAC,GAAG,CAAC,EAAE,CACf,CAAC;KACH;IAED,iFAAiF;IACjF,oCAAoC;IACpC,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC,CAAC;IACtD,MAAM,CAAC,qBAAqB,EAAE,yBAAyB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC3E,IAAA,qCAAiB,EAAC,MAAM,EAAE,oCAAoB,CAAC,IAAI,CAAC;QACpD,IAAA,qCAAiB,EAAC,MAAM,EAAE,oCAAoB,CAAC,WAAW,CAAC;KAC5D,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,CAAC,GAAG,qBAAqB,EAAE,GAAG,yBAAyB,CAAC,CAAC;IAE9E,iDAAiD;IACjD,MAAM,sBAAsB,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;;QAAC,OAAA;YACzD,QAAQ;YACR,MAAA,YAAY,CAAC,IAAI,CACf,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CACvE,0CAAE,EAAE;SACN,CAAA;KAAA,CAAC,CAAC;IAEH,4BAA4B;IAC5B,MAAM,YAAY,GAAG,sBAAsB;SACxC,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC;SACnC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAqB,CAAC,CAAC;IAC1C,IAAI;QACF,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CAAC,aAAa,YAAY,CAAC,MAAM,qBAAqB,CAAC,CACtE,CAAC;QACF,MAAM,eAAe,CAAC,MAAM,EAAE,YAAY,EAAE,eAAe,CAAC,CAAC;QAC7D,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CAAC,uBAAuB,YAAY,CAAC,MAAM,cAAc,CAAC,CACvE,CAAC;KACH;IAAC,OAAO,GAAG,EAAE;QACZ,gBAAgB,GAAG,IAAI,CAAC;QACxB,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,GAAG,CAAC,kCAAkC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;KAC1E;IAED,6BAA6B;IAC7B,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,MAAM,CACrD,CAAC,CAAC,EAAgC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAC5C,CAAC;IACF,IAAI;QACF,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CAAC,aAAa,iBAAiB,CAAC,MAAM,iBAAiB,CAAC,CACvE,CAAC;QACF,MAAM,eAAe,CAAC,MAAM,EAAE,iBAAiB,EAAE,eAAe,CAAC,CAAC;QAClE,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,yBAAyB,iBAAiB,CAAC,MAAM,eAAe,CACjE,CACF,CAAC;KACH;IAAC,OAAO,GAAG,EAAE;QACZ,gBAAgB,GAAG,IAAI,CAAC;QACxB,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,GAAG,CAAC,kCAAkC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;KAC1E;IAED,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,KAAK,CAAC,WAAW,SAAS,CAAC,MAAM,eAAe,CAAC,CAAC,CAAC;IAEtE,2BAA2B;IAC3B,OAAO,CAAC,gBAAgB,CAAC;AAC3B,CAAC;AAnFD,sCAmFC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { RequestAction, RequestEnricherStatus } from '@transcend-io/privacy-types';
|
|
2
|
+
/**
|
|
3
|
+
* Restart a bunch of request enrichers
|
|
4
|
+
*
|
|
5
|
+
* @param options - Options
|
|
6
|
+
*/
|
|
7
|
+
export declare function bulkRetryEnrichers({ auth, requestActions, createdAtBefore, createdAtAfter, transcendUrl, requestEnricherStatuses, requestIds, enricherId, concurrency, }: {
|
|
8
|
+
/** Actions to filter for */
|
|
9
|
+
requestActions?: RequestAction[];
|
|
10
|
+
/** Request enricher statuses to restart - defaults to all statuses */
|
|
11
|
+
requestEnricherStatuses?: RequestEnricherStatus[];
|
|
12
|
+
/** Transcend API key authentication */
|
|
13
|
+
auth: string;
|
|
14
|
+
/** The ID of the enricher to restart */
|
|
15
|
+
enricherId: string;
|
|
16
|
+
/** API URL for Transcend backend */
|
|
17
|
+
transcendUrl?: string;
|
|
18
|
+
/** Request IDs to filter for */
|
|
19
|
+
requestIds?: string[];
|
|
20
|
+
/** Filter for requests created before this date */
|
|
21
|
+
createdAtBefore?: Date;
|
|
22
|
+
/** Filter for requests created after this date */
|
|
23
|
+
createdAtAfter?: Date;
|
|
24
|
+
/** Concurrency to upload requests at */
|
|
25
|
+
concurrency?: number;
|
|
26
|
+
}): Promise<void>;
|
|
27
|
+
//# sourceMappingURL=bulkRetryEnrichers.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bulkRetryEnrichers.d.ts","sourceRoot":"","sources":["../../src/requests/bulkRetryEnrichers.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,qBAAqB,EAEtB,MAAM,6BAA6B,CAAC;AAcrC;;;;GAIG;AACH,wBAAsB,kBAAkB,CAAC,EACvC,IAAI,EACJ,cAAmB,EACnB,eAAe,EACf,cAAc,EACd,YAAoC,EACpC,uBAA8D,EAC9D,UAAe,EACf,UAAU,EACV,WAAgB,GACjB,EAAE;IACD,4BAA4B;IAC5B,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;IACjC,sEAAsE;IACtE,uBAAuB,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAClD,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,wCAAwC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,oCAAoC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gCAAgC;IAChC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,mDAAmD;IACnD,eAAe,CAAC,EAAE,IAAI,CAAC;IACvB,kDAAkD;IAClD,cAAc,CAAC,EAAE,IAAI,CAAC;IACtB,wCAAwC;IACxC,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,IAAI,CAAC,CAqFhB"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.bulkRetryEnrichers = void 0;
|
|
7
|
+
const privacy_types_1 = require("@transcend-io/privacy-types");
|
|
8
|
+
const bluebird_1 = require("bluebird");
|
|
9
|
+
const cli_progress_1 = __importDefault(require("cli-progress"));
|
|
10
|
+
const colors_1 = __importDefault(require("colors"));
|
|
11
|
+
const difference_1 = __importDefault(require("lodash/difference"));
|
|
12
|
+
const constants_1 = require("../constants");
|
|
13
|
+
const graphql_1 = require("../graphql");
|
|
14
|
+
const logger_1 = require("../logger");
|
|
15
|
+
/**
|
|
16
|
+
* Restart a bunch of request enrichers
|
|
17
|
+
*
|
|
18
|
+
* @param options - Options
|
|
19
|
+
*/
|
|
20
|
+
async function bulkRetryEnrichers({ auth, requestActions = [], createdAtBefore, createdAtAfter, transcendUrl = constants_1.DEFAULT_TRANSCEND_API, requestEnricherStatuses = Object.values(privacy_types_1.RequestEnricherStatus), requestIds = [], enricherId, concurrency = 20, }) {
|
|
21
|
+
// Time duration
|
|
22
|
+
const t0 = new Date().getTime();
|
|
23
|
+
// create a new progress bar instance and use shades_classic theme
|
|
24
|
+
const progressBar = new cli_progress_1.default.SingleBar({}, cli_progress_1.default.Presets.shades_classic);
|
|
25
|
+
// Find all requests made before createdAt that are in a removing data state
|
|
26
|
+
const client = (0, graphql_1.buildTranscendGraphQLClient)(transcendUrl, auth);
|
|
27
|
+
logger_1.logger.info(colors_1.default.magenta('Fetching requests to restart...'));
|
|
28
|
+
const allRequests = await (0, graphql_1.fetchAllRequests)(client, {
|
|
29
|
+
actions: requestActions,
|
|
30
|
+
statuses: [privacy_types_1.RequestStatus.Enriching],
|
|
31
|
+
createdAtBefore,
|
|
32
|
+
createdAtAfter,
|
|
33
|
+
});
|
|
34
|
+
const requests = allRequests.filter((request) => requestIds.length === 0 || requestIds.includes(request.id));
|
|
35
|
+
logger_1.logger.info(`Found ${requests.length} requests to process`);
|
|
36
|
+
let totalRestarted = 0;
|
|
37
|
+
// Validate request IDs
|
|
38
|
+
if (requestIds.length > 0 && requestIds.length !== requests.length) {
|
|
39
|
+
const missingRequests = (0, difference_1.default)(requestIds, requests.map(({ id }) => id));
|
|
40
|
+
if (missingRequests.length > 0) {
|
|
41
|
+
logger_1.logger.error(colors_1.default.red(`Failed to find the following requests by ID: ${missingRequests.join(',')}.`));
|
|
42
|
+
process.exit(1);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
// Map over the requests
|
|
46
|
+
let total = 0;
|
|
47
|
+
progressBar.start(requests.length, 0);
|
|
48
|
+
await (0, bluebird_1.map)(requests, async (request) => {
|
|
49
|
+
// Pull the request identifiers
|
|
50
|
+
const requestEnrichers = await (0, graphql_1.fetchAllRequestEnrichers)(client, {
|
|
51
|
+
requestId: request.id,
|
|
52
|
+
});
|
|
53
|
+
const requestEnrichersToRestart = requestEnrichers.filter((requestEnricher) => requestEnricher.enricher.id === enricherId &&
|
|
54
|
+
requestEnricherStatuses.includes(requestEnricher.status));
|
|
55
|
+
await (0, bluebird_1.map)(requestEnrichersToRestart, async (requestEnricher) => {
|
|
56
|
+
await (0, graphql_1.retryRequestEnricher)(client, requestEnricher.id);
|
|
57
|
+
totalRestarted += 1;
|
|
58
|
+
});
|
|
59
|
+
// Cache successful upload
|
|
60
|
+
total += 1;
|
|
61
|
+
progressBar.update(total);
|
|
62
|
+
}, { concurrency });
|
|
63
|
+
progressBar.stop();
|
|
64
|
+
const t1 = new Date().getTime();
|
|
65
|
+
const totalTime = t1 - t0;
|
|
66
|
+
// Log completion time
|
|
67
|
+
logger_1.logger.info(colors_1.default.green(`Completed restarting of ${requests.length} requests and ${totalRestarted} enrichers in "${totalTime / 1000}" seconds.`));
|
|
68
|
+
}
|
|
69
|
+
exports.bulkRetryEnrichers = bulkRetryEnrichers;
|
|
70
|
+
//# sourceMappingURL=bulkRetryEnrichers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bulkRetryEnrichers.js","sourceRoot":"","sources":["../../src/requests/bulkRetryEnrichers.ts"],"names":[],"mappings":";;;;;;AAAA,+DAIqC;AACrC,uCAA+B;AAC/B,gEAAuC;AACvC,oDAA4B;AAC5B,mEAA2C;AAC3C,4CAAqD;AACrD,wCAKoB;AACpB,sCAAmC;AAEnC;;;;GAIG;AACI,KAAK,UAAU,kBAAkB,CAAC,EACvC,IAAI,EACJ,cAAc,GAAG,EAAE,EACnB,eAAe,EACf,cAAc,EACd,YAAY,GAAG,iCAAqB,EACpC,uBAAuB,GAAG,MAAM,CAAC,MAAM,CAAC,qCAAqB,CAAC,EAC9D,UAAU,GAAG,EAAE,EACf,UAAU,EACV,WAAW,GAAG,EAAE,GAoBjB;IACC,gBAAgB;IAChB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,kEAAkE;IAClE,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC,SAAS,CAC3C,EAAE,EACF,sBAAW,CAAC,OAAO,CAAC,cAAc,CACnC,CAAC;IAEF,4EAA4E;IAC5E,MAAM,MAAM,GAAG,IAAA,qCAA2B,EAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAE/D,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC,CAAC;IAE/D,MAAM,WAAW,GAAG,MAAM,IAAA,0BAAgB,EAAC,MAAM,EAAE;QACjD,OAAO,EAAE,cAAc;QACvB,QAAQ,EAAE,CAAC,6BAAa,CAAC,SAAS,CAAC;QACnC,eAAe;QACf,cAAc;KACf,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CACjC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CACxE,CAAC;IACF,eAAM,CAAC,IAAI,CAAC,SAAS,QAAQ,CAAC,MAAM,sBAAsB,CAAC,CAAC;IAC5D,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,uBAAuB;IACvB,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,EAAE;QAClE,MAAM,eAAe,GAAG,IAAA,oBAAU,EAChC,UAAU,EACV,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAC7B,CAAC;QACF,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE;YAC9B,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,gDAAgD,eAAe,CAAC,IAAI,CAClE,GAAG,CACJ,GAAG,CACL,CACF,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;KACF;IAED,wBAAwB;IACxB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtC,MAAM,IAAA,cAAG,EACP,QAAQ,EACR,KAAK,EAAE,OAAO,EAAE,EAAE;QAChB,+BAA+B;QAC/B,MAAM,gBAAgB,GAAG,MAAM,IAAA,kCAAwB,EAAC,MAAM,EAAE;YAC9D,SAAS,EAAE,OAAO,CAAC,EAAE;SACtB,CAAC,CAAC;QACH,MAAM,yBAAyB,GAAG,gBAAgB,CAAC,MAAM,CACvD,CAAC,eAAe,EAAE,EAAE,CAClB,eAAe,CAAC,QAAQ,CAAC,EAAE,KAAK,UAAU;YAC1C,uBAAuB,CAAC,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAC3D,CAAC;QACF,MAAM,IAAA,cAAG,EAAC,yBAAyB,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE;YAC7D,MAAM,IAAA,8BAAoB,EAAC,MAAM,EAAE,eAAe,CAAC,EAAE,CAAC,CAAC;YACvD,cAAc,IAAI,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,0BAA0B;QAC1B,KAAK,IAAI,CAAC,CAAC;QACX,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC,EACD,EAAE,WAAW,EAAE,CAChB,CAAC;IAEF,WAAW,CAAC,IAAI,EAAE,CAAC;IACnB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,CAAC;IAE1B,sBAAsB;IACtB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,2BACE,QAAQ,CAAC,MACX,iBAAiB,cAAc,kBAC7B,SAAS,GAAG,IACd,YAAY,CACb,CACF,CAAC;AACJ,CAAC;AAlHD,gDAkHC"}
|
|
@@ -20,6 +20,7 @@ export * from './extractClientError';
|
|
|
20
20
|
export * from './uploadPrivacyRequestsFromCsv';
|
|
21
21
|
export * from './bulkRestartRequests';
|
|
22
22
|
export * from './restartPrivacyRequest';
|
|
23
|
+
export * from './bulkRetryEnrichers';
|
|
23
24
|
export * from './retryRequestDataSilos';
|
|
24
25
|
export * from './pullPrivacyRequests';
|
|
25
26
|
export * from './skipRequestDataSilos';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,cAAc,CAAC;AAC7B,cAAc,6BAA6B,CAAC;AAC5C,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,uCAAuC,CAAC;AACtD,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,cAAc,CAAC;AAC7B,cAAc,6BAA6B,CAAC;AAC5C,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,uCAAuC,CAAC;AACtD,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC"}
|
package/build/requests/index.js
CHANGED
|
@@ -36,6 +36,7 @@ __exportStar(require("./extractClientError"), exports);
|
|
|
36
36
|
__exportStar(require("./uploadPrivacyRequestsFromCsv"), exports);
|
|
37
37
|
__exportStar(require("./bulkRestartRequests"), exports);
|
|
38
38
|
__exportStar(require("./restartPrivacyRequest"), exports);
|
|
39
|
+
__exportStar(require("./bulkRetryEnrichers"), exports);
|
|
39
40
|
__exportStar(require("./retryRequestDataSilos"), exports);
|
|
40
41
|
__exportStar(require("./pullPrivacyRequests"), exports);
|
|
41
42
|
__exportStar(require("./skipRequestDataSilos"), exports);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,8CAA4B;AAC5B,kDAAgC;AAChC,mDAAiC;AACjC,8DAA4C;AAC5C,4CAA0B;AAC1B,6DAA2C;AAC3C,+CAA6B;AAC7B,8DAA4C;AAC5C,uDAAqC;AACrC,yDAAuC;AACvC,8DAA4C;AAC5C,yDAAuC;AACvC,2DAAyC;AACzC,wEAAsD;AACtD,4DAA0C;AAC1C,0DAAwC;AACxC,2DAAyC;AACzC,uDAAqC;AACrC,iEAA+C;AAC/C,wDAAsC;AACtC,0DAAwC;AACxC,0DAAwC;AACxC,wDAAsC;AACtC,yDAAuC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,8CAA4B;AAC5B,kDAAgC;AAChC,mDAAiC;AACjC,8DAA4C;AAC5C,4CAA0B;AAC1B,6DAA2C;AAC3C,+CAA6B;AAC7B,8DAA4C;AAC5C,uDAAqC;AACrC,yDAAuC;AACvC,8DAA4C;AAC5C,yDAAuC;AACvC,2DAAyC;AACzC,wEAAsD;AACtD,4DAA0C;AAC1C,0DAAwC;AACxC,2DAAyC;AACzC,uDAAqC;AACrC,iEAA+C;AAC/C,wDAAsC;AACtC,0DAAwC;AACxC,uDAAqC;AACrC,0DAAwC;AACxC,wDAAsC;AACtC,yDAAuC"}
|