@transcend-io/cli 4.59.0 → 4.60.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +43 -4
- package/build/api-keys/validateTranscendAuth.js +1 -1
- package/build/api-keys/validateTranscendAuth.js.map +1 -1
- package/build/cli-cron-mark-identifiers-completed.js +3 -3
- package/build/cli-cron-mark-identifiers-completed.js.map +1 -1
- package/build/cli-cron-pull-identifiers.js +3 -3
- package/build/cli-cron-pull-identifiers.js.map +1 -1
- package/build/cli-discover-silos.js +3 -3
- package/build/cli-discover-silos.js.map +1 -1
- package/build/cli-manual-enrichment-pull-identifiers.js +3 -3
- package/build/cli-manual-enrichment-pull-identifiers.js.map +1 -1
- package/build/cli-manual-enrichment-push-identifiers.js +3 -3
- package/build/cli-manual-enrichment-push-identifiers.js.map +1 -1
- package/build/cli-mark-request-data-silos-completed.js +8 -3
- package/build/cli-mark-request-data-silos-completed.js.map +1 -1
- package/build/cli-pull.js +2 -2
- package/build/cli-push.js +2 -2
- package/build/cli-request-approve.js +3 -3
- package/build/cli-request-approve.js.map +1 -1
- package/build/cli-request-cancel.js +3 -3
- package/build/cli-request-cancel.js.map +1 -1
- package/build/cli-request-export.js +3 -3
- package/build/cli-request-export.js.map +1 -1
- package/build/cli-request-restart.js +3 -3
- package/build/cli-request-restart.js.map +1 -1
- package/build/cli-request-upload.js +3 -3
- package/build/cli-request-upload.js.map +1 -1
- package/build/cli-retry-request-data-silos.js +3 -3
- package/build/cli-retry-request-data-silos.js.map +1 -1
- package/build/cli-skip-request-data-silos.d.ts +3 -0
- package/build/cli-skip-request-data-silos.d.ts.map +1 -0
- package/build/cli-skip-request-data-silos.js +46 -0
- package/build/cli-skip-request-data-silos.js.map +1 -0
- package/build/cli-update-consent-manager-to-latest.js +2 -2
- package/build/cli-upload-data-flows-from-csv.js +3 -3
- package/build/cli-upload-data-flows-from-csv.js.map +1 -1
- package/build/graphql/fetchRequestDataSilo.d.ts +20 -0
- package/build/graphql/fetchRequestDataSilo.d.ts.map +1 -1
- package/build/graphql/fetchRequestDataSilo.js +36 -3
- package/build/graphql/fetchRequestDataSilo.js.map +1 -1
- package/build/graphql/gqls/RequestDataSilo.d.ts.map +1 -1
- package/build/graphql/gqls/RequestDataSilo.js +6 -4
- package/build/graphql/gqls/RequestDataSilo.js.map +1 -1
- package/build/plugins/findFilesToScan.d.ts +1 -1
- package/build/plugins/findFilesToScan.d.ts.map +1 -1
- package/build/requests/index.d.ts +1 -0
- package/build/requests/index.d.ts.map +1 -1
- package/build/requests/index.js +1 -0
- package/build/requests/index.js.map +1 -1
- package/build/requests/skipRequestDataSilos.d.ts +17 -0
- package/build/requests/skipRequestDataSilos.d.ts.map +1 -0
- package/build/requests/skipRequestDataSilos.js +58 -0
- package/build/requests/skipRequestDataSilos.js.map +1 -0
- package/build/tsbuildinfo +1 -1
- package/package.json +3 -2
|
@@ -17,10 +17,10 @@ const api_keys_1 = require("./api-keys");
|
|
|
17
17
|
* Requires an API key with scope "Manage Consent Manager Developer Settings".
|
|
18
18
|
*
|
|
19
19
|
* Dev Usage:
|
|
20
|
-
* yarn ts-node ./src/cli-update-consent-manager-to-latest.ts --auth
|
|
20
|
+
* yarn ts-node ./src/cli-update-consent-manager-to-latest.ts --auth=$TRANSCEND_API_KEY
|
|
21
21
|
*
|
|
22
22
|
* Standard usage:
|
|
23
|
-
* yarn tr-update-consent-manager --auth
|
|
23
|
+
* yarn tr-update-consent-manager --auth=$TRANSCEND_API_KEY
|
|
24
24
|
*/
|
|
25
25
|
async function main() {
|
|
26
26
|
// Parse command line arguments
|
|
@@ -16,12 +16,12 @@ const privacy_types_1 = require("@transcend-io/privacy-types");
|
|
|
16
16
|
* - "Manage Data Flows"
|
|
17
17
|
*
|
|
18
18
|
* Dev Usage:
|
|
19
|
-
* yarn ts-node ./src/cli-upload-data-flows-from-csv.ts --auth
|
|
19
|
+
* yarn ts-node ./src/cli-upload-data-flows-from-csv.ts --auth=$TRANSCEND_API_KEY \
|
|
20
20
|
* --file=/Users/michaelfarrell/Desktop/test.csv \
|
|
21
21
|
* --trackerStatus=LIVE
|
|
22
22
|
*
|
|
23
23
|
* Standard usage:
|
|
24
|
-
* yarn tr-upload-data-flows-from-csv --auth
|
|
24
|
+
* yarn tr-upload-data-flows-from-csv --auth=$TRANSCEND_API_KEY \
|
|
25
25
|
* --file=/Users/michaelfarrell/Desktop/test.csv \
|
|
26
26
|
* --trackerStatus=LIVE
|
|
27
27
|
*/
|
|
@@ -30,7 +30,7 @@ async function main() {
|
|
|
30
30
|
const { auth, trackerStatus, classifyService = 'false', file = './data-flows.csv', transcendUrl = 'https://api.transcend.io', } = (0, yargs_parser_1.default)(process.argv.slice(2));
|
|
31
31
|
// Ensure auth is passed
|
|
32
32
|
if (!auth) {
|
|
33
|
-
logger_1.logger.error(colors_1.default.red('A Transcend API key must be provided. You can specify using --auth
|
|
33
|
+
logger_1.logger.error(colors_1.default.red('A Transcend API key must be provided. You can specify using --auth=$TRANSCEND_API_KEY'));
|
|
34
34
|
process.exit(1);
|
|
35
35
|
}
|
|
36
36
|
// Ensure trackerStatus is passed
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cli-upload-data-flows-from-csv.js","sourceRoot":"","sources":["../src/cli-upload-data-flows-from-csv.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,oDAA4B;AAE5B,qCAAkC;AAClC,uDAA2D;AAC3D,+DAAmE;AAEnE;;;;;;;;;;;;;;;GAeG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM,EACJ,IAAI,EACJ,aAAa,EACb,eAAe,GAAG,OAAO,EACzB,IAAI,GAAG,kBAAkB,EACzB,YAAY,GAAG,0BAA0B,GAC1C,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAA8B,CAAC;IAE9D,wBAAwB;IACxB,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,
|
|
1
|
+
{"version":3,"file":"cli-upload-data-flows-from-csv.js","sourceRoot":"","sources":["../src/cli-upload-data-flows-from-csv.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,oDAA4B;AAE5B,qCAAkC;AAClC,uDAA2D;AAC3D,+DAAmE;AAEnE;;;;;;;;;;;;;;;GAeG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM,EACJ,IAAI,EACJ,aAAa,EACb,eAAe,GAAG,OAAO,EACzB,IAAI,GAAG,kBAAkB,EACzB,YAAY,GAAG,0BAA0B,GAC1C,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAA8B,CAAC;IAE9D,wBAAwB;IACxB,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,uFAAuF,CACxF,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,iCAAiC;IACjC,MAAM,qBAAqB,GAAG,MAAM,CAAC,MAAM,CAAC,oCAAoB,CAAC,CAAC;IAClE,IAAI,CAAC,aAAa,EAAE;QAClB,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,kFAAkF;YAChF,0BAA0B,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAC9D,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,MAAM,oBAAoB,GAAG,aAAqC,CAAC;IACnE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE;QACzD,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,+CAA+C,aAAa,iDAAiD;YAC3G,0BAA0B,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAC9D,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,oBAAoB;IACpB,MAAM,IAAA,wCAAsB,EAAC;QAC3B,IAAI;QACJ,aAAa,EAAE,oBAAoB;QACnC,IAAI;QACJ,eAAe,EAAE,eAAe,KAAK,MAAM;QAC3C,YAAY;KACb,CAAC,CAAC;AACL,CAAC;AAED,IAAI,EAAE,CAAC"}
|
|
@@ -1,8 +1,28 @@
|
|
|
1
1
|
import { GraphQLClient } from 'graphql-request';
|
|
2
|
+
import { RequestDataSiloStatus, RequestStatus } from '@transcend-io/privacy-types';
|
|
2
3
|
export interface RequestDataSilo {
|
|
3
4
|
/** ID of RequestDataSilo */
|
|
4
5
|
id: string;
|
|
5
6
|
}
|
|
7
|
+
/**
|
|
8
|
+
* Fetch all request data silos by some filter criteria
|
|
9
|
+
*
|
|
10
|
+
* @param client - GraphQL client
|
|
11
|
+
* @param options - Filter options
|
|
12
|
+
* @returns List of request identifiers
|
|
13
|
+
*/
|
|
14
|
+
export declare function fetchRequestDataSilos(client: GraphQLClient, { requestId, dataSiloId, requestStatuses, statuses, }: {
|
|
15
|
+
/** ID of request to filter on */
|
|
16
|
+
requestId?: string;
|
|
17
|
+
/** Data silo ID */
|
|
18
|
+
dataSiloId?: string;
|
|
19
|
+
/**
|
|
20
|
+
* The statuses to filter on
|
|
21
|
+
*/
|
|
22
|
+
statuses?: RequestDataSiloStatus[];
|
|
23
|
+
/** The request statuses to filter on */
|
|
24
|
+
requestStatuses?: RequestStatus[];
|
|
25
|
+
}): Promise<RequestDataSilo[]>;
|
|
6
26
|
/**
|
|
7
27
|
* Fetch all request identifiers for a particular request
|
|
8
28
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fetchRequestDataSilo.d.ts","sourceRoot":"","sources":["../../src/graphql/fetchRequestDataSilo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"fetchRequestDataSilo.d.ts","sourceRoot":"","sources":["../../src/graphql/fetchRequestDataSilo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,OAAO,EACL,qBAAqB,EACrB,aAAa,EACd,MAAM,6BAA6B,CAAC;AAErC,MAAM,WAAW,eAAe;IAC9B,4BAA4B;IAC5B,EAAE,EAAE,MAAM,CAAC;CACZ;AAID;;;;;;GAMG;AACH,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,aAAa,EACrB,EACE,SAAS,EACT,UAAU,EACV,eAAe,EACf,QAAQ,GACT,EAAE;IACD,iCAAiC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,CAAC,EAAE,qBAAqB,EAAE,CAAC;IACnC,wCAAwC;IACxC,eAAe,CAAC,EAAE,aAAa,EAAE,CAAC;CACnC,GACA,OAAO,CAAC,eAAe,EAAE,CAAC,CAgC5B;AAED;;;;;;GAMG;AACH,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,aAAa,EACrB,EACE,SAAS,EACT,UAAU,GACX,EAAE;IACD,iCAAiC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,mBAAmB;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB,GACA,OAAO,CAAC,eAAe,CAAC,CAY1B"}
|
|
@@ -1,8 +1,41 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.fetchRequestDataSilo = void 0;
|
|
3
|
+
exports.fetchRequestDataSilo = exports.fetchRequestDataSilos = void 0;
|
|
4
4
|
const gqls_1 = require("./gqls");
|
|
5
5
|
const makeGraphQLRequest_1 = require("./makeGraphQLRequest");
|
|
6
|
+
const PAGE_SIZE = 100;
|
|
7
|
+
/**
|
|
8
|
+
* Fetch all request data silos by some filter criteria
|
|
9
|
+
*
|
|
10
|
+
* @param client - GraphQL client
|
|
11
|
+
* @param options - Filter options
|
|
12
|
+
* @returns List of request identifiers
|
|
13
|
+
*/
|
|
14
|
+
async function fetchRequestDataSilos(client, { requestId, dataSiloId, requestStatuses, statuses, }) {
|
|
15
|
+
const requestDataSilos = [];
|
|
16
|
+
let offset = 0;
|
|
17
|
+
// Try to fetch an DataFlow with the same title
|
|
18
|
+
let shouldContinue = false;
|
|
19
|
+
do {
|
|
20
|
+
const { requestDataSilos: { nodes },
|
|
21
|
+
// eslint-disable-next-line no-await-in-loop
|
|
22
|
+
} = await (0, makeGraphQLRequest_1.makeGraphQLRequest)(client, gqls_1.REQUEST_DATA_SILOS, {
|
|
23
|
+
first: PAGE_SIZE,
|
|
24
|
+
offset,
|
|
25
|
+
filterBy: {
|
|
26
|
+
dataSiloId,
|
|
27
|
+
requestId,
|
|
28
|
+
status: statuses,
|
|
29
|
+
requestStatus: requestStatuses,
|
|
30
|
+
},
|
|
31
|
+
});
|
|
32
|
+
requestDataSilos.push(...nodes);
|
|
33
|
+
offset += PAGE_SIZE;
|
|
34
|
+
shouldContinue = nodes.length === PAGE_SIZE;
|
|
35
|
+
} while (shouldContinue);
|
|
36
|
+
return requestDataSilos;
|
|
37
|
+
}
|
|
38
|
+
exports.fetchRequestDataSilos = fetchRequestDataSilos;
|
|
6
39
|
/**
|
|
7
40
|
* Fetch all request identifiers for a particular request
|
|
8
41
|
*
|
|
@@ -11,9 +44,9 @@ const makeGraphQLRequest_1 = require("./makeGraphQLRequest");
|
|
|
11
44
|
* @returns List of request identifiers
|
|
12
45
|
*/
|
|
13
46
|
async function fetchRequestDataSilo(client, { requestId, dataSiloId, }) {
|
|
14
|
-
const
|
|
15
|
-
dataSiloId,
|
|
47
|
+
const nodes = await fetchRequestDataSilos(client, {
|
|
16
48
|
requestId,
|
|
49
|
+
dataSiloId,
|
|
17
50
|
});
|
|
18
51
|
if (nodes.length !== 1) {
|
|
19
52
|
throw new Error(`Failed to find RequestDataSilo with requestId:${requestId},dataSiloId:${dataSiloId}`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fetchRequestDataSilo.js","sourceRoot":"","sources":["../../src/graphql/fetchRequestDataSilo.ts"],"names":[],"mappings":";;;AACA,iCAA4C;AAC5C,6DAA0D;
|
|
1
|
+
{"version":3,"file":"fetchRequestDataSilo.js","sourceRoot":"","sources":["../../src/graphql/fetchRequestDataSilo.ts"],"names":[],"mappings":";;;AACA,iCAA4C;AAC5C,6DAA0D;AAW1D,MAAM,SAAS,GAAG,GAAG,CAAC;AAEtB;;;;;;GAMG;AACI,KAAK,UAAU,qBAAqB,CACzC,MAAqB,EACrB,EACE,SAAS,EACT,UAAU,EACV,eAAe,EACf,QAAQ,GAYT;IAED,MAAM,gBAAgB,GAAsB,EAAE,CAAC;IAC/C,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,+CAA+C;IAC/C,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,GAAG;QACD,MAAM,EACJ,gBAAgB,EAAE,EAAE,KAAK,EAAE;QAC3B,4CAA4C;UAC7C,GAAG,MAAM,IAAA,uCAAkB,EAMzB,MAAM,EAAE,yBAAkB,EAAE;YAC7B,KAAK,EAAE,SAAS;YAChB,MAAM;YACN,QAAQ,EAAE;gBACR,UAAU;gBACV,SAAS;gBACT,MAAM,EAAE,QAAQ;gBAChB,aAAa,EAAE,eAAe;aAC/B;SACF,CAAC,CAAC;QACH,gBAAgB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QAChC,MAAM,IAAI,SAAS,CAAC;QACpB,cAAc,GAAG,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC;KAC7C,QAAQ,cAAc,EAAE;IAEzB,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAnDD,sDAmDC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,oBAAoB,CACxC,MAAqB,EACrB,EACE,SAAS,EACT,UAAU,GAMX;IAED,MAAM,KAAK,GAAG,MAAM,qBAAqB,CAAC,MAAM,EAAE;QAChD,SAAS;QACT,UAAU;KACX,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;QACtB,MAAM,IAAI,KAAK,CACb,iDAAiD,SAAS,eAAe,UAAU,EAAE,CACtF,CAAC;KACH;IAED,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAvBD,oDAuBC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"RequestDataSilo.d.ts","sourceRoot":"","sources":["../../../src/graphql/gqls/RequestDataSilo.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,kBAAkB,
|
|
1
|
+
{"version":3,"file":"RequestDataSilo.d.ts","sourceRoot":"","sources":["../../../src/graphql/gqls/RequestDataSilo.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,kBAAkB,QAY9B,CAAC;AAEF,eAAO,MAAM,+BAA+B,QAa3C,CAAC;AAEF,eAAO,MAAM,uBAAuB,QAQnC,CAAC"}
|
|
@@ -3,10 +3,12 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.RETRY_REQUEST_DATA_SILO = exports.CHANGE_REQUEST_DATA_SILO_STATUS = exports.REQUEST_DATA_SILOS = void 0;
|
|
4
4
|
const graphql_request_1 = require("graphql-request");
|
|
5
5
|
exports.REQUEST_DATA_SILOS = (0, graphql_request_1.gql) `
|
|
6
|
-
query TranscendCliRequestDataSilos(
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
6
|
+
query TranscendCliRequestDataSilos(
|
|
7
|
+
$first: Int!
|
|
8
|
+
$offset: Int!
|
|
9
|
+
$filterBy: RequestDataSiloFiltersInput!
|
|
10
|
+
) {
|
|
11
|
+
requestDataSilos(filterBy: $filterBy, first: $first, offset: $offset) {
|
|
10
12
|
nodes {
|
|
11
13
|
id
|
|
12
14
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"RequestDataSilo.js","sourceRoot":"","sources":["../../../src/graphql/gqls/RequestDataSilo.ts"],"names":[],"mappings":";;;AAAA,qDAAsC;AAEzB,QAAA,kBAAkB,GAAG,IAAA,qBAAG,EAAA
|
|
1
|
+
{"version":3,"file":"RequestDataSilo.js","sourceRoot":"","sources":["../../../src/graphql/gqls/RequestDataSilo.ts"],"names":[],"mappings":";;;AAAA,qDAAsC;AAEzB,QAAA,kBAAkB,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;CAYpC,CAAC;AAEW,QAAA,+BAA+B,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;CAajD,CAAC;AAEW,QAAA,uBAAuB,GAAG,IAAA,qBAAG,EAAA;;;;;;;;CAQzC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"findFilesToScan.d.ts","sourceRoot":"","sources":["../../src/plugins/findFilesToScan.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"findFilesToScan.d.ts","sourceRoot":"","sources":["../../src/plugins/findFilesToScan.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAC;AAEvE;;;;;;;;GAQG;AACH,eAAO,MAAM,eAAe,aAChB,MAAM,aACL,MAAM,cACL,MAAM,UACV,mBAAmB,KAC1B,QAAQ,uBAAuB,EAAE,CAoCnC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,cAAc,CAAC;AAC7B,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,cAAc,CAAC;AAC7B,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC"}
|
package/build/requests/index.js
CHANGED
|
@@ -36,4 +36,5 @@ __exportStar(require("./bulkRestartRequests"), exports);
|
|
|
36
36
|
__exportStar(require("./restartPrivacyRequest"), exports);
|
|
37
37
|
__exportStar(require("./retryRequestDataSilos"), exports);
|
|
38
38
|
__exportStar(require("./pullRequestsToCsv"), exports);
|
|
39
|
+
__exportStar(require("./skipRequestDataSilos"), exports);
|
|
39
40
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,8CAA4B;AAC5B,kDAAgC;AAChC,mDAAiC;AACjC,8DAA4C;AAC5C,4CAA0B;AAC1B,6DAA2C;AAC3C,+CAA6B;AAC7B,uDAAqC;AACrC,yDAAuC;AACvC,8DAA4C;AAC5C,yDAAuC;AACvC,2DAAyC;AACzC,4DAA0C;AAC1C,0DAAwC;AACxC,2DAAyC;AACzC,uDAAqC;AACrC,iEAA+C;AAC/C,wDAAsC;AACtC,0DAAwC;AACxC,0DAAwC;AACxC,sDAAoC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,8CAA4B;AAC5B,kDAAgC;AAChC,mDAAiC;AACjC,8DAA4C;AAC5C,4CAA0B;AAC1B,6DAA2C;AAC3C,+CAA6B;AAC7B,uDAAqC;AACrC,yDAAuC;AACvC,8DAA4C;AAC5C,yDAAuC;AACvC,2DAAyC;AACzC,4DAA0C;AAC1C,0DAAwC;AACxC,2DAAyC;AACzC,uDAAqC;AACrC,iEAA+C;AAC/C,wDAAsC;AACtC,0DAAwC;AACxC,0DAAwC;AACxC,sDAAoC;AACpC,yDAAuC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Given a data silo ID, mark all open request data silos as skipped
|
|
3
|
+
*
|
|
4
|
+
* @param options - Options
|
|
5
|
+
* @returns Number of items skipped
|
|
6
|
+
*/
|
|
7
|
+
export declare function skipRequestDataSilos({ dataSiloId, auth, concurrency, transcendUrl, }: {
|
|
8
|
+
/** Transcend API key authentication */
|
|
9
|
+
auth: string;
|
|
10
|
+
/** Data Silo ID to pull down jobs for */
|
|
11
|
+
dataSiloId: string;
|
|
12
|
+
/** Upload concurrency */
|
|
13
|
+
concurrency?: number;
|
|
14
|
+
/** API URL for Transcend backend */
|
|
15
|
+
transcendUrl?: string;
|
|
16
|
+
}): Promise<number>;
|
|
17
|
+
//# sourceMappingURL=skipRequestDataSilos.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"skipRequestDataSilos.d.ts","sourceRoot":"","sources":["../../src/requests/skipRequestDataSilos.ts"],"names":[],"mappings":"AAeA;;;;;GAKG;AACH,wBAAsB,oBAAoB,CAAC,EACzC,UAAU,EACV,IAAI,EACJ,WAAiB,EACjB,YAAyC,GAC1C,EAAE;IACD,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,yCAAyC;IACzC,UAAU,EAAE,MAAM,CAAC;IACnB,yBAAyB;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oCAAoC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,GAAG,OAAO,CAAC,MAAM,CAAC,CAiElB"}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.skipRequestDataSilos = void 0;
|
|
7
|
+
const bluebird_1 = require("bluebird");
|
|
8
|
+
const colors_1 = __importDefault(require("colors"));
|
|
9
|
+
const logger_1 = require("../logger");
|
|
10
|
+
const graphql_1 = require("../graphql");
|
|
11
|
+
const cli_progress_1 = __importDefault(require("cli-progress"));
|
|
12
|
+
const privacy_types_1 = require("@transcend-io/privacy-types");
|
|
13
|
+
/**
|
|
14
|
+
* Given a data silo ID, mark all open request data silos as skipped
|
|
15
|
+
*
|
|
16
|
+
* @param options - Options
|
|
17
|
+
* @returns Number of items skipped
|
|
18
|
+
*/
|
|
19
|
+
async function skipRequestDataSilos({ dataSiloId, auth, concurrency = 100, transcendUrl = 'https://api.transcend.io', }) {
|
|
20
|
+
// Find all requests made before createdAt that are in a removing data state
|
|
21
|
+
const client = (0, graphql_1.buildTranscendGraphQLClient)(transcendUrl, auth);
|
|
22
|
+
// Time duration
|
|
23
|
+
const t0 = new Date().getTime();
|
|
24
|
+
// fetch all RequestDataSilos that are open
|
|
25
|
+
const requestDataSilos = await (0, graphql_1.fetchRequestDataSilos)(client, {
|
|
26
|
+
dataSiloId,
|
|
27
|
+
// all active RequestDataSilos
|
|
28
|
+
statuses: [
|
|
29
|
+
privacy_types_1.RequestDataSiloStatus.Queued,
|
|
30
|
+
privacy_types_1.RequestDataSiloStatus.Waiting,
|
|
31
|
+
privacy_types_1.RequestDataSiloStatus.Error,
|
|
32
|
+
privacy_types_1.RequestDataSiloStatus.ActionRequired,
|
|
33
|
+
privacy_types_1.RequestDataSiloStatus.RemoteProcessing,
|
|
34
|
+
],
|
|
35
|
+
requestStatuses: [privacy_types_1.RequestStatus.Compiling, privacy_types_1.RequestStatus.Secondary],
|
|
36
|
+
});
|
|
37
|
+
// Notify Transcend
|
|
38
|
+
logger_1.logger.info(colors_1.default.magenta(`Processing data silo: "${dataSiloId}" marking "${requestDataSilos.length}" requests as skipped.`));
|
|
39
|
+
// create a new progress bar instance and use shades_classic theme
|
|
40
|
+
const progressBar = new cli_progress_1.default.SingleBar({}, cli_progress_1.default.Presets.shades_classic);
|
|
41
|
+
let total = 0;
|
|
42
|
+
progressBar.start(requestDataSilos.length, 0);
|
|
43
|
+
await (0, bluebird_1.map)(requestDataSilos, async (requestDataSilo) => {
|
|
44
|
+
await (0, graphql_1.makeGraphQLRequest)(client, graphql_1.CHANGE_REQUEST_DATA_SILO_STATUS, {
|
|
45
|
+
requestDataSiloId: requestDataSilo.id,
|
|
46
|
+
status: 'SKIPPED',
|
|
47
|
+
});
|
|
48
|
+
total += 1;
|
|
49
|
+
progressBar.update(total);
|
|
50
|
+
}, { concurrency });
|
|
51
|
+
progressBar.stop();
|
|
52
|
+
const t1 = new Date().getTime();
|
|
53
|
+
const totalTime = t1 - t0;
|
|
54
|
+
logger_1.logger.info(colors_1.default.green(`Successfully skipped "${requestDataSilos.length}" requests in "${totalTime / 1000}" seconds!`));
|
|
55
|
+
return requestDataSilos.length;
|
|
56
|
+
}
|
|
57
|
+
exports.skipRequestDataSilos = skipRequestDataSilos;
|
|
58
|
+
//# sourceMappingURL=skipRequestDataSilos.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"skipRequestDataSilos.js","sourceRoot":"","sources":["../../src/requests/skipRequestDataSilos.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA+B;AAC/B,oDAA4B;AAC5B,sCAAmC;AACnC,wCAKoB;AACpB,gEAAuC;AACvC,+DAGqC;AAErC;;;;;GAKG;AACI,KAAK,UAAU,oBAAoB,CAAC,EACzC,UAAU,EACV,IAAI,EACJ,WAAW,GAAG,GAAG,EACjB,YAAY,GAAG,0BAA0B,GAU1C;IACC,4EAA4E;IAC5E,MAAM,MAAM,GAAG,IAAA,qCAA2B,EAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAE/D,gBAAgB;IAChB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAEhC,2CAA2C;IAC3C,MAAM,gBAAgB,GAAG,MAAM,IAAA,+BAAqB,EAAC,MAAM,EAAE;QAC3D,UAAU;QACV,8BAA8B;QAC9B,QAAQ,EAAE;YACR,qCAAqB,CAAC,MAAM;YAC5B,qCAAqB,CAAC,OAAO;YAC7B,qCAAqB,CAAC,KAAK;YAC3B,qCAAqB,CAAC,cAAc;YACpC,qCAAqB,CAAC,gBAAgB;SACvC;QACD,eAAe,EAAE,CAAC,6BAAa,CAAC,SAAS,EAAE,6BAAa,CAAC,SAAS,CAAC;KACpE,CAAC,CAAC;IAEH,mBAAmB;IACnB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CACZ,0BAA0B,UAAU,cAAc,gBAAgB,CAAC,MAAM,wBAAwB,CAClG,CACF,CAAC;IAEF,kEAAkE;IAClE,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC,SAAS,CAC3C,EAAE,EACF,sBAAW,CAAC,OAAO,CAAC,cAAc,CACnC,CAAC;IAEF,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,WAAW,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9C,MAAM,IAAA,cAAG,EACP,gBAAgB,EAChB,KAAK,EAAE,eAAe,EAAE,EAAE;QACxB,MAAM,IAAA,4BAAkB,EAGrB,MAAM,EAAE,yCAA+B,EAAE;YAC1C,iBAAiB,EAAE,eAAe,CAAC,EAAE;YACrC,MAAM,EAAE,SAAS;SAClB,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,CAAC;QACX,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC,EACD,EAAE,WAAW,EAAE,CAChB,CAAC;IAEF,WAAW,CAAC,IAAI,EAAE,CAAC;IACnB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,CAAC;IAE1B,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,0BAA0B,gBAAgB,CAAC,MAAM,kBAC/C,SAAS,GAAG,IACd,YAAY,CACb,CACF,CAAC;IACF,OAAO,gBAAgB,CAAC,MAAM,CAAC;AACjC,CAAC;AA/ED,oDA+EC"}
|