@transcend-io/cli 4.84.0 → 4.86.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +24 -23
- package/build/cli-cron-pull-identifiers.js +18 -10
- package/build/cli-cron-pull-identifiers.js.map +1 -1
- package/build/cli-mark-request-data-silos-completed.js +32 -1
- package/build/cli-mark-request-data-silos-completed.js.map +1 -1
- package/build/cli-request-export.js +7 -2
- package/build/cli-request-export.js.map +1 -1
- package/build/codecs.d.ts +2 -1
- package/build/codecs.d.ts.map +1 -1
- package/build/codecs.js +1 -0
- package/build/codecs.js.map +1 -1
- package/build/cron/index.d.ts +1 -1
- package/build/cron/index.d.ts.map +1 -1
- package/build/cron/index.js +1 -1
- package/build/cron/index.js.map +1 -1
- package/build/cron/markRequestDataSiloIdsCompleted.d.ts +6 -3
- package/build/cron/markRequestDataSiloIdsCompleted.d.ts.map +1 -1
- package/build/cron/markRequestDataSiloIdsCompleted.js +8 -38
- package/build/cron/markRequestDataSiloIdsCompleted.js.map +1 -1
- package/build/cron/pullCustomSiloOutstandingIdentifiers.d.ts +33 -0
- package/build/cron/pullCustomSiloOutstandingIdentifiers.d.ts.map +1 -0
- package/build/cron/pullCustomSiloOutstandingIdentifiers.js +56 -0
- package/build/cron/pullCustomSiloOutstandingIdentifiers.js.map +1 -0
- package/build/requests/index.d.ts +1 -1
- package/build/requests/index.d.ts.map +1 -1
- package/build/requests/index.js +1 -1
- package/build/requests/index.js.map +1 -1
- package/build/requests/{pullRequestsToCsv.d.ts → pullPrivacyRequests.d.ts} +11 -6
- package/build/requests/pullPrivacyRequests.d.ts.map +1 -0
- package/build/requests/{pullRequestsToCsv.js → pullPrivacyRequests.js} +7 -12
- package/build/requests/pullPrivacyRequests.js.map +1 -0
- package/build/tsbuildinfo +1 -1
- package/package.json +1 -1
- package/build/cron/pullCronIdentifiersToCsv.d.ts +0 -24
- package/build/cron/pullCronIdentifiersToCsv.d.ts.map +0 -1
- package/build/cron/pullCronIdentifiersToCsv.js +0 -53
- package/build/cron/pullCronIdentifiersToCsv.js.map +0 -1
- package/build/requests/pullRequestsToCsv.d.ts.map +0 -1
- package/build/requests/pullRequestsToCsv.js.map +0 -1
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { CronIdentifier } from './pullCronPageOfIdentifiers';
|
|
2
|
+
import { RequestAction } from '@transcend-io/privacy-types';
|
|
3
|
+
export interface CronIdentifierWithAction extends CronIdentifier {
|
|
4
|
+
/** The request action that the identifier relates to */
|
|
5
|
+
action: RequestAction;
|
|
6
|
+
}
|
|
7
|
+
/**
|
|
8
|
+
* Pull the set of identifiers outstanding for a cron or AVC integration
|
|
9
|
+
*
|
|
10
|
+
* @param options - Options
|
|
11
|
+
*/
|
|
12
|
+
export declare function pullCustomSiloOutstandingIdentifiers({ dataSiloId, auth, sombraAuth, actions, pageLimit, transcendUrl, }: {
|
|
13
|
+
/** Transcend API key authentication */
|
|
14
|
+
auth: string;
|
|
15
|
+
/** Data Silo ID to pull down jobs for */
|
|
16
|
+
dataSiloId: string;
|
|
17
|
+
/** The request actions to fetch */
|
|
18
|
+
actions: RequestAction[];
|
|
19
|
+
/** Page limit when fetching identifiers */
|
|
20
|
+
pageLimit?: number;
|
|
21
|
+
/** API URL for Transcend backend */
|
|
22
|
+
transcendUrl?: string;
|
|
23
|
+
/** Sombra API key authentication */
|
|
24
|
+
sombraAuth?: string;
|
|
25
|
+
}): Promise<{
|
|
26
|
+
/** Raw Identifiers */
|
|
27
|
+
identifiers: CronIdentifierWithAction[];
|
|
28
|
+
/** Identifiers formatted for CSV */
|
|
29
|
+
identifiersFormattedForCsv: {
|
|
30
|
+
[k in string]: string | null | boolean | number;
|
|
31
|
+
}[];
|
|
32
|
+
}>;
|
|
33
|
+
//# sourceMappingURL=pullCustomSiloOutstandingIdentifiers.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pullCustomSiloOutstandingIdentifiers.d.ts","sourceRoot":"","sources":["../../src/cron/pullCustomSiloOutstandingIdentifiers.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,cAAc,EACf,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAK5D,MAAM,WAAW,wBAAyB,SAAQ,cAAc;IAC9D,wDAAwD;IACxD,MAAM,EAAE,aAAa,CAAC;CACvB;AAED;;;;GAIG;AACH,wBAAsB,oCAAoC,CAAC,EACzD,UAAU,EACV,IAAI,EACJ,UAAU,EACV,OAAO,EACP,SAAe,EACf,YAAoC,GACrC,EAAE;IACD,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,yCAAyC;IACzC,UAAU,EAAE,MAAM,CAAC;IACnB,mCAAmC;IACnC,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oCAAoC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oCAAoC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,sBAAsB;IACtB,WAAW,EAAE,wBAAwB,EAAE,CAAC;IACxC,oCAAoC;IACpC,0BAA0B,EAAE;SACzB,CAAC,IAAI,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,OAAO,GAAG,MAAM;KAChD,EAAE,CAAC;CACL,CAAC,CA2DD"}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.pullCustomSiloOutstandingIdentifiers = void 0;
|
|
7
|
+
const graphql_1 = require("../graphql");
|
|
8
|
+
const colors_1 = __importDefault(require("colors"));
|
|
9
|
+
const pullCronPageOfIdentifiers_1 = require("./pullCronPageOfIdentifiers");
|
|
10
|
+
const logger_1 = require("../logger");
|
|
11
|
+
const constants_1 = require("../constants");
|
|
12
|
+
const bluebird_1 = require("bluebird");
|
|
13
|
+
/**
|
|
14
|
+
* Pull the set of identifiers outstanding for a cron or AVC integration
|
|
15
|
+
*
|
|
16
|
+
* @param options - Options
|
|
17
|
+
*/
|
|
18
|
+
async function pullCustomSiloOutstandingIdentifiers({ dataSiloId, auth, sombraAuth, actions, pageLimit = 100, transcendUrl = constants_1.DEFAULT_TRANSCEND_API, }) {
|
|
19
|
+
// Create sombra instance to communicate with
|
|
20
|
+
const sombra = await (0, graphql_1.createSombraGotInstance)(transcendUrl, auth, sombraAuth);
|
|
21
|
+
logger_1.logger.info(colors_1.default.magenta(`Pulling outstanding request identifiers for data silo: "${dataSiloId}" for requests of types "${actions.join('", "')}"`));
|
|
22
|
+
// identifiers found in total
|
|
23
|
+
const identifiers = [];
|
|
24
|
+
// map over each action
|
|
25
|
+
await (0, bluebird_1.mapSeries)(actions, async (action) => {
|
|
26
|
+
let offset = 0;
|
|
27
|
+
let shouldContinue = true;
|
|
28
|
+
// Fetch a page of identifiers
|
|
29
|
+
while (shouldContinue) {
|
|
30
|
+
// eslint-disable-next-line no-await-in-loop
|
|
31
|
+
const pageIdentifiers = await (0, pullCronPageOfIdentifiers_1.pullCronPageOfIdentifiers)(sombra, {
|
|
32
|
+
dataSiloId,
|
|
33
|
+
limit: pageLimit,
|
|
34
|
+
offset,
|
|
35
|
+
requestType: action,
|
|
36
|
+
});
|
|
37
|
+
identifiers.push(...pageIdentifiers.map((identifier) => ({
|
|
38
|
+
...identifier,
|
|
39
|
+
action,
|
|
40
|
+
})));
|
|
41
|
+
shouldContinue = pageIdentifiers.length === pageLimit;
|
|
42
|
+
offset += pageLimit;
|
|
43
|
+
}
|
|
44
|
+
});
|
|
45
|
+
logger_1.logger.info(colors_1.default.magenta(`Found: ${identifiers.length} outstanding identifiers to parse`));
|
|
46
|
+
// Write out to CSV
|
|
47
|
+
const data = identifiers.map(({ attributes, ...identifier }) => ({
|
|
48
|
+
...identifier,
|
|
49
|
+
...attributes.reduce((acc, val) => Object.assign(acc, {
|
|
50
|
+
[val.key]: val.values.join(','),
|
|
51
|
+
}), {}),
|
|
52
|
+
}));
|
|
53
|
+
return { identifiers, identifiersFormattedForCsv: data };
|
|
54
|
+
}
|
|
55
|
+
exports.pullCustomSiloOutstandingIdentifiers = pullCustomSiloOutstandingIdentifiers;
|
|
56
|
+
//# sourceMappingURL=pullCustomSiloOutstandingIdentifiers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pullCustomSiloOutstandingIdentifiers.js","sourceRoot":"","sources":["../../src/cron/pullCustomSiloOutstandingIdentifiers.ts"],"names":[],"mappings":";;;;;;AAAA,wCAAqD;AACrD,oDAA4B;AAC5B,2EAGqC;AAErC,sCAAmC;AACnC,4CAAqD;AACrD,uCAAqC;AAOrC;;;;GAIG;AACI,KAAK,UAAU,oCAAoC,CAAC,EACzD,UAAU,EACV,IAAI,EACJ,UAAU,EACV,OAAO,EACP,SAAS,GAAG,GAAG,EACf,YAAY,GAAG,iCAAqB,GAcrC;IAQC,6CAA6C;IAC7C,MAAM,MAAM,GAAG,MAAM,IAAA,iCAAuB,EAAC,YAAY,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;IAE7E,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CACZ,2DAA2D,UAAU,4BAA4B,OAAO,CAAC,IAAI,CAC3G,MAAM,CACP,GAAG,CACL,CACF,CAAC;IAEF,6BAA6B;IAC7B,MAAM,WAAW,GAA+B,EAAE,CAAC;IAEnD,uBAAuB;IACvB,MAAM,IAAA,oBAAS,EAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QACxC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,cAAc,GAAG,IAAI,CAAC;QAE1B,8BAA8B;QAC9B,OAAO,cAAc,EAAE;YACrB,4CAA4C;YAC5C,MAAM,eAAe,GAAG,MAAM,IAAA,qDAAyB,EAAC,MAAM,EAAE;gBAC9D,UAAU;gBACV,KAAK,EAAE,SAAS;gBAChB,MAAM;gBACN,WAAW,EAAE,MAAM;aACpB,CAAC,CAAC;YACH,WAAW,CAAC,IAAI,CACd,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBACtC,GAAG,UAAU;gBACb,MAAM;aACP,CAAC,CAAC,CACJ,CAAC;YACF,cAAc,GAAG,eAAe,CAAC,MAAM,KAAK,SAAS,CAAC;YACtD,MAAM,IAAI,SAAS,CAAC;SACrB;IACH,CAAC,CAAC,CAAC;IAEH,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CACZ,UAAU,WAAW,CAAC,MAAM,mCAAmC,CAChE,CACF,CAAC;IAEF,mBAAmB;IACnB,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/D,GAAG,UAAU;QACb,GAAG,UAAU,CAAC,MAAM,CAClB,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CACX,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;YACjB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;SAChC,CAAC,EACJ,EAAE,CACH;KACF,CAAC,CAAC,CAAC;IAEJ,OAAO,EAAE,WAAW,EAAE,0BAA0B,EAAE,IAAI,EAAE,CAAC;AAC3D,CAAC;AAtFD,oFAsFC"}
|
|
@@ -20,6 +20,6 @@ export * from './uploadPrivacyRequestsFromCsv';
|
|
|
20
20
|
export * from './bulkRestartRequests';
|
|
21
21
|
export * from './restartPrivacyRequest';
|
|
22
22
|
export * from './retryRequestDataSilos';
|
|
23
|
-
export * from './
|
|
23
|
+
export * from './pullPrivacyRequests';
|
|
24
24
|
export * from './skipRequestDataSilos';
|
|
25
25
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,cAAc,CAAC;AAC7B,cAAc,6BAA6B,CAAC;AAC5C,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,cAAc,CAAC;AAC7B,cAAc,6BAA6B,CAAC;AAC5C,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC"}
|
package/build/requests/index.js
CHANGED
|
@@ -36,6 +36,6 @@ __exportStar(require("./uploadPrivacyRequestsFromCsv"), exports);
|
|
|
36
36
|
__exportStar(require("./bulkRestartRequests"), exports);
|
|
37
37
|
__exportStar(require("./restartPrivacyRequest"), exports);
|
|
38
38
|
__exportStar(require("./retryRequestDataSilos"), exports);
|
|
39
|
-
__exportStar(require("./
|
|
39
|
+
__exportStar(require("./pullPrivacyRequests"), exports);
|
|
40
40
|
__exportStar(require("./skipRequestDataSilos"), exports);
|
|
41
41
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,8CAA4B;AAC5B,kDAAgC;AAChC,mDAAiC;AACjC,8DAA4C;AAC5C,4CAA0B;AAC1B,6DAA2C;AAC3C,+CAA6B;AAC7B,8DAA4C;AAC5C,uDAAqC;AACrC,yDAAuC;AACvC,8DAA4C;AAC5C,yDAAuC;AACvC,2DAAyC;AACzC,4DAA0C;AAC1C,0DAAwC;AACxC,2DAAyC;AACzC,uDAAqC;AACrC,iEAA+C;AAC/C,wDAAsC;AACtC,0DAAwC;AACxC,0DAAwC;AACxC,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,8CAA4B;AAC5B,kDAAgC;AAChC,mDAAiC;AACjC,8DAA4C;AAC5C,4CAA0B;AAC1B,6DAA2C;AAC3C,+CAA6B;AAC7B,8DAA4C;AAC5C,uDAAqC;AACrC,yDAAuC;AACvC,8DAA4C;AAC5C,yDAAuC;AACvC,2DAAyC;AACzC,4DAA0C;AAC1C,0DAAwC;AACxC,2DAAyC;AACzC,uDAAqC;AACrC,iEAA+C;AAC/C,wDAAsC;AACtC,0DAAwC;AACxC,0DAAwC;AACxC,wDAAsC;AACtC,yDAAuC"}
|
|
@@ -5,13 +5,11 @@ export interface ExportedPrivacyRequest extends PrivacyRequest {
|
|
|
5
5
|
requestIdentifiers: RequestIdentifier[];
|
|
6
6
|
}
|
|
7
7
|
/**
|
|
8
|
-
* Pull
|
|
8
|
+
* Pull down a list of privacy requests
|
|
9
9
|
*
|
|
10
10
|
* @param options - Options
|
|
11
11
|
*/
|
|
12
|
-
export declare function
|
|
13
|
-
/** CSV file path */
|
|
14
|
-
file: string;
|
|
12
|
+
export declare function pullPrivacyRequests({ auth, actions, statuses, pageLimit, transcendUrl, createdAtBefore, createdAtAfter, showTests, }: {
|
|
15
13
|
/** Transcend API key authentication */
|
|
16
14
|
auth: string;
|
|
17
15
|
/** API URL for Transcend backend */
|
|
@@ -28,5 +26,12 @@ export declare function pullRequestsToCsv({ file, auth, actions, statuses, pageL
|
|
|
28
26
|
createdAtAfter?: Date;
|
|
29
27
|
/** Return test requests */
|
|
30
28
|
showTests?: boolean;
|
|
31
|
-
}): Promise<
|
|
32
|
-
|
|
29
|
+
}): Promise<{
|
|
30
|
+
/** All request information with attached identifiers */
|
|
31
|
+
requestsWithRequestIdentifiers: ExportedPrivacyRequest[];
|
|
32
|
+
/** Requests that are formatted for CSV */
|
|
33
|
+
requestsFormattedForCsv: {
|
|
34
|
+
[k in string]: string | null | boolean;
|
|
35
|
+
}[];
|
|
36
|
+
}>;
|
|
37
|
+
//# sourceMappingURL=pullPrivacyRequests.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pullPrivacyRequests.d.ts","sourceRoot":"","sources":["../../src/requests/pullPrivacyRequests.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,iBAAiB,EACjB,cAAc,EAEf,MAAM,YAAY,CAAC;AAIpB,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAI3E,MAAM,WAAW,sBAAuB,SAAQ,cAAc;IAC5D,0BAA0B;IAC1B,kBAAkB,EAAE,iBAAiB,EAAE,CAAC;CACzC;AAED;;;;GAIG;AACH,wBAAsB,mBAAmB,CAAC,EACxC,IAAI,EACJ,OAAY,EACZ,QAAa,EACb,SAAe,EACf,YAAoC,EACpC,eAAe,EACf,cAAc,EACd,SAAS,GACV,EAAE;IACD,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,oCAAoC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4BAA4B;IAC5B,QAAQ,CAAC,EAAE,aAAa,EAAE,CAAC;IAC3B,kCAAkC;IAClC,OAAO,CAAC,EAAE,aAAa,EAAE,CAAC;IAC1B,wCAAwC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mDAAmD;IACnD,eAAe,CAAC,EAAE,IAAI,CAAC;IACvB,kDAAkD;IAClD,cAAc,CAAC,EAAE,IAAI,CAAC;IACtB,2BAA2B;IAC3B,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,wDAAwD;IACxD,8BAA8B,EAAE,sBAAsB,EAAE,CAAC;IACzD,0CAA0C;IAC1C,uBAAuB,EAAE;SAAG,CAAC,IAAI,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,OAAO;KAAE,EAAE,CAAC;CACvE,CAAC,CA8GD"}
|
|
@@ -3,21 +3,19 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.
|
|
6
|
+
exports.pullPrivacyRequests = void 0;
|
|
7
7
|
const graphql_1 = require("../graphql");
|
|
8
8
|
const colors_1 = __importDefault(require("colors"));
|
|
9
9
|
const bluebird_1 = require("bluebird");
|
|
10
|
-
const uniq_1 = __importDefault(require("lodash/uniq"));
|
|
11
10
|
const groupBy_1 = __importDefault(require("lodash/groupBy"));
|
|
12
|
-
const writeCsv_1 = require("../cron/writeCsv");
|
|
13
11
|
const logger_1 = require("../logger");
|
|
14
12
|
const constants_1 = require("../constants");
|
|
15
13
|
/**
|
|
16
|
-
* Pull
|
|
14
|
+
* Pull down a list of privacy requests
|
|
17
15
|
*
|
|
18
16
|
* @param options - Options
|
|
19
17
|
*/
|
|
20
|
-
async function
|
|
18
|
+
async function pullPrivacyRequests({ auth, actions = [], statuses = [], pageLimit = 100, transcendUrl = constants_1.DEFAULT_TRANSCEND_API, createdAtBefore, createdAtAfter, showTests, }) {
|
|
21
19
|
// Find all requests made before createdAt that are in a removing data state
|
|
22
20
|
const client = (0, graphql_1.buildTranscendGraphQLClient)(transcendUrl, auth);
|
|
23
21
|
// Log date range
|
|
@@ -30,7 +28,7 @@ async function pullRequestsToCsv({ file, auth, actions = [], statuses = [], page
|
|
|
30
28
|
}
|
|
31
29
|
// Log out
|
|
32
30
|
logger_1.logger.info(colors_1.default.magenta(`${actions.length > 0
|
|
33
|
-
? `Pulling requests of type "${actions.join(',')}"`
|
|
31
|
+
? `Pulling requests of type "${actions.join('" , "')}"`
|
|
34
32
|
: 'Pulling all requests'}${dateRange}`));
|
|
35
33
|
// fetch the requests
|
|
36
34
|
const requests = await (0, graphql_1.fetchAllRequests)(client, {
|
|
@@ -77,10 +75,7 @@ async function pullRequestsToCsv({ file, auth, actions = [], statuses = [], page
|
|
|
77
75
|
[name]: values.map(({ value }) => value).join(','),
|
|
78
76
|
}), {}),
|
|
79
77
|
}));
|
|
80
|
-
|
|
81
|
-
(0, writeCsv_1.writeCsv)(file, data, headers);
|
|
82
|
-
logger_1.logger.info(colors_1.default.green(`Successfully wrote ${requests.length} requests to file "${file}"`));
|
|
83
|
-
return requestsWithRequestIdentifiers;
|
|
78
|
+
return { requestsWithRequestIdentifiers, requestsFormattedForCsv: data };
|
|
84
79
|
}
|
|
85
|
-
exports.
|
|
86
|
-
//# sourceMappingURL=
|
|
80
|
+
exports.pullPrivacyRequests = pullPrivacyRequests;
|
|
81
|
+
//# sourceMappingURL=pullPrivacyRequests.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pullPrivacyRequests.js","sourceRoot":"","sources":["../../src/requests/pullPrivacyRequests.ts"],"names":[],"mappings":";;;;;;AAAA,wCAMoB;AACpB,oDAA4B;AAC5B,uCAA+B;AAC/B,6DAAqC;AAErC,sCAAmC;AACnC,4CAAqD;AAOrD;;;;GAIG;AACI,KAAK,UAAU,mBAAmB,CAAC,EACxC,IAAI,EACJ,OAAO,GAAG,EAAE,EACZ,QAAQ,GAAG,EAAE,EACb,SAAS,GAAG,GAAG,EACf,YAAY,GAAG,iCAAqB,EACpC,eAAe,EACf,cAAc,EACd,SAAS,GAkBV;IAMC,4EAA4E;IAC5E,MAAM,MAAM,GAAG,IAAA,qCAA2B,EAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAE/D,iBAAiB;IACjB,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,IAAI,eAAe,EAAE;QACnB,SAAS,IAAI,WAAW,eAAe,CAAC,WAAW,EAAE,EAAE,CAAC;KACzD;IACD,IAAI,cAAc,EAAE;QAClB,SAAS,IAAI,GACX,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EACxB,UAAU,cAAc,CAAC,WAAW,EAAE,EAAE,CAAC;KAC1C;IAED,UAAU;IACV,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CACZ,GACE,OAAO,CAAC,MAAM,GAAG,CAAC;QAChB,CAAC,CAAC,6BAA6B,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG;QACvD,CAAC,CAAC,sBACN,GAAG,SAAS,EAAE,CACf,CACF,CAAC;IAEF,qBAAqB;IACrB,MAAM,QAAQ,GAAG,MAAM,IAAA,0BAAgB,EAAC,MAAM,EAAE;QAC9C,OAAO;QACP,QAAQ;QACR,eAAe;QACf,cAAc;QACd,SAAS;KACV,CAAC,CAAC;IAEH,mDAAmD;IACnD,MAAM,8BAA8B,GAAG,MAAM,IAAA,cAAG,EAC9C,QAAQ,EACR,KAAK,EAAE,OAAO,EAAE,EAAE;QAChB,MAAM,kBAAkB,GAAG,MAAM,IAAA,oCAA0B,EAAC,MAAM,EAAE;YAClE,SAAS,EAAE,OAAO,CAAC,EAAE;SACtB,CAAC,CAAC;QACH,OAAO;YACL,GAAG,OAAO;YACV,kBAAkB;SACnB,CAAC;IACJ,CAAC,EACD;QACE,WAAW,EAAE,SAAS;KACvB,CACF,CAAC;IAEF,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CAAC,UAAU,8BAA8B,CAAC,MAAM,WAAW,CAAC,CAC3E,CAAC;IAEF,mBAAmB;IACnB,MAAM,IAAI,GAAG,8BAA8B,CAAC,GAAG,CAC7C,CAAC,EACC,eAAe,EACf,kBAAkB,EAClB,EAAE,EACF,KAAK,EACL,IAAI,EACJ,MAAM,EACN,WAAW,EACX,OAAO,EACP,SAAS,EACT,OAAO,EACP,MAAM,EACN,MAAM,EACN,kBAAkB,EAClB,QAAQ,EACR,MAAM,EACN,cAAc,EACd,GAAG,OAAO,EACX,EAAE,EAAE,CAAC,CAAC;QACL,YAAY,EAAE,EAAE;QAChB,YAAY,EAAE,SAAS;QACvB,KAAK,EAAE,KAAK;QACZ,iBAAiB,EAAE,cAAc;QACjC,cAAc,EAAE,IAAI;QACpB,mBAAmB,EAAE,WAAW;QAChC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,OAAO;QAChB,sBAAsB,EAAE,kBAAkB;QAC1C,OAAO,EAAE,OAAO;QAChB,MAAM,EAAE,MAAM;QACd,aAAa,EAAE,QAAQ;QACvB,iBAAiB,EAAE,MAAM;QACzB,QAAQ,EAAE,MAAM;QAChB,GAAG,OAAO;QACV,GAAG,MAAM,CAAC,OAAO,CAAC,IAAA,iBAAO,EAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC,CAAC,MAAM,CACrE,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CACtB,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;YACjB,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;SACjD,CAAC,EACJ,EAAE,CACH;QACD,GAAG,MAAM,CAAC,OAAO,CAAC,IAAA,iBAAO,EAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAC3D,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CACtB,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;YACjB,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;SACnD,CAAC,EACJ,EAAE,CACH;KACF,CAAC,CACH,CAAC;IAEF,OAAO,EAAE,8BAA8B,EAAE,uBAAuB,EAAE,IAAI,EAAE,CAAC;AAC3E,CAAC;AA7ID,kDA6IC"}
|