@transcend-io/cli 8.37.0 → 8.37.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +35 -19
- package/dist/{api-keys-eh_rPCV_.cjs → api-keys-Bvt2HbSv.cjs} +2 -2
- package/dist/{api-keys-eh_rPCV_.cjs.map → api-keys-Bvt2HbSv.cjs.map} +1 -1
- package/dist/{app-D0ewaGAn.cjs → app-CdWFyBYu.cjs} +18 -18
- package/dist/app-CdWFyBYu.cjs.map +1 -0
- package/dist/bin/bash-complete.cjs +1 -1
- package/dist/bin/cli.cjs +1 -1
- package/dist/bin/deprecated-command.cjs +1 -1
- package/dist/{code-scanning-BB6Ncuzh.cjs → code-scanning-BZzwKEfY.cjs} +2 -2
- package/dist/{code-scanning-BB6Ncuzh.cjs.map → code-scanning-BZzwKEfY.cjs.map} +1 -1
- package/dist/{command-BUkTNNIa.cjs → command-DNcjQs8y.cjs} +2 -2
- package/dist/{command-BUkTNNIa.cjs.map → command-DNcjQs8y.cjs.map} +1 -1
- package/dist/{consent-manager-Df8gw2Qh.cjs → consent-manager-oip5m3XC.cjs} +2 -2
- package/dist/{consent-manager-Df8gw2Qh.cjs.map → consent-manager-oip5m3XC.cjs.map} +1 -1
- package/dist/{constants-7qBywLgI.cjs → constants-K6pQQtc7.cjs} +2 -2
- package/dist/{constants-7qBywLgI.cjs.map → constants-K6pQQtc7.cjs.map} +1 -1
- package/dist/{cron-BhfbISdy.cjs → cron-lijiEqFA.cjs} +2 -2
- package/dist/{cron-BhfbISdy.cjs.map → cron-lijiEqFA.cjs.map} +1 -1
- package/dist/{data-inventory-D36n1YAJ.cjs → data-inventory-BKAQGjFN.cjs} +2 -2
- package/dist/{data-inventory-D36n1YAJ.cjs.map → data-inventory-BKAQGjFN.cjs.map} +1 -1
- package/dist/{dataFlowsToDataSilos-BLNhWeOw.cjs → dataFlowsToDataSilos-CnvG2jqy.cjs} +2 -2
- package/dist/{dataFlowsToDataSilos-BLNhWeOw.cjs.map → dataFlowsToDataSilos-CnvG2jqy.cjs.map} +1 -1
- package/dist/{impl-BNEgHNz7.cjs → impl-1-1sg4WF.cjs} +2 -2
- package/dist/{impl-BNEgHNz7.cjs.map → impl-1-1sg4WF.cjs.map} +1 -1
- package/dist/{impl-CdXk78ar.cjs → impl-57HOh2c3.cjs} +2 -2
- package/dist/{impl-CdXk78ar.cjs.map → impl-57HOh2c3.cjs.map} +1 -1
- package/dist/{impl-BC1mCUl1.cjs → impl-58WnFNmn.cjs} +2 -2
- package/dist/{impl-BC1mCUl1.cjs.map → impl-58WnFNmn.cjs.map} +1 -1
- package/dist/impl-B4OVz7FC.cjs +2 -0
- package/dist/impl-B4OVz7FC.cjs.map +1 -0
- package/dist/{impl-5AfPlpzA.cjs → impl-BFRrE04X.cjs} +2 -2
- package/dist/{impl-5AfPlpzA.cjs.map → impl-BFRrE04X.cjs.map} +1 -1
- package/dist/{impl-DxDGyjMI.cjs → impl-BSS_avMv.cjs} +2 -2
- package/dist/{impl-DxDGyjMI.cjs.map → impl-BSS_avMv.cjs.map} +1 -1
- package/dist/{impl-DEULjxRp.cjs → impl-BVmw0mE4.cjs} +2 -2
- package/dist/{impl-DEULjxRp.cjs.map → impl-BVmw0mE4.cjs.map} +1 -1
- package/dist/{impl-IQ7JOZxt.cjs → impl-Bf_hLViY.cjs} +2 -2
- package/dist/{impl-IQ7JOZxt.cjs.map → impl-Bf_hLViY.cjs.map} +1 -1
- package/dist/{impl-47WGWxyj.cjs → impl-BkEg-Nm6.cjs} +2 -2
- package/dist/{impl-47WGWxyj.cjs.map → impl-BkEg-Nm6.cjs.map} +1 -1
- package/dist/{impl-DDHduv-X.cjs → impl-Bmln6D88.cjs} +2 -2
- package/dist/{impl-DDHduv-X.cjs.map → impl-Bmln6D88.cjs.map} +1 -1
- package/dist/impl-BqIqzp40.cjs +2 -0
- package/dist/impl-BqIqzp40.cjs.map +1 -0
- package/dist/{impl-DVCUGrVY.cjs → impl-BszlCtcR.cjs} +2 -2
- package/dist/{impl-DVCUGrVY.cjs.map → impl-BszlCtcR.cjs.map} +1 -1
- package/dist/impl-BtuKKdl3.cjs +2 -0
- package/dist/impl-BtuKKdl3.cjs.map +1 -0
- package/dist/{impl-DI3lTLCy.cjs → impl-C2e4xVvX.cjs} +2 -2
- package/dist/{impl-DI3lTLCy.cjs.map → impl-C2e4xVvX.cjs.map} +1 -1
- package/dist/impl-C65nk0G8.cjs +2 -0
- package/dist/impl-C65nk0G8.cjs.map +1 -0
- package/dist/{impl-DHUnZ-Qx.cjs → impl-CCdxbRmg.cjs} +2 -2
- package/dist/{impl-DHUnZ-Qx.cjs.map → impl-CCdxbRmg.cjs.map} +1 -1
- package/dist/{impl-Dxgw6Xfk.cjs → impl-CMwmo2vR.cjs} +2 -2
- package/dist/{impl-Dxgw6Xfk.cjs.map → impl-CMwmo2vR.cjs.map} +1 -1
- package/dist/impl-Cb64HwGx.cjs +2 -0
- package/dist/impl-Cb64HwGx.cjs.map +1 -0
- package/dist/{impl-4NCrJ_Y6.cjs → impl-CdfA8kxo.cjs} +2 -2
- package/dist/{impl-4NCrJ_Y6.cjs.map → impl-CdfA8kxo.cjs.map} +1 -1
- package/dist/{impl-DlB56v12.cjs → impl-CkfOZzpI.cjs} +2 -2
- package/dist/{impl-DlB56v12.cjs.map → impl-CkfOZzpI.cjs.map} +1 -1
- package/dist/{impl-bgI-lF8x.cjs → impl-ClujxTb8.cjs} +2 -2
- package/dist/{impl-bgI-lF8x.cjs.map → impl-ClujxTb8.cjs.map} +1 -1
- package/dist/{impl-orpaJd8b.cjs → impl-D-IWtHQi.cjs} +2 -2
- package/dist/{impl-orpaJd8b.cjs.map → impl-D-IWtHQi.cjs.map} +1 -1
- package/dist/{impl-DQTfX_qq.cjs → impl-D9-ZQmJB.cjs} +2 -2
- package/dist/{impl-DQTfX_qq.cjs.map → impl-D9-ZQmJB.cjs.map} +1 -1
- package/dist/{impl-Du1Ty4JE.cjs → impl-DGel0ZLe.cjs} +2 -2
- package/dist/{impl-Du1Ty4JE.cjs.map → impl-DGel0ZLe.cjs.map} +1 -1
- package/dist/{impl-BPq8EyHn.cjs → impl-DL2j8g1C.cjs} +2 -2
- package/dist/{impl-BPq8EyHn.cjs.map → impl-DL2j8g1C.cjs.map} +1 -1
- package/dist/{impl-CkkD_smS.cjs → impl-DSNgFKP_.cjs} +2 -2
- package/dist/{impl-CkkD_smS.cjs.map → impl-DSNgFKP_.cjs.map} +1 -1
- package/dist/{impl-CfsKuglq.cjs → impl-DU85U1jO.cjs} +2 -2
- package/dist/{impl-CfsKuglq.cjs.map → impl-DU85U1jO.cjs.map} +1 -1
- package/dist/{impl-DS2IlxS3.cjs → impl-DV5f54rm.cjs} +2 -2
- package/dist/{impl-DS2IlxS3.cjs.map → impl-DV5f54rm.cjs.map} +1 -1
- package/dist/impl-DXKJH0AZ.cjs +2 -0
- package/dist/impl-DXKJH0AZ.cjs.map +1 -0
- package/dist/{impl-BfN9XMNM.cjs → impl-DbxzDk8h.cjs} +2 -2
- package/dist/{impl-BfN9XMNM.cjs.map → impl-DbxzDk8h.cjs.map} +1 -1
- package/dist/{impl-CVsXgVaf.cjs → impl-DhnCAbU-.cjs} +2 -2
- package/dist/{impl-CVsXgVaf.cjs.map → impl-DhnCAbU-.cjs.map} +1 -1
- package/dist/{impl-BxOeeF35.cjs → impl-Dj2fTDNO.cjs} +2 -2
- package/dist/{impl-BxOeeF35.cjs.map → impl-Dj2fTDNO.cjs.map} +1 -1
- package/dist/{impl-C1IjDv1N.cjs → impl-KAorCmlT.cjs} +2 -2
- package/dist/{impl-C1IjDv1N.cjs.map → impl-KAorCmlT.cjs.map} +1 -1
- package/dist/{impl-Bv2mYf1w.cjs → impl-LMp29vxd.cjs} +2 -2
- package/dist/{impl-Bv2mYf1w.cjs.map → impl-LMp29vxd.cjs.map} +1 -1
- package/dist/{impl-feFIqpBO.cjs → impl-MrsSr72p.cjs} +2 -2
- package/dist/{impl-feFIqpBO.cjs.map → impl-MrsSr72p.cjs.map} +1 -1
- package/dist/{impl-Boa1Uuzk.cjs → impl-SZp3iTUp.cjs} +2 -2
- package/dist/{impl-Boa1Uuzk.cjs.map → impl-SZp3iTUp.cjs.map} +1 -1
- package/dist/{impl-8Basu9U-.cjs → impl-W6jE_UV0.cjs} +2 -2
- package/dist/{impl-8Basu9U-.cjs.map → impl-W6jE_UV0.cjs.map} +1 -1
- package/dist/{impl-Cotrjytz.cjs → impl-XwC7A99P.cjs} +2 -2
- package/dist/{impl-Cotrjytz.cjs.map → impl-XwC7A99P.cjs.map} +1 -1
- package/dist/{impl-DKMxd5Wy.cjs → impl-ebVxRYAc.cjs} +2 -2
- package/dist/{impl-DKMxd5Wy.cjs.map → impl-ebVxRYAc.cjs.map} +1 -1
- package/dist/impl-k61p_VQY.cjs +2 -0
- package/dist/impl-k61p_VQY.cjs.map +1 -0
- package/dist/impl-kMebV10f.cjs +2 -0
- package/dist/impl-kMebV10f.cjs.map +1 -0
- package/dist/{impl--PmMYd1g.cjs → impl-oYFKp06U.cjs} +2 -2
- package/dist/{impl--PmMYd1g.cjs.map → impl-oYFKp06U.cjs.map} +1 -1
- package/dist/index.cjs +1 -1
- package/dist/index.d.cts +74 -11
- package/dist/{manual-enrichment-CzRiIFev.cjs → manual-enrichment-C6h9gjY1.cjs} +2 -2
- package/dist/{manual-enrichment-CzRiIFev.cjs.map → manual-enrichment-C6h9gjY1.cjs.map} +1 -1
- package/dist/{pooling-BJAPXDiq.cjs → pooling-DLEGcLtt.cjs} +5 -5
- package/dist/pooling-DLEGcLtt.cjs.map +1 -0
- package/dist/{preference-management-DV6NIcXt.cjs → preference-management-B36PQuMK.cjs} +2 -2
- package/dist/{preference-management-DV6NIcXt.cjs.map → preference-management-B36PQuMK.cjs.map} +1 -1
- package/dist/{syncConfigurationToTranscend-Bd0ZTIm1.cjs → syncConfigurationToTranscend-DKliAJhK.cjs} +12 -6
- package/dist/syncConfigurationToTranscend-DKliAJhK.cjs.map +1 -0
- package/dist/{uploadConsents-XYRco1_L.cjs → uploadConsents-MtgCk8B0.cjs} +2 -2
- package/dist/{uploadConsents-XYRco1_L.cjs.map → uploadConsents-MtgCk8B0.cjs.map} +1 -1
- package/package.json +1 -1
- package/dist/app-D0ewaGAn.cjs.map +0 -1
- package/dist/impl--CgaKM4x.cjs +0 -2
- package/dist/impl--CgaKM4x.cjs.map +0 -1
- package/dist/impl-ByQI5s4b.cjs +0 -2
- package/dist/impl-ByQI5s4b.cjs.map +0 -1
- package/dist/impl-Crhm9eFe.cjs +0 -2
- package/dist/impl-Crhm9eFe.cjs.map +0 -1
- package/dist/impl-D2P_gDE8.cjs +0 -2
- package/dist/impl-D2P_gDE8.cjs.map +0 -1
- package/dist/impl-DNDs3FFG.cjs +0 -2
- package/dist/impl-DNDs3FFG.cjs.map +0 -1
- package/dist/impl-DZbi3AkB.cjs +0 -2
- package/dist/impl-DZbi3AkB.cjs.map +0 -1
- package/dist/impl-DcMkDhXY.cjs +0 -2
- package/dist/impl-DcMkDhXY.cjs.map +0 -1
- package/dist/impl-xUzH7vUF.cjs +0 -2
- package/dist/impl-xUzH7vUF.cjs.map +0 -1
- package/dist/pooling-BJAPXDiq.cjs.map +0 -1
- package/dist/syncConfigurationToTranscend-Bd0ZTIm1.cjs.map +0 -1
package/dist/index.d.cts
CHANGED
|
@@ -134744,11 +134744,11 @@ declare const CachedFileState: t.TypeC<{
|
|
|
134744
134744
|
/** Mapping between request status in import to Transcend request status */
|
|
134745
134745
|
statusToRequestStatus: t.RecordC<t.StringC, t.KeyofC<{
|
|
134746
134746
|
CANCELED: unknown;
|
|
134747
|
-
"[NONE]": unknown;
|
|
134748
134747
|
FAILED_VERIFICATION: unknown;
|
|
134749
134748
|
COMPLETED: unknown;
|
|
134750
134749
|
SECONDARY_COMPLETED: unknown;
|
|
134751
134750
|
REVOKED: unknown;
|
|
134751
|
+
"[NONE]": unknown;
|
|
134752
134752
|
}>>;
|
|
134753
134753
|
}>;
|
|
134754
134754
|
/** Type override */
|
|
@@ -134872,6 +134872,8 @@ declare function markSilentPrivacyRequests({
|
|
|
134872
134872
|
statuses,
|
|
134873
134873
|
createdAtAfter,
|
|
134874
134874
|
createdAtBefore,
|
|
134875
|
+
updatedAtBefore,
|
|
134876
|
+
updatedAtAfter,
|
|
134875
134877
|
concurrency,
|
|
134876
134878
|
transcendUrl
|
|
134877
134879
|
}: {
|
|
@@ -134889,6 +134891,10 @@ declare function markSilentPrivacyRequests({
|
|
|
134889
134891
|
createdAtBefore?: Date;
|
|
134890
134892
|
/** Filter for requests created after this date */
|
|
134891
134893
|
createdAtAfter?: Date;
|
|
134894
|
+
/** Filter for requests updated before this date */
|
|
134895
|
+
updatedAtBefore?: Date;
|
|
134896
|
+
/** Filter for requests updated after this date */
|
|
134897
|
+
updatedAtAfter?: Date;
|
|
134892
134898
|
/** API URL for Transcend backend */
|
|
134893
134899
|
transcendUrl?: string;
|
|
134894
134900
|
}): Promise<number>;
|
|
@@ -136800,10 +136806,19 @@ interface RequestIdentifierMetadata {
|
|
|
136800
136806
|
* @returns List of request identifiers
|
|
136801
136807
|
*/
|
|
136802
136808
|
declare function fetchAllRequestIdentifierMetadata(client: GraphQLClient, {
|
|
136803
|
-
requestId
|
|
136809
|
+
requestId,
|
|
136810
|
+
requestIds,
|
|
136811
|
+
updatedAtBefore,
|
|
136812
|
+
updatedAtAfter
|
|
136804
136813
|
}: {
|
|
136805
136814
|
/** ID of request to filter on */
|
|
136806
|
-
requestId
|
|
136815
|
+
requestId?: string;
|
|
136816
|
+
/** IDs of requests to filter on */
|
|
136817
|
+
requestIds?: string[];
|
|
136818
|
+
/** Filter for request identifiers updated before this date */
|
|
136819
|
+
updatedAtBefore?: Date;
|
|
136820
|
+
/** Filter for request identifiers updated after this date */
|
|
136821
|
+
updatedAtAfter?: Date;
|
|
136807
136822
|
}): Promise<RequestIdentifierMetadata[]>;
|
|
136808
136823
|
//#endregion
|
|
136809
136824
|
//#region src/lib/graphql/fetchAllRequestIdentifiers.d.ts
|
|
@@ -137191,20 +137206,20 @@ declare const PrivacyRequest: t.IntersectionC<[t.TypeC<{
|
|
|
137191
137206
|
status: t.KeyofC<{
|
|
137192
137207
|
CANCELED: unknown;
|
|
137193
137208
|
ON_HOLD: unknown;
|
|
137194
|
-
FAILED_VERIFICATION: unknown;
|
|
137195
|
-
COMPLETED: unknown;
|
|
137196
|
-
SECONDARY_COMPLETED: unknown;
|
|
137197
|
-
REVOKED: unknown;
|
|
137198
137209
|
REQUEST_MADE: unknown;
|
|
137210
|
+
FAILED_VERIFICATION: unknown;
|
|
137199
137211
|
ENRICHING: unknown;
|
|
137200
137212
|
WAITING: unknown;
|
|
137201
137213
|
COMPILING: unknown;
|
|
137202
137214
|
APPROVING: unknown;
|
|
137203
137215
|
DELAYED: unknown;
|
|
137216
|
+
COMPLETED: unknown;
|
|
137204
137217
|
DOWNLOADABLE: unknown;
|
|
137205
137218
|
VIEW_CATEGORIES: unknown;
|
|
137206
137219
|
SECONDARY: unknown;
|
|
137220
|
+
SECONDARY_COMPLETED: unknown;
|
|
137207
137221
|
SECONDARY_APPROVING: unknown;
|
|
137222
|
+
REVOKED: unknown;
|
|
137208
137223
|
}>;
|
|
137209
137224
|
/** Type of data subject */
|
|
137210
137225
|
subjectType: t.StringC;
|
|
@@ -142660,6 +142675,8 @@ declare function fetchAllRequests(client: GraphQLClient, {
|
|
|
142660
142675
|
text,
|
|
142661
142676
|
createdAtBefore,
|
|
142662
142677
|
createdAtAfter,
|
|
142678
|
+
updatedAtBefore,
|
|
142679
|
+
updatedAtAfter,
|
|
142663
142680
|
isTest,
|
|
142664
142681
|
isSilent,
|
|
142665
142682
|
isClosed,
|
|
@@ -142675,6 +142692,10 @@ declare function fetchAllRequests(client: GraphQLClient, {
|
|
|
142675
142692
|
createdAtBefore?: Date;
|
|
142676
142693
|
/** Filter for requests created after this date */
|
|
142677
142694
|
createdAtAfter?: Date;
|
|
142695
|
+
/** Filter for requests updated before this date */
|
|
142696
|
+
updatedAtBefore?: Date;
|
|
142697
|
+
/** Filter for requests updated after this date */
|
|
142698
|
+
updatedAtAfter?: Date;
|
|
142678
142699
|
/** Filter for requests with a specific identifier */
|
|
142679
142700
|
text?: string;
|
|
142680
142701
|
/** Return test requests */
|
|
@@ -150714,6 +150735,8 @@ declare function downloadPrivacyRequestFiles({
|
|
|
150714
150735
|
createdAtBefore,
|
|
150715
150736
|
sombraAuth,
|
|
150716
150737
|
createdAtAfter,
|
|
150738
|
+
updatedAtBefore,
|
|
150739
|
+
updatedAtAfter,
|
|
150717
150740
|
statuses,
|
|
150718
150741
|
concurrency,
|
|
150719
150742
|
transcendUrl,
|
|
@@ -150735,6 +150758,10 @@ declare function downloadPrivacyRequestFiles({
|
|
|
150735
150758
|
createdAtBefore?: Date;
|
|
150736
150759
|
/** Filter for requests created after this date */
|
|
150737
150760
|
createdAtAfter?: Date;
|
|
150761
|
+
/** Filter for requests updated before this date */
|
|
150762
|
+
updatedAtBefore?: Date;
|
|
150763
|
+
/** Filter for requests updated after this date */
|
|
150764
|
+
updatedAtAfter?: Date;
|
|
150738
150765
|
/** API URL for Transcend backend */
|
|
150739
150766
|
transcendUrl?: string;
|
|
150740
150767
|
/** When true, approve any requests in Transcend that are in status=APPROVING */
|
|
@@ -150748,20 +150775,20 @@ declare const PrivacyRequestResponse: t.TypeC<{
|
|
|
150748
150775
|
status: t.KeyofC<{
|
|
150749
150776
|
CANCELED: unknown;
|
|
150750
150777
|
ON_HOLD: unknown;
|
|
150751
|
-
FAILED_VERIFICATION: unknown;
|
|
150752
|
-
COMPLETED: unknown;
|
|
150753
|
-
SECONDARY_COMPLETED: unknown;
|
|
150754
|
-
REVOKED: unknown;
|
|
150755
150778
|
REQUEST_MADE: unknown;
|
|
150779
|
+
FAILED_VERIFICATION: unknown;
|
|
150756
150780
|
ENRICHING: unknown;
|
|
150757
150781
|
WAITING: unknown;
|
|
150758
150782
|
COMPILING: unknown;
|
|
150759
150783
|
APPROVING: unknown;
|
|
150760
150784
|
DELAYED: unknown;
|
|
150785
|
+
COMPLETED: unknown;
|
|
150761
150786
|
DOWNLOADABLE: unknown;
|
|
150762
150787
|
VIEW_CATEGORIES: unknown;
|
|
150763
150788
|
SECONDARY: unknown;
|
|
150789
|
+
SECONDARY_COMPLETED: unknown;
|
|
150764
150790
|
SECONDARY_APPROVING: unknown;
|
|
150791
|
+
REVOKED: unknown;
|
|
150765
150792
|
}>;
|
|
150766
150793
|
type: t.KeyofC<{
|
|
150767
150794
|
ACCESS: unknown;
|
|
@@ -156229,6 +156256,8 @@ declare function approvePrivacyRequests({
|
|
|
156229
156256
|
silentModeBefore,
|
|
156230
156257
|
createdAtAfter,
|
|
156231
156258
|
createdAtBefore,
|
|
156259
|
+
updatedAtBefore,
|
|
156260
|
+
updatedAtAfter,
|
|
156232
156261
|
concurrency,
|
|
156233
156262
|
transcendUrl
|
|
156234
156263
|
}: {
|
|
@@ -156246,6 +156275,10 @@ declare function approvePrivacyRequests({
|
|
|
156246
156275
|
createdAtBefore?: Date;
|
|
156247
156276
|
/** Filter for requests created after this date */
|
|
156248
156277
|
createdAtAfter?: Date;
|
|
156278
|
+
/** Filter for requests updated before this date */
|
|
156279
|
+
updatedAtBefore?: Date;
|
|
156280
|
+
/** Filter for requests updated after this date */
|
|
156281
|
+
updatedAtAfter?: Date;
|
|
156249
156282
|
/** API URL for Transcend backend */
|
|
156250
156283
|
transcendUrl?: string;
|
|
156251
156284
|
}): Promise<number>;
|
|
@@ -156266,6 +156299,8 @@ declare function notifyPrivacyRequestsAdditionalTime({
|
|
|
156266
156299
|
days,
|
|
156267
156300
|
daysLeft,
|
|
156268
156301
|
createdAtAfter,
|
|
156302
|
+
updatedAtBefore,
|
|
156303
|
+
updatedAtAfter,
|
|
156269
156304
|
emailTemplate,
|
|
156270
156305
|
concurrency,
|
|
156271
156306
|
transcendUrl
|
|
@@ -156276,6 +156311,10 @@ declare function notifyPrivacyRequestsAdditionalTime({
|
|
|
156276
156311
|
createdAtBefore: Date;
|
|
156277
156312
|
/** Filter for requests created after this date */
|
|
156278
156313
|
createdAtAfter?: Date;
|
|
156314
|
+
/** Filter for requests updated before this date */
|
|
156315
|
+
updatedAtBefore?: Date;
|
|
156316
|
+
/** Filter for requests updated after this date */
|
|
156317
|
+
updatedAtAfter?: Date;
|
|
156279
156318
|
/** Email template */
|
|
156280
156319
|
emailTemplate?: string;
|
|
156281
156320
|
/** Transcend API key authentication */
|
|
@@ -156310,6 +156349,8 @@ declare function cancelPrivacyRequests({
|
|
|
156310
156349
|
silentModeBefore,
|
|
156311
156350
|
createdAtBefore,
|
|
156312
156351
|
createdAtAfter,
|
|
156352
|
+
updatedAtBefore,
|
|
156353
|
+
updatedAtAfter,
|
|
156313
156354
|
statuses,
|
|
156314
156355
|
concurrency,
|
|
156315
156356
|
transcendUrl
|
|
@@ -156330,6 +156371,10 @@ declare function cancelPrivacyRequests({
|
|
|
156330
156371
|
createdAtBefore?: Date;
|
|
156331
156372
|
/** Filter for requests created after this date */
|
|
156332
156373
|
createdAtAfter?: Date;
|
|
156374
|
+
/** Filter for requests updated before this date */
|
|
156375
|
+
updatedAtBefore?: Date;
|
|
156376
|
+
/** Filter for requests updated after this date */
|
|
156377
|
+
updatedAtAfter?: Date;
|
|
156333
156378
|
/** API URL for Transcend backend */
|
|
156334
156379
|
transcendUrl?: string;
|
|
156335
156380
|
/** The email template to use when canceling the requests */
|
|
@@ -156602,6 +156647,8 @@ declare function bulkRestartRequests({
|
|
|
156602
156647
|
requestStatuses,
|
|
156603
156648
|
createdAtBefore,
|
|
156604
156649
|
createdAtAfter,
|
|
156650
|
+
updatedAtBefore,
|
|
156651
|
+
updatedAtAfter,
|
|
156605
156652
|
transcendUrl,
|
|
156606
156653
|
requestIds,
|
|
156607
156654
|
createdAt,
|
|
@@ -156642,6 +156689,10 @@ declare function bulkRestartRequests({
|
|
|
156642
156689
|
createdAtBefore?: Date;
|
|
156643
156690
|
/** Filter for requests created after this date */
|
|
156644
156691
|
createdAtAfter?: Date;
|
|
156692
|
+
/** Filter for requests updated before this date */
|
|
156693
|
+
updatedAtBefore?: Date;
|
|
156694
|
+
/** Filter for requests updated after this date */
|
|
156695
|
+
updatedAtAfter?: Date;
|
|
156645
156696
|
/** Concurrency to upload requests at */
|
|
156646
156697
|
concurrency?: number;
|
|
156647
156698
|
}): Promise<void>;
|
|
@@ -156707,6 +156758,8 @@ declare function bulkRetryEnrichers({
|
|
|
156707
156758
|
requestActions,
|
|
156708
156759
|
createdAtBefore,
|
|
156709
156760
|
createdAtAfter,
|
|
156761
|
+
updatedAtBefore,
|
|
156762
|
+
updatedAtAfter,
|
|
156710
156763
|
transcendUrl,
|
|
156711
156764
|
requestEnricherStatuses,
|
|
156712
156765
|
requestIds,
|
|
@@ -156729,6 +156782,10 @@ declare function bulkRetryEnrichers({
|
|
|
156729
156782
|
createdAtBefore?: Date;
|
|
156730
156783
|
/** Filter for requests created after this date */
|
|
156731
156784
|
createdAtAfter?: Date;
|
|
156785
|
+
/** Filter for requests updated before this date */
|
|
156786
|
+
updatedAtBefore?: Date;
|
|
156787
|
+
/** Filter for requests updated after this date */
|
|
156788
|
+
updatedAtAfter?: Date;
|
|
156732
156789
|
/** Concurrency to upload requests at */
|
|
156733
156790
|
concurrency?: number;
|
|
156734
156791
|
}): Promise<void>;
|
|
@@ -156781,6 +156838,8 @@ declare function pullPrivacyRequests({
|
|
|
156781
156838
|
createdAtBefore,
|
|
156782
156839
|
skipRequestIdentifiers,
|
|
156783
156840
|
createdAtAfter,
|
|
156841
|
+
updatedAtBefore,
|
|
156842
|
+
updatedAtAfter,
|
|
156784
156843
|
isTest
|
|
156785
156844
|
}: {
|
|
156786
156845
|
/** Transcend API key authentication */
|
|
@@ -156801,6 +156860,10 @@ declare function pullPrivacyRequests({
|
|
|
156801
156860
|
createdAtBefore?: Date;
|
|
156802
156861
|
/** Filter for requests created after this date */
|
|
156803
156862
|
createdAtAfter?: Date;
|
|
156863
|
+
/** Filter for requests updated before this date */
|
|
156864
|
+
updatedAtBefore?: Date;
|
|
156865
|
+
/** Filter for requests updated after this date */
|
|
156866
|
+
updatedAtAfter?: Date;
|
|
156804
156867
|
/** Return test requests */
|
|
156805
156868
|
isTest?: boolean;
|
|
156806
156869
|
/** Skip fetching request identifier */
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
const e=require(`./chunk-Bmb41Sf3.cjs`),t=require(`./constants-
|
|
2
|
-
//# sourceMappingURL=manual-enrichment-
|
|
1
|
+
const e=require(`./chunk-Bmb41Sf3.cjs`),t=require(`./constants-K6pQQtc7.cjs`),n=require(`./syncConfigurationToTranscend-DKliAJhK.cjs`),r=require(`./logger-DQwEYtSS.cjs`);let i=require(`@transcend-io/privacy-types`),a=require(`colors`);a=e.t(a);let o=require(`io-ts`);o=e.t(o);async function s({file:e,auth:o,sombraAuth:s,requestActions:c=[],concurrency:l=100,transcendUrl:u=t.a}){let d=n.ti(u,o),f=await n.ei(u,o,s);r.t.info(a.default.magenta(`Pulling manual enrichment requests, filtered for actions: ${c.join(`,`)}`));let p=await n.fr(d,{actions:c,statuses:[i.RequestStatus.Enriching]}),m=[];await n.Ts(p,async e=>{let t=await n.gr(d,{requestId:e.id});if(t.filter(({status:e})=>e===`ACTION_REQUIRED`)){let r=await n.mr(d,f,{requestId:e.id});m.push({...e,requestIdentifiers:r,requestEnrichers:t})}},{concurrency:l});let h=m.map(({attributeValues:e,requestIdentifiers:t,requestEnrichers:r,...i})=>({...i,...Object.entries(n.As(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{}),...Object.entries(n.As(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{})}));return await n.l(e,h,n.Ds(h.map(e=>Object.keys(e)).flat())),r.t.info(a.default.green(`Successfully wrote ${m.length} requests to file "${e}"`)),m}const c=`https://app.transcend.io/privacy-requests/incoming-requests/`,l=o.record(o.string,o.string);async function u(e,{id:t,...i},o,s){if(!t){let e=`Request ID must be provided to enricher request.${s?` Found error in row: ${s}`:``}`;throw r.t.error(a.default.red(e)),Error(e)}let l=t.toLowerCase(),u=Object.entries(i).reduce((e,[t,r])=>n.Ds(n.li(r)).length===0?e:Object.assign(e,{[t]:n.Ds(n.li(r)).map(e=>({value:t===`email`?e.toLowerCase():e}))}),{});try{return await e.post(`v1/enrich-identifiers`,{headers:{"x-transcend-request-id":l,"x-transcend-enricher-id":o},json:{enrichedIdentifiers:u}}).json(),r.t.error(a.default.green(`Successfully enriched request: ${c}${l}`)),!0}catch(e){if(typeof e.response.body==`string`&&e.response.body.includes(`Cannot update a resolved RequestEnricher`))return r.t.warn(a.default.magenta(`Skipped enrichment for request: ${c}${l}, request is no longer in the enriching phase.`)),!1;throw r.t.error(a.default.red(`Failed to enricher identifiers for request with id: ${c}${l} - ${e.message} - ${e.response.body}`)),e}}async function d({file:e,auth:i,sombraAuth:o,enricherId:s,markSilent:c,concurrency:d=100,transcendUrl:f=t.a}){let p=await n.ei(f,i,o),m=n.ti(f,i);r.t.info(a.default.magenta(`Reading "${e}" from disk`));let h=n.oi(e,l);r.t.info(a.default.magenta(`Enriching "${h.length}" privacy requests.`));let g=0,_=0,v=0;if(await n.Ts(h,async(e,t)=>{try{c&&(await n.i(m,n.Ao,{input:{id:e.id,isSilent:!0}}),r.t.info(a.default.magenta(`Mark request as silent mode - ${e.id}`))),await u(p,e,s,t)?g+=1:_+=1}catch{v+=1}},{concurrency:d}),r.t.info(a.default.green(`Successfully notified Transcend! \n Success count: ${g}.`)),_>0&&r.t.info(a.default.magenta(`Skipped count: ${_}.`)),v>0)throw r.t.info(a.default.red(`Error Count: ${v}.`)),Error(`Failed to enrich: ${v} requests.`);return h.length}Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return s}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return l}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return u}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return d}});
|
|
2
|
+
//# sourceMappingURL=manual-enrichment-C6h9gjY1.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"manual-enrichment-CzRiIFev.cjs","names":["DEFAULT_TRANSCEND_API","buildTranscendGraphQLClient","createSombraGotInstance","fetchAllRequests","RequestStatus","map","fetchAllRequestEnrichers","fetchAllRequestIdentifiers","groupBy","writeCsv","uniq","t","uniq","splitCsvToList","DEFAULT_TRANSCEND_API","createSombraGotInstance","buildTranscendGraphQLClient","readCsv","map","makeGraphQLRequest","UPDATE_PRIVACY_REQUEST"],"sources":["../src/lib/manual-enrichment/pullManualEnrichmentIdentifiersToCsv.ts","../src/lib/manual-enrichment/enrichPrivacyRequest.ts","../src/lib/manual-enrichment/pushManualEnrichmentIdentifiersFromCsv.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport { map } from '../bluebird';\nimport colors from 'colors';\nimport { groupBy, uniq } from 'lodash-es';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\nimport { writeCsv } from '../helpers/writeCsv';\nimport {\n PrivacyRequest,\n RequestEnricher,\n RequestIdentifier,\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n fetchAllRequestEnrichers,\n fetchAllRequestIdentifiers,\n fetchAllRequests,\n} from '../graphql';\nimport { logger } from '../../logger';\n\nexport interface PrivacyRequestWithIdentifiers extends PrivacyRequest {\n /** Request Enrichers */\n requestEnrichers: RequestEnricher[];\n /** Request Identifiers */\n requestIdentifiers: RequestIdentifier[];\n}\n\n/**\n * Pull the set of manual enrichment jobs to CSV\n *\n * @param options - Options\n * @returns List of requests with identifiers\n */\nexport async function pullManualEnrichmentIdentifiersToCsv({\n file,\n auth,\n sombraAuth,\n requestActions = [],\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /** CSV file path */\n file: string;\n /** Transcend API key authentication */\n auth: string;\n /** Sombra API key */\n sombraAuth?: string;\n /** Concurrency */\n concurrency?: number;\n /** The request actions to fetch */\n requestActions?: RequestAction[];\n /** API URL for Transcend backend */\n transcendUrl?: string;\n}): Promise<PrivacyRequestWithIdentifiers[]> {\n // Find all requests made before createdAt that are in a removing data state\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n\n logger.info(\n colors.magenta(\n `Pulling manual enrichment requests, filtered for actions: ${requestActions.join(\n ',',\n )}`,\n ),\n );\n\n // Pull all privacy requests\n const allRequests = await fetchAllRequests(client, {\n actions: requestActions,\n statuses: [RequestStatus.Enriching],\n });\n\n // Requests to save\n const savedRequests: PrivacyRequestWithIdentifiers[] = [];\n\n // Filter down requests to what is needed\n await map(\n allRequests,\n async (request) => {\n // Fetch enrichers\n const requestEnrichers = await fetchAllRequestEnrichers(client, {\n requestId: request.id,\n });\n\n // Check if manual enrichment exists for that request\n const hasManualEnrichment = requestEnrichers.filter(\n ({ status }) => status === 'ACTION_REQUIRED',\n );\n\n // Save request to queue\n if (hasManualEnrichment) {\n const requestIdentifiers = await fetchAllRequestIdentifiers(\n client,\n sombra,\n {\n requestId: request.id,\n },\n );\n savedRequests.push({\n ...request,\n requestIdentifiers,\n requestEnrichers,\n });\n }\n },\n {\n concurrency,\n },\n );\n\n const data = savedRequests.map(\n ({\n attributeValues,\n requestIdentifiers,\n requestEnrichers, // eslint-disable-line @typescript-eslint/no-unused-vars\n ...request\n }) => ({\n ...request,\n // flatten identifiers\n ...Object.entries(groupBy(requestIdentifiers, 'name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ value }) => value).join(','),\n }),\n {},\n ),\n // flatten attributes\n ...Object.entries(groupBy(attributeValues, 'attributeKey.name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ name }) => name).join(','),\n }),\n {},\n ),\n }),\n );\n\n // Write out to CSV\n const headers = uniq(data.map((d) => Object.keys(d)).flat());\n await writeCsv(file, data, headers);\n\n logger.info(\n colors.green(\n `Successfully wrote ${savedRequests.length} requests to file \"${file}\"`,\n ),\n );\n\n return savedRequests;\n}\n","import type { Got } from 'got';\nimport * as t from 'io-ts';\nimport { logger } from '../../logger';\nimport { uniq } from 'lodash-es';\nimport colors from 'colors';\nimport { splitCsvToList } from '../requests/splitCsvToList';\n\nconst ADMIN_URL =\n 'https://app.transcend.io/privacy-requests/incoming-requests/';\n/**\n * Minimal set required to mark as completed\n */\nexport const EnrichPrivacyRequest = t.record(t.string, t.string);\n\n/** Type override */\nexport type EnrichPrivacyRequest = t.TypeOf<typeof EnrichPrivacyRequest>;\n\n/**\n * Upload identifiers to a privacy request or mark request as\n *\n * @param sombra - Sombra instance configured to make requests\n * @param request - Request to enricher\n * @param enricherId - The ID of the enricher being uploaded to\n * @param index - Index of request ID\n * @returns True if enriched successfully, false if skipped, throws error if failed\n */\nexport async function enrichPrivacyRequest(\n sombra: Got,\n { id: rawId, ...rest }: EnrichPrivacyRequest,\n enricherId: string,\n index?: number,\n): Promise<boolean> {\n if (!rawId) {\n // error\n const msg = `Request ID must be provided to enricher request.${\n index ? ` Found error in row: ${index}` : ''\n }`;\n logger.error(colors.red(msg));\n throw new Error(msg);\n }\n\n const id = rawId.toLowerCase();\n\n // Pull out the identifiers\n const enrichedIdentifiers = Object.entries(rest).reduce(\n (acc, [key, value]) => {\n const values = uniq(splitCsvToList(value));\n return values.length === 0\n ? acc\n : Object.assign(acc, {\n [key]: uniq(splitCsvToList(value)).map((val) => ({\n value: key === 'email' ? val.toLowerCase() : val,\n })),\n });\n },\n {} as Record<string, string[]>,\n );\n\n // Make the GraphQL request\n try {\n await sombra\n .post('v1/enrich-identifiers', {\n headers: {\n 'x-transcend-request-id': id,\n 'x-transcend-enricher-id': enricherId,\n },\n json: {\n enrichedIdentifiers,\n },\n })\n .json();\n\n logger.error(\n colors.green(`Successfully enriched request: ${ADMIN_URL}${id}`),\n );\n return true;\n } catch (err) {\n // skip if already enriched\n if (\n typeof err.response.body === 'string' &&\n err.response.body.includes('Cannot update a resolved RequestEnricher')\n ) {\n logger.warn(\n colors.magenta(\n `Skipped enrichment for request: ${ADMIN_URL}${id}, request is no longer in the enriching phase.`,\n ),\n );\n return false;\n }\n\n // error\n logger.error(\n colors.red(\n `Failed to enricher identifiers for request with id: ${ADMIN_URL}${id} - ${err.message} - ${err.response.body}`,\n ),\n );\n throw err;\n }\n}\n","import colors from 'colors';\nimport { map } from '../bluebird';\nimport { logger } from '../../logger';\nimport {\n UPDATE_PRIVACY_REQUEST,\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n makeGraphQLRequest,\n} from '../graphql';\nimport {\n enrichPrivacyRequest,\n EnrichPrivacyRequest,\n} from './enrichPrivacyRequest';\nimport { readCsv } from '../requests';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\n\n/**\n * Push a CSV of enriched requests back into Transcend\n *\n * @param options - Options\n * @returns Number of items processed\n */\nexport async function pushManualEnrichmentIdentifiersFromCsv({\n file,\n auth,\n sombraAuth,\n enricherId,\n markSilent,\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /** CSV file path */\n file: string;\n /** Transcend API key authentication */\n auth: string;\n /** ID of enricher being uploaded to */\n enricherId: string;\n /** Sombra API key authentication */\n sombraAuth?: string;\n /** Concurrency */\n concurrency?: number;\n /** API URL for Transcend backend */\n transcendUrl?: string;\n /** Mark requests in silent mode before enriching */\n markSilent?: boolean;\n}): Promise<number> {\n // Create sombra instance to communicate with\n const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n // Read from CSV\n logger.info(colors.magenta(`Reading \"${file}\" from disk`));\n const activeResults = readCsv(file, EnrichPrivacyRequest);\n\n // Notify Transcend\n logger.info(\n colors.magenta(`Enriching \"${activeResults.length}\" privacy requests.`),\n );\n\n let successCount = 0;\n let skippedCount = 0;\n let errorCount = 0;\n\n await map(\n activeResults,\n async (request, index) => {\n try {\n // Mark requests in silent mode before a certain date\n if (markSilent) {\n await makeGraphQLRequest(client, UPDATE_PRIVACY_REQUEST, {\n input: {\n id: request.id,\n isSilent: true,\n },\n });\n\n logger.info(\n colors.magenta(`Mark request as silent mode - ${request.id}`),\n );\n }\n\n const result = await enrichPrivacyRequest(\n sombra,\n request,\n enricherId,\n index,\n );\n if (result) {\n successCount += 1;\n } else {\n skippedCount += 1;\n }\n } catch (err) {\n errorCount += 1;\n }\n },\n { concurrency },\n );\n\n logger.info(\n colors.green(\n `Successfully notified Transcend! \\n Success count: ${successCount}.`,\n ),\n );\n\n if (skippedCount > 0) {\n logger.info(colors.magenta(`Skipped count: ${skippedCount}.`));\n }\n\n if (errorCount > 0) {\n logger.info(colors.red(`Error Count: ${errorCount}.`));\n throw new Error(`Failed to enrich: ${errorCount} requests.`);\n }\n\n return activeResults.length;\n}\n"],"mappings":"oRA+BA,eAAsB,EAAqC,CACzD,OACA,OACA,aACA,iBAAiB,EAAE,CACnB,cAAc,IACd,eAAeA,EAAAA,GAc4B,CAE3C,IAAM,EAASC,EAAAA,GAA4B,EAAc,EAAK,CACxD,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CAE5E,EAAA,EAAO,KACL,EAAA,QAAO,QACL,6DAA6D,EAAe,KAC1E,IACD,GACF,CACF,CAGD,IAAM,EAAc,MAAMC,EAAAA,GAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAACC,EAAAA,cAAc,UAAU,CACpC,CAAC,CAGI,EAAiD,EAAE,CAGzD,MAAMC,EAAAA,GACJ,EACA,KAAO,IAAY,CAEjB,IAAM,EAAmB,MAAMC,EAAAA,GAAyB,EAAQ,CAC9D,UAAW,EAAQ,GACpB,CAAC,CAQF,GAL4B,EAAiB,QAC1C,CAAE,YAAa,IAAW,kBAC5B,CAGwB,CACvB,IAAM,EAAqB,MAAMC,EAAAA,GAC/B,EACA,EACA,CACE,UAAW,EAAQ,GACpB,CACF,CACD,EAAc,KAAK,CACjB,GAAG,EACH,qBACA,mBACD,CAAC,GAGN,CACE,cACD,CACF,CAED,IAAM,EAAO,EAAc,KACxB,CACC,kBACA,qBACA,mBACA,GAAG,MACE,CACL,GAAG,EAEH,GAAG,OAAO,QAAQC,EAAAA,GAAQ,EAAoB,OAAO,CAAC,CAAC,QACpD,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,WAAY,EAAM,CAAC,KAAK,IAAI,CAClD,CAAC,CACJ,EAAE,CACH,CAED,GAAG,OAAO,QAAQA,EAAAA,GAAQ,EAAiB,oBAAoB,CAAC,CAAC,QAC9D,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,UAAW,EAAK,CAAC,KAAK,IAAI,CAChD,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAYD,OARA,MAAMC,EAAAA,EAAS,EAAM,EADLC,EAAAA,GAAK,EAAK,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CACzB,CAEnC,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAAc,OAAO,qBAAqB,EAAK,GACtE,CACF,CAEM,EC1IT,MAAM,EACJ,+DAIW,EAAuBC,EAAE,OAAOA,EAAE,OAAQA,EAAE,OAAO,CAchE,eAAsB,EACpB,EACA,CAAE,GAAI,EAAO,GAAG,GAChB,EACA,EACkB,CAClB,GAAI,CAAC,EAAO,CAEV,IAAM,EAAM,mDACV,EAAQ,wBAAwB,IAAU,KAG5C,MADA,EAAA,EAAO,MAAM,EAAA,QAAO,IAAI,EAAI,CAAC,CACnB,MAAM,EAAI,CAGtB,IAAM,EAAK,EAAM,aAAa,CAGxB,EAAsB,OAAO,QAAQ,EAAK,CAAC,QAC9C,EAAK,CAAC,EAAK,KACKC,EAAAA,GAAKC,EAAAA,GAAe,EAAM,CAAC,CAC5B,SAAW,EACrB,EACA,OAAO,OAAO,EAAK,EAChB,GAAMD,EAAAA,GAAKC,EAAAA,GAAe,EAAM,CAAC,CAAC,IAAK,IAAS,CAC/C,MAAO,IAAQ,QAAU,EAAI,aAAa,CAAG,EAC9C,EAAE,CACJ,CAAC,CAER,EAAE,CACH,CAGD,GAAI,CAgBF,OAfA,MAAM,EACH,KAAK,wBAAyB,CAC7B,QAAS,CACP,yBAA0B,EAC1B,0BAA2B,EAC5B,CACD,KAAM,CACJ,sBACD,CACF,CAAC,CACD,MAAM,CAET,EAAA,EAAO,MACL,EAAA,QAAO,MAAM,kCAAkC,IAAY,IAAK,CACjE,CACM,SACA,EAAK,CAEZ,GACE,OAAO,EAAI,SAAS,MAAS,UAC7B,EAAI,SAAS,KAAK,SAAS,2CAA2C,CAOtE,OALA,EAAA,EAAO,KACL,EAAA,QAAO,QACL,mCAAmC,IAAY,EAAG,gDACnD,CACF,CACM,GAST,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,uDAAuD,IAAY,EAAG,KAAK,EAAI,QAAQ,KAAK,EAAI,SAAS,OAC1G,CACF,CACK,GC1EV,eAAsB,EAAuC,CAC3D,OACA,OACA,aACA,aACA,aACA,cAAc,IACd,eAAeC,EAAAA,GAgBG,CAElB,IAAM,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CACtE,EAASC,EAAAA,GAA4B,EAAc,EAAK,CAG9D,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,YAAY,EAAK,aAAa,CAAC,CAC1D,IAAM,EAAgBC,EAAAA,GAAQ,EAAM,EAAqB,CAGzD,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,cAAc,EAAc,OAAO,qBAAqB,CACxE,CAED,IAAI,EAAe,EACf,EAAe,EACf,EAAa,EAgDjB,GA9CA,MAAMC,EAAAA,GACJ,EACA,MAAO,EAAS,IAAU,CACxB,GAAI,CAEE,IACF,MAAMC,EAAAA,EAAmB,EAAQC,EAAAA,GAAwB,CACvD,MAAO,CACL,GAAI,EAAQ,GACZ,SAAU,GACX,CACF,CAAC,CAEF,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,iCAAiC,EAAQ,KAAK,CAC9D,EAGY,MAAM,EACnB,EACA,EACA,EACA,EACD,CAEC,GAAgB,EAEhB,GAAgB,OAEN,CACZ,GAAc,IAGlB,CAAE,cAAa,CAChB,CAED,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sDAAsD,EAAa,GACpE,CACF,CAEG,EAAe,GACjB,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,kBAAkB,EAAa,GAAG,CAAC,CAG5D,EAAa,EAEf,MADA,EAAA,EAAO,KAAK,EAAA,QAAO,IAAI,gBAAgB,EAAW,GAAG,CAAC,CAC5C,MAAM,qBAAqB,EAAW,YAAY,CAG9D,OAAO,EAAc"}
|
|
1
|
+
{"version":3,"file":"manual-enrichment-C6h9gjY1.cjs","names":["DEFAULT_TRANSCEND_API","buildTranscendGraphQLClient","createSombraGotInstance","fetchAllRequests","RequestStatus","map","fetchAllRequestEnrichers","fetchAllRequestIdentifiers","groupBy","writeCsv","uniq","t","uniq","splitCsvToList","DEFAULT_TRANSCEND_API","createSombraGotInstance","buildTranscendGraphQLClient","readCsv","map","makeGraphQLRequest","UPDATE_PRIVACY_REQUEST"],"sources":["../src/lib/manual-enrichment/pullManualEnrichmentIdentifiersToCsv.ts","../src/lib/manual-enrichment/enrichPrivacyRequest.ts","../src/lib/manual-enrichment/pushManualEnrichmentIdentifiersFromCsv.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport { map } from '../bluebird';\nimport colors from 'colors';\nimport { groupBy, uniq } from 'lodash-es';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\nimport { writeCsv } from '../helpers/writeCsv';\nimport {\n PrivacyRequest,\n RequestEnricher,\n RequestIdentifier,\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n fetchAllRequestEnrichers,\n fetchAllRequestIdentifiers,\n fetchAllRequests,\n} from '../graphql';\nimport { logger } from '../../logger';\n\nexport interface PrivacyRequestWithIdentifiers extends PrivacyRequest {\n /** Request Enrichers */\n requestEnrichers: RequestEnricher[];\n /** Request Identifiers */\n requestIdentifiers: RequestIdentifier[];\n}\n\n/**\n * Pull the set of manual enrichment jobs to CSV\n *\n * @param options - Options\n * @returns List of requests with identifiers\n */\nexport async function pullManualEnrichmentIdentifiersToCsv({\n file,\n auth,\n sombraAuth,\n requestActions = [],\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /** CSV file path */\n file: string;\n /** Transcend API key authentication */\n auth: string;\n /** Sombra API key */\n sombraAuth?: string;\n /** Concurrency */\n concurrency?: number;\n /** The request actions to fetch */\n requestActions?: RequestAction[];\n /** API URL for Transcend backend */\n transcendUrl?: string;\n}): Promise<PrivacyRequestWithIdentifiers[]> {\n // Find all requests made before createdAt that are in a removing data state\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n\n logger.info(\n colors.magenta(\n `Pulling manual enrichment requests, filtered for actions: ${requestActions.join(\n ',',\n )}`,\n ),\n );\n\n // Pull all privacy requests\n const allRequests = await fetchAllRequests(client, {\n actions: requestActions,\n statuses: [RequestStatus.Enriching],\n });\n\n // Requests to save\n const savedRequests: PrivacyRequestWithIdentifiers[] = [];\n\n // Filter down requests to what is needed\n await map(\n allRequests,\n async (request) => {\n // Fetch enrichers\n const requestEnrichers = await fetchAllRequestEnrichers(client, {\n requestId: request.id,\n });\n\n // Check if manual enrichment exists for that request\n const hasManualEnrichment = requestEnrichers.filter(\n ({ status }) => status === 'ACTION_REQUIRED',\n );\n\n // Save request to queue\n if (hasManualEnrichment) {\n const requestIdentifiers = await fetchAllRequestIdentifiers(\n client,\n sombra,\n {\n requestId: request.id,\n },\n );\n savedRequests.push({\n ...request,\n requestIdentifiers,\n requestEnrichers,\n });\n }\n },\n {\n concurrency,\n },\n );\n\n const data = savedRequests.map(\n ({\n attributeValues,\n requestIdentifiers,\n requestEnrichers, // eslint-disable-line @typescript-eslint/no-unused-vars\n ...request\n }) => ({\n ...request,\n // flatten identifiers\n ...Object.entries(groupBy(requestIdentifiers, 'name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ value }) => value).join(','),\n }),\n {},\n ),\n // flatten attributes\n ...Object.entries(groupBy(attributeValues, 'attributeKey.name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ name }) => name).join(','),\n }),\n {},\n ),\n }),\n );\n\n // Write out to CSV\n const headers = uniq(data.map((d) => Object.keys(d)).flat());\n await writeCsv(file, data, headers);\n\n logger.info(\n colors.green(\n `Successfully wrote ${savedRequests.length} requests to file \"${file}\"`,\n ),\n );\n\n return savedRequests;\n}\n","import type { Got } from 'got';\nimport * as t from 'io-ts';\nimport { logger } from '../../logger';\nimport { uniq } from 'lodash-es';\nimport colors from 'colors';\nimport { splitCsvToList } from '../requests/splitCsvToList';\n\nconst ADMIN_URL =\n 'https://app.transcend.io/privacy-requests/incoming-requests/';\n/**\n * Minimal set required to mark as completed\n */\nexport const EnrichPrivacyRequest = t.record(t.string, t.string);\n\n/** Type override */\nexport type EnrichPrivacyRequest = t.TypeOf<typeof EnrichPrivacyRequest>;\n\n/**\n * Upload identifiers to a privacy request or mark request as\n *\n * @param sombra - Sombra instance configured to make requests\n * @param request - Request to enricher\n * @param enricherId - The ID of the enricher being uploaded to\n * @param index - Index of request ID\n * @returns True if enriched successfully, false if skipped, throws error if failed\n */\nexport async function enrichPrivacyRequest(\n sombra: Got,\n { id: rawId, ...rest }: EnrichPrivacyRequest,\n enricherId: string,\n index?: number,\n): Promise<boolean> {\n if (!rawId) {\n // error\n const msg = `Request ID must be provided to enricher request.${\n index ? ` Found error in row: ${index}` : ''\n }`;\n logger.error(colors.red(msg));\n throw new Error(msg);\n }\n\n const id = rawId.toLowerCase();\n\n // Pull out the identifiers\n const enrichedIdentifiers = Object.entries(rest).reduce(\n (acc, [key, value]) => {\n const values = uniq(splitCsvToList(value));\n return values.length === 0\n ? acc\n : Object.assign(acc, {\n [key]: uniq(splitCsvToList(value)).map((val) => ({\n value: key === 'email' ? val.toLowerCase() : val,\n })),\n });\n },\n {} as Record<string, string[]>,\n );\n\n // Make the GraphQL request\n try {\n await sombra\n .post('v1/enrich-identifiers', {\n headers: {\n 'x-transcend-request-id': id,\n 'x-transcend-enricher-id': enricherId,\n },\n json: {\n enrichedIdentifiers,\n },\n })\n .json();\n\n logger.error(\n colors.green(`Successfully enriched request: ${ADMIN_URL}${id}`),\n );\n return true;\n } catch (err) {\n // skip if already enriched\n if (\n typeof err.response.body === 'string' &&\n err.response.body.includes('Cannot update a resolved RequestEnricher')\n ) {\n logger.warn(\n colors.magenta(\n `Skipped enrichment for request: ${ADMIN_URL}${id}, request is no longer in the enriching phase.`,\n ),\n );\n return false;\n }\n\n // error\n logger.error(\n colors.red(\n `Failed to enricher identifiers for request with id: ${ADMIN_URL}${id} - ${err.message} - ${err.response.body}`,\n ),\n );\n throw err;\n }\n}\n","import colors from 'colors';\nimport { map } from '../bluebird';\nimport { logger } from '../../logger';\nimport {\n UPDATE_PRIVACY_REQUEST,\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n makeGraphQLRequest,\n} from '../graphql';\nimport {\n enrichPrivacyRequest,\n EnrichPrivacyRequest,\n} from './enrichPrivacyRequest';\nimport { readCsv } from '../requests';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\n\n/**\n * Push a CSV of enriched requests back into Transcend\n *\n * @param options - Options\n * @returns Number of items processed\n */\nexport async function pushManualEnrichmentIdentifiersFromCsv({\n file,\n auth,\n sombraAuth,\n enricherId,\n markSilent,\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /** CSV file path */\n file: string;\n /** Transcend API key authentication */\n auth: string;\n /** ID of enricher being uploaded to */\n enricherId: string;\n /** Sombra API key authentication */\n sombraAuth?: string;\n /** Concurrency */\n concurrency?: number;\n /** API URL for Transcend backend */\n transcendUrl?: string;\n /** Mark requests in silent mode before enriching */\n markSilent?: boolean;\n}): Promise<number> {\n // Create sombra instance to communicate with\n const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n // Read from CSV\n logger.info(colors.magenta(`Reading \"${file}\" from disk`));\n const activeResults = readCsv(file, EnrichPrivacyRequest);\n\n // Notify Transcend\n logger.info(\n colors.magenta(`Enriching \"${activeResults.length}\" privacy requests.`),\n );\n\n let successCount = 0;\n let skippedCount = 0;\n let errorCount = 0;\n\n await map(\n activeResults,\n async (request, index) => {\n try {\n // Mark requests in silent mode before a certain date\n if (markSilent) {\n await makeGraphQLRequest(client, UPDATE_PRIVACY_REQUEST, {\n input: {\n id: request.id,\n isSilent: true,\n },\n });\n\n logger.info(\n colors.magenta(`Mark request as silent mode - ${request.id}`),\n );\n }\n\n const result = await enrichPrivacyRequest(\n sombra,\n request,\n enricherId,\n index,\n );\n if (result) {\n successCount += 1;\n } else {\n skippedCount += 1;\n }\n } catch (err) {\n errorCount += 1;\n }\n },\n { concurrency },\n );\n\n logger.info(\n colors.green(\n `Successfully notified Transcend! \\n Success count: ${successCount}.`,\n ),\n );\n\n if (skippedCount > 0) {\n logger.info(colors.magenta(`Skipped count: ${skippedCount}.`));\n }\n\n if (errorCount > 0) {\n logger.info(colors.red(`Error Count: ${errorCount}.`));\n throw new Error(`Failed to enrich: ${errorCount} requests.`);\n }\n\n return activeResults.length;\n}\n"],"mappings":"oRA+BA,eAAsB,EAAqC,CACzD,OACA,OACA,aACA,iBAAiB,EAAE,CACnB,cAAc,IACd,eAAeA,EAAAA,GAc4B,CAE3C,IAAM,EAASC,EAAAA,GAA4B,EAAc,EAAK,CACxD,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CAE5E,EAAA,EAAO,KACL,EAAA,QAAO,QACL,6DAA6D,EAAe,KAC1E,IACD,GACF,CACF,CAGD,IAAM,EAAc,MAAMC,EAAAA,GAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAACC,EAAAA,cAAc,UAAU,CACpC,CAAC,CAGI,EAAiD,EAAE,CAGzD,MAAMC,EAAAA,GACJ,EACA,KAAO,IAAY,CAEjB,IAAM,EAAmB,MAAMC,EAAAA,GAAyB,EAAQ,CAC9D,UAAW,EAAQ,GACpB,CAAC,CAQF,GAL4B,EAAiB,QAC1C,CAAE,YAAa,IAAW,kBAC5B,CAGwB,CACvB,IAAM,EAAqB,MAAMC,EAAAA,GAC/B,EACA,EACA,CACE,UAAW,EAAQ,GACpB,CACF,CACD,EAAc,KAAK,CACjB,GAAG,EACH,qBACA,mBACD,CAAC,GAGN,CACE,cACD,CACF,CAED,IAAM,EAAO,EAAc,KACxB,CACC,kBACA,qBACA,mBACA,GAAG,MACE,CACL,GAAG,EAEH,GAAG,OAAO,QAAQC,EAAAA,GAAQ,EAAoB,OAAO,CAAC,CAAC,QACpD,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,WAAY,EAAM,CAAC,KAAK,IAAI,CAClD,CAAC,CACJ,EAAE,CACH,CAED,GAAG,OAAO,QAAQA,EAAAA,GAAQ,EAAiB,oBAAoB,CAAC,CAAC,QAC9D,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,UAAW,EAAK,CAAC,KAAK,IAAI,CAChD,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAYD,OARA,MAAMC,EAAAA,EAAS,EAAM,EADLC,EAAAA,GAAK,EAAK,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CACzB,CAEnC,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAAc,OAAO,qBAAqB,EAAK,GACtE,CACF,CAEM,EC1IT,MAAM,EACJ,+DAIW,EAAuBC,EAAE,OAAOA,EAAE,OAAQA,EAAE,OAAO,CAchE,eAAsB,EACpB,EACA,CAAE,GAAI,EAAO,GAAG,GAChB,EACA,EACkB,CAClB,GAAI,CAAC,EAAO,CAEV,IAAM,EAAM,mDACV,EAAQ,wBAAwB,IAAU,KAG5C,MADA,EAAA,EAAO,MAAM,EAAA,QAAO,IAAI,EAAI,CAAC,CACnB,MAAM,EAAI,CAGtB,IAAM,EAAK,EAAM,aAAa,CAGxB,EAAsB,OAAO,QAAQ,EAAK,CAAC,QAC9C,EAAK,CAAC,EAAK,KACKC,EAAAA,GAAKC,EAAAA,GAAe,EAAM,CAAC,CAC5B,SAAW,EACrB,EACA,OAAO,OAAO,EAAK,EAChB,GAAMD,EAAAA,GAAKC,EAAAA,GAAe,EAAM,CAAC,CAAC,IAAK,IAAS,CAC/C,MAAO,IAAQ,QAAU,EAAI,aAAa,CAAG,EAC9C,EAAE,CACJ,CAAC,CAER,EAAE,CACH,CAGD,GAAI,CAgBF,OAfA,MAAM,EACH,KAAK,wBAAyB,CAC7B,QAAS,CACP,yBAA0B,EAC1B,0BAA2B,EAC5B,CACD,KAAM,CACJ,sBACD,CACF,CAAC,CACD,MAAM,CAET,EAAA,EAAO,MACL,EAAA,QAAO,MAAM,kCAAkC,IAAY,IAAK,CACjE,CACM,SACA,EAAK,CAEZ,GACE,OAAO,EAAI,SAAS,MAAS,UAC7B,EAAI,SAAS,KAAK,SAAS,2CAA2C,CAOtE,OALA,EAAA,EAAO,KACL,EAAA,QAAO,QACL,mCAAmC,IAAY,EAAG,gDACnD,CACF,CACM,GAST,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,uDAAuD,IAAY,EAAG,KAAK,EAAI,QAAQ,KAAK,EAAI,SAAS,OAC1G,CACF,CACK,GC1EV,eAAsB,EAAuC,CAC3D,OACA,OACA,aACA,aACA,aACA,cAAc,IACd,eAAeC,EAAAA,GAgBG,CAElB,IAAM,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CACtE,EAASC,EAAAA,GAA4B,EAAc,EAAK,CAG9D,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,YAAY,EAAK,aAAa,CAAC,CAC1D,IAAM,EAAgBC,EAAAA,GAAQ,EAAM,EAAqB,CAGzD,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,cAAc,EAAc,OAAO,qBAAqB,CACxE,CAED,IAAI,EAAe,EACf,EAAe,EACf,EAAa,EAgDjB,GA9CA,MAAMC,EAAAA,GACJ,EACA,MAAO,EAAS,IAAU,CACxB,GAAI,CAEE,IACF,MAAMC,EAAAA,EAAmB,EAAQC,EAAAA,GAAwB,CACvD,MAAO,CACL,GAAI,EAAQ,GACZ,SAAU,GACX,CACF,CAAC,CAEF,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,iCAAiC,EAAQ,KAAK,CAC9D,EAGY,MAAM,EACnB,EACA,EACA,EACA,EACD,CAEC,GAAgB,EAEhB,GAAgB,OAEN,CACZ,GAAc,IAGlB,CAAE,cAAa,CAChB,CAED,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sDAAsD,EAAa,GACpE,CACF,CAEG,EAAe,GACjB,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,kBAAkB,EAAa,GAAG,CAAC,CAG5D,EAAa,EAEf,MADA,EAAA,EAAO,KAAK,EAAA,QAAO,IAAI,gBAAgB,EAAW,GAAG,CAAC,CAC5C,MAAM,qBAAqB,EAAW,YAAY,CAG9D,OAAO,EAAc"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
const e=require(`./chunk-Bmb41Sf3.cjs`),t=require(`./constants-
|
|
1
|
+
const e=require(`./chunk-Bmb41Sf3.cjs`),t=require(`./constants-K6pQQtc7.cjs`),n=require(`./syncConfigurationToTranscend-DKliAJhK.cjs`),r=require(`./logger-DQwEYtSS.cjs`);let i=require(`node:fs`),a=require(`node:os`),o=require(`node:path`),s=require(`colors`);s=e.t(s);let c=require(`node:child_process`),l=require(`node:readline`);l=e.t(l);function u(e,t){let n=Math.max(1,a.availableParallelism?.()??1);return{poolSize:typeof e==`number`&&e>0?Math.min(e,t):Math.min(n,t),cpuCount:n}}function d(e){return`'${String(e).replace(/'/g,`'\\''`)}'`}function f(e,t,n=!1){if(n)return;let i=(0,a.platform)();try{if(i===`darwin`){(0,c.spawn)(`osascript`,[`-e`,`
|
|
2
2
|
tell application "Terminal"
|
|
3
3
|
activate
|
|
4
4
|
do script "printf '\\e]0;${t}\\a'; tail -n +1 -f ${e.map(d).join(` -f `)}"
|
|
@@ -14,10 +14,10 @@ Press Esc/Ctrl+] to return to dashboard.
|
|
|
14
14
|
--------------------------------
|
|
15
15
|
|
|
16
16
|
`)}}let x=async e=>{h(`attach()`,`id=${e}`);let t=n.get(e);t&&(g===`attached`&&S(),g=`attached`,_=e,u?.(e),r?.(e),await b(e),v=e=>p.write(e),y=e=>m.write(e),t.stdout?.on(`data`,v),t.stderr?.on(`data`,y),t.once(`exit`,()=>{_===e&&S()}))},S=()=>{if(h(`detach()`,`id=${_}`),_==null)return;let e=_,t=n.get(e);t&&(v&&t.stdout?.off(`data`,v),y&&t.stderr?.off(`data`,y)),v=null,y=null,_=null,g=`dashboard`,i?.()},C=(e,t)=>{h(`keypress`,JSON.stringify({str:e,name:t.name,seq:t.sequence,ctrl:t.ctrl,meta:t.meta,shift:t.shift,mode:g}));let r=E(e,t,g);if(h(`mapped`,JSON.stringify(r)),r)switch(r.type){case`CTRL_C`:if(h(`CTRL_C`),g===`attached`&&_!=null){let e=n.get(_);try{e?.kill(`SIGINT`)}catch{}S();return}a?.();return;case`ATTACH`:if(h(`ATTACH`,`id=${r.id}`,`has=${n.has(r.id)}`),g!==`dashboard`)return;n.has(r.id)&&x(r.id);return;case`CYCLE`:{if(h(`CYCLE`,`delta=${r.delta}`),g!==`dashboard`)return;let e=O(D(n),_,r.delta);e!=null&&x(e);return}case`QUIT`:if(g!==`dashboard`)return;a?.();return;case`DETACH`:h(`DETACH`),g===`attached`&&S();return;case`CTRL_D`:if(g===`attached`&&_!=null){let e=n.get(_);try{e?.stdin?.end()}catch{}}return;case`FORWARD`:if(g===`attached`&&_!=null){let e=n.get(_);try{e?.stdin?.write(r.sequence)}catch{}}}},w=e=>{if(g===`attached`&&_!=null){let t=n.get(_);try{t?.stdin?.write(e)}catch{}}};return f.on(`keypress`,C),f.on(`data`,w),()=>{f.off(`keypress`,C),f.off(`data`,w),f.setRawMode?.(!1),p.write(`\x1B[?25h`)}}let A=``;const j=(e,t)=>{let n=Math.min(e-1,9),r=e<=1?`0`:`0-${n}`,i=e>10?` (Tab/Shift+Tab for ≥10)`:``;return t?s.default.dim(`Run complete — digits to view logs • Tab/Shift+Tab cycle • Esc/Ctrl+] detach • q to quit`):s.default.dim(`Hotkeys: [${r}] attach${i} • e=errors • w=warnings • i=info • l=logs • Tab/Shift+Tab • Esc/Ctrl+] detach • Ctrl+C exit`)};function M(e,t,n=!1){let r=[...t.renderHeader(e),``,...t.renderWorkers(e),...n?[]:[``,j(e.poolSize,e.final)],...t.renderExtras?[``].concat(t.renderExtras(e)):[]].join(`
|
|
17
|
-
`);!e.final&&r===A||(A=r,e.final?process.stdout.write(`\x1B[?25h`):(process.stdout.write(`\x1B[?25l`),l.cursorTo(process.stdout,0,0),l.clearScreenDown(process.stdout)),process.stdout.write(`${r}\n`))}function N(e,t,n){let r=t.get(e);if(x(r))try{let e=b(r);if(e!=null)return e}catch{}return n.get(e)}function P(e){return typeof e==`number`?e.toLocaleString():`0`}function F(e,t=40){let n=Math.max(0,Math.min(100,Math.floor(e))),r=Math.floor(n/100*t);return`█`.repeat(r)+`░`.repeat(t-r)}function I(e){let t=[...e.workerState.values()].filter(e=>e.busy).length,n=e.filesCompleted+e.filesFailed;return{done:n,inProgress:t,pct:e.filesTotal===0?100:Math.floor(n/Math.max(1,e.filesTotal)*100)}}function L(e,t=[]){let{title:n,poolSize:r,cpuCount:i,filesTotal:a,filesCompleted:o,filesFailed:c,throughput:l}=e,{inProgress:u,pct:d}=I(e),f=[`${s.default.bold(n)} — ${r} workers ${s.default.dim(`(CPU avail: ${i})`)}`,`${s.default.dim(`Files`)} ${P(a)} ${s.default.dim(`Completed`)} ${P(o)} ${s.default.dim(`Failed`)} ${c?s.default.red(P(c)):P(c)} ${s.default.dim(`In-flight`)} ${P(u)}`,`[${F(d)}] ${d}%`];if(l){let t=Math.round(l.r10s*3600).toLocaleString(),
|
|
17
|
+
`);!e.final&&r===A||(A=r,e.final?process.stdout.write(`\x1B[?25h`):(process.stdout.write(`\x1B[?25l`),l.cursorTo(process.stdout,0,0),l.clearScreenDown(process.stdout)),process.stdout.write(`${r}\n`))}function N(e,t,n){let r=t.get(e);if(x(r))try{let e=b(r);if(e!=null)return e}catch{}return n.get(e)}function P(e){return typeof e==`number`?e.toLocaleString():`0`}function F(e,t=40){let n=Math.max(0,Math.min(100,Math.floor(e))),r=Math.floor(n/100*t);return`█`.repeat(r)+`░`.repeat(t-r)}function I(e){let t=[...e.workerState.values()].filter(e=>e.busy).length,n=e.filesCompleted+e.filesFailed;return{done:n,inProgress:t,pct:e.filesTotal===0?100:Math.floor(n/Math.max(1,e.filesTotal)*100)}}function L(e,t=[]){let{title:n,poolSize:r,cpuCount:i,filesTotal:a,filesCompleted:o,filesFailed:c,throughput:l}=e,{inProgress:u,pct:d}=I(e),f=[`${s.default.bold(n)} — ${r} workers ${s.default.dim(`(CPU avail: ${i})`)}`,`${s.default.dim(`Files`)} ${P(a)} ${s.default.dim(`Completed`)} ${P(o)} ${s.default.dim(`Failed`)} ${c?s.default.red(P(c)):P(c)} ${s.default.dim(`In-flight`)} ${P(u)}`,`[${F(d)}] ${d}%`];if(l){let t=l.jobsR10s>0||l.jobsR60s>0,n=Math.round((t?l.jobsR10s:l.r10s)*3600).toLocaleString(),r=Math.round((t?l.jobsR60s:l.r60s)*3600).toLocaleString(),i=t?`rec`:`files`,a=e.throughput?.successSoFar==null?``:` Newly uploaded: ${P(e.throughput.successSoFar)}`;f.push(s.default.cyan(`Throughput: ${n} ${i}/hr (1h: ${r} ${i}/hr)${a}`))}return t.length?f.concat(t):f}function R(e,t=e=>e?(0,o.basename)(e):`-`){return[...e.workerState.entries()].map(([e,n])=>{let r=n.lastLevel===`error`?s.default.red(`ERROR `):n.lastLevel===`warn`?s.default.yellow(`WARN `):n.busy?s.default.green(`WORKING`):s.default.dim(`IDLE `),i=t(n.file),a=n.startedAt?`${Math.floor((Date.now()-n.startedAt)/1e3)}s`:`-`,o=n.progress?.processed??0,c=n.progress?.total??0,l=c>0?Math.floor(o/c*100):0;return` [w${e}] ${r} | ${i} | ${a} | [${c>0?F(l,18):` `.repeat(18)}] ${c>0?`${o.toLocaleString()}/${c.toLocaleString()} (${l}%)`:s.default.dim(`—`)}`})}async function z(e){let{title:t,baseDir:r,poolSize:i,cpuCount:a,render:o,childModulePath:c,hooks:l,filesTotal:u,childFlag:d,viewerMode:f=!1}=e,p=e.openLogWindows??!f,m=e.isSilent??!0,v=Date.now(),y=_(r),w=new Map,T=new Map,E=new Map,D=new n.C,O=new n.C,A=new Map,j=l.initTotals?.()??{},M=0,P=0,F=0,I=null,L=!1,R=!1,z=null,B=(e=!1)=>{R||o({title:t,poolSize:i,cpuCount:a,filesTotal:u,filesCompleted:P,filesFailed:F,workerState:T,totals:j,final:e,exportStatus:l.exportStatus?.(),throughput:{successSoFar:P,r10s:D.rate(1e4),r60s:D.rate(6e4),jobsR10s:O.rate(1e4),jobsR60s:O.rate(6e4)}})},V=e=>{let t=l.nextTask();if(!t)return!1;let n=w.get(e),r=l.taskLabel(t),i=l.initSlotProgress?.(t);return T.set(e,{busy:!0,file:r,startedAt:Date.now(),lastLevel:`ok`,progress:i}),S(n,{type:`task`,payload:t}),B(),!0};for(let e=0;e<i;e+=1){let t=C({id:e,modulePath:c,logDir:y,openLogWindows:p,isSilent:m,childFlag:d});w.set(e,t),T.set(e,{busy:!1,file:null,startedAt:null,lastLevel:`ok`}),E.set(e,b(t)),M+=1;let n=g(t=>{let n=h(t);if(!n)return;let r=T.get(e);r.lastLevel!==n&&(T.set(e,{...r,lastLevel:n}),B())});t.stderr?.on(`data`,n),t.on(`message`,n=>{if(!(!n||typeof n!=`object`)){if(n.type===`ready`){L||(L=!0,I=setInterval(()=>B(!1),350)),V(e);return}if(n.type===`progress`){j=l.onProgress(j,n.payload);let t=T.get(e);T.set(e,{...t,progress:n.payload});let r=n.payload;if(typeof r?.processed==`number`){let t=A.get(e)??0,n=r.processed-t;n>0&&O.add(n),A.set(e,r.processed)}B();return}if(n.type===`result`){let r=T.get(e),{totals:i,ok:a}=l.onResult(j,n.payload);j=i,a?(P+=1,D.add(1)):F+=1,T.set(e,{...r,busy:!1,file:null,progress:void 0,lastLevel:a?`ok`:`error`}),A.delete(e),!V(e)&&x(t)&&S(t,{type:`shutdown`}),B()}}}),t.on(`exit`,()=>{--M,M===0&&(I&&clearInterval(I),B(!0))})}let H=()=>{},U=()=>{try{process.stdin.setRawMode?.(!1)}catch{}try{process.stdin.pause()}catch{}},W=()=>{if(I&&clearInterval(I),H?.(),z)try{process.stdin.off(`data`,z)}catch{}U(),process.stdout.write(`
|
|
18
18
|
Stopping workers...
|
|
19
|
-
`);for(let[,e]of w){x(e)&&S(e,{type:`shutdown`});try{e?.kill(`SIGTERM`)}catch{}}process.exit(130)},
|
|
20
|
-
`))}process.stdin.resume()}
|
|
19
|
+
`);for(let[,e]of w){x(e)&&S(e,{type:`shutdown`});try{e?.kill(`SIGTERM`)}catch{}}process.exit(130)},G=e=>{R=!0,process.stdout.write(`\x1B[2J\x1B[H`),process.stdout.write(`Attached to worker ${e}. (Esc/Ctrl+] detach • Ctrl+D EOF • Ctrl+C SIGINT)\n`)},K=()=>{R=!1,B()};if(process.once(`SIGINT`,W),!f){if(process.stdin.isTTY){try{process.stdin.setRawMode(!0)}catch{process.stdout.write(s.default.yellow(`Warning: Unable to enable raw mode for interactive key handling.
|
|
20
|
+
`))}process.stdin.resume()}H=k({workers:w,onAttach:G,onDetach:K,onCtrlC:W,getLogPaths:e=>N(e,w,E),replayBytes:200*1024,replayWhich:[`out`,`err`],onEnterAttachScreen:G}),e.extraKeyHandler&&(z=e.extraKeyHandler({logsBySlot:E,repaint:()=>B(),setPaused:e=>{R=e}}),process.stdin.on(`data`,z))}await new Promise(e=>{let t=setInterval(async()=>{if(M===0){if(clearInterval(t),I&&clearInterval(I),H(),z)try{process.stdin.off(`data`,z)}catch{}U();let n=Date.now();try{await l.postProcess?.({slots:T,totals:j,logDir:y,logsBySlot:E,startedAt:v,finishedAt:n,viewerMode:f,getLogPathsForSlot:e=>N(e,w,E)})}catch(e){let t=e?.stack??String(e);process.stdout.write(s.default.red(`postProcess error: ${t}\n`))}e()}},300)})}function B(e){let{logsBySlot:t,repaint:n,setPaused:r,exportMgr:i,exportStatus:a,custom:o}=e,s=e=>{process.stdout.write(`${e}\n`)},c=(e,t)=>{let r=Date.now(),i=a?.[e]??{path:t};a&&(a[e]={path:t||i.path,savedAt:r,exported:!0},n())},l=!1,u=(e,i)=>{l||(l=!0,r(!0),process.stdout.write(`\x1B[2J\x1B[H`),process.stdout.write(`Combined logs viewer (press Esc or Ctrl+] to return)
|
|
21
21
|
|
|
22
22
|
`),(async()=>{try{await w(t,e,i)}catch{l=!1,r(!1),n()}})())},d=(e,n)=>{if(i)try{let r=i.exportCombinedLogs(t,e);s(`\nWrote combined ${n} logs to: ${r}`),c(e,r)}catch{s(`\nFailed to write combined ${n} logs`)}};return e=>{let t=e.toString(`utf8`);if(t===`e`){u([`err`],`error`);return}if(t===`w`){u([`warn`,`err`],`warn`);return}if(t===`i`){u([`info`],`all`);return}if(t===`l`){u([`out`,`err`,`structured`],`all`);return}if(t===`E`){d(`error`,`error`);return}if(t===`W`){d(`warn`,`warn`);return}if(t===`I`){d(`info`,`info`);return}if(t===`A`){d(`all`,`ALL`);return}let i=o?.[t];if(i){i({noteExport:c,say:s});return}(t===`\x1B`||t===``)&&(l=!1,r(!1),n())}}Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return M}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return R}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return z}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return v}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return L}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return u}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return B}});
|
|
23
|
-
//# sourceMappingURL=pooling-
|
|
23
|
+
//# sourceMappingURL=pooling-DLEGcLtt.cjs.map
|