@transcend-io/cli 8.37.0 → 8.37.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (138) hide show
  1. package/README.md +35 -19
  2. package/dist/{api-keys-eh_rPCV_.cjs → api-keys-Bvt2HbSv.cjs} +2 -2
  3. package/dist/{api-keys-eh_rPCV_.cjs.map → api-keys-Bvt2HbSv.cjs.map} +1 -1
  4. package/dist/{app-D0ewaGAn.cjs → app-CdWFyBYu.cjs} +18 -18
  5. package/dist/app-CdWFyBYu.cjs.map +1 -0
  6. package/dist/bin/bash-complete.cjs +1 -1
  7. package/dist/bin/cli.cjs +1 -1
  8. package/dist/bin/deprecated-command.cjs +1 -1
  9. package/dist/{code-scanning-BB6Ncuzh.cjs → code-scanning-BZzwKEfY.cjs} +2 -2
  10. package/dist/{code-scanning-BB6Ncuzh.cjs.map → code-scanning-BZzwKEfY.cjs.map} +1 -1
  11. package/dist/{command-BUkTNNIa.cjs → command-DNcjQs8y.cjs} +2 -2
  12. package/dist/{command-BUkTNNIa.cjs.map → command-DNcjQs8y.cjs.map} +1 -1
  13. package/dist/{consent-manager-Df8gw2Qh.cjs → consent-manager-oip5m3XC.cjs} +2 -2
  14. package/dist/{consent-manager-Df8gw2Qh.cjs.map → consent-manager-oip5m3XC.cjs.map} +1 -1
  15. package/dist/{constants-7qBywLgI.cjs → constants-K6pQQtc7.cjs} +2 -2
  16. package/dist/{constants-7qBywLgI.cjs.map → constants-K6pQQtc7.cjs.map} +1 -1
  17. package/dist/{cron-BhfbISdy.cjs → cron-lijiEqFA.cjs} +2 -2
  18. package/dist/{cron-BhfbISdy.cjs.map → cron-lijiEqFA.cjs.map} +1 -1
  19. package/dist/{data-inventory-D36n1YAJ.cjs → data-inventory-BKAQGjFN.cjs} +2 -2
  20. package/dist/{data-inventory-D36n1YAJ.cjs.map → data-inventory-BKAQGjFN.cjs.map} +1 -1
  21. package/dist/{dataFlowsToDataSilos-BLNhWeOw.cjs → dataFlowsToDataSilos-CnvG2jqy.cjs} +2 -2
  22. package/dist/{dataFlowsToDataSilos-BLNhWeOw.cjs.map → dataFlowsToDataSilos-CnvG2jqy.cjs.map} +1 -1
  23. package/dist/{impl-BNEgHNz7.cjs → impl-1-1sg4WF.cjs} +2 -2
  24. package/dist/{impl-BNEgHNz7.cjs.map → impl-1-1sg4WF.cjs.map} +1 -1
  25. package/dist/{impl-CdXk78ar.cjs → impl-57HOh2c3.cjs} +2 -2
  26. package/dist/{impl-CdXk78ar.cjs.map → impl-57HOh2c3.cjs.map} +1 -1
  27. package/dist/{impl-BC1mCUl1.cjs → impl-58WnFNmn.cjs} +2 -2
  28. package/dist/{impl-BC1mCUl1.cjs.map → impl-58WnFNmn.cjs.map} +1 -1
  29. package/dist/impl-B4OVz7FC.cjs +2 -0
  30. package/dist/impl-B4OVz7FC.cjs.map +1 -0
  31. package/dist/{impl-5AfPlpzA.cjs → impl-BFRrE04X.cjs} +2 -2
  32. package/dist/{impl-5AfPlpzA.cjs.map → impl-BFRrE04X.cjs.map} +1 -1
  33. package/dist/{impl-DxDGyjMI.cjs → impl-BSS_avMv.cjs} +2 -2
  34. package/dist/{impl-DxDGyjMI.cjs.map → impl-BSS_avMv.cjs.map} +1 -1
  35. package/dist/{impl-DEULjxRp.cjs → impl-BVmw0mE4.cjs} +2 -2
  36. package/dist/{impl-DEULjxRp.cjs.map → impl-BVmw0mE4.cjs.map} +1 -1
  37. package/dist/{impl-IQ7JOZxt.cjs → impl-Bf_hLViY.cjs} +2 -2
  38. package/dist/{impl-IQ7JOZxt.cjs.map → impl-Bf_hLViY.cjs.map} +1 -1
  39. package/dist/{impl-47WGWxyj.cjs → impl-BkEg-Nm6.cjs} +2 -2
  40. package/dist/{impl-47WGWxyj.cjs.map → impl-BkEg-Nm6.cjs.map} +1 -1
  41. package/dist/{impl-DDHduv-X.cjs → impl-Bmln6D88.cjs} +2 -2
  42. package/dist/{impl-DDHduv-X.cjs.map → impl-Bmln6D88.cjs.map} +1 -1
  43. package/dist/impl-BqIqzp40.cjs +2 -0
  44. package/dist/impl-BqIqzp40.cjs.map +1 -0
  45. package/dist/{impl-DVCUGrVY.cjs → impl-BszlCtcR.cjs} +2 -2
  46. package/dist/{impl-DVCUGrVY.cjs.map → impl-BszlCtcR.cjs.map} +1 -1
  47. package/dist/impl-BtuKKdl3.cjs +2 -0
  48. package/dist/impl-BtuKKdl3.cjs.map +1 -0
  49. package/dist/{impl-DI3lTLCy.cjs → impl-C2e4xVvX.cjs} +2 -2
  50. package/dist/{impl-DI3lTLCy.cjs.map → impl-C2e4xVvX.cjs.map} +1 -1
  51. package/dist/impl-C65nk0G8.cjs +2 -0
  52. package/dist/impl-C65nk0G8.cjs.map +1 -0
  53. package/dist/{impl-DHUnZ-Qx.cjs → impl-CCdxbRmg.cjs} +2 -2
  54. package/dist/{impl-DHUnZ-Qx.cjs.map → impl-CCdxbRmg.cjs.map} +1 -1
  55. package/dist/{impl-Dxgw6Xfk.cjs → impl-CMwmo2vR.cjs} +2 -2
  56. package/dist/{impl-Dxgw6Xfk.cjs.map → impl-CMwmo2vR.cjs.map} +1 -1
  57. package/dist/impl-Cb64HwGx.cjs +2 -0
  58. package/dist/impl-Cb64HwGx.cjs.map +1 -0
  59. package/dist/{impl-4NCrJ_Y6.cjs → impl-CdfA8kxo.cjs} +2 -2
  60. package/dist/{impl-4NCrJ_Y6.cjs.map → impl-CdfA8kxo.cjs.map} +1 -1
  61. package/dist/{impl-DlB56v12.cjs → impl-CkfOZzpI.cjs} +2 -2
  62. package/dist/{impl-DlB56v12.cjs.map → impl-CkfOZzpI.cjs.map} +1 -1
  63. package/dist/{impl-bgI-lF8x.cjs → impl-ClujxTb8.cjs} +2 -2
  64. package/dist/{impl-bgI-lF8x.cjs.map → impl-ClujxTb8.cjs.map} +1 -1
  65. package/dist/{impl-orpaJd8b.cjs → impl-D-IWtHQi.cjs} +2 -2
  66. package/dist/{impl-orpaJd8b.cjs.map → impl-D-IWtHQi.cjs.map} +1 -1
  67. package/dist/{impl-DQTfX_qq.cjs → impl-D9-ZQmJB.cjs} +2 -2
  68. package/dist/{impl-DQTfX_qq.cjs.map → impl-D9-ZQmJB.cjs.map} +1 -1
  69. package/dist/{impl-Du1Ty4JE.cjs → impl-DGel0ZLe.cjs} +2 -2
  70. package/dist/{impl-Du1Ty4JE.cjs.map → impl-DGel0ZLe.cjs.map} +1 -1
  71. package/dist/{impl-BPq8EyHn.cjs → impl-DL2j8g1C.cjs} +2 -2
  72. package/dist/{impl-BPq8EyHn.cjs.map → impl-DL2j8g1C.cjs.map} +1 -1
  73. package/dist/{impl-CkkD_smS.cjs → impl-DSNgFKP_.cjs} +2 -2
  74. package/dist/{impl-CkkD_smS.cjs.map → impl-DSNgFKP_.cjs.map} +1 -1
  75. package/dist/{impl-CfsKuglq.cjs → impl-DU85U1jO.cjs} +2 -2
  76. package/dist/{impl-CfsKuglq.cjs.map → impl-DU85U1jO.cjs.map} +1 -1
  77. package/dist/{impl-DS2IlxS3.cjs → impl-DV5f54rm.cjs} +2 -2
  78. package/dist/{impl-DS2IlxS3.cjs.map → impl-DV5f54rm.cjs.map} +1 -1
  79. package/dist/impl-DXKJH0AZ.cjs +2 -0
  80. package/dist/impl-DXKJH0AZ.cjs.map +1 -0
  81. package/dist/{impl-BfN9XMNM.cjs → impl-DbxzDk8h.cjs} +2 -2
  82. package/dist/{impl-BfN9XMNM.cjs.map → impl-DbxzDk8h.cjs.map} +1 -1
  83. package/dist/{impl-CVsXgVaf.cjs → impl-DhnCAbU-.cjs} +2 -2
  84. package/dist/{impl-CVsXgVaf.cjs.map → impl-DhnCAbU-.cjs.map} +1 -1
  85. package/dist/{impl-BxOeeF35.cjs → impl-Dj2fTDNO.cjs} +2 -2
  86. package/dist/{impl-BxOeeF35.cjs.map → impl-Dj2fTDNO.cjs.map} +1 -1
  87. package/dist/{impl-C1IjDv1N.cjs → impl-KAorCmlT.cjs} +2 -2
  88. package/dist/{impl-C1IjDv1N.cjs.map → impl-KAorCmlT.cjs.map} +1 -1
  89. package/dist/{impl-Bv2mYf1w.cjs → impl-LMp29vxd.cjs} +2 -2
  90. package/dist/{impl-Bv2mYf1w.cjs.map → impl-LMp29vxd.cjs.map} +1 -1
  91. package/dist/{impl-feFIqpBO.cjs → impl-MrsSr72p.cjs} +2 -2
  92. package/dist/{impl-feFIqpBO.cjs.map → impl-MrsSr72p.cjs.map} +1 -1
  93. package/dist/{impl-Boa1Uuzk.cjs → impl-SZp3iTUp.cjs} +2 -2
  94. package/dist/{impl-Boa1Uuzk.cjs.map → impl-SZp3iTUp.cjs.map} +1 -1
  95. package/dist/{impl-8Basu9U-.cjs → impl-W6jE_UV0.cjs} +2 -2
  96. package/dist/{impl-8Basu9U-.cjs.map → impl-W6jE_UV0.cjs.map} +1 -1
  97. package/dist/{impl-Cotrjytz.cjs → impl-XwC7A99P.cjs} +2 -2
  98. package/dist/{impl-Cotrjytz.cjs.map → impl-XwC7A99P.cjs.map} +1 -1
  99. package/dist/{impl-DKMxd5Wy.cjs → impl-ebVxRYAc.cjs} +2 -2
  100. package/dist/{impl-DKMxd5Wy.cjs.map → impl-ebVxRYAc.cjs.map} +1 -1
  101. package/dist/impl-k61p_VQY.cjs +2 -0
  102. package/dist/impl-k61p_VQY.cjs.map +1 -0
  103. package/dist/impl-kMebV10f.cjs +2 -0
  104. package/dist/impl-kMebV10f.cjs.map +1 -0
  105. package/dist/{impl--PmMYd1g.cjs → impl-oYFKp06U.cjs} +2 -2
  106. package/dist/{impl--PmMYd1g.cjs.map → impl-oYFKp06U.cjs.map} +1 -1
  107. package/dist/index.cjs +1 -1
  108. package/dist/index.d.cts +74 -11
  109. package/dist/{manual-enrichment-CzRiIFev.cjs → manual-enrichment-C6h9gjY1.cjs} +2 -2
  110. package/dist/{manual-enrichment-CzRiIFev.cjs.map → manual-enrichment-C6h9gjY1.cjs.map} +1 -1
  111. package/dist/{pooling-BJAPXDiq.cjs → pooling-DLEGcLtt.cjs} +5 -5
  112. package/dist/pooling-DLEGcLtt.cjs.map +1 -0
  113. package/dist/{preference-management-DV6NIcXt.cjs → preference-management-B36PQuMK.cjs} +2 -2
  114. package/dist/{preference-management-DV6NIcXt.cjs.map → preference-management-B36PQuMK.cjs.map} +1 -1
  115. package/dist/{syncConfigurationToTranscend-Bd0ZTIm1.cjs → syncConfigurationToTranscend-DKliAJhK.cjs} +12 -6
  116. package/dist/syncConfigurationToTranscend-DKliAJhK.cjs.map +1 -0
  117. package/dist/{uploadConsents-XYRco1_L.cjs → uploadConsents-MtgCk8B0.cjs} +2 -2
  118. package/dist/{uploadConsents-XYRco1_L.cjs.map → uploadConsents-MtgCk8B0.cjs.map} +1 -1
  119. package/package.json +1 -1
  120. package/dist/app-D0ewaGAn.cjs.map +0 -1
  121. package/dist/impl--CgaKM4x.cjs +0 -2
  122. package/dist/impl--CgaKM4x.cjs.map +0 -1
  123. package/dist/impl-ByQI5s4b.cjs +0 -2
  124. package/dist/impl-ByQI5s4b.cjs.map +0 -1
  125. package/dist/impl-Crhm9eFe.cjs +0 -2
  126. package/dist/impl-Crhm9eFe.cjs.map +0 -1
  127. package/dist/impl-D2P_gDE8.cjs +0 -2
  128. package/dist/impl-D2P_gDE8.cjs.map +0 -1
  129. package/dist/impl-DNDs3FFG.cjs +0 -2
  130. package/dist/impl-DNDs3FFG.cjs.map +0 -1
  131. package/dist/impl-DZbi3AkB.cjs +0 -2
  132. package/dist/impl-DZbi3AkB.cjs.map +0 -1
  133. package/dist/impl-DcMkDhXY.cjs +0 -2
  134. package/dist/impl-DcMkDhXY.cjs.map +0 -1
  135. package/dist/impl-xUzH7vUF.cjs +0 -2
  136. package/dist/impl-xUzH7vUF.cjs.map +0 -1
  137. package/dist/pooling-BJAPXDiq.cjs.map +0 -1
  138. package/dist/syncConfigurationToTranscend-Bd0ZTIm1.cjs.map +0 -1
package/dist/index.d.cts CHANGED
@@ -134744,11 +134744,11 @@ declare const CachedFileState: t.TypeC<{
134744
134744
  /** Mapping between request status in import to Transcend request status */
134745
134745
  statusToRequestStatus: t.RecordC<t.StringC, t.KeyofC<{
134746
134746
  CANCELED: unknown;
134747
- "[NONE]": unknown;
134748
134747
  FAILED_VERIFICATION: unknown;
134749
134748
  COMPLETED: unknown;
134750
134749
  SECONDARY_COMPLETED: unknown;
134751
134750
  REVOKED: unknown;
134751
+ "[NONE]": unknown;
134752
134752
  }>>;
134753
134753
  }>;
134754
134754
  /** Type override */
@@ -134872,6 +134872,8 @@ declare function markSilentPrivacyRequests({
134872
134872
  statuses,
134873
134873
  createdAtAfter,
134874
134874
  createdAtBefore,
134875
+ updatedAtBefore,
134876
+ updatedAtAfter,
134875
134877
  concurrency,
134876
134878
  transcendUrl
134877
134879
  }: {
@@ -134889,6 +134891,10 @@ declare function markSilentPrivacyRequests({
134889
134891
  createdAtBefore?: Date;
134890
134892
  /** Filter for requests created after this date */
134891
134893
  createdAtAfter?: Date;
134894
+ /** Filter for requests updated before this date */
134895
+ updatedAtBefore?: Date;
134896
+ /** Filter for requests updated after this date */
134897
+ updatedAtAfter?: Date;
134892
134898
  /** API URL for Transcend backend */
134893
134899
  transcendUrl?: string;
134894
134900
  }): Promise<number>;
@@ -136800,10 +136806,19 @@ interface RequestIdentifierMetadata {
136800
136806
  * @returns List of request identifiers
136801
136807
  */
136802
136808
  declare function fetchAllRequestIdentifierMetadata(client: GraphQLClient, {
136803
- requestId
136809
+ requestId,
136810
+ requestIds,
136811
+ updatedAtBefore,
136812
+ updatedAtAfter
136804
136813
  }: {
136805
136814
  /** ID of request to filter on */
136806
- requestId: string;
136815
+ requestId?: string;
136816
+ /** IDs of requests to filter on */
136817
+ requestIds?: string[];
136818
+ /** Filter for request identifiers updated before this date */
136819
+ updatedAtBefore?: Date;
136820
+ /** Filter for request identifiers updated after this date */
136821
+ updatedAtAfter?: Date;
136807
136822
  }): Promise<RequestIdentifierMetadata[]>;
136808
136823
  //#endregion
136809
136824
  //#region src/lib/graphql/fetchAllRequestIdentifiers.d.ts
@@ -137191,20 +137206,20 @@ declare const PrivacyRequest: t.IntersectionC<[t.TypeC<{
137191
137206
  status: t.KeyofC<{
137192
137207
  CANCELED: unknown;
137193
137208
  ON_HOLD: unknown;
137194
- FAILED_VERIFICATION: unknown;
137195
- COMPLETED: unknown;
137196
- SECONDARY_COMPLETED: unknown;
137197
- REVOKED: unknown;
137198
137209
  REQUEST_MADE: unknown;
137210
+ FAILED_VERIFICATION: unknown;
137199
137211
  ENRICHING: unknown;
137200
137212
  WAITING: unknown;
137201
137213
  COMPILING: unknown;
137202
137214
  APPROVING: unknown;
137203
137215
  DELAYED: unknown;
137216
+ COMPLETED: unknown;
137204
137217
  DOWNLOADABLE: unknown;
137205
137218
  VIEW_CATEGORIES: unknown;
137206
137219
  SECONDARY: unknown;
137220
+ SECONDARY_COMPLETED: unknown;
137207
137221
  SECONDARY_APPROVING: unknown;
137222
+ REVOKED: unknown;
137208
137223
  }>;
137209
137224
  /** Type of data subject */
137210
137225
  subjectType: t.StringC;
@@ -142660,6 +142675,8 @@ declare function fetchAllRequests(client: GraphQLClient, {
142660
142675
  text,
142661
142676
  createdAtBefore,
142662
142677
  createdAtAfter,
142678
+ updatedAtBefore,
142679
+ updatedAtAfter,
142663
142680
  isTest,
142664
142681
  isSilent,
142665
142682
  isClosed,
@@ -142675,6 +142692,10 @@ declare function fetchAllRequests(client: GraphQLClient, {
142675
142692
  createdAtBefore?: Date;
142676
142693
  /** Filter for requests created after this date */
142677
142694
  createdAtAfter?: Date;
142695
+ /** Filter for requests updated before this date */
142696
+ updatedAtBefore?: Date;
142697
+ /** Filter for requests updated after this date */
142698
+ updatedAtAfter?: Date;
142678
142699
  /** Filter for requests with a specific identifier */
142679
142700
  text?: string;
142680
142701
  /** Return test requests */
@@ -150714,6 +150735,8 @@ declare function downloadPrivacyRequestFiles({
150714
150735
  createdAtBefore,
150715
150736
  sombraAuth,
150716
150737
  createdAtAfter,
150738
+ updatedAtBefore,
150739
+ updatedAtAfter,
150717
150740
  statuses,
150718
150741
  concurrency,
150719
150742
  transcendUrl,
@@ -150735,6 +150758,10 @@ declare function downloadPrivacyRequestFiles({
150735
150758
  createdAtBefore?: Date;
150736
150759
  /** Filter for requests created after this date */
150737
150760
  createdAtAfter?: Date;
150761
+ /** Filter for requests updated before this date */
150762
+ updatedAtBefore?: Date;
150763
+ /** Filter for requests updated after this date */
150764
+ updatedAtAfter?: Date;
150738
150765
  /** API URL for Transcend backend */
150739
150766
  transcendUrl?: string;
150740
150767
  /** When true, approve any requests in Transcend that are in status=APPROVING */
@@ -150748,20 +150775,20 @@ declare const PrivacyRequestResponse: t.TypeC<{
150748
150775
  status: t.KeyofC<{
150749
150776
  CANCELED: unknown;
150750
150777
  ON_HOLD: unknown;
150751
- FAILED_VERIFICATION: unknown;
150752
- COMPLETED: unknown;
150753
- SECONDARY_COMPLETED: unknown;
150754
- REVOKED: unknown;
150755
150778
  REQUEST_MADE: unknown;
150779
+ FAILED_VERIFICATION: unknown;
150756
150780
  ENRICHING: unknown;
150757
150781
  WAITING: unknown;
150758
150782
  COMPILING: unknown;
150759
150783
  APPROVING: unknown;
150760
150784
  DELAYED: unknown;
150785
+ COMPLETED: unknown;
150761
150786
  DOWNLOADABLE: unknown;
150762
150787
  VIEW_CATEGORIES: unknown;
150763
150788
  SECONDARY: unknown;
150789
+ SECONDARY_COMPLETED: unknown;
150764
150790
  SECONDARY_APPROVING: unknown;
150791
+ REVOKED: unknown;
150765
150792
  }>;
150766
150793
  type: t.KeyofC<{
150767
150794
  ACCESS: unknown;
@@ -156229,6 +156256,8 @@ declare function approvePrivacyRequests({
156229
156256
  silentModeBefore,
156230
156257
  createdAtAfter,
156231
156258
  createdAtBefore,
156259
+ updatedAtBefore,
156260
+ updatedAtAfter,
156232
156261
  concurrency,
156233
156262
  transcendUrl
156234
156263
  }: {
@@ -156246,6 +156275,10 @@ declare function approvePrivacyRequests({
156246
156275
  createdAtBefore?: Date;
156247
156276
  /** Filter for requests created after this date */
156248
156277
  createdAtAfter?: Date;
156278
+ /** Filter for requests updated before this date */
156279
+ updatedAtBefore?: Date;
156280
+ /** Filter for requests updated after this date */
156281
+ updatedAtAfter?: Date;
156249
156282
  /** API URL for Transcend backend */
156250
156283
  transcendUrl?: string;
156251
156284
  }): Promise<number>;
@@ -156266,6 +156299,8 @@ declare function notifyPrivacyRequestsAdditionalTime({
156266
156299
  days,
156267
156300
  daysLeft,
156268
156301
  createdAtAfter,
156302
+ updatedAtBefore,
156303
+ updatedAtAfter,
156269
156304
  emailTemplate,
156270
156305
  concurrency,
156271
156306
  transcendUrl
@@ -156276,6 +156311,10 @@ declare function notifyPrivacyRequestsAdditionalTime({
156276
156311
  createdAtBefore: Date;
156277
156312
  /** Filter for requests created after this date */
156278
156313
  createdAtAfter?: Date;
156314
+ /** Filter for requests updated before this date */
156315
+ updatedAtBefore?: Date;
156316
+ /** Filter for requests updated after this date */
156317
+ updatedAtAfter?: Date;
156279
156318
  /** Email template */
156280
156319
  emailTemplate?: string;
156281
156320
  /** Transcend API key authentication */
@@ -156310,6 +156349,8 @@ declare function cancelPrivacyRequests({
156310
156349
  silentModeBefore,
156311
156350
  createdAtBefore,
156312
156351
  createdAtAfter,
156352
+ updatedAtBefore,
156353
+ updatedAtAfter,
156313
156354
  statuses,
156314
156355
  concurrency,
156315
156356
  transcendUrl
@@ -156330,6 +156371,10 @@ declare function cancelPrivacyRequests({
156330
156371
  createdAtBefore?: Date;
156331
156372
  /** Filter for requests created after this date */
156332
156373
  createdAtAfter?: Date;
156374
+ /** Filter for requests updated before this date */
156375
+ updatedAtBefore?: Date;
156376
+ /** Filter for requests updated after this date */
156377
+ updatedAtAfter?: Date;
156333
156378
  /** API URL for Transcend backend */
156334
156379
  transcendUrl?: string;
156335
156380
  /** The email template to use when canceling the requests */
@@ -156602,6 +156647,8 @@ declare function bulkRestartRequests({
156602
156647
  requestStatuses,
156603
156648
  createdAtBefore,
156604
156649
  createdAtAfter,
156650
+ updatedAtBefore,
156651
+ updatedAtAfter,
156605
156652
  transcendUrl,
156606
156653
  requestIds,
156607
156654
  createdAt,
@@ -156642,6 +156689,10 @@ declare function bulkRestartRequests({
156642
156689
  createdAtBefore?: Date;
156643
156690
  /** Filter for requests created after this date */
156644
156691
  createdAtAfter?: Date;
156692
+ /** Filter for requests updated before this date */
156693
+ updatedAtBefore?: Date;
156694
+ /** Filter for requests updated after this date */
156695
+ updatedAtAfter?: Date;
156645
156696
  /** Concurrency to upload requests at */
156646
156697
  concurrency?: number;
156647
156698
  }): Promise<void>;
@@ -156707,6 +156758,8 @@ declare function bulkRetryEnrichers({
156707
156758
  requestActions,
156708
156759
  createdAtBefore,
156709
156760
  createdAtAfter,
156761
+ updatedAtBefore,
156762
+ updatedAtAfter,
156710
156763
  transcendUrl,
156711
156764
  requestEnricherStatuses,
156712
156765
  requestIds,
@@ -156729,6 +156782,10 @@ declare function bulkRetryEnrichers({
156729
156782
  createdAtBefore?: Date;
156730
156783
  /** Filter for requests created after this date */
156731
156784
  createdAtAfter?: Date;
156785
+ /** Filter for requests updated before this date */
156786
+ updatedAtBefore?: Date;
156787
+ /** Filter for requests updated after this date */
156788
+ updatedAtAfter?: Date;
156732
156789
  /** Concurrency to upload requests at */
156733
156790
  concurrency?: number;
156734
156791
  }): Promise<void>;
@@ -156781,6 +156838,8 @@ declare function pullPrivacyRequests({
156781
156838
  createdAtBefore,
156782
156839
  skipRequestIdentifiers,
156783
156840
  createdAtAfter,
156841
+ updatedAtBefore,
156842
+ updatedAtAfter,
156784
156843
  isTest
156785
156844
  }: {
156786
156845
  /** Transcend API key authentication */
@@ -156801,6 +156860,10 @@ declare function pullPrivacyRequests({
156801
156860
  createdAtBefore?: Date;
156802
156861
  /** Filter for requests created after this date */
156803
156862
  createdAtAfter?: Date;
156863
+ /** Filter for requests updated before this date */
156864
+ updatedAtBefore?: Date;
156865
+ /** Filter for requests updated after this date */
156866
+ updatedAtAfter?: Date;
156804
156867
  /** Return test requests */
156805
156868
  isTest?: boolean;
156806
156869
  /** Skip fetching request identifier */
@@ -1,2 +1,2 @@
1
- const e=require(`./chunk-Bmb41Sf3.cjs`),t=require(`./constants-7qBywLgI.cjs`),n=require(`./syncConfigurationToTranscend-Bd0ZTIm1.cjs`),r=require(`./logger-DQwEYtSS.cjs`);let i=require(`@transcend-io/privacy-types`),a=require(`colors`);a=e.t(a);let o=require(`io-ts`);o=e.t(o);async function s({file:e,auth:o,sombraAuth:s,requestActions:c=[],concurrency:l=100,transcendUrl:u=t.a}){let d=n.ti(u,o),f=await n.ei(u,o,s);r.t.info(a.default.magenta(`Pulling manual enrichment requests, filtered for actions: ${c.join(`,`)}`));let p=await n.fr(d,{actions:c,statuses:[i.RequestStatus.Enriching]}),m=[];await n.Ts(p,async e=>{let t=await n.gr(d,{requestId:e.id});if(t.filter(({status:e})=>e===`ACTION_REQUIRED`)){let r=await n.mr(d,f,{requestId:e.id});m.push({...e,requestIdentifiers:r,requestEnrichers:t})}},{concurrency:l});let h=m.map(({attributeValues:e,requestIdentifiers:t,requestEnrichers:r,...i})=>({...i,...Object.entries(n.As(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{}),...Object.entries(n.As(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{})}));return await n.l(e,h,n.Ds(h.map(e=>Object.keys(e)).flat())),r.t.info(a.default.green(`Successfully wrote ${m.length} requests to file "${e}"`)),m}const c=`https://app.transcend.io/privacy-requests/incoming-requests/`,l=o.record(o.string,o.string);async function u(e,{id:t,...i},o,s){if(!t){let e=`Request ID must be provided to enricher request.${s?` Found error in row: ${s}`:``}`;throw r.t.error(a.default.red(e)),Error(e)}let l=t.toLowerCase(),u=Object.entries(i).reduce((e,[t,r])=>n.Ds(n.li(r)).length===0?e:Object.assign(e,{[t]:n.Ds(n.li(r)).map(e=>({value:t===`email`?e.toLowerCase():e}))}),{});try{return await e.post(`v1/enrich-identifiers`,{headers:{"x-transcend-request-id":l,"x-transcend-enricher-id":o},json:{enrichedIdentifiers:u}}).json(),r.t.error(a.default.green(`Successfully enriched request: ${c}${l}`)),!0}catch(e){if(typeof e.response.body==`string`&&e.response.body.includes(`Cannot update a resolved RequestEnricher`))return r.t.warn(a.default.magenta(`Skipped enrichment for request: ${c}${l}, request is no longer in the enriching phase.`)),!1;throw r.t.error(a.default.red(`Failed to enricher identifiers for request with id: ${c}${l} - ${e.message} - ${e.response.body}`)),e}}async function d({file:e,auth:i,sombraAuth:o,enricherId:s,markSilent:c,concurrency:d=100,transcendUrl:f=t.a}){let p=await n.ei(f,i,o),m=n.ti(f,i);r.t.info(a.default.magenta(`Reading "${e}" from disk`));let h=n.oi(e,l);r.t.info(a.default.magenta(`Enriching "${h.length}" privacy requests.`));let g=0,_=0,v=0;if(await n.Ts(h,async(e,t)=>{try{c&&(await n.i(m,n.Ao,{input:{id:e.id,isSilent:!0}}),r.t.info(a.default.magenta(`Mark request as silent mode - ${e.id}`))),await u(p,e,s,t)?g+=1:_+=1}catch{v+=1}},{concurrency:d}),r.t.info(a.default.green(`Successfully notified Transcend! \n Success count: ${g}.`)),_>0&&r.t.info(a.default.magenta(`Skipped count: ${_}.`)),v>0)throw r.t.info(a.default.red(`Error Count: ${v}.`)),Error(`Failed to enrich: ${v} requests.`);return h.length}Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return s}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return l}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return u}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return d}});
2
- //# sourceMappingURL=manual-enrichment-CzRiIFev.cjs.map
1
+ const e=require(`./chunk-Bmb41Sf3.cjs`),t=require(`./constants-K6pQQtc7.cjs`),n=require(`./syncConfigurationToTranscend-DKliAJhK.cjs`),r=require(`./logger-DQwEYtSS.cjs`);let i=require(`@transcend-io/privacy-types`),a=require(`colors`);a=e.t(a);let o=require(`io-ts`);o=e.t(o);async function s({file:e,auth:o,sombraAuth:s,requestActions:c=[],concurrency:l=100,transcendUrl:u=t.a}){let d=n.ti(u,o),f=await n.ei(u,o,s);r.t.info(a.default.magenta(`Pulling manual enrichment requests, filtered for actions: ${c.join(`,`)}`));let p=await n.fr(d,{actions:c,statuses:[i.RequestStatus.Enriching]}),m=[];await n.Ts(p,async e=>{let t=await n.gr(d,{requestId:e.id});if(t.filter(({status:e})=>e===`ACTION_REQUIRED`)){let r=await n.mr(d,f,{requestId:e.id});m.push({...e,requestIdentifiers:r,requestEnrichers:t})}},{concurrency:l});let h=m.map(({attributeValues:e,requestIdentifiers:t,requestEnrichers:r,...i})=>({...i,...Object.entries(n.As(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{}),...Object.entries(n.As(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{})}));return await n.l(e,h,n.Ds(h.map(e=>Object.keys(e)).flat())),r.t.info(a.default.green(`Successfully wrote ${m.length} requests to file "${e}"`)),m}const c=`https://app.transcend.io/privacy-requests/incoming-requests/`,l=o.record(o.string,o.string);async function u(e,{id:t,...i},o,s){if(!t){let e=`Request ID must be provided to enricher request.${s?` Found error in row: ${s}`:``}`;throw r.t.error(a.default.red(e)),Error(e)}let l=t.toLowerCase(),u=Object.entries(i).reduce((e,[t,r])=>n.Ds(n.li(r)).length===0?e:Object.assign(e,{[t]:n.Ds(n.li(r)).map(e=>({value:t===`email`?e.toLowerCase():e}))}),{});try{return await e.post(`v1/enrich-identifiers`,{headers:{"x-transcend-request-id":l,"x-transcend-enricher-id":o},json:{enrichedIdentifiers:u}}).json(),r.t.error(a.default.green(`Successfully enriched request: ${c}${l}`)),!0}catch(e){if(typeof e.response.body==`string`&&e.response.body.includes(`Cannot update a resolved RequestEnricher`))return r.t.warn(a.default.magenta(`Skipped enrichment for request: ${c}${l}, request is no longer in the enriching phase.`)),!1;throw r.t.error(a.default.red(`Failed to enricher identifiers for request with id: ${c}${l} - ${e.message} - ${e.response.body}`)),e}}async function d({file:e,auth:i,sombraAuth:o,enricherId:s,markSilent:c,concurrency:d=100,transcendUrl:f=t.a}){let p=await n.ei(f,i,o),m=n.ti(f,i);r.t.info(a.default.magenta(`Reading "${e}" from disk`));let h=n.oi(e,l);r.t.info(a.default.magenta(`Enriching "${h.length}" privacy requests.`));let g=0,_=0,v=0;if(await n.Ts(h,async(e,t)=>{try{c&&(await n.i(m,n.Ao,{input:{id:e.id,isSilent:!0}}),r.t.info(a.default.magenta(`Mark request as silent mode - ${e.id}`))),await u(p,e,s,t)?g+=1:_+=1}catch{v+=1}},{concurrency:d}),r.t.info(a.default.green(`Successfully notified Transcend! \n Success count: ${g}.`)),_>0&&r.t.info(a.default.magenta(`Skipped count: ${_}.`)),v>0)throw r.t.info(a.default.red(`Error Count: ${v}.`)),Error(`Failed to enrich: ${v} requests.`);return h.length}Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return s}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return l}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return u}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return d}});
2
+ //# sourceMappingURL=manual-enrichment-C6h9gjY1.cjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"manual-enrichment-CzRiIFev.cjs","names":["DEFAULT_TRANSCEND_API","buildTranscendGraphQLClient","createSombraGotInstance","fetchAllRequests","RequestStatus","map","fetchAllRequestEnrichers","fetchAllRequestIdentifiers","groupBy","writeCsv","uniq","t","uniq","splitCsvToList","DEFAULT_TRANSCEND_API","createSombraGotInstance","buildTranscendGraphQLClient","readCsv","map","makeGraphQLRequest","UPDATE_PRIVACY_REQUEST"],"sources":["../src/lib/manual-enrichment/pullManualEnrichmentIdentifiersToCsv.ts","../src/lib/manual-enrichment/enrichPrivacyRequest.ts","../src/lib/manual-enrichment/pushManualEnrichmentIdentifiersFromCsv.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport { map } from '../bluebird';\nimport colors from 'colors';\nimport { groupBy, uniq } from 'lodash-es';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\nimport { writeCsv } from '../helpers/writeCsv';\nimport {\n PrivacyRequest,\n RequestEnricher,\n RequestIdentifier,\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n fetchAllRequestEnrichers,\n fetchAllRequestIdentifiers,\n fetchAllRequests,\n} from '../graphql';\nimport { logger } from '../../logger';\n\nexport interface PrivacyRequestWithIdentifiers extends PrivacyRequest {\n /** Request Enrichers */\n requestEnrichers: RequestEnricher[];\n /** Request Identifiers */\n requestIdentifiers: RequestIdentifier[];\n}\n\n/**\n * Pull the set of manual enrichment jobs to CSV\n *\n * @param options - Options\n * @returns List of requests with identifiers\n */\nexport async function pullManualEnrichmentIdentifiersToCsv({\n file,\n auth,\n sombraAuth,\n requestActions = [],\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /** CSV file path */\n file: string;\n /** Transcend API key authentication */\n auth: string;\n /** Sombra API key */\n sombraAuth?: string;\n /** Concurrency */\n concurrency?: number;\n /** The request actions to fetch */\n requestActions?: RequestAction[];\n /** API URL for Transcend backend */\n transcendUrl?: string;\n}): Promise<PrivacyRequestWithIdentifiers[]> {\n // Find all requests made before createdAt that are in a removing data state\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n\n logger.info(\n colors.magenta(\n `Pulling manual enrichment requests, filtered for actions: ${requestActions.join(\n ',',\n )}`,\n ),\n );\n\n // Pull all privacy requests\n const allRequests = await fetchAllRequests(client, {\n actions: requestActions,\n statuses: [RequestStatus.Enriching],\n });\n\n // Requests to save\n const savedRequests: PrivacyRequestWithIdentifiers[] = [];\n\n // Filter down requests to what is needed\n await map(\n allRequests,\n async (request) => {\n // Fetch enrichers\n const requestEnrichers = await fetchAllRequestEnrichers(client, {\n requestId: request.id,\n });\n\n // Check if manual enrichment exists for that request\n const hasManualEnrichment = requestEnrichers.filter(\n ({ status }) => status === 'ACTION_REQUIRED',\n );\n\n // Save request to queue\n if (hasManualEnrichment) {\n const requestIdentifiers = await fetchAllRequestIdentifiers(\n client,\n sombra,\n {\n requestId: request.id,\n },\n );\n savedRequests.push({\n ...request,\n requestIdentifiers,\n requestEnrichers,\n });\n }\n },\n {\n concurrency,\n },\n );\n\n const data = savedRequests.map(\n ({\n attributeValues,\n requestIdentifiers,\n requestEnrichers, // eslint-disable-line @typescript-eslint/no-unused-vars\n ...request\n }) => ({\n ...request,\n // flatten identifiers\n ...Object.entries(groupBy(requestIdentifiers, 'name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ value }) => value).join(','),\n }),\n {},\n ),\n // flatten attributes\n ...Object.entries(groupBy(attributeValues, 'attributeKey.name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ name }) => name).join(','),\n }),\n {},\n ),\n }),\n );\n\n // Write out to CSV\n const headers = uniq(data.map((d) => Object.keys(d)).flat());\n await writeCsv(file, data, headers);\n\n logger.info(\n colors.green(\n `Successfully wrote ${savedRequests.length} requests to file \"${file}\"`,\n ),\n );\n\n return savedRequests;\n}\n","import type { Got } from 'got';\nimport * as t from 'io-ts';\nimport { logger } from '../../logger';\nimport { uniq } from 'lodash-es';\nimport colors from 'colors';\nimport { splitCsvToList } from '../requests/splitCsvToList';\n\nconst ADMIN_URL =\n 'https://app.transcend.io/privacy-requests/incoming-requests/';\n/**\n * Minimal set required to mark as completed\n */\nexport const EnrichPrivacyRequest = t.record(t.string, t.string);\n\n/** Type override */\nexport type EnrichPrivacyRequest = t.TypeOf<typeof EnrichPrivacyRequest>;\n\n/**\n * Upload identifiers to a privacy request or mark request as\n *\n * @param sombra - Sombra instance configured to make requests\n * @param request - Request to enricher\n * @param enricherId - The ID of the enricher being uploaded to\n * @param index - Index of request ID\n * @returns True if enriched successfully, false if skipped, throws error if failed\n */\nexport async function enrichPrivacyRequest(\n sombra: Got,\n { id: rawId, ...rest }: EnrichPrivacyRequest,\n enricherId: string,\n index?: number,\n): Promise<boolean> {\n if (!rawId) {\n // error\n const msg = `Request ID must be provided to enricher request.${\n index ? ` Found error in row: ${index}` : ''\n }`;\n logger.error(colors.red(msg));\n throw new Error(msg);\n }\n\n const id = rawId.toLowerCase();\n\n // Pull out the identifiers\n const enrichedIdentifiers = Object.entries(rest).reduce(\n (acc, [key, value]) => {\n const values = uniq(splitCsvToList(value));\n return values.length === 0\n ? acc\n : Object.assign(acc, {\n [key]: uniq(splitCsvToList(value)).map((val) => ({\n value: key === 'email' ? val.toLowerCase() : val,\n })),\n });\n },\n {} as Record<string, string[]>,\n );\n\n // Make the GraphQL request\n try {\n await sombra\n .post('v1/enrich-identifiers', {\n headers: {\n 'x-transcend-request-id': id,\n 'x-transcend-enricher-id': enricherId,\n },\n json: {\n enrichedIdentifiers,\n },\n })\n .json();\n\n logger.error(\n colors.green(`Successfully enriched request: ${ADMIN_URL}${id}`),\n );\n return true;\n } catch (err) {\n // skip if already enriched\n if (\n typeof err.response.body === 'string' &&\n err.response.body.includes('Cannot update a resolved RequestEnricher')\n ) {\n logger.warn(\n colors.magenta(\n `Skipped enrichment for request: ${ADMIN_URL}${id}, request is no longer in the enriching phase.`,\n ),\n );\n return false;\n }\n\n // error\n logger.error(\n colors.red(\n `Failed to enricher identifiers for request with id: ${ADMIN_URL}${id} - ${err.message} - ${err.response.body}`,\n ),\n );\n throw err;\n }\n}\n","import colors from 'colors';\nimport { map } from '../bluebird';\nimport { logger } from '../../logger';\nimport {\n UPDATE_PRIVACY_REQUEST,\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n makeGraphQLRequest,\n} from '../graphql';\nimport {\n enrichPrivacyRequest,\n EnrichPrivacyRequest,\n} from './enrichPrivacyRequest';\nimport { readCsv } from '../requests';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\n\n/**\n * Push a CSV of enriched requests back into Transcend\n *\n * @param options - Options\n * @returns Number of items processed\n */\nexport async function pushManualEnrichmentIdentifiersFromCsv({\n file,\n auth,\n sombraAuth,\n enricherId,\n markSilent,\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /** CSV file path */\n file: string;\n /** Transcend API key authentication */\n auth: string;\n /** ID of enricher being uploaded to */\n enricherId: string;\n /** Sombra API key authentication */\n sombraAuth?: string;\n /** Concurrency */\n concurrency?: number;\n /** API URL for Transcend backend */\n transcendUrl?: string;\n /** Mark requests in silent mode before enriching */\n markSilent?: boolean;\n}): Promise<number> {\n // Create sombra instance to communicate with\n const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n // Read from CSV\n logger.info(colors.magenta(`Reading \"${file}\" from disk`));\n const activeResults = readCsv(file, EnrichPrivacyRequest);\n\n // Notify Transcend\n logger.info(\n colors.magenta(`Enriching \"${activeResults.length}\" privacy requests.`),\n );\n\n let successCount = 0;\n let skippedCount = 0;\n let errorCount = 0;\n\n await map(\n activeResults,\n async (request, index) => {\n try {\n // Mark requests in silent mode before a certain date\n if (markSilent) {\n await makeGraphQLRequest(client, UPDATE_PRIVACY_REQUEST, {\n input: {\n id: request.id,\n isSilent: true,\n },\n });\n\n logger.info(\n colors.magenta(`Mark request as silent mode - ${request.id}`),\n );\n }\n\n const result = await enrichPrivacyRequest(\n sombra,\n request,\n enricherId,\n index,\n );\n if (result) {\n successCount += 1;\n } else {\n skippedCount += 1;\n }\n } catch (err) {\n errorCount += 1;\n }\n },\n { concurrency },\n );\n\n logger.info(\n colors.green(\n `Successfully notified Transcend! \\n Success count: ${successCount}.`,\n ),\n );\n\n if (skippedCount > 0) {\n logger.info(colors.magenta(`Skipped count: ${skippedCount}.`));\n }\n\n if (errorCount > 0) {\n logger.info(colors.red(`Error Count: ${errorCount}.`));\n throw new Error(`Failed to enrich: ${errorCount} requests.`);\n }\n\n return activeResults.length;\n}\n"],"mappings":"oRA+BA,eAAsB,EAAqC,CACzD,OACA,OACA,aACA,iBAAiB,EAAE,CACnB,cAAc,IACd,eAAeA,EAAAA,GAc4B,CAE3C,IAAM,EAASC,EAAAA,GAA4B,EAAc,EAAK,CACxD,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CAE5E,EAAA,EAAO,KACL,EAAA,QAAO,QACL,6DAA6D,EAAe,KAC1E,IACD,GACF,CACF,CAGD,IAAM,EAAc,MAAMC,EAAAA,GAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAACC,EAAAA,cAAc,UAAU,CACpC,CAAC,CAGI,EAAiD,EAAE,CAGzD,MAAMC,EAAAA,GACJ,EACA,KAAO,IAAY,CAEjB,IAAM,EAAmB,MAAMC,EAAAA,GAAyB,EAAQ,CAC9D,UAAW,EAAQ,GACpB,CAAC,CAQF,GAL4B,EAAiB,QAC1C,CAAE,YAAa,IAAW,kBAC5B,CAGwB,CACvB,IAAM,EAAqB,MAAMC,EAAAA,GAC/B,EACA,EACA,CACE,UAAW,EAAQ,GACpB,CACF,CACD,EAAc,KAAK,CACjB,GAAG,EACH,qBACA,mBACD,CAAC,GAGN,CACE,cACD,CACF,CAED,IAAM,EAAO,EAAc,KACxB,CACC,kBACA,qBACA,mBACA,GAAG,MACE,CACL,GAAG,EAEH,GAAG,OAAO,QAAQC,EAAAA,GAAQ,EAAoB,OAAO,CAAC,CAAC,QACpD,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,WAAY,EAAM,CAAC,KAAK,IAAI,CAClD,CAAC,CACJ,EAAE,CACH,CAED,GAAG,OAAO,QAAQA,EAAAA,GAAQ,EAAiB,oBAAoB,CAAC,CAAC,QAC9D,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,UAAW,EAAK,CAAC,KAAK,IAAI,CAChD,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAYD,OARA,MAAMC,EAAAA,EAAS,EAAM,EADLC,EAAAA,GAAK,EAAK,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CACzB,CAEnC,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAAc,OAAO,qBAAqB,EAAK,GACtE,CACF,CAEM,EC1IT,MAAM,EACJ,+DAIW,EAAuBC,EAAE,OAAOA,EAAE,OAAQA,EAAE,OAAO,CAchE,eAAsB,EACpB,EACA,CAAE,GAAI,EAAO,GAAG,GAChB,EACA,EACkB,CAClB,GAAI,CAAC,EAAO,CAEV,IAAM,EAAM,mDACV,EAAQ,wBAAwB,IAAU,KAG5C,MADA,EAAA,EAAO,MAAM,EAAA,QAAO,IAAI,EAAI,CAAC,CACnB,MAAM,EAAI,CAGtB,IAAM,EAAK,EAAM,aAAa,CAGxB,EAAsB,OAAO,QAAQ,EAAK,CAAC,QAC9C,EAAK,CAAC,EAAK,KACKC,EAAAA,GAAKC,EAAAA,GAAe,EAAM,CAAC,CAC5B,SAAW,EACrB,EACA,OAAO,OAAO,EAAK,EAChB,GAAMD,EAAAA,GAAKC,EAAAA,GAAe,EAAM,CAAC,CAAC,IAAK,IAAS,CAC/C,MAAO,IAAQ,QAAU,EAAI,aAAa,CAAG,EAC9C,EAAE,CACJ,CAAC,CAER,EAAE,CACH,CAGD,GAAI,CAgBF,OAfA,MAAM,EACH,KAAK,wBAAyB,CAC7B,QAAS,CACP,yBAA0B,EAC1B,0BAA2B,EAC5B,CACD,KAAM,CACJ,sBACD,CACF,CAAC,CACD,MAAM,CAET,EAAA,EAAO,MACL,EAAA,QAAO,MAAM,kCAAkC,IAAY,IAAK,CACjE,CACM,SACA,EAAK,CAEZ,GACE,OAAO,EAAI,SAAS,MAAS,UAC7B,EAAI,SAAS,KAAK,SAAS,2CAA2C,CAOtE,OALA,EAAA,EAAO,KACL,EAAA,QAAO,QACL,mCAAmC,IAAY,EAAG,gDACnD,CACF,CACM,GAST,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,uDAAuD,IAAY,EAAG,KAAK,EAAI,QAAQ,KAAK,EAAI,SAAS,OAC1G,CACF,CACK,GC1EV,eAAsB,EAAuC,CAC3D,OACA,OACA,aACA,aACA,aACA,cAAc,IACd,eAAeC,EAAAA,GAgBG,CAElB,IAAM,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CACtE,EAASC,EAAAA,GAA4B,EAAc,EAAK,CAG9D,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,YAAY,EAAK,aAAa,CAAC,CAC1D,IAAM,EAAgBC,EAAAA,GAAQ,EAAM,EAAqB,CAGzD,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,cAAc,EAAc,OAAO,qBAAqB,CACxE,CAED,IAAI,EAAe,EACf,EAAe,EACf,EAAa,EAgDjB,GA9CA,MAAMC,EAAAA,GACJ,EACA,MAAO,EAAS,IAAU,CACxB,GAAI,CAEE,IACF,MAAMC,EAAAA,EAAmB,EAAQC,EAAAA,GAAwB,CACvD,MAAO,CACL,GAAI,EAAQ,GACZ,SAAU,GACX,CACF,CAAC,CAEF,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,iCAAiC,EAAQ,KAAK,CAC9D,EAGY,MAAM,EACnB,EACA,EACA,EACA,EACD,CAEC,GAAgB,EAEhB,GAAgB,OAEN,CACZ,GAAc,IAGlB,CAAE,cAAa,CAChB,CAED,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sDAAsD,EAAa,GACpE,CACF,CAEG,EAAe,GACjB,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,kBAAkB,EAAa,GAAG,CAAC,CAG5D,EAAa,EAEf,MADA,EAAA,EAAO,KAAK,EAAA,QAAO,IAAI,gBAAgB,EAAW,GAAG,CAAC,CAC5C,MAAM,qBAAqB,EAAW,YAAY,CAG9D,OAAO,EAAc"}
1
+ {"version":3,"file":"manual-enrichment-C6h9gjY1.cjs","names":["DEFAULT_TRANSCEND_API","buildTranscendGraphQLClient","createSombraGotInstance","fetchAllRequests","RequestStatus","map","fetchAllRequestEnrichers","fetchAllRequestIdentifiers","groupBy","writeCsv","uniq","t","uniq","splitCsvToList","DEFAULT_TRANSCEND_API","createSombraGotInstance","buildTranscendGraphQLClient","readCsv","map","makeGraphQLRequest","UPDATE_PRIVACY_REQUEST"],"sources":["../src/lib/manual-enrichment/pullManualEnrichmentIdentifiersToCsv.ts","../src/lib/manual-enrichment/enrichPrivacyRequest.ts","../src/lib/manual-enrichment/pushManualEnrichmentIdentifiersFromCsv.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport { map } from '../bluebird';\nimport colors from 'colors';\nimport { groupBy, uniq } from 'lodash-es';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\nimport { writeCsv } from '../helpers/writeCsv';\nimport {\n PrivacyRequest,\n RequestEnricher,\n RequestIdentifier,\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n fetchAllRequestEnrichers,\n fetchAllRequestIdentifiers,\n fetchAllRequests,\n} from '../graphql';\nimport { logger } from '../../logger';\n\nexport interface PrivacyRequestWithIdentifiers extends PrivacyRequest {\n /** Request Enrichers */\n requestEnrichers: RequestEnricher[];\n /** Request Identifiers */\n requestIdentifiers: RequestIdentifier[];\n}\n\n/**\n * Pull the set of manual enrichment jobs to CSV\n *\n * @param options - Options\n * @returns List of requests with identifiers\n */\nexport async function pullManualEnrichmentIdentifiersToCsv({\n file,\n auth,\n sombraAuth,\n requestActions = [],\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /** CSV file path */\n file: string;\n /** Transcend API key authentication */\n auth: string;\n /** Sombra API key */\n sombraAuth?: string;\n /** Concurrency */\n concurrency?: number;\n /** The request actions to fetch */\n requestActions?: RequestAction[];\n /** API URL for Transcend backend */\n transcendUrl?: string;\n}): Promise<PrivacyRequestWithIdentifiers[]> {\n // Find all requests made before createdAt that are in a removing data state\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n\n logger.info(\n colors.magenta(\n `Pulling manual enrichment requests, filtered for actions: ${requestActions.join(\n ',',\n )}`,\n ),\n );\n\n // Pull all privacy requests\n const allRequests = await fetchAllRequests(client, {\n actions: requestActions,\n statuses: [RequestStatus.Enriching],\n });\n\n // Requests to save\n const savedRequests: PrivacyRequestWithIdentifiers[] = [];\n\n // Filter down requests to what is needed\n await map(\n allRequests,\n async (request) => {\n // Fetch enrichers\n const requestEnrichers = await fetchAllRequestEnrichers(client, {\n requestId: request.id,\n });\n\n // Check if manual enrichment exists for that request\n const hasManualEnrichment = requestEnrichers.filter(\n ({ status }) => status === 'ACTION_REQUIRED',\n );\n\n // Save request to queue\n if (hasManualEnrichment) {\n const requestIdentifiers = await fetchAllRequestIdentifiers(\n client,\n sombra,\n {\n requestId: request.id,\n },\n );\n savedRequests.push({\n ...request,\n requestIdentifiers,\n requestEnrichers,\n });\n }\n },\n {\n concurrency,\n },\n );\n\n const data = savedRequests.map(\n ({\n attributeValues,\n requestIdentifiers,\n requestEnrichers, // eslint-disable-line @typescript-eslint/no-unused-vars\n ...request\n }) => ({\n ...request,\n // flatten identifiers\n ...Object.entries(groupBy(requestIdentifiers, 'name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ value }) => value).join(','),\n }),\n {},\n ),\n // flatten attributes\n ...Object.entries(groupBy(attributeValues, 'attributeKey.name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ name }) => name).join(','),\n }),\n {},\n ),\n }),\n );\n\n // Write out to CSV\n const headers = uniq(data.map((d) => Object.keys(d)).flat());\n await writeCsv(file, data, headers);\n\n logger.info(\n colors.green(\n `Successfully wrote ${savedRequests.length} requests to file \"${file}\"`,\n ),\n );\n\n return savedRequests;\n}\n","import type { Got } from 'got';\nimport * as t from 'io-ts';\nimport { logger } from '../../logger';\nimport { uniq } from 'lodash-es';\nimport colors from 'colors';\nimport { splitCsvToList } from '../requests/splitCsvToList';\n\nconst ADMIN_URL =\n 'https://app.transcend.io/privacy-requests/incoming-requests/';\n/**\n * Minimal set required to mark as completed\n */\nexport const EnrichPrivacyRequest = t.record(t.string, t.string);\n\n/** Type override */\nexport type EnrichPrivacyRequest = t.TypeOf<typeof EnrichPrivacyRequest>;\n\n/**\n * Upload identifiers to a privacy request or mark request as\n *\n * @param sombra - Sombra instance configured to make requests\n * @param request - Request to enricher\n * @param enricherId - The ID of the enricher being uploaded to\n * @param index - Index of request ID\n * @returns True if enriched successfully, false if skipped, throws error if failed\n */\nexport async function enrichPrivacyRequest(\n sombra: Got,\n { id: rawId, ...rest }: EnrichPrivacyRequest,\n enricherId: string,\n index?: number,\n): Promise<boolean> {\n if (!rawId) {\n // error\n const msg = `Request ID must be provided to enricher request.${\n index ? ` Found error in row: ${index}` : ''\n }`;\n logger.error(colors.red(msg));\n throw new Error(msg);\n }\n\n const id = rawId.toLowerCase();\n\n // Pull out the identifiers\n const enrichedIdentifiers = Object.entries(rest).reduce(\n (acc, [key, value]) => {\n const values = uniq(splitCsvToList(value));\n return values.length === 0\n ? acc\n : Object.assign(acc, {\n [key]: uniq(splitCsvToList(value)).map((val) => ({\n value: key === 'email' ? val.toLowerCase() : val,\n })),\n });\n },\n {} as Record<string, string[]>,\n );\n\n // Make the GraphQL request\n try {\n await sombra\n .post('v1/enrich-identifiers', {\n headers: {\n 'x-transcend-request-id': id,\n 'x-transcend-enricher-id': enricherId,\n },\n json: {\n enrichedIdentifiers,\n },\n })\n .json();\n\n logger.error(\n colors.green(`Successfully enriched request: ${ADMIN_URL}${id}`),\n );\n return true;\n } catch (err) {\n // skip if already enriched\n if (\n typeof err.response.body === 'string' &&\n err.response.body.includes('Cannot update a resolved RequestEnricher')\n ) {\n logger.warn(\n colors.magenta(\n `Skipped enrichment for request: ${ADMIN_URL}${id}, request is no longer in the enriching phase.`,\n ),\n );\n return false;\n }\n\n // error\n logger.error(\n colors.red(\n `Failed to enricher identifiers for request with id: ${ADMIN_URL}${id} - ${err.message} - ${err.response.body}`,\n ),\n );\n throw err;\n }\n}\n","import colors from 'colors';\nimport { map } from '../bluebird';\nimport { logger } from '../../logger';\nimport {\n UPDATE_PRIVACY_REQUEST,\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n makeGraphQLRequest,\n} from '../graphql';\nimport {\n enrichPrivacyRequest,\n EnrichPrivacyRequest,\n} from './enrichPrivacyRequest';\nimport { readCsv } from '../requests';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\n\n/**\n * Push a CSV of enriched requests back into Transcend\n *\n * @param options - Options\n * @returns Number of items processed\n */\nexport async function pushManualEnrichmentIdentifiersFromCsv({\n file,\n auth,\n sombraAuth,\n enricherId,\n markSilent,\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /** CSV file path */\n file: string;\n /** Transcend API key authentication */\n auth: string;\n /** ID of enricher being uploaded to */\n enricherId: string;\n /** Sombra API key authentication */\n sombraAuth?: string;\n /** Concurrency */\n concurrency?: number;\n /** API URL for Transcend backend */\n transcendUrl?: string;\n /** Mark requests in silent mode before enriching */\n markSilent?: boolean;\n}): Promise<number> {\n // Create sombra instance to communicate with\n const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n // Read from CSV\n logger.info(colors.magenta(`Reading \"${file}\" from disk`));\n const activeResults = readCsv(file, EnrichPrivacyRequest);\n\n // Notify Transcend\n logger.info(\n colors.magenta(`Enriching \"${activeResults.length}\" privacy requests.`),\n );\n\n let successCount = 0;\n let skippedCount = 0;\n let errorCount = 0;\n\n await map(\n activeResults,\n async (request, index) => {\n try {\n // Mark requests in silent mode before a certain date\n if (markSilent) {\n await makeGraphQLRequest(client, UPDATE_PRIVACY_REQUEST, {\n input: {\n id: request.id,\n isSilent: true,\n },\n });\n\n logger.info(\n colors.magenta(`Mark request as silent mode - ${request.id}`),\n );\n }\n\n const result = await enrichPrivacyRequest(\n sombra,\n request,\n enricherId,\n index,\n );\n if (result) {\n successCount += 1;\n } else {\n skippedCount += 1;\n }\n } catch (err) {\n errorCount += 1;\n }\n },\n { concurrency },\n );\n\n logger.info(\n colors.green(\n `Successfully notified Transcend! \\n Success count: ${successCount}.`,\n ),\n );\n\n if (skippedCount > 0) {\n logger.info(colors.magenta(`Skipped count: ${skippedCount}.`));\n }\n\n if (errorCount > 0) {\n logger.info(colors.red(`Error Count: ${errorCount}.`));\n throw new Error(`Failed to enrich: ${errorCount} requests.`);\n }\n\n return activeResults.length;\n}\n"],"mappings":"oRA+BA,eAAsB,EAAqC,CACzD,OACA,OACA,aACA,iBAAiB,EAAE,CACnB,cAAc,IACd,eAAeA,EAAAA,GAc4B,CAE3C,IAAM,EAASC,EAAAA,GAA4B,EAAc,EAAK,CACxD,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CAE5E,EAAA,EAAO,KACL,EAAA,QAAO,QACL,6DAA6D,EAAe,KAC1E,IACD,GACF,CACF,CAGD,IAAM,EAAc,MAAMC,EAAAA,GAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAACC,EAAAA,cAAc,UAAU,CACpC,CAAC,CAGI,EAAiD,EAAE,CAGzD,MAAMC,EAAAA,GACJ,EACA,KAAO,IAAY,CAEjB,IAAM,EAAmB,MAAMC,EAAAA,GAAyB,EAAQ,CAC9D,UAAW,EAAQ,GACpB,CAAC,CAQF,GAL4B,EAAiB,QAC1C,CAAE,YAAa,IAAW,kBAC5B,CAGwB,CACvB,IAAM,EAAqB,MAAMC,EAAAA,GAC/B,EACA,EACA,CACE,UAAW,EAAQ,GACpB,CACF,CACD,EAAc,KAAK,CACjB,GAAG,EACH,qBACA,mBACD,CAAC,GAGN,CACE,cACD,CACF,CAED,IAAM,EAAO,EAAc,KACxB,CACC,kBACA,qBACA,mBACA,GAAG,MACE,CACL,GAAG,EAEH,GAAG,OAAO,QAAQC,EAAAA,GAAQ,EAAoB,OAAO,CAAC,CAAC,QACpD,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,WAAY,EAAM,CAAC,KAAK,IAAI,CAClD,CAAC,CACJ,EAAE,CACH,CAED,GAAG,OAAO,QAAQA,EAAAA,GAAQ,EAAiB,oBAAoB,CAAC,CAAC,QAC9D,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,UAAW,EAAK,CAAC,KAAK,IAAI,CAChD,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAYD,OARA,MAAMC,EAAAA,EAAS,EAAM,EADLC,EAAAA,GAAK,EAAK,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CACzB,CAEnC,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAAc,OAAO,qBAAqB,EAAK,GACtE,CACF,CAEM,EC1IT,MAAM,EACJ,+DAIW,EAAuBC,EAAE,OAAOA,EAAE,OAAQA,EAAE,OAAO,CAchE,eAAsB,EACpB,EACA,CAAE,GAAI,EAAO,GAAG,GAChB,EACA,EACkB,CAClB,GAAI,CAAC,EAAO,CAEV,IAAM,EAAM,mDACV,EAAQ,wBAAwB,IAAU,KAG5C,MADA,EAAA,EAAO,MAAM,EAAA,QAAO,IAAI,EAAI,CAAC,CACnB,MAAM,EAAI,CAGtB,IAAM,EAAK,EAAM,aAAa,CAGxB,EAAsB,OAAO,QAAQ,EAAK,CAAC,QAC9C,EAAK,CAAC,EAAK,KACKC,EAAAA,GAAKC,EAAAA,GAAe,EAAM,CAAC,CAC5B,SAAW,EACrB,EACA,OAAO,OAAO,EAAK,EAChB,GAAMD,EAAAA,GAAKC,EAAAA,GAAe,EAAM,CAAC,CAAC,IAAK,IAAS,CAC/C,MAAO,IAAQ,QAAU,EAAI,aAAa,CAAG,EAC9C,EAAE,CACJ,CAAC,CAER,EAAE,CACH,CAGD,GAAI,CAgBF,OAfA,MAAM,EACH,KAAK,wBAAyB,CAC7B,QAAS,CACP,yBAA0B,EAC1B,0BAA2B,EAC5B,CACD,KAAM,CACJ,sBACD,CACF,CAAC,CACD,MAAM,CAET,EAAA,EAAO,MACL,EAAA,QAAO,MAAM,kCAAkC,IAAY,IAAK,CACjE,CACM,SACA,EAAK,CAEZ,GACE,OAAO,EAAI,SAAS,MAAS,UAC7B,EAAI,SAAS,KAAK,SAAS,2CAA2C,CAOtE,OALA,EAAA,EAAO,KACL,EAAA,QAAO,QACL,mCAAmC,IAAY,EAAG,gDACnD,CACF,CACM,GAST,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,uDAAuD,IAAY,EAAG,KAAK,EAAI,QAAQ,KAAK,EAAI,SAAS,OAC1G,CACF,CACK,GC1EV,eAAsB,EAAuC,CAC3D,OACA,OACA,aACA,aACA,aACA,cAAc,IACd,eAAeC,EAAAA,GAgBG,CAElB,IAAM,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CACtE,EAASC,EAAAA,GAA4B,EAAc,EAAK,CAG9D,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,YAAY,EAAK,aAAa,CAAC,CAC1D,IAAM,EAAgBC,EAAAA,GAAQ,EAAM,EAAqB,CAGzD,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,cAAc,EAAc,OAAO,qBAAqB,CACxE,CAED,IAAI,EAAe,EACf,EAAe,EACf,EAAa,EAgDjB,GA9CA,MAAMC,EAAAA,GACJ,EACA,MAAO,EAAS,IAAU,CACxB,GAAI,CAEE,IACF,MAAMC,EAAAA,EAAmB,EAAQC,EAAAA,GAAwB,CACvD,MAAO,CACL,GAAI,EAAQ,GACZ,SAAU,GACX,CACF,CAAC,CAEF,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,iCAAiC,EAAQ,KAAK,CAC9D,EAGY,MAAM,EACnB,EACA,EACA,EACA,EACD,CAEC,GAAgB,EAEhB,GAAgB,OAEN,CACZ,GAAc,IAGlB,CAAE,cAAa,CAChB,CAED,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sDAAsD,EAAa,GACpE,CACF,CAEG,EAAe,GACjB,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,kBAAkB,EAAa,GAAG,CAAC,CAG5D,EAAa,EAEf,MADA,EAAA,EAAO,KAAK,EAAA,QAAO,IAAI,gBAAgB,EAAW,GAAG,CAAC,CAC5C,MAAM,qBAAqB,EAAW,YAAY,CAG9D,OAAO,EAAc"}
@@ -1,4 +1,4 @@
1
- const e=require(`./chunk-Bmb41Sf3.cjs`),t=require(`./constants-7qBywLgI.cjs`),n=require(`./syncConfigurationToTranscend-Bd0ZTIm1.cjs`),r=require(`./logger-DQwEYtSS.cjs`);let i=require(`node:fs`),a=require(`node:os`),o=require(`node:path`),s=require(`colors`);s=e.t(s);let c=require(`node:child_process`),l=require(`node:readline`);l=e.t(l);function u(e,t){let n=Math.max(1,a.availableParallelism?.()??1);return{poolSize:typeof e==`number`&&e>0?Math.min(e,t):Math.min(n,t),cpuCount:n}}function d(e){return`'${String(e).replace(/'/g,`'\\''`)}'`}function f(e,t,n=!1){if(n)return;let i=(0,a.platform)();try{if(i===`darwin`){(0,c.spawn)(`osascript`,[`-e`,`
1
+ const e=require(`./chunk-Bmb41Sf3.cjs`),t=require(`./constants-K6pQQtc7.cjs`),n=require(`./syncConfigurationToTranscend-DKliAJhK.cjs`),r=require(`./logger-DQwEYtSS.cjs`);let i=require(`node:fs`),a=require(`node:os`),o=require(`node:path`),s=require(`colors`);s=e.t(s);let c=require(`node:child_process`),l=require(`node:readline`);l=e.t(l);function u(e,t){let n=Math.max(1,a.availableParallelism?.()??1);return{poolSize:typeof e==`number`&&e>0?Math.min(e,t):Math.min(n,t),cpuCount:n}}function d(e){return`'${String(e).replace(/'/g,`'\\''`)}'`}function f(e,t,n=!1){if(n)return;let i=(0,a.platform)();try{if(i===`darwin`){(0,c.spawn)(`osascript`,[`-e`,`
2
2
  tell application "Terminal"
3
3
  activate
4
4
  do script "printf '\\e]0;${t}\\a'; tail -n +1 -f ${e.map(d).join(` -f `)}"
@@ -14,10 +14,10 @@ Press Esc/Ctrl+] to return to dashboard.
14
14
  --------------------------------
15
15
 
16
16
  `)}}let x=async e=>{h(`attach()`,`id=${e}`);let t=n.get(e);t&&(g===`attached`&&S(),g=`attached`,_=e,u?.(e),r?.(e),await b(e),v=e=>p.write(e),y=e=>m.write(e),t.stdout?.on(`data`,v),t.stderr?.on(`data`,y),t.once(`exit`,()=>{_===e&&S()}))},S=()=>{if(h(`detach()`,`id=${_}`),_==null)return;let e=_,t=n.get(e);t&&(v&&t.stdout?.off(`data`,v),y&&t.stderr?.off(`data`,y)),v=null,y=null,_=null,g=`dashboard`,i?.()},C=(e,t)=>{h(`keypress`,JSON.stringify({str:e,name:t.name,seq:t.sequence,ctrl:t.ctrl,meta:t.meta,shift:t.shift,mode:g}));let r=E(e,t,g);if(h(`mapped`,JSON.stringify(r)),r)switch(r.type){case`CTRL_C`:if(h(`CTRL_C`),g===`attached`&&_!=null){let e=n.get(_);try{e?.kill(`SIGINT`)}catch{}S();return}a?.();return;case`ATTACH`:if(h(`ATTACH`,`id=${r.id}`,`has=${n.has(r.id)}`),g!==`dashboard`)return;n.has(r.id)&&x(r.id);return;case`CYCLE`:{if(h(`CYCLE`,`delta=${r.delta}`),g!==`dashboard`)return;let e=O(D(n),_,r.delta);e!=null&&x(e);return}case`QUIT`:if(g!==`dashboard`)return;a?.();return;case`DETACH`:h(`DETACH`),g===`attached`&&S();return;case`CTRL_D`:if(g===`attached`&&_!=null){let e=n.get(_);try{e?.stdin?.end()}catch{}}return;case`FORWARD`:if(g===`attached`&&_!=null){let e=n.get(_);try{e?.stdin?.write(r.sequence)}catch{}}}},w=e=>{if(g===`attached`&&_!=null){let t=n.get(_);try{t?.stdin?.write(e)}catch{}}};return f.on(`keypress`,C),f.on(`data`,w),()=>{f.off(`keypress`,C),f.off(`data`,w),f.setRawMode?.(!1),p.write(`\x1B[?25h`)}}let A=``;const j=(e,t)=>{let n=Math.min(e-1,9),r=e<=1?`0`:`0-${n}`,i=e>10?` (Tab/Shift+Tab for ≥10)`:``;return t?s.default.dim(`Run complete — digits to view logs • Tab/Shift+Tab cycle • Esc/Ctrl+] detach • q to quit`):s.default.dim(`Hotkeys: [${r}] attach${i} • e=errors • w=warnings • i=info • l=logs • Tab/Shift+Tab • Esc/Ctrl+] detach • Ctrl+C exit`)};function M(e,t,n=!1){let r=[...t.renderHeader(e),``,...t.renderWorkers(e),...n?[]:[``,j(e.poolSize,e.final)],...t.renderExtras?[``].concat(t.renderExtras(e)):[]].join(`
17
- `);!e.final&&r===A||(A=r,e.final?process.stdout.write(`\x1B[?25h`):(process.stdout.write(`\x1B[?25l`),l.cursorTo(process.stdout,0,0),l.clearScreenDown(process.stdout)),process.stdout.write(`${r}\n`))}function N(e,t,n){let r=t.get(e);if(x(r))try{let e=b(r);if(e!=null)return e}catch{}return n.get(e)}function P(e){return typeof e==`number`?e.toLocaleString():`0`}function F(e,t=40){let n=Math.max(0,Math.min(100,Math.floor(e))),r=Math.floor(n/100*t);return`█`.repeat(r)+`░`.repeat(t-r)}function I(e){let t=[...e.workerState.values()].filter(e=>e.busy).length,n=e.filesCompleted+e.filesFailed;return{done:n,inProgress:t,pct:e.filesTotal===0?100:Math.floor(n/Math.max(1,e.filesTotal)*100)}}function L(e,t=[]){let{title:n,poolSize:r,cpuCount:i,filesTotal:a,filesCompleted:o,filesFailed:c,throughput:l}=e,{inProgress:u,pct:d}=I(e),f=[`${s.default.bold(n)} — ${r} workers ${s.default.dim(`(CPU avail: ${i})`)}`,`${s.default.dim(`Files`)} ${P(a)} ${s.default.dim(`Completed`)} ${P(o)} ${s.default.dim(`Failed`)} ${c?s.default.red(P(c)):P(c)} ${s.default.dim(`In-flight`)} ${P(u)}`,`[${F(d)}] ${d}%`];if(l){let t=Math.round(l.r10s*3600).toLocaleString(),n=Math.round(l.r60s*3600).toLocaleString(),r=e.throughput?.successSoFar==null?``:` Newly uploaded: ${P(e.throughput.successSoFar)}`;f.push(s.default.cyan(`Throughput: ${t}/hr (1h: ${n}/hr)${r}`))}return t.length?f.concat(t):f}function R(e,t=e=>e?(0,o.basename)(e):`-`){return[...e.workerState.entries()].map(([e,n])=>{let r=n.lastLevel===`error`?s.default.red(`ERROR `):n.lastLevel===`warn`?s.default.yellow(`WARN `):n.busy?s.default.green(`WORKING`):s.default.dim(`IDLE `),i=t(n.file),a=n.startedAt?`${Math.floor((Date.now()-n.startedAt)/1e3)}s`:`-`,o=n.progress?.processed??0,c=n.progress?.total??0,l=c>0?Math.floor(o/c*100):0;return` [w${e}] ${r} | ${i} | ${a} | [${c>0?F(l,18):` `.repeat(18)}] ${c>0?`${o.toLocaleString()}/${c.toLocaleString()} (${l}%)`:s.default.dim(`—`)}`})}async function z(e){let{title:t,baseDir:r,poolSize:i,cpuCount:a,render:o,childModulePath:c,hooks:l,filesTotal:u,childFlag:d,viewerMode:f=!1}=e,p=e.openLogWindows??!f,m=e.isSilent??!0,v=Date.now(),y=_(r),w=new Map,T=new Map,E=new Map,D=new n.C,O=l.initTotals?.()??{},A=0,j=0,M=0,P=null,F=!1,I=!1,L=null,R=(e=!1)=>{I||o({title:t,poolSize:i,cpuCount:a,filesTotal:u,filesCompleted:j,filesFailed:M,workerState:T,totals:O,final:e,exportStatus:l.exportStatus?.(),throughput:{successSoFar:j,r10s:D.rate(1e4),r60s:D.rate(6e4)}})},z=e=>{let t=l.nextTask();if(!t)return!1;let n=w.get(e),r=l.taskLabel(t),i=l.initSlotProgress?.(t);return T.set(e,{busy:!0,file:r,startedAt:Date.now(),lastLevel:`ok`,progress:i}),S(n,{type:`task`,payload:t}),R(),!0};for(let e=0;e<i;e+=1){let t=C({id:e,modulePath:c,logDir:y,openLogWindows:p,isSilent:m,childFlag:d});w.set(e,t),T.set(e,{busy:!1,file:null,startedAt:null,lastLevel:`ok`}),E.set(e,b(t)),A+=1;let n=g(t=>{let n=h(t);if(!n)return;let r=T.get(e);r.lastLevel!==n&&(T.set(e,{...r,lastLevel:n}),R())});t.stderr?.on(`data`,n),t.on(`message`,n=>{if(!(!n||typeof n!=`object`)){if(n.type===`ready`){F||(F=!0,P=setInterval(()=>R(!1),350)),z(e);return}if(n.type===`progress`){O=l.onProgress(O,n.payload);let t=T.get(e);T.set(e,{...t,progress:n.payload}),R();return}if(n.type===`result`){let r=T.get(e),{totals:i,ok:a}=l.onResult(O,n.payload);O=i,a?(j+=1,D.add(1)):M+=1,T.set(e,{...r,busy:!1,file:null,progress:void 0,lastLevel:a?`ok`:`error`}),!z(e)&&x(t)&&S(t,{type:`shutdown`}),R()}}}),t.on(`exit`,()=>{--A,A===0&&(P&&clearInterval(P),R(!0))})}let B=()=>{},V=()=>{try{process.stdin.setRawMode?.(!1)}catch{}try{process.stdin.pause()}catch{}},H=()=>{if(P&&clearInterval(P),B?.(),L)try{process.stdin.off(`data`,L)}catch{}V(),process.stdout.write(`
17
+ `);!e.final&&r===A||(A=r,e.final?process.stdout.write(`\x1B[?25h`):(process.stdout.write(`\x1B[?25l`),l.cursorTo(process.stdout,0,0),l.clearScreenDown(process.stdout)),process.stdout.write(`${r}\n`))}function N(e,t,n){let r=t.get(e);if(x(r))try{let e=b(r);if(e!=null)return e}catch{}return n.get(e)}function P(e){return typeof e==`number`?e.toLocaleString():`0`}function F(e,t=40){let n=Math.max(0,Math.min(100,Math.floor(e))),r=Math.floor(n/100*t);return`█`.repeat(r)+`░`.repeat(t-r)}function I(e){let t=[...e.workerState.values()].filter(e=>e.busy).length,n=e.filesCompleted+e.filesFailed;return{done:n,inProgress:t,pct:e.filesTotal===0?100:Math.floor(n/Math.max(1,e.filesTotal)*100)}}function L(e,t=[]){let{title:n,poolSize:r,cpuCount:i,filesTotal:a,filesCompleted:o,filesFailed:c,throughput:l}=e,{inProgress:u,pct:d}=I(e),f=[`${s.default.bold(n)} — ${r} workers ${s.default.dim(`(CPU avail: ${i})`)}`,`${s.default.dim(`Files`)} ${P(a)} ${s.default.dim(`Completed`)} ${P(o)} ${s.default.dim(`Failed`)} ${c?s.default.red(P(c)):P(c)} ${s.default.dim(`In-flight`)} ${P(u)}`,`[${F(d)}] ${d}%`];if(l){let t=l.jobsR10s>0||l.jobsR60s>0,n=Math.round((t?l.jobsR10s:l.r10s)*3600).toLocaleString(),r=Math.round((t?l.jobsR60s:l.r60s)*3600).toLocaleString(),i=t?`rec`:`files`,a=e.throughput?.successSoFar==null?``:` Newly uploaded: ${P(e.throughput.successSoFar)}`;f.push(s.default.cyan(`Throughput: ${n} ${i}/hr (1h: ${r} ${i}/hr)${a}`))}return t.length?f.concat(t):f}function R(e,t=e=>e?(0,o.basename)(e):`-`){return[...e.workerState.entries()].map(([e,n])=>{let r=n.lastLevel===`error`?s.default.red(`ERROR `):n.lastLevel===`warn`?s.default.yellow(`WARN `):n.busy?s.default.green(`WORKING`):s.default.dim(`IDLE `),i=t(n.file),a=n.startedAt?`${Math.floor((Date.now()-n.startedAt)/1e3)}s`:`-`,o=n.progress?.processed??0,c=n.progress?.total??0,l=c>0?Math.floor(o/c*100):0;return` [w${e}] ${r} | ${i} | ${a} | [${c>0?F(l,18):` `.repeat(18)}] ${c>0?`${o.toLocaleString()}/${c.toLocaleString()} (${l}%)`:s.default.dim(`—`)}`})}async function z(e){let{title:t,baseDir:r,poolSize:i,cpuCount:a,render:o,childModulePath:c,hooks:l,filesTotal:u,childFlag:d,viewerMode:f=!1}=e,p=e.openLogWindows??!f,m=e.isSilent??!0,v=Date.now(),y=_(r),w=new Map,T=new Map,E=new Map,D=new n.C,O=new n.C,A=new Map,j=l.initTotals?.()??{},M=0,P=0,F=0,I=null,L=!1,R=!1,z=null,B=(e=!1)=>{R||o({title:t,poolSize:i,cpuCount:a,filesTotal:u,filesCompleted:P,filesFailed:F,workerState:T,totals:j,final:e,exportStatus:l.exportStatus?.(),throughput:{successSoFar:P,r10s:D.rate(1e4),r60s:D.rate(6e4),jobsR10s:O.rate(1e4),jobsR60s:O.rate(6e4)}})},V=e=>{let t=l.nextTask();if(!t)return!1;let n=w.get(e),r=l.taskLabel(t),i=l.initSlotProgress?.(t);return T.set(e,{busy:!0,file:r,startedAt:Date.now(),lastLevel:`ok`,progress:i}),S(n,{type:`task`,payload:t}),B(),!0};for(let e=0;e<i;e+=1){let t=C({id:e,modulePath:c,logDir:y,openLogWindows:p,isSilent:m,childFlag:d});w.set(e,t),T.set(e,{busy:!1,file:null,startedAt:null,lastLevel:`ok`}),E.set(e,b(t)),M+=1;let n=g(t=>{let n=h(t);if(!n)return;let r=T.get(e);r.lastLevel!==n&&(T.set(e,{...r,lastLevel:n}),B())});t.stderr?.on(`data`,n),t.on(`message`,n=>{if(!(!n||typeof n!=`object`)){if(n.type===`ready`){L||(L=!0,I=setInterval(()=>B(!1),350)),V(e);return}if(n.type===`progress`){j=l.onProgress(j,n.payload);let t=T.get(e);T.set(e,{...t,progress:n.payload});let r=n.payload;if(typeof r?.processed==`number`){let t=A.get(e)??0,n=r.processed-t;n>0&&O.add(n),A.set(e,r.processed)}B();return}if(n.type===`result`){let r=T.get(e),{totals:i,ok:a}=l.onResult(j,n.payload);j=i,a?(P+=1,D.add(1)):F+=1,T.set(e,{...r,busy:!1,file:null,progress:void 0,lastLevel:a?`ok`:`error`}),A.delete(e),!V(e)&&x(t)&&S(t,{type:`shutdown`}),B()}}}),t.on(`exit`,()=>{--M,M===0&&(I&&clearInterval(I),B(!0))})}let H=()=>{},U=()=>{try{process.stdin.setRawMode?.(!1)}catch{}try{process.stdin.pause()}catch{}},W=()=>{if(I&&clearInterval(I),H?.(),z)try{process.stdin.off(`data`,z)}catch{}U(),process.stdout.write(`
18
18
  Stopping workers...
19
- `);for(let[,e]of w){x(e)&&S(e,{type:`shutdown`});try{e?.kill(`SIGTERM`)}catch{}}process.exit(130)},U=e=>{I=!0,process.stdout.write(`\x1B[2J\x1B[H`),process.stdout.write(`Attached to worker ${e}. (Esc/Ctrl+] detach • Ctrl+D EOF • Ctrl+C SIGINT)\n`)},W=()=>{I=!1,R()};if(process.once(`SIGINT`,H),!f){if(process.stdin.isTTY){try{process.stdin.setRawMode(!0)}catch{process.stdout.write(s.default.yellow(`Warning: Unable to enable raw mode for interactive key handling.
20
- `))}process.stdin.resume()}B=k({workers:w,onAttach:U,onDetach:W,onCtrlC:H,getLogPaths:e=>N(e,w,E),replayBytes:200*1024,replayWhich:[`out`,`err`],onEnterAttachScreen:U}),e.extraKeyHandler&&(L=e.extraKeyHandler({logsBySlot:E,repaint:()=>R(),setPaused:e=>{I=e}}),process.stdin.on(`data`,L))}await new Promise(e=>{let t=setInterval(async()=>{if(A===0){if(clearInterval(t),P&&clearInterval(P),B(),L)try{process.stdin.off(`data`,L)}catch{}V();let n=Date.now();try{await l.postProcess?.({slots:T,totals:O,logDir:y,logsBySlot:E,startedAt:v,finishedAt:n,viewerMode:f,getLogPathsForSlot:e=>N(e,w,E)})}catch(e){let t=e?.stack??String(e);process.stdout.write(s.default.red(`postProcess error: ${t}\n`))}e()}},300)})}function B(e){let{logsBySlot:t,repaint:n,setPaused:r,exportMgr:i,exportStatus:a,custom:o}=e,s=e=>{process.stdout.write(`${e}\n`)},c=(e,t)=>{let r=Date.now(),i=a?.[e]??{path:t};a&&(a[e]={path:t||i.path,savedAt:r,exported:!0},n())},l=!1,u=(e,i)=>{l||(l=!0,r(!0),process.stdout.write(`\x1B[2J\x1B[H`),process.stdout.write(`Combined logs viewer (press Esc or Ctrl+] to return)
19
+ `);for(let[,e]of w){x(e)&&S(e,{type:`shutdown`});try{e?.kill(`SIGTERM`)}catch{}}process.exit(130)},G=e=>{R=!0,process.stdout.write(`\x1B[2J\x1B[H`),process.stdout.write(`Attached to worker ${e}. (Esc/Ctrl+] detach • Ctrl+D EOF • Ctrl+C SIGINT)\n`)},K=()=>{R=!1,B()};if(process.once(`SIGINT`,W),!f){if(process.stdin.isTTY){try{process.stdin.setRawMode(!0)}catch{process.stdout.write(s.default.yellow(`Warning: Unable to enable raw mode for interactive key handling.
20
+ `))}process.stdin.resume()}H=k({workers:w,onAttach:G,onDetach:K,onCtrlC:W,getLogPaths:e=>N(e,w,E),replayBytes:200*1024,replayWhich:[`out`,`err`],onEnterAttachScreen:G}),e.extraKeyHandler&&(z=e.extraKeyHandler({logsBySlot:E,repaint:()=>B(),setPaused:e=>{R=e}}),process.stdin.on(`data`,z))}await new Promise(e=>{let t=setInterval(async()=>{if(M===0){if(clearInterval(t),I&&clearInterval(I),H(),z)try{process.stdin.off(`data`,z)}catch{}U();let n=Date.now();try{await l.postProcess?.({slots:T,totals:j,logDir:y,logsBySlot:E,startedAt:v,finishedAt:n,viewerMode:f,getLogPathsForSlot:e=>N(e,w,E)})}catch(e){let t=e?.stack??String(e);process.stdout.write(s.default.red(`postProcess error: ${t}\n`))}e()}},300)})}function B(e){let{logsBySlot:t,repaint:n,setPaused:r,exportMgr:i,exportStatus:a,custom:o}=e,s=e=>{process.stdout.write(`${e}\n`)},c=(e,t)=>{let r=Date.now(),i=a?.[e]??{path:t};a&&(a[e]={path:t||i.path,savedAt:r,exported:!0},n())},l=!1,u=(e,i)=>{l||(l=!0,r(!0),process.stdout.write(`\x1B[2J\x1B[H`),process.stdout.write(`Combined logs viewer (press Esc or Ctrl+] to return)
21
21
 
22
22
  `),(async()=>{try{await w(t,e,i)}catch{l=!1,r(!1),n()}})())},d=(e,n)=>{if(i)try{let r=i.exportCombinedLogs(t,e);s(`\nWrote combined ${n} logs to: ${r}`),c(e,r)}catch{s(`\nFailed to write combined ${n} logs`)}};return e=>{let t=e.toString(`utf8`);if(t===`e`){u([`err`],`error`);return}if(t===`w`){u([`warn`,`err`],`warn`);return}if(t===`i`){u([`info`],`all`);return}if(t===`l`){u([`out`,`err`,`structured`],`all`);return}if(t===`E`){d(`error`,`error`);return}if(t===`W`){d(`warn`,`warn`);return}if(t===`I`){d(`info`,`info`);return}if(t===`A`){d(`all`,`ALL`);return}let i=o?.[t];if(i){i({noteExport:c,say:s});return}(t===`\x1B`||t===``)&&(l=!1,r(!1),n())}}Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return M}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return R}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return z}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return v}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return L}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return u}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return B}});
23
- //# sourceMappingURL=pooling-BJAPXDiq.cjs.map
23
+ //# sourceMappingURL=pooling-DLEGcLtt.cjs.map