npm - @transcend-io/cli - Versions diffs - 8.38.1 → 8.38.2 - Mend

@transcend-io/cli 8.38.1 → 8.38.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (119) hide show

package/dist/index.d.cts CHANGED Viewed

@@ -5676,8 +5676,6 @@ declare const ProcessingPurposePreviewInput: t.IntersectionC<[t.TypeC<{
   /** The parent purpose */
   purpose: t.KeyofC<{
     HR: unknown;
-    OTHER: unknown;
-    UNSPECIFIED: unknown;
     ESSENTIAL: unknown;
     ADDITIONAL_FUNCTIONALITY: unknown;
     ADVERTISING: unknown;
@@ -5688,6 +5686,8 @@ declare const ProcessingPurposePreviewInput: t.IntersectionC<[t.TypeC<{
     LEGAL: unknown;
     TRANSFER: unknown;
     SALE: unknown;
+    OTHER: unknown;
+    UNSPECIFIED: unknown;
   }>;
 }>, t.PartialC<{
   /** User-defined name for this processing purpose sub category */
@@ -5702,6 +5702,8 @@ declare const DataCategoryPreviewInput: t.IntersectionC<[t.TypeC<{
   /** The parent category */
   category: t.KeyofC<{
     ID: unknown;
+    OTHER: unknown;
+    UNSPECIFIED: unknown;
     FINANCIAL: unknown;
     HEALTH: unknown;
     CONTACT: unknown;
@@ -5714,8 +5716,6 @@ declare const DataCategoryPreviewInput: t.IntersectionC<[t.TypeC<{
     TRACKING: unknown;
     DEVICE: unknown;
     SURVEY: unknown;
-    OTHER: unknown;
-    UNSPECIFIED: unknown;
     NOT_PERSONAL_DATA: unknown;
     INTEGRATION_IDENTIFIER: unknown;
   }>;
@@ -5734,6 +5734,8 @@ declare const DataCategoryGuessInput: t.IntersectionC<[t.TypeC<{
     /** The parent category */
     category: t.KeyofC<{
       ID: unknown;
+      OTHER: unknown;
+      UNSPECIFIED: unknown;
       FINANCIAL: unknown;
       HEALTH: unknown;
       CONTACT: unknown;
@@ -5746,8 +5748,6 @@ declare const DataCategoryGuessInput: t.IntersectionC<[t.TypeC<{
       TRACKING: unknown;
       DEVICE: unknown;
       SURVEY: unknown;
-      OTHER: unknown;
-      UNSPECIFIED: unknown;
       NOT_PERSONAL_DATA: unknown;
       INTEGRATION_IDENTIFIER: unknown;
     }>;
@@ -5778,6 +5778,8 @@ declare const DataCategoryRecommendationInput: t.IntersectionC<[t.TypeC<{
     /** The parent category */
     category: t.KeyofC<{
       ID: unknown;
+      OTHER: unknown;
+      UNSPECIFIED: unknown;
       FINANCIAL: unknown;
       HEALTH: unknown;
       CONTACT: unknown;
@@ -5790,8 +5792,6 @@ declare const DataCategoryRecommendationInput: t.IntersectionC<[t.TypeC<{
       TRACKING: unknown;
       DEVICE: unknown;
       SURVEY: unknown;
-      OTHER: unknown;
-      UNSPECIFIED: unknown;
       NOT_PERSONAL_DATA: unknown;
       INTEGRATION_IDENTIFIER: unknown;
     }>;
@@ -11435,6 +11435,8 @@ declare const DataCategoryInput: t.IntersectionC<[t.TypeC<{
   /** Type of data category */
   category: t.KeyofC<{
     ID: unknown;
+    OTHER: unknown;
+    UNSPECIFIED: unknown;
     FINANCIAL: unknown;
     HEALTH: unknown;
     CONTACT: unknown;
@@ -11447,8 +11449,6 @@ declare const DataCategoryInput: t.IntersectionC<[t.TypeC<{
     TRACKING: unknown;
     DEVICE: unknown;
     SURVEY: unknown;
-    OTHER: unknown;
-    UNSPECIFIED: unknown;
     NOT_PERSONAL_DATA: unknown;
     INTEGRATION_IDENTIFIER: unknown;
   }>;
@@ -11493,8 +11493,6 @@ declare const ProcessingPurposeInput: t.IntersectionC<[t.TypeC<{
   /** Type of processing purpose */
   purpose: t.KeyofC<{
     HR: unknown;
-    OTHER: unknown;
-    UNSPECIFIED: unknown;
     ESSENTIAL: unknown;
     ADDITIONAL_FUNCTIONALITY: unknown;
     ADVERTISING: unknown;
@@ -11505,6 +11503,8 @@ declare const ProcessingPurposeInput: t.IntersectionC<[t.TypeC<{
     LEGAL: unknown;
     TRANSFER: unknown;
     SALE: unknown;
+    OTHER: unknown;
+    UNSPECIFIED: unknown;
   }>;
 }>, t.PartialC<{
   /** Description of processing purpose */
@@ -11598,8 +11598,6 @@ declare const FieldInput: t.IntersectionC<[t.TypeC<{
     /** The parent purpose */
     purpose: t.KeyofC<{
       HR: unknown;
-      OTHER: unknown;
-      UNSPECIFIED: unknown;
       ESSENTIAL: unknown;
       ADDITIONAL_FUNCTIONALITY: unknown;
       ADVERTISING: unknown;
@@ -11610,6 +11608,8 @@ declare const FieldInput: t.IntersectionC<[t.TypeC<{
       LEGAL: unknown;
       TRANSFER: unknown;
       SALE: unknown;
+      OTHER: unknown;
+      UNSPECIFIED: unknown;
     }>;
   }>, t.PartialC<{
     /** User-defined name for this processing purpose sub category */
@@ -11624,6 +11624,8 @@ declare const FieldInput: t.IntersectionC<[t.TypeC<{
     /** The parent category */
     category: t.KeyofC<{
       ID: unknown;
+      OTHER: unknown;
+      UNSPECIFIED: unknown;
       FINANCIAL: unknown;
       HEALTH: unknown;
       CONTACT: unknown;
@@ -11636,8 +11638,6 @@ declare const FieldInput: t.IntersectionC<[t.TypeC<{
       TRACKING: unknown;
       DEVICE: unknown;
       SURVEY: unknown;
-      OTHER: unknown;
-      UNSPECIFIED: unknown;
       NOT_PERSONAL_DATA: unknown;
       INTEGRATION_IDENTIFIER: unknown;
     }>;
@@ -11656,6 +11656,8 @@ declare const FieldInput: t.IntersectionC<[t.TypeC<{
       /** The parent category */
       category: t.KeyofC<{
         ID: unknown;
+        OTHER: unknown;
+        UNSPECIFIED: unknown;
         FINANCIAL: unknown;
         HEALTH: unknown;
         CONTACT: unknown;
@@ -11668,8 +11670,6 @@ declare const FieldInput: t.IntersectionC<[t.TypeC<{
         TRACKING: unknown;
         DEVICE: unknown;
         SURVEY: unknown;
-        OTHER: unknown;
-        UNSPECIFIED: unknown;
         NOT_PERSONAL_DATA: unknown;
         INTEGRATION_IDENTIFIER: unknown;
       }>;
@@ -11817,8 +11817,6 @@ declare const DatapointInput: t.IntersectionC<[t.TypeC<{
       /** The parent purpose */
       purpose: t.KeyofC<{
         HR: unknown;
-        OTHER: unknown;
-        UNSPECIFIED: unknown;
         ESSENTIAL: unknown;
         ADDITIONAL_FUNCTIONALITY: unknown;
         ADVERTISING: unknown;
@@ -11829,6 +11827,8 @@ declare const DatapointInput: t.IntersectionC<[t.TypeC<{
         LEGAL: unknown;
         TRANSFER: unknown;
         SALE: unknown;
+        OTHER: unknown;
+        UNSPECIFIED: unknown;
       }>;
     }>, t.PartialC<{
       /** User-defined name for this processing purpose sub category */
@@ -11843,6 +11843,8 @@ declare const DatapointInput: t.IntersectionC<[t.TypeC<{
       /** The parent category */
       category: t.KeyofC<{
         ID: unknown;
+        OTHER: unknown;
+        UNSPECIFIED: unknown;
         FINANCIAL: unknown;
         HEALTH: unknown;
         CONTACT: unknown;
@@ -11855,8 +11857,6 @@ declare const DatapointInput: t.IntersectionC<[t.TypeC<{
         TRACKING: unknown;
         DEVICE: unknown;
         SURVEY: unknown;
-        OTHER: unknown;
-        UNSPECIFIED: unknown;
         NOT_PERSONAL_DATA: unknown;
         INTEGRATION_IDENTIFIER: unknown;
       }>;
@@ -11875,6 +11875,8 @@ declare const DatapointInput: t.IntersectionC<[t.TypeC<{
         /** The parent category */
         category: t.KeyofC<{
           ID: unknown;
+          OTHER: unknown;
+          UNSPECIFIED: unknown;
           FINANCIAL: unknown;
           HEALTH: unknown;
           CONTACT: unknown;
@@ -11887,8 +11889,6 @@ declare const DatapointInput: t.IntersectionC<[t.TypeC<{
           TRACKING: unknown;
           DEVICE: unknown;
           SURVEY: unknown;
-          OTHER: unknown;
-          UNSPECIFIED: unknown;
           NOT_PERSONAL_DATA: unknown;
           INTEGRATION_IDENTIFIER: unknown;
         }>;
@@ -33663,8 +33663,6 @@ declare const ProcessingActivityInput: t.IntersectionC<[t.TypeC<{
     /** The parent purpose */
     purpose: t.KeyofC<{
       HR: unknown;
-      OTHER: unknown;
-      UNSPECIFIED: unknown;
       ESSENTIAL: unknown;
       ADDITIONAL_FUNCTIONALITY: unknown;
       ADVERTISING: unknown;
@@ -33675,6 +33673,8 @@ declare const ProcessingActivityInput: t.IntersectionC<[t.TypeC<{
       LEGAL: unknown;
       TRANSFER: unknown;
       SALE: unknown;
+      OTHER: unknown;
+      UNSPECIFIED: unknown;
     }>;
   }>, t.PartialC<{
     /** User-defined name for this processing purpose sub category */
@@ -33689,6 +33689,8 @@ declare const ProcessingActivityInput: t.IntersectionC<[t.TypeC<{
     /** The parent category */
     category: t.KeyofC<{
       ID: unknown;
+      OTHER: unknown;
+      UNSPECIFIED: unknown;
       FINANCIAL: unknown;
       HEALTH: unknown;
       CONTACT: unknown;
@@ -33701,8 +33703,6 @@ declare const ProcessingActivityInput: t.IntersectionC<[t.TypeC<{
       TRACKING: unknown;
       DEVICE: unknown;
       SURVEY: unknown;
-      OTHER: unknown;
-      UNSPECIFIED: unknown;
       NOT_PERSONAL_DATA: unknown;
       INTEGRATION_IDENTIFIER: unknown;
     }>;
@@ -50292,7 +50292,6 @@ declare const ConsentManageExperienceInput: t.IntersectionC<[t.TypeC<{
    * Browser languages that define this regional experience
    */
   browserLanguages: t.ArrayC<t.KeyofC<{
-    no: unknown;
     om: unknown;
     ab: unknown;
     aa: unknown;
@@ -50484,6 +50483,7 @@ declare const ConsentManageExperienceInput: t.IntersectionC<[t.TypeC<{
     ne: unknown;
     nd: unknown;
     ns: unknown;
+    no: unknown;
     "no-NO": unknown;
     nb: unknown;
     "nb-NO": unknown;
@@ -51081,8 +51081,8 @@ declare const ConsentManagerInput: t.PartialC<{
   }>;
   /** Whether the site owner has signed the IAB agreement */
   signedIabAgreement: t.KeyofC<{
-    yes: unknown;
     no: unknown;
+    yes: unknown;
     unknown: unknown;
   }>;
   /** Regional experience configurations */
@@ -56534,7 +56534,6 @@ declare const ConsentManagerInput: t.PartialC<{
      * Browser languages that define this regional experience
      */
     browserLanguages: t.ArrayC<t.KeyofC<{
-      no: unknown;
       om: unknown;
       ab: unknown;
       aa: unknown;
@@ -56726,6 +56725,7 @@ declare const ConsentManagerInput: t.PartialC<{
       ne: unknown;
       nd: unknown;
       ns: unknown;
+      no: unknown;
       "no-NO": unknown;
       nb: unknown;
       "nb-NO": unknown;
@@ -58368,8 +58368,6 @@ declare const DataSiloInput: t.IntersectionC<[t.TypeC<{
         /** The parent purpose */
         purpose: t.KeyofC<{
           HR: unknown;
-          OTHER: unknown;
-          UNSPECIFIED: unknown;
           ESSENTIAL: unknown;
           ADDITIONAL_FUNCTIONALITY: unknown;
           ADVERTISING: unknown;
@@ -58380,6 +58378,8 @@ declare const DataSiloInput: t.IntersectionC<[t.TypeC<{
           LEGAL: unknown;
           TRANSFER: unknown;
           SALE: unknown;
+          OTHER: unknown;
+          UNSPECIFIED: unknown;
         }>;
       }>, t.PartialC<{
         /** User-defined name for this processing purpose sub category */
@@ -58394,6 +58394,8 @@ declare const DataSiloInput: t.IntersectionC<[t.TypeC<{
         /** The parent category */
         category: t.KeyofC<{
           ID: unknown;
+          OTHER: unknown;
+          UNSPECIFIED: unknown;
           FINANCIAL: unknown;
           HEALTH: unknown;
           CONTACT: unknown;
@@ -58406,8 +58408,6 @@ declare const DataSiloInput: t.IntersectionC<[t.TypeC<{
           TRACKING: unknown;
           DEVICE: unknown;
           SURVEY: unknown;
-          OTHER: unknown;
-          UNSPECIFIED: unknown;
           NOT_PERSONAL_DATA: unknown;
           INTEGRATION_IDENTIFIER: unknown;
         }>;
@@ -58426,6 +58426,8 @@ declare const DataSiloInput: t.IntersectionC<[t.TypeC<{
           /** The parent category */
           category: t.KeyofC<{
             ID: unknown;
+            OTHER: unknown;
+            UNSPECIFIED: unknown;
             FINANCIAL: unknown;
             HEALTH: unknown;
             CONTACT: unknown;
@@ -58438,8 +58440,6 @@ declare const DataSiloInput: t.IntersectionC<[t.TypeC<{
             TRACKING: unknown;
             DEVICE: unknown;
             SURVEY: unknown;
-            OTHER: unknown;
-            UNSPECIFIED: unknown;
             NOT_PERSONAL_DATA: unknown;
             INTEGRATION_IDENTIFIER: unknown;
           }>;
@@ -87502,6 +87502,8 @@ declare const TranscendInput: t.PartialC<{
     /** Type of data category */
     category: t.KeyofC<{
       ID: unknown;
+      OTHER: unknown;
+      UNSPECIFIED: unknown;
       FINANCIAL: unknown;
       HEALTH: unknown;
       CONTACT: unknown;
@@ -87514,8 +87516,6 @@ declare const TranscendInput: t.PartialC<{
       TRACKING: unknown;
       DEVICE: unknown;
       SURVEY: unknown;
-      OTHER: unknown;
-      UNSPECIFIED: unknown;
       NOT_PERSONAL_DATA: unknown;
       INTEGRATION_IDENTIFIER: unknown;
     }>;
@@ -87556,8 +87556,6 @@ declare const TranscendInput: t.PartialC<{
     /** Type of processing purpose */
     purpose: t.KeyofC<{
       HR: unknown;
-      OTHER: unknown;
-      UNSPECIFIED: unknown;
       ESSENTIAL: unknown;
       ADDITIONAL_FUNCTIONALITY: unknown;
       ADVERTISING: unknown;
@@ -87568,6 +87566,8 @@ declare const TranscendInput: t.PartialC<{
       LEGAL: unknown;
       TRANSFER: unknown;
       SALE: unknown;
+      OTHER: unknown;
+      UNSPECIFIED: unknown;
     }>;
   }>, t.PartialC<{
     /** Description of processing purpose */
@@ -98663,8 +98663,6 @@ declare const TranscendInput: t.PartialC<{
           /** The parent purpose */
           purpose: t.KeyofC<{
             HR: unknown;
-            OTHER: unknown;
-            UNSPECIFIED: unknown;
             ESSENTIAL: unknown;
             ADDITIONAL_FUNCTIONALITY: unknown;
             ADVERTISING: unknown;
@@ -98675,6 +98673,8 @@ declare const TranscendInput: t.PartialC<{
             LEGAL: unknown;
             TRANSFER: unknown;
             SALE: unknown;
+            OTHER: unknown;
+            UNSPECIFIED: unknown;
           }>;
         }>, t.PartialC<{
           /** User-defined name for this processing purpose sub category */
@@ -98689,6 +98689,8 @@ declare const TranscendInput: t.PartialC<{
           /** The parent category */
           category: t.KeyofC<{
             ID: unknown;
+            OTHER: unknown;
+            UNSPECIFIED: unknown;
             FINANCIAL: unknown;
             HEALTH: unknown;
             CONTACT: unknown;
@@ -98701,8 +98703,6 @@ declare const TranscendInput: t.PartialC<{
             TRACKING: unknown;
             DEVICE: unknown;
             SURVEY: unknown;
-            OTHER: unknown;
-            UNSPECIFIED: unknown;
             NOT_PERSONAL_DATA: unknown;
             INTEGRATION_IDENTIFIER: unknown;
           }>;
@@ -98721,6 +98721,8 @@ declare const TranscendInput: t.PartialC<{
             /** The parent category */
             category: t.KeyofC<{
               ID: unknown;
+              OTHER: unknown;
+              UNSPECIFIED: unknown;
               FINANCIAL: unknown;
               HEALTH: unknown;
               CONTACT: unknown;
@@ -98733,8 +98735,6 @@ declare const TranscendInput: t.PartialC<{
               TRACKING: unknown;
               DEVICE: unknown;
               SURVEY: unknown;
-              OTHER: unknown;
-              UNSPECIFIED: unknown;
               NOT_PERSONAL_DATA: unknown;
               INTEGRATION_IDENTIFIER: unknown;
             }>;
@@ -104370,8 +104370,8 @@ declare const TranscendInput: t.PartialC<{
     }>;
     /** Whether the site owner has signed the IAB agreement */
     signedIabAgreement: t.KeyofC<{
-      yes: unknown;
       no: unknown;
+      yes: unknown;
       unknown: unknown;
     }>;
     /** Regional experience configurations */
@@ -109823,7 +109823,6 @@ declare const TranscendInput: t.PartialC<{
        * Browser languages that define this regional experience
        */
       browserLanguages: t.ArrayC<t.KeyofC<{
-        no: unknown;
         om: unknown;
         ab: unknown;
         aa: unknown;
@@ -110015,6 +110014,7 @@ declare const TranscendInput: t.PartialC<{
         ne: unknown;
         nd: unknown;
         ns: unknown;
+        no: unknown;
         "no-NO": unknown;
         nb: unknown;
         "nb-NO": unknown;
@@ -123120,8 +123120,6 @@ declare const TranscendInput: t.PartialC<{
       /** The parent purpose */
       purpose: t.KeyofC<{
         HR: unknown;
-        OTHER: unknown;
-        UNSPECIFIED: unknown;
         ESSENTIAL: unknown;
         ADDITIONAL_FUNCTIONALITY: unknown;
         ADVERTISING: unknown;
@@ -123132,6 +123130,8 @@ declare const TranscendInput: t.PartialC<{
         LEGAL: unknown;
         TRANSFER: unknown;
         SALE: unknown;
+        OTHER: unknown;
+        UNSPECIFIED: unknown;
       }>;
     }>, t.PartialC<{
       /** User-defined name for this processing purpose sub category */
@@ -123146,6 +123146,8 @@ declare const TranscendInput: t.PartialC<{
       /** The parent category */
       category: t.KeyofC<{
         ID: unknown;
+        OTHER: unknown;
+        UNSPECIFIED: unknown;
         FINANCIAL: unknown;
         HEALTH: unknown;
         CONTACT: unknown;
@@ -123158,8 +123160,6 @@ declare const TranscendInput: t.PartialC<{
         TRACKING: unknown;
         DEVICE: unknown;
         SURVEY: unknown;
-        OTHER: unknown;
-        UNSPECIFIED: unknown;
         NOT_PERSONAL_DATA: unknown;
         INTEGRATION_IDENTIFIER: unknown;
       }>;
@@ -136831,9 +136831,9 @@ declare const RequestIdentifier: t.TypeC<{
   value: t.StringC;
   /** Type of identifier */
   type: t.KeyofC<{
-    transcend: unknown;
     email: unknown;
     phone: unknown;
+    transcend: unknown;
     coreIdentifier: unknown;
     custom: unknown;
     gaid: unknown;
@@ -136877,9 +136877,9 @@ declare const RequestIdentifiersResponse: t.TypeC<{
     value: t.StringC;
     /** Type of identifier */
     type: t.KeyofC<{
-      transcend: unknown;
       email: unknown;
       phone: unknown;
+      transcend: unknown;
       coreIdentifier: unknown;
       custom: unknown;
       gaid: unknown;
@@ -142635,6 +142635,8 @@ declare const PrivacyRequest: t.IntersectionC<[t.TypeC<{
 }>, t.PartialC<{
   /** Days remaining until expired */
   daysRemaining: t.UnionC<[t.NullC, t.NumberC]>;
+  /** Time when request was successfully completed */
+  successfullyCompletedAt: t.UnionC<[t.NullC, t.StringC]>;
   /** Purpose */
   purpose: t.TypeC<{
     title: t.StringC;
@@ -156868,6 +156870,7 @@ declare function formatRequestForCsv({
   subjectType,
   details,
   createdAt,
+  successfullyCompletedAt,
   country,
   locale,
   origin,

package/dist/{manual-enrichment-CW8iihdb.cjs → manual-enrichment-DTVJo7hP.cjs} RENAMED Viewed

@@ -1,2 +1,2 @@
-const e=require(`./chunk-Bmb41Sf3.cjs`),t=require(`./constants-CzmvL6Mw.cjs`),n=require(`./syncConfigurationToTranscend-DkeLrq-I.cjs`),r=require(`./logger-DQwEYtSS.cjs`);let i=require(`@transcend-io/privacy-types`),a=require(`colors`);a=e.t(a);let o=require(`io-ts`);o=e.t(o);async function s({file:e,auth:o,sombraAuth:s,requestActions:c=[],concurrency:l=100,transcendUrl:u=t.a}){let d=n.ai(u,o),f=await n.ii(u,o,s);r.t.info(a.default.magenta(`Pulling manual enrichment requests, filtered for actions: ${c.join(`,`)}`));let p=await n.mr(d,{actions:c,statuses:[i.RequestStatus.Enriching]});await n.vr(d);let m=[];await n.As(p,async e=>{let t=await n.br(d,{requestId:e.id});if(t.filter(({status:e})=>e===`ACTION_REQUIRED`)){let r=await n._r(d,f,{requestId:e.id,skipSombraCheck:!0});m.push({...e,requestIdentifiers:r,requestEnrichers:t})}},{concurrency:l});let h=m.map(({attributeValues:e,requestIdentifiers:t,requestEnrichers:r,...i})=>({...i,...Object.entries(n.Fs(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{}),...Object.entries(n.Fs(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{})}));return await n.l(e,h,n.Ms(h.map(e=>Object.keys(e)).flat())),r.t.info(a.default.green(`Successfully wrote ${m.length} requests to file "${e}"`)),m}const c=`https://app.transcend.io/privacy-requests/incoming-requests/`,l=o.record(o.string,o.string);async function u(e,{id:t,...i},o,s){if(!t){let e=`Request ID must be provided to enricher request.${s?` Found error in row: ${s}`:``}`;throw r.t.error(a.default.red(e)),Error(e)}let l=t.toLowerCase(),u=Object.entries(i).reduce((e,[t,r])=>n.Ms(n.pi(r)).length===0?e:Object.assign(e,{[t]:n.Ms(n.pi(r)).map(e=>({value:t===`email`?e.toLowerCase():e}))}),{});try{return await e.post(`v1/enrich-identifiers`,{headers:{"x-transcend-request-id":l,"x-transcend-enricher-id":o},json:{enrichedIdentifiers:u}}).json(),r.t.error(a.default.green(`Successfully enriched request: ${c}${l}`)),!0}catch(e){if(typeof e.response.body==`string`&&e.response.body.includes(`Cannot update a resolved RequestEnricher`))return r.t.warn(a.default.magenta(`Skipped enrichment for request: ${c}${l}, request is no longer in the enriching phase.`)),!1;throw r.t.error(a.default.red(`Failed to enricher identifiers for request with id: ${c}${l} - ${e.message} - ${e.response.body}`)),e}}async function d({file:e,auth:i,sombraAuth:o,enricherId:s,markSilent:c,concurrency:d=100,transcendUrl:f=t.a}){let p=await n.ii(f,i,o),m=n.ai(f,i);r.t.info(a.default.magenta(`Reading "${e}" from disk`));let h=n.ui(e,l);r.t.info(a.default.magenta(`Enriching "${h.length}" privacy requests.`));let g=0,_=0,v=0;if(await n.As(h,async(e,t)=>{try{c&&(await n.i(m,n.Fo,{input:{id:e.id,isSilent:!0}}),r.t.info(a.default.magenta(`Mark request as silent mode - ${e.id}`))),await u(p,e,s,t)?g+=1:_+=1}catch{v+=1}},{concurrency:d}),r.t.info(a.default.green(`Successfully notified Transcend! \n Success count: ${g}.`)),_>0&&r.t.info(a.default.magenta(`Skipped count: ${_}.`)),v>0)throw r.t.info(a.default.red(`Error Count: ${v}.`)),Error(`Failed to enrich: ${v} requests.`);return h.length}Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return s}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return l}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return u}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return d}});
-//# sourceMappingURL=manual-enrichment-CW8iihdb.cjs.map
+const e=require(`./chunk-Bmb41Sf3.cjs`),t=require(`./constants-gJm1eQH0.cjs`),n=require(`./syncConfigurationToTranscend-s-cjtUI3.cjs`),r=require(`./logger-DQwEYtSS.cjs`);let i=require(`@transcend-io/privacy-types`),a=require(`colors`);a=e.t(a);let o=require(`io-ts`);o=e.t(o);async function s({file:e,auth:o,sombraAuth:s,requestActions:c=[],concurrency:l=100,transcendUrl:u=t.a}){let d=n.ai(u,o),f=await n.ii(u,o,s);r.t.info(a.default.magenta(`Pulling manual enrichment requests, filtered for actions: ${c.join(`,`)}`));let p=await n.mr(d,{actions:c,statuses:[i.RequestStatus.Enriching]});await n.vr(d);let m=[];await n.As(p,async e=>{let t=await n.br(d,{requestId:e.id});if(t.filter(({status:e})=>e===`ACTION_REQUIRED`)){let r=await n._r(d,f,{requestId:e.id,skipSombraCheck:!0});m.push({...e,requestIdentifiers:r,requestEnrichers:t})}},{concurrency:l});let h=m.map(({attributeValues:e,requestIdentifiers:t,requestEnrichers:r,...i})=>({...i,...Object.entries(n.Fs(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{}),...Object.entries(n.Fs(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{})}));return await n.l(e,h,n.Ms(h.map(e=>Object.keys(e)).flat())),r.t.info(a.default.green(`Successfully wrote ${m.length} requests to file "${e}"`)),m}const c=`https://app.transcend.io/privacy-requests/incoming-requests/`,l=o.record(o.string,o.string);async function u(e,{id:t,...i},o,s){if(!t){let e=`Request ID must be provided to enricher request.${s?` Found error in row: ${s}`:``}`;throw r.t.error(a.default.red(e)),Error(e)}let l=t.toLowerCase(),u=Object.entries(i).reduce((e,[t,r])=>n.Ms(n.pi(r)).length===0?e:Object.assign(e,{[t]:n.Ms(n.pi(r)).map(e=>({value:t===`email`?e.toLowerCase():e}))}),{});try{return await e.post(`v1/enrich-identifiers`,{headers:{"x-transcend-request-id":l,"x-transcend-enricher-id":o},json:{enrichedIdentifiers:u}}).json(),r.t.error(a.default.green(`Successfully enriched request: ${c}${l}`)),!0}catch(e){if(typeof e.response.body==`string`&&e.response.body.includes(`Cannot update a resolved RequestEnricher`))return r.t.warn(a.default.magenta(`Skipped enrichment for request: ${c}${l}, request is no longer in the enriching phase.`)),!1;throw r.t.error(a.default.red(`Failed to enricher identifiers for request with id: ${c}${l} - ${e.message} - ${e.response.body}`)),e}}async function d({file:e,auth:i,sombraAuth:o,enricherId:s,markSilent:c,concurrency:d=100,transcendUrl:f=t.a}){let p=await n.ii(f,i,o),m=n.ai(f,i);r.t.info(a.default.magenta(`Reading "${e}" from disk`));let h=n.ui(e,l);r.t.info(a.default.magenta(`Enriching "${h.length}" privacy requests.`));let g=0,_=0,v=0;if(await n.As(h,async(e,t)=>{try{c&&(await n.i(m,n.Fo,{input:{id:e.id,isSilent:!0}}),r.t.info(a.default.magenta(`Mark request as silent mode - ${e.id}`))),await u(p,e,s,t)?g+=1:_+=1}catch{v+=1}},{concurrency:d}),r.t.info(a.default.green(`Successfully notified Transcend! \n Success count: ${g}.`)),_>0&&r.t.info(a.default.magenta(`Skipped count: ${_}.`)),v>0)throw r.t.info(a.default.red(`Error Count: ${v}.`)),Error(`Failed to enrich: ${v} requests.`);return h.length}Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return s}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return l}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return u}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return d}});
+//# sourceMappingURL=manual-enrichment-DTVJo7hP.cjs.map

package/dist/{manual-enrichment-CW8iihdb.cjs.map → manual-enrichment-DTVJo7hP.cjs.map} RENAMED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"manual-enrichment-CW8iihdb.cjs","names":["DEFAULT_TRANSCEND_API","buildTranscendGraphQLClient","createSombraGotInstance","fetchAllRequests","RequestStatus","validateSombraVersion","map","fetchAllRequestEnrichers","fetchAllRequestIdentifiers","groupBy","writeCsv","uniq","t","uniq","splitCsvToList","DEFAULT_TRANSCEND_API","createSombraGotInstance","buildTranscendGraphQLClient","readCsv","map","makeGraphQLRequest","UPDATE_PRIVACY_REQUEST"],"sources":["../src/lib/manual-enrichment/pullManualEnrichmentIdentifiersToCsv.ts","../src/lib/manual-enrichment/enrichPrivacyRequest.ts","../src/lib/manual-enrichment/pushManualEnrichmentIdentifiersFromCsv.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport { map } from '../bluebird';\nimport colors from 'colors';\nimport { groupBy, uniq } from 'lodash-es';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\nimport { writeCsv } from '../helpers/writeCsv';\nimport {\n PrivacyRequest,\n RequestEnricher,\n RequestIdentifier,\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n fetchAllRequestEnrichers,\n fetchAllRequestIdentifiers,\n fetchAllRequests,\n validateSombraVersion,\n} from '../graphql';\nimport { logger } from '../../logger';\n\nexport interface PrivacyRequestWithIdentifiers extends PrivacyRequest {\n /** Request Enrichers /\n requestEnrichers: RequestEnricher[];\n /* Request Identifiers /\n requestIdentifiers: RequestIdentifier[];\n}\n\n/\n Pull the set of manual enrichment jobs to CSV\n \n @param options - Options\n * @returns List of requests with identifiers\n /\nexport async function pullManualEnrichmentIdentifiersToCsv({\n file,\n auth,\n sombraAuth,\n requestActions = [],\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /* CSV file path /\n file: string;\n /* Transcend API key authentication /\n auth: string;\n /* Sombra API key /\n sombraAuth?: string;\n /* Concurrency /\n concurrency?: number;\n /* The request actions to fetch /\n requestActions?: RequestAction[];\n /* API URL for Transcend backend /\n transcendUrl?: string;\n}): Promise<PrivacyRequestWithIdentifiers[]> {\n // Find all requests made before createdAt that are in a removing data state\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n\n logger.info(\n colors.magenta(\n `Pulling manual enrichment requests, filtered for actions: ${requestActions.join(\n ',',\n )}`,\n ),\n );\n\n // Pull all privacy requests\n const allRequests = await fetchAllRequests(client, {\n actions: requestActions,\n statuses: [RequestStatus.Enriching],\n });\n\n await validateSombraVersion(client);\n\n // Requests to save\n const savedRequests: PrivacyRequestWithIdentifiers[] = [];\n\n // Filter down requests to what is needed\n await map(\n allRequests,\n async (request) => {\n // Fetch enrichers\n const requestEnrichers = await fetchAllRequestEnrichers(client, {\n requestId: request.id,\n });\n\n // Check if manual enrichment exists for that request\n const hasManualEnrichment = requestEnrichers.filter(\n ({ status }) => status === 'ACTION_REQUIRED',\n );\n\n // Save request to queue\n if (hasManualEnrichment) {\n const requestIdentifiers = await fetchAllRequestIdentifiers(\n client,\n sombra,\n {\n requestId: request.id,\n skipSombraCheck: true,\n },\n );\n savedRequests.push({\n ...request,\n requestIdentifiers,\n requestEnrichers,\n });\n }\n },\n {\n concurrency,\n },\n );\n\n const data = savedRequests.map(\n ({\n attributeValues,\n requestIdentifiers,\n requestEnrichers, // eslint-disable-line @typescript-eslint/no-unused-vars\n ...request\n }) => ({\n ...request,\n // flatten identifiers\n ...Object.entries(groupBy(requestIdentifiers, 'name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ value }) => value).join(','),\n }),\n {},\n ),\n // flatten attributes\n ...Object.entries(groupBy(attributeValues, 'attributeKey.name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ name }) => name).join(','),\n }),\n {},\n ),\n }),\n );\n\n // Write out to CSV\n const headers = uniq(data.map((d) => Object.keys(d)).flat());\n await writeCsv(file, data, headers);\n\n logger.info(\n colors.green(\n `Successfully wrote ${savedRequests.length} requests to file \"${file}\"`,\n ),\n );\n\n return savedRequests;\n}\n","import type { Got } from 'got';\nimport as t from 'io-ts';\nimport { logger } from '../../logger';\nimport { uniq } from 'lodash-es';\nimport colors from 'colors';\nimport { splitCsvToList } from '../requests/splitCsvToList';\n\nconst ADMIN_URL =\n 'https://app.transcend.io/privacy-requests/incoming-requests/';\n/*\n Minimal set required to mark as completed\n /\nexport const EnrichPrivacyRequest = t.record(t.string, t.string);\n\n/* Type override /\nexport type EnrichPrivacyRequest = t.TypeOf<typeof EnrichPrivacyRequest>;\n\n/\n Upload identifiers to a privacy request or mark request as\n \n @param sombra - Sombra instance configured to make requests\n * @param request - Request to enricher\n * @param enricherId - The ID of the enricher being uploaded to\n * @param index - Index of request ID\n * @returns True if enriched successfully, false if skipped, throws error if failed\n /\nexport async function enrichPrivacyRequest(\n sombra: Got,\n { id: rawId, ...rest }: EnrichPrivacyRequest,\n enricherId: string,\n index?: number,\n): Promise<boolean> {\n if (!rawId) {\n // error\n const msg = `Request ID must be provided to enricher request.${\n index ? ` Found error in row: ${index}` : ''\n }`;\n logger.error(colors.red(msg));\n throw new Error(msg);\n }\n\n const id = rawId.toLowerCase();\n\n // Pull out the identifiers\n const enrichedIdentifiers = Object.entries(rest).reduce(\n (acc, [key, value]) => {\n const values = uniq(splitCsvToList(value));\n return values.length === 0\n ? acc\n : Object.assign(acc, {\n [key]: uniq(splitCsvToList(value)).map((val) => ({\n value: key === 'email' ? val.toLowerCase() : val,\n })),\n });\n },\n {} as Record<string, string[]>,\n );\n\n // Make the GraphQL request\n try {\n await sombra\n .post('v1/enrich-identifiers', {\n headers: {\n 'x-transcend-request-id': id,\n 'x-transcend-enricher-id': enricherId,\n },\n json: {\n enrichedIdentifiers,\n },\n })\n .json();\n\n logger.error(\n colors.green(`Successfully enriched request: ${ADMIN_URL}${id}`),\n );\n return true;\n } catch (err) {\n // skip if already enriched\n if (\n typeof err.response.body === 'string' &&\n err.response.body.includes('Cannot update a resolved RequestEnricher')\n ) {\n logger.warn(\n colors.magenta(\n `Skipped enrichment for request: ${ADMIN_URL}${id}, request is no longer in the enriching phase.`,\n ),\n );\n return false;\n }\n\n // error\n logger.error(\n colors.red(\n `Failed to enricher identifiers for request with id: ${ADMIN_URL}${id} - ${err.message} - ${err.response.body}`,\n ),\n );\n throw err;\n }\n}\n","import colors from 'colors';\nimport { map } from '../bluebird';\nimport { logger } from '../../logger';\nimport {\n UPDATE_PRIVACY_REQUEST,\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n makeGraphQLRequest,\n} from '../graphql';\nimport {\n enrichPrivacyRequest,\n EnrichPrivacyRequest,\n} from './enrichPrivacyRequest';\nimport { readCsv } from '../requests';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\n\n/\n Push a CSV of enriched requests back into Transcend\n \n @param options - Options\n * @returns Number of items processed\n /\nexport async function pushManualEnrichmentIdentifiersFromCsv({\n file,\n auth,\n sombraAuth,\n enricherId,\n markSilent,\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /* CSV file path /\n file: string;\n /* Transcend API key authentication /\n auth: string;\n /* ID of enricher being uploaded to /\n enricherId: string;\n /* Sombra API key authentication /\n sombraAuth?: string;\n /* Concurrency /\n concurrency?: number;\n /* API URL for Transcend backend /\n transcendUrl?: string;\n /* Mark requests in silent mode before enriching */\n markSilent?: boolean;\n}): Promise<number> {\n // Create sombra instance to communicate with\n const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n // Read from CSV\n logger.info(colors.magenta(`Reading \"${file}\" from disk`));\n const activeResults = readCsv(file, EnrichPrivacyRequest);\n\n // Notify Transcend\n logger.info(\n colors.magenta(`Enriching \"${activeResults.length}\" privacy requests.`),\n );\n\n let successCount = 0;\n let skippedCount = 0;\n let errorCount = 0;\n\n await map(\n activeResults,\n async (request, index) => {\n try {\n // Mark requests in silent mode before a certain date\n if (markSilent) {\n await makeGraphQLRequest(client, UPDATE_PRIVACY_REQUEST, {\n input: {\n id: request.id,\n isSilent: true,\n },\n });\n\n logger.info(\n colors.magenta(`Mark request as silent mode - ${request.id}`),\n );\n }\n\n const result = await enrichPrivacyRequest(\n sombra,\n request,\n enricherId,\n index,\n );\n if (result) {\n successCount += 1;\n } else {\n skippedCount += 1;\n }\n } catch (err) {\n errorCount += 1;\n }\n },\n { concurrency },\n );\n\n logger.info(\n colors.green(\n `Successfully notified Transcend! \\n Success count: ${successCount}.`,\n ),\n );\n\n if (skippedCount > 0) {\n logger.info(colors.magenta(`Skipped count: ${skippedCount}.`));\n }\n\n if (errorCount > 0) {\n logger.info(colors.red(`Error Count: ${errorCount}.`));\n throw new Error(`Failed to enrich: ${errorCount} requests.`);\n }\n\n return activeResults.length;\n}\n"],"mappings":"oRAgCA,eAAsB,EAAqC,CACzD,OACA,OACA,aACA,iBAAiB,EAAE,CACnB,cAAc,IACd,eAAeA,EAAAA,GAc4B,CAE3C,IAAM,EAASC,EAAAA,GAA4B,EAAc,EAAK,CACxD,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CAE5E,EAAA,EAAO,KACL,EAAA,QAAO,QACL,6DAA6D,EAAe,KAC1E,IACD,GACF,CACF,CAGD,IAAM,EAAc,MAAMC,EAAAA,GAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAACC,EAAAA,cAAc,UAAU,CACpC,CAAC,CAEF,MAAMC,EAAAA,GAAsB,EAAO,CAGnC,IAAM,EAAiD,EAAE,CAGzD,MAAMC,EAAAA,GACJ,EACA,KAAO,IAAY,CAEjB,IAAM,EAAmB,MAAMC,EAAAA,GAAyB,EAAQ,CAC9D,UAAW,EAAQ,GACpB,CAAC,CAQF,GAL4B,EAAiB,QAC1C,CAAE,YAAa,IAAW,kBAC5B,CAGwB,CACvB,IAAM,EAAqB,MAAMC,EAAAA,GAC/B,EACA,EACA,CACE,UAAW,EAAQ,GACnB,gBAAiB,GAClB,CACF,CACD,EAAc,KAAK,CACjB,GAAG,EACH,qBACA,mBACD,CAAC,GAGN,CACE,cACD,CACF,CAED,IAAM,EAAO,EAAc,KACxB,CACC,kBACA,qBACA,mBACA,GAAG,MACE,CACL,GAAG,EAEH,GAAG,OAAO,QAAQC,EAAAA,GAAQ,EAAoB,OAAO,CAAC,CAAC,QACpD,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,WAAY,EAAM,CAAC,KAAK,IAAI,CAClD,CAAC,CACJ,EAAE,CACH,CAED,GAAG,OAAO,QAAQA,EAAAA,GAAQ,EAAiB,oBAAoB,CAAC,CAAC,QAC9D,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,UAAW,EAAK,CAAC,KAAK,IAAI,CAChD,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAYD,OARA,MAAMC,EAAAA,EAAS,EAAM,EADLC,EAAAA,GAAK,EAAK,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CACzB,CAEnC,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAAc,OAAO,qBAAqB,EAAK,GACtE,CACF,CAEM,EC9IT,MAAM,EACJ,+DAIW,EAAuBC,EAAE,OAAOA,EAAE,OAAQA,EAAE,OAAO,CAchE,eAAsB,EACpB,EACA,CAAE,GAAI,EAAO,GAAG,GAChB,EACA,EACkB,CAClB,GAAI,CAAC,EAAO,CAEV,IAAM,EAAM,mDACV,EAAQ,wBAAwB,IAAU,KAG5C,MADA,EAAA,EAAO,MAAM,EAAA,QAAO,IAAI,EAAI,CAAC,CACnB,MAAM,EAAI,CAGtB,IAAM,EAAK,EAAM,aAAa,CAGxB,EAAsB,OAAO,QAAQ,EAAK,CAAC,QAC9C,EAAK,CAAC,EAAK,KACKC,EAAAA,GAAKC,EAAAA,GAAe,EAAM,CAAC,CAC5B,SAAW,EACrB,EACA,OAAO,OAAO,EAAK,EAChB,GAAMD,EAAAA,GAAKC,EAAAA,GAAe,EAAM,CAAC,CAAC,IAAK,IAAS,CAC/C,MAAO,IAAQ,QAAU,EAAI,aAAa,CAAG,EAC9C,EAAE,CACJ,CAAC,CAER,EAAE,CACH,CAGD,GAAI,CAgBF,OAfA,MAAM,EACH,KAAK,wBAAyB,CAC7B,QAAS,CACP,yBAA0B,EAC1B,0BAA2B,EAC5B,CACD,KAAM,CACJ,sBACD,CACF,CAAC,CACD,MAAM,CAET,EAAA,EAAO,MACL,EAAA,QAAO,MAAM,kCAAkC,IAAY,IAAK,CACjE,CACM,SACA,EAAK,CAEZ,GACE,OAAO,EAAI,SAAS,MAAS,UAC7B,EAAI,SAAS,KAAK,SAAS,2CAA2C,CAOtE,OALA,EAAA,EAAO,KACL,EAAA,QAAO,QACL,mCAAmC,IAAY,EAAG,gDACnD,CACF,CACM,GAST,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,uDAAuD,IAAY,EAAG,KAAK,EAAI,QAAQ,KAAK,EAAI,SAAS,OAC1G,CACF,CACK,GC1EV,eAAsB,EAAuC,CAC3D,OACA,OACA,aACA,aACA,aACA,cAAc,IACd,eAAeC,EAAAA,GAgBG,CAElB,IAAM,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CACtE,EAASC,EAAAA,GAA4B,EAAc,EAAK,CAG9D,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,YAAY,EAAK,aAAa,CAAC,CAC1D,IAAM,EAAgBC,EAAAA,GAAQ,EAAM,EAAqB,CAGzD,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,cAAc,EAAc,OAAO,qBAAqB,CACxE,CAED,IAAI,EAAe,EACf,EAAe,EACf,EAAa,EAgDjB,GA9CA,MAAMC,EAAAA,GACJ,EACA,MAAO,EAAS,IAAU,CACxB,GAAI,CAEE,IACF,MAAMC,EAAAA,EAAmB,EAAQC,EAAAA,GAAwB,CACvD,MAAO,CACL,GAAI,EAAQ,GACZ,SAAU,GACX,CACF,CAAC,CAEF,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,iCAAiC,EAAQ,KAAK,CAC9D,EAGY,MAAM,EACnB,EACA,EACA,EACA,EACD,CAEC,GAAgB,EAEhB,GAAgB,OAEN,CACZ,GAAc,IAGlB,CAAE,cAAa,CAChB,CAED,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sDAAsD,EAAa,GACpE,CACF,CAEG,EAAe,GACjB,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,kBAAkB,EAAa,GAAG,CAAC,CAG5D,EAAa,EAEf,MADA,EAAA,EAAO,KAAK,EAAA,QAAO,IAAI,gBAAgB,EAAW,GAAG,CAAC,CAC5C,MAAM,qBAAqB,EAAW,YAAY,CAG9D,OAAO,EAAc"}
1	+ {"version":3,"file":"manual-enrichment-DTVJo7hP.cjs","names":["DEFAULT_TRANSCEND_API","buildTranscendGraphQLClient","createSombraGotInstance","fetchAllRequests","RequestStatus","validateSombraVersion","map","fetchAllRequestEnrichers","fetchAllRequestIdentifiers","groupBy","writeCsv","uniq","t","uniq","splitCsvToList","DEFAULT_TRANSCEND_API","createSombraGotInstance","buildTranscendGraphQLClient","readCsv","map","makeGraphQLRequest","UPDATE_PRIVACY_REQUEST"],"sources":["../src/lib/manual-enrichment/pullManualEnrichmentIdentifiersToCsv.ts","../src/lib/manual-enrichment/enrichPrivacyRequest.ts","../src/lib/manual-enrichment/pushManualEnrichmentIdentifiersFromCsv.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport { map } from '../bluebird';\nimport colors from 'colors';\nimport { groupBy, uniq } from 'lodash-es';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\nimport { writeCsv } from '../helpers/writeCsv';\nimport {\n PrivacyRequest,\n RequestEnricher,\n RequestIdentifier,\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n fetchAllRequestEnrichers,\n fetchAllRequestIdentifiers,\n fetchAllRequests,\n validateSombraVersion,\n} from '../graphql';\nimport { logger } from '../../logger';\n\nexport interface PrivacyRequestWithIdentifiers extends PrivacyRequest {\n /** Request Enrichers /\n requestEnrichers: RequestEnricher[];\n /* Request Identifiers /\n requestIdentifiers: RequestIdentifier[];\n}\n\n/\n Pull the set of manual enrichment jobs to CSV\n \n @param options - Options\n * @returns List of requests with identifiers\n /\nexport async function pullManualEnrichmentIdentifiersToCsv({\n file,\n auth,\n sombraAuth,\n requestActions = [],\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /* CSV file path /\n file: string;\n /* Transcend API key authentication /\n auth: string;\n /* Sombra API key /\n sombraAuth?: string;\n /* Concurrency /\n concurrency?: number;\n /* The request actions to fetch /\n requestActions?: RequestAction[];\n /* API URL for Transcend backend /\n transcendUrl?: string;\n}): Promise<PrivacyRequestWithIdentifiers[]> {\n // Find all requests made before createdAt that are in a removing data state\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n\n logger.info(\n colors.magenta(\n `Pulling manual enrichment requests, filtered for actions: ${requestActions.join(\n ',',\n )}`,\n ),\n );\n\n // Pull all privacy requests\n const allRequests = await fetchAllRequests(client, {\n actions: requestActions,\n statuses: [RequestStatus.Enriching],\n });\n\n await validateSombraVersion(client);\n\n // Requests to save\n const savedRequests: PrivacyRequestWithIdentifiers[] = [];\n\n // Filter down requests to what is needed\n await map(\n allRequests,\n async (request) => {\n // Fetch enrichers\n const requestEnrichers = await fetchAllRequestEnrichers(client, {\n requestId: request.id,\n });\n\n // Check if manual enrichment exists for that request\n const hasManualEnrichment = requestEnrichers.filter(\n ({ status }) => status === 'ACTION_REQUIRED',\n );\n\n // Save request to queue\n if (hasManualEnrichment) {\n const requestIdentifiers = await fetchAllRequestIdentifiers(\n client,\n sombra,\n {\n requestId: request.id,\n skipSombraCheck: true,\n },\n );\n savedRequests.push({\n ...request,\n requestIdentifiers,\n requestEnrichers,\n });\n }\n },\n {\n concurrency,\n },\n );\n\n const data = savedRequests.map(\n ({\n attributeValues,\n requestIdentifiers,\n requestEnrichers, // eslint-disable-line @typescript-eslint/no-unused-vars\n ...request\n }) => ({\n ...request,\n // flatten identifiers\n ...Object.entries(groupBy(requestIdentifiers, 'name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ value }) => value).join(','),\n }),\n {},\n ),\n // flatten attributes\n ...Object.entries(groupBy(attributeValues, 'attributeKey.name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ name }) => name).join(','),\n }),\n {},\n ),\n }),\n );\n\n // Write out to CSV\n const headers = uniq(data.map((d) => Object.keys(d)).flat());\n await writeCsv(file, data, headers);\n\n logger.info(\n colors.green(\n `Successfully wrote ${savedRequests.length} requests to file \"${file}\"`,\n ),\n );\n\n return savedRequests;\n}\n","import type { Got } from 'got';\nimport as t from 'io-ts';\nimport { logger } from '../../logger';\nimport { uniq } from 'lodash-es';\nimport colors from 'colors';\nimport { splitCsvToList } from '../requests/splitCsvToList';\n\nconst ADMIN_URL =\n 'https://app.transcend.io/privacy-requests/incoming-requests/';\n/*\n Minimal set required to mark as completed\n /\nexport const EnrichPrivacyRequest = t.record(t.string, t.string);\n\n/* Type override /\nexport type EnrichPrivacyRequest = t.TypeOf<typeof EnrichPrivacyRequest>;\n\n/\n Upload identifiers to a privacy request or mark request as\n \n @param sombra - Sombra instance configured to make requests\n * @param request - Request to enricher\n * @param enricherId - The ID of the enricher being uploaded to\n * @param index - Index of request ID\n * @returns True if enriched successfully, false if skipped, throws error if failed\n /\nexport async function enrichPrivacyRequest(\n sombra: Got,\n { id: rawId, ...rest }: EnrichPrivacyRequest,\n enricherId: string,\n index?: number,\n): Promise<boolean> {\n if (!rawId) {\n // error\n const msg = `Request ID must be provided to enricher request.${\n index ? ` Found error in row: ${index}` : ''\n }`;\n logger.error(colors.red(msg));\n throw new Error(msg);\n }\n\n const id = rawId.toLowerCase();\n\n // Pull out the identifiers\n const enrichedIdentifiers = Object.entries(rest).reduce(\n (acc, [key, value]) => {\n const values = uniq(splitCsvToList(value));\n return values.length === 0\n ? acc\n : Object.assign(acc, {\n [key]: uniq(splitCsvToList(value)).map((val) => ({\n value: key === 'email' ? val.toLowerCase() : val,\n })),\n });\n },\n {} as Record<string, string[]>,\n );\n\n // Make the GraphQL request\n try {\n await sombra\n .post('v1/enrich-identifiers', {\n headers: {\n 'x-transcend-request-id': id,\n 'x-transcend-enricher-id': enricherId,\n },\n json: {\n enrichedIdentifiers,\n },\n })\n .json();\n\n logger.error(\n colors.green(`Successfully enriched request: ${ADMIN_URL}${id}`),\n );\n return true;\n } catch (err) {\n // skip if already enriched\n if (\n typeof err.response.body === 'string' &&\n err.response.body.includes('Cannot update a resolved RequestEnricher')\n ) {\n logger.warn(\n colors.magenta(\n `Skipped enrichment for request: ${ADMIN_URL}${id}, request is no longer in the enriching phase.`,\n ),\n );\n return false;\n }\n\n // error\n logger.error(\n colors.red(\n `Failed to enricher identifiers for request with id: ${ADMIN_URL}${id} - ${err.message} - ${err.response.body}`,\n ),\n );\n throw err;\n }\n}\n","import colors from 'colors';\nimport { map } from '../bluebird';\nimport { logger } from '../../logger';\nimport {\n UPDATE_PRIVACY_REQUEST,\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n makeGraphQLRequest,\n} from '../graphql';\nimport {\n enrichPrivacyRequest,\n EnrichPrivacyRequest,\n} from './enrichPrivacyRequest';\nimport { readCsv } from '../requests';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\n\n/\n Push a CSV of enriched requests back into Transcend\n \n @param options - Options\n * @returns Number of items processed\n /\nexport async function pushManualEnrichmentIdentifiersFromCsv({\n file,\n auth,\n sombraAuth,\n enricherId,\n markSilent,\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /* CSV file path /\n file: string;\n /* Transcend API key authentication /\n auth: string;\n /* ID of enricher being uploaded to /\n enricherId: string;\n /* Sombra API key authentication /\n sombraAuth?: string;\n /* Concurrency /\n concurrency?: number;\n /* API URL for Transcend backend /\n transcendUrl?: string;\n /* Mark requests in silent mode before enriching */\n markSilent?: boolean;\n}): Promise<number> {\n // Create sombra instance to communicate with\n const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n // Read from CSV\n logger.info(colors.magenta(`Reading \"${file}\" from disk`));\n const activeResults = readCsv(file, EnrichPrivacyRequest);\n\n // Notify Transcend\n logger.info(\n colors.magenta(`Enriching \"${activeResults.length}\" privacy requests.`),\n );\n\n let successCount = 0;\n let skippedCount = 0;\n let errorCount = 0;\n\n await map(\n activeResults,\n async (request, index) => {\n try {\n // Mark requests in silent mode before a certain date\n if (markSilent) {\n await makeGraphQLRequest(client, UPDATE_PRIVACY_REQUEST, {\n input: {\n id: request.id,\n isSilent: true,\n },\n });\n\n logger.info(\n colors.magenta(`Mark request as silent mode - ${request.id}`),\n );\n }\n\n const result = await enrichPrivacyRequest(\n sombra,\n request,\n enricherId,\n index,\n );\n if (result) {\n successCount += 1;\n } else {\n skippedCount += 1;\n }\n } catch (err) {\n errorCount += 1;\n }\n },\n { concurrency },\n );\n\n logger.info(\n colors.green(\n `Successfully notified Transcend! \\n Success count: ${successCount}.`,\n ),\n );\n\n if (skippedCount > 0) {\n logger.info(colors.magenta(`Skipped count: ${skippedCount}.`));\n }\n\n if (errorCount > 0) {\n logger.info(colors.red(`Error Count: ${errorCount}.`));\n throw new Error(`Failed to enrich: ${errorCount} requests.`);\n }\n\n return activeResults.length;\n}\n"],"mappings":"oRAgCA,eAAsB,EAAqC,CACzD,OACA,OACA,aACA,iBAAiB,EAAE,CACnB,cAAc,IACd,eAAeA,EAAAA,GAc4B,CAE3C,IAAM,EAASC,EAAAA,GAA4B,EAAc,EAAK,CACxD,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CAE5E,EAAA,EAAO,KACL,EAAA,QAAO,QACL,6DAA6D,EAAe,KAC1E,IACD,GACF,CACF,CAGD,IAAM,EAAc,MAAMC,EAAAA,GAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAACC,EAAAA,cAAc,UAAU,CACpC,CAAC,CAEF,MAAMC,EAAAA,GAAsB,EAAO,CAGnC,IAAM,EAAiD,EAAE,CAGzD,MAAMC,EAAAA,GACJ,EACA,KAAO,IAAY,CAEjB,IAAM,EAAmB,MAAMC,EAAAA,GAAyB,EAAQ,CAC9D,UAAW,EAAQ,GACpB,CAAC,CAQF,GAL4B,EAAiB,QAC1C,CAAE,YAAa,IAAW,kBAC5B,CAGwB,CACvB,IAAM,EAAqB,MAAMC,EAAAA,GAC/B,EACA,EACA,CACE,UAAW,EAAQ,GACnB,gBAAiB,GAClB,CACF,CACD,EAAc,KAAK,CACjB,GAAG,EACH,qBACA,mBACD,CAAC,GAGN,CACE,cACD,CACF,CAED,IAAM,EAAO,EAAc,KACxB,CACC,kBACA,qBACA,mBACA,GAAG,MACE,CACL,GAAG,EAEH,GAAG,OAAO,QAAQC,EAAAA,GAAQ,EAAoB,OAAO,CAAC,CAAC,QACpD,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,WAAY,EAAM,CAAC,KAAK,IAAI,CAClD,CAAC,CACJ,EAAE,CACH,CAED,GAAG,OAAO,QAAQA,EAAAA,GAAQ,EAAiB,oBAAoB,CAAC,CAAC,QAC9D,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,UAAW,EAAK,CAAC,KAAK,IAAI,CAChD,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAYD,OARA,MAAMC,EAAAA,EAAS,EAAM,EADLC,EAAAA,GAAK,EAAK,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CACzB,CAEnC,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAAc,OAAO,qBAAqB,EAAK,GACtE,CACF,CAEM,EC9IT,MAAM,EACJ,+DAIW,EAAuBC,EAAE,OAAOA,EAAE,OAAQA,EAAE,OAAO,CAchE,eAAsB,EACpB,EACA,CAAE,GAAI,EAAO,GAAG,GAChB,EACA,EACkB,CAClB,GAAI,CAAC,EAAO,CAEV,IAAM,EAAM,mDACV,EAAQ,wBAAwB,IAAU,KAG5C,MADA,EAAA,EAAO,MAAM,EAAA,QAAO,IAAI,EAAI,CAAC,CACnB,MAAM,EAAI,CAGtB,IAAM,EAAK,EAAM,aAAa,CAGxB,EAAsB,OAAO,QAAQ,EAAK,CAAC,QAC9C,EAAK,CAAC,EAAK,KACKC,EAAAA,GAAKC,EAAAA,GAAe,EAAM,CAAC,CAC5B,SAAW,EACrB,EACA,OAAO,OAAO,EAAK,EAChB,GAAMD,EAAAA,GAAKC,EAAAA,GAAe,EAAM,CAAC,CAAC,IAAK,IAAS,CAC/C,MAAO,IAAQ,QAAU,EAAI,aAAa,CAAG,EAC9C,EAAE,CACJ,CAAC,CAER,EAAE,CACH,CAGD,GAAI,CAgBF,OAfA,MAAM,EACH,KAAK,wBAAyB,CAC7B,QAAS,CACP,yBAA0B,EAC1B,0BAA2B,EAC5B,CACD,KAAM,CACJ,sBACD,CACF,CAAC,CACD,MAAM,CAET,EAAA,EAAO,MACL,EAAA,QAAO,MAAM,kCAAkC,IAAY,IAAK,CACjE,CACM,SACA,EAAK,CAEZ,GACE,OAAO,EAAI,SAAS,MAAS,UAC7B,EAAI,SAAS,KAAK,SAAS,2CAA2C,CAOtE,OALA,EAAA,EAAO,KACL,EAAA,QAAO,QACL,mCAAmC,IAAY,EAAG,gDACnD,CACF,CACM,GAST,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,uDAAuD,IAAY,EAAG,KAAK,EAAI,QAAQ,KAAK,EAAI,SAAS,OAC1G,CACF,CACK,GC1EV,eAAsB,EAAuC,CAC3D,OACA,OACA,aACA,aACA,aACA,cAAc,IACd,eAAeC,EAAAA,GAgBG,CAElB,IAAM,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CACtE,EAASC,EAAAA,GAA4B,EAAc,EAAK,CAG9D,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,YAAY,EAAK,aAAa,CAAC,CAC1D,IAAM,EAAgBC,EAAAA,GAAQ,EAAM,EAAqB,CAGzD,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,cAAc,EAAc,OAAO,qBAAqB,CACxE,CAED,IAAI,EAAe,EACf,EAAe,EACf,EAAa,EAgDjB,GA9CA,MAAMC,EAAAA,GACJ,EACA,MAAO,EAAS,IAAU,CACxB,GAAI,CAEE,IACF,MAAMC,EAAAA,EAAmB,EAAQC,EAAAA,GAAwB,CACvD,MAAO,CACL,GAAI,EAAQ,GACZ,SAAU,GACX,CACF,CAAC,CAEF,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,iCAAiC,EAAQ,KAAK,CAC9D,EAGY,MAAM,EACnB,EACA,EACA,EACA,EACD,CAEC,GAAgB,EAEhB,GAAgB,OAEN,CACZ,GAAc,IAGlB,CAAE,cAAa,CAChB,CAED,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sDAAsD,EAAa,GACpE,CACF,CAEG,EAAe,GACjB,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,kBAAkB,EAAa,GAAG,CAAC,CAG5D,EAAa,EAEf,MADA,EAAA,EAAO,KAAK,EAAA,QAAO,IAAI,gBAAgB,EAAW,GAAG,CAAC,CAC5C,MAAM,qBAAqB,EAAW,YAAY,CAG9D,OAAO,EAAc"}

package/dist/{pooling-Dw0a42I_.cjs → pooling-C-TYBnHI.cjs} RENAMED Viewed

@@ -1,4 +1,4 @@
-const e=require(`./chunk-Bmb41Sf3.cjs`),t=require(`./constants-CzmvL6Mw.cjs`),n=require(`./syncConfigurationToTranscend-DkeLrq-I.cjs`),r=require(`./logger-DQwEYtSS.cjs`);let i=require(`node:fs`),a=require(`node:os`),o=require(`node:path`),s=require(`colors`);s=e.t(s);let c=require(`node:child_process`),l=require(`node:readline`);l=e.t(l);function u(e,t){let n=Math.max(1,a.availableParallelism?.()??1);return{poolSize:typeof e==`number`&&e>0?Math.min(e,t):Math.min(n,t),cpuCount:n}}function d(e){return`'${String(e).replace(/'/g,`'\\''`)}'`}function f(e,t,n=!1){if(n)return;let i=(0,a.platform)();try{if(i===`darwin`){(0,c.spawn)(`osascript`,[`-e`,`
+const e=require(`./chunk-Bmb41Sf3.cjs`),t=require(`./constants-gJm1eQH0.cjs`),n=require(`./syncConfigurationToTranscend-s-cjtUI3.cjs`),r=require(`./logger-DQwEYtSS.cjs`);let i=require(`node:fs`),a=require(`node:os`),o=require(`node:path`),s=require(`colors`);s=e.t(s);let c=require(`node:child_process`),l=require(`node:readline`);l=e.t(l);function u(e,t){let n=Math.max(1,a.availableParallelism?.()??1);return{poolSize:typeof e==`number`&&e>0?Math.min(e,t):Math.min(n,t),cpuCount:n}}function d(e){return`'${String(e).replace(/'/g,`'\\''`)}'`}function f(e,t,n=!1){if(n)return;let i=(0,a.platform)();try{if(i===`darwin`){(0,c.spawn)(`osascript`,[`-e`,`
         tell application "Terminal"
           activate
           do script "printf '\\e]0;${t}\\a'; tail -n +1 -f ${e.map(d).join(` -f `)}"
@@ -20,4 +20,4 @@ Stopping workers...
 `))}process.stdin.resume()}H=k({workers:w,onAttach:G,onDetach:K,onCtrlC:W,getLogPaths:e=>N(e,w,E),replayBytes:200*1024,replayWhich:[`out`,`err`],onEnterAttachScreen:G}),e.extraKeyHandler&&(z=e.extraKeyHandler({logsBySlot:E,repaint:()=>B(),setPaused:e=>{R=e}}),process.stdin.on(`data`,z))}await new Promise(e=>{let t=setInterval(async()=>{if(M===0){if(clearInterval(t),I&&clearInterval(I),H(),z)try{process.stdin.off(`data`,z)}catch{}U();let n=Date.now();try{await l.postProcess?.({slots:T,totals:j,logDir:y,logsBySlot:E,startedAt:v,finishedAt:n,viewerMode:f,getLogPathsForSlot:e=>N(e,w,E)})}catch(e){let t=e?.stack??String(e);process.stdout.write(s.default.red(`postProcess error: ${t}\n`))}e()}},300)})}function B(e){let{logsBySlot:t,repaint:n,setPaused:r,exportMgr:i,exportStatus:a,custom:o}=e,s=e=>{process.stdout.write(`${e}\n`)},c=(e,t)=>{let r=Date.now(),i=a?.[e]??{path:t};a&&(a[e]={path:t||i.path,savedAt:r,exported:!0},n())},l=!1,u=(e,i)=>{l||(l=!0,r(!0),process.stdout.write(`\x1B[2J\x1B[H`),process.stdout.write(`Combined logs viewer (press Esc or Ctrl+] to return)
 `),(async()=>{try{await w(t,e,i)}catch{l=!1,r(!1),n()}})())},d=(e,n)=>{if(i)try{let r=i.exportCombinedLogs(t,e);s(`\nWrote combined ${n} logs to: ${r}`),c(e,r)}catch{s(`\nFailed to write combined ${n} logs`)}};return e=>{let t=e.toString(`utf8`);if(t===`e`){u([`err`],`error`);return}if(t===`w`){u([`warn`,`err`],`warn`);return}if(t===`i`){u([`info`],`all`);return}if(t===`l`){u([`out`,`err`,`structured`],`all`);return}if(t===`E`){d(`error`,`error`);return}if(t===`W`){d(`warn`,`warn`);return}if(t===`I`){d(`info`,`info`);return}if(t===`A`){d(`all`,`ALL`);return}let i=o?.[t];if(i){i({noteExport:c,say:s});return}(t===`\x1B`||t===``)&&(l=!1,r(!1),n())}}Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return M}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return R}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return z}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return v}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return L}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return u}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return B}});
-//# sourceMappingURL=pooling-Dw0a42I_.cjs.map
+//# sourceMappingURL=pooling-C-TYBnHI.cjs.map