@engine9-io/input-tools 1.9.11 → 2.0.1

package/test/processing/bigDataMessage.js

@@ -1,17 +1,16 @@
-const { describe, it } = require('node:test');
-const assert = require('node:assert');
-const debug = require('debug')('test:big-data');
-const { setTimeout } = require('node:timers/promises');
-//const { v7: uuidv7 } = require('uuid');
-
-const { ForEachEntry } = require('../../index');
-
+import nodetest from 'node:test';
+import assert from 'node:assert';
+import * as debug$0 from 'debug';
+import promises from 'node:timers/promises';
+import { ForEachEntry } from '../../index.js';
+const { describe, it } = nodetest;
+const debug = debug$0('test:big-data');
+const { setTimeout } = promises;
 describe('big-data message: forEachPerson', async () => {
   it('message: forEachPerson should loop through 1000000 sample people', async () => {
     const messageContent = [];
     let counter = 0;
     const forEach = new ForEachEntry();
-
     const output = await forEach.process({
       // packet: '../1000000_person_message.packet.zip',
       filename: '../1000000_person_message.packet/person/1000000_fake_people.csv',
@@ -47,7 +46,6 @@ describe('big-data message: forEachPerson', async () => {
       }
     });
     debug(output);
-
     assert.equal(counter, 1000000, `Expected to loop through 1000000 people, actual:${counter}`);
   });
   debug('Completed all tests');

package/test/processing/forEach.js

@@ -1,9 +1,9 @@
-const { describe, it } = require('node:test');
-const assert = require('node:assert');
-const debug = require('debug')('test/forEach');
-
-const { ForEachEntry } = require('../../index');
-
+import nodetest from 'node:test';
+import assert from 'node:assert';
+import * as debug$0 from 'debug';
+import { ForEachEntry } from '../../index.js';
+const { describe, it } = nodetest;
+const debug = debug$0('test/forEach');
 describe('Test Person File For Each', async () => {
   it('forEachPerson Should loop through 1000 sample people', async () => {
     let counter = 0;
@@ -24,7 +24,6 @@ describe('Test Person File For Each', async () => {
       },
       async transform(props) {
         const { batch, timelineOutputFileStream, sampleOutputFileStream } = props;
-
         batch.forEach((p) => {
           if (Math.random() > 0.9) {
             sampleOutputFileStream.push({
@@ -41,7 +40,6 @@ describe('Test Person File For Each', async () => {
             entry_type: 'EMAIL_DELIVERED'
           });
         });
-
         batch.forEach(() => {
           counter += 1;
         });

package/test/processing/forEachResume.js

@@ -1,9 +1,9 @@
-const { describe, it } = require('node:test');
-const assert = require('node:assert');
-const debug = require('debug')('test/forEach');
-
-const { ForEachEntry } = require('../../index');
-
+import nodetest from 'node:test';
+import assert from 'node:assert';
+import * as debug$0 from 'debug';
+import { ForEachEntry } from '../../index.js';
+const { describe, it } = nodetest;
+const debug = debug$0('test/forEach');
 describe('Test Person File For Each', async () => {
   it('forEachPerson Should loop through 1000 sample people', async () => {
     let counter = 0;
@@ -24,7 +24,6 @@ describe('Test Person File For Each', async () => {
       },
       async transform(props) {
         const { batch, timelineOutputFileStream, sampleOutputFileStream } = props;
-
         batch.forEach((p) => {
           if (Math.random() > 0.9) {
             sampleOutputFileStream.push({
@@ -41,7 +40,6 @@ describe('Test Person File For Each', async () => {
             entry_type: 'EMAIL_DELIVERED'
           });
         });
-
         batch.forEach(() => {
           counter += 1;
         });

package/test/processing/message.js

@@ -1,47 +1,39 @@
-const {
-  describe, it,
-} = require('node:test');
-const assert = require('node:assert');
-const debug = require('debug')('message');
-
-const { forEachPerson } = require('../../index');
-
+import nodetest from 'node:test';
+import assert from 'node:assert';
+import * as debug$0 from 'debug';
+import index from '../../index.js';
+const { describe, it } = nodetest;
+const debug = debug$0('message');
+const { forEachPerson } = index;
 describe('Test Person Packet Message For Each', async () => {
   it('message: forEachPerson should loop through 1000 sample people', async () => {
     const messageContent = [];
     let counter = 0;
-    const results = await forEachPerson(
-      {
-        packet: 'test/sample/1000_message.packet.zip',
-        batchSize: 50,
-        bindings: {
-          timelineOutputStream: { type: 'output.timeline' },
-          message: { type: 'packet.message' },
-          handlebars: { type: 'handlebars' },
-        },
-        async transform({
-          batch,
-          message,
-          handlebars,
-          timelineOutputStream,
-        }) {
-          const template = handlebars.compile(message.content.text);
-          batch.forEach((person) => {
-            messageContent.push(template(person));
-          });
-          batch.forEach(() => { counter += 1; });
-          batch.forEach((p) => {
-            timelineOutputStream.push(
-              {
-                person_id: p.person_id,
-                email: p.email,
-                entry_type: 'EMAIL_DELIVERED',
-              },
-            );
-          });
-        },
+    const results = await forEachPerson({
+      packet: 'test/sample/1000_message.packet.zip',
+      batchSize: 50,
+      bindings: {
+        timelineOutputStream: { type: 'output.timeline' },
+        message: { type: 'packet.message' },
+        handlebars: { type: 'handlebars' }
       },
-    );
+      async transform({ batch, message, handlebars, timelineOutputStream }) {
+        const template = handlebars.compile(message.content.text);
+        batch.forEach((person) => {
+          messageContent.push(template(person));
+        });
+        batch.forEach(() => {
+          counter += 1;
+        });
+        batch.forEach((p) => {
+          timelineOutputStream.push({
+            person_id: p.person_id,
+            email: p.email,
+            entry_type: 'EMAIL_DELIVERED'
+          });
+        });
+      }
+    });
     debug(results);
     assert.equal(counter, 1000, `Expected to loop through 1000 people, actual:${counter}`);
   });

package/test/processing/zip.js

@@ -1,15 +1,14 @@
-const { describe, it } = require('node:test');
-const assert = require('node:assert');
-const debug = require('debug');
-
-const { create, getManifest } = require('../../index');
-
+import nodetest from 'node:test';
+import assert from 'node:assert';
+import * as debug from 'debug';
+import { create, getManifest } from '../../index.js';
+const { describe, it } = nodetest;
 describe('Test Person Packet Creator', async () => {
   const pfile = './test/sample/message/5_fake_people.csv';
   it(`should create a zip file from directory ${process.cwd()} with path ${pfile}`, async () => {
     const out = await create({
       personFiles: [pfile],
-      messageFiles: 'test/sample/message/message.json5',
+      messageFiles: 'test/sample/message/message.json5'
     });
     debug('Successfully created:', out);
     return out;

package/test/uuid.js

@@ -1,25 +1,20 @@
-const {
-  it,
-} = require('node:test');
-const assert = require('node:assert');
-const debug = require('debug')('message');
-
-const { getUUIDv7, getUUIDTimestamp } = require('../index');
-
+import nodetest from 'node:test';
+import assert from 'node:assert';
+import * as debug$0 from 'debug';
+import { getUUIDv7, getUUIDTimestamp } from '../index.js';
+const { it } = nodetest;
+const debug = debug$0('message');
 it('Should correctly calculate UUIDS given various inputs', async () => {
   const now = new Date();
-
   const uuid = getUUIDv7();
   const ts = getUUIDTimestamp(uuid);
   debug(uuid, ts, now);
   const diff = now.getTime() - ts.getTime();
   assert(diff < 1000 && diff >= 0, 'More than a second between newly created');
-
   const uuid2 = getUUIDv7(now);
   const ts2 = getUUIDTimestamp(uuid2);
   const diff2 = now.getTime() - ts2.getTime();
   assert(diff2 === 0, 'Timestamps should match');
-
   const uuid3 = getUUIDv7(now);
   assert(uuid2 !== uuid3, 'UUIDs should be unique match');
 });

package/timelineTypes.js

@@ -1,7 +1,6 @@
 const SOURCE_CODE_OVERRIDE = 0;
 const CRM_ORIGIN = 1;
 const ACQUISITION = 2;
-
 // Generic signup
 const SIGNUP = 3;
 // Known first time signup
@@ -9,7 +8,6 @@ const SIGNUP_INITIAL = 4;
 // Known subsequent signup
 const SIGNUP_SUBSEQUENT = 5;
 const UNSUBSCRIBE = 6;
-
 // Generic monetary transaction
 const TRANSACTION = 10;
 // known one-time transaction
@@ -22,20 +20,16 @@ const TRANSACTION_SUBSEQUENT = 13;
 const TRANSACTION_RECURRING = 14;
 // refunded transaction, first instance
 const TRANSACTION_REFUND = 15;
-
 const SEGMENT_PERSON_ADD = 16;
 const SEGMENT_PERSON_REMOVE = 17;
-
 // unknown generic conversion on a message
 const MESSAGE_CONVERSION = 20;
 // advocacy conversion on a message
 const MESSAGE_CONVERSION_ADVOCACY = 21;
 // unknown transaction conversion on a message
 const MESSAGE_CONVERSION_TRANSACTION = 22;
-
 const MESSAGE_DELIVERY_FAILURE_SHOULD_RETRY = 25;
 const MESSAGE_DELIVERY_FAILURE_SHOULD_NOT_RETRY = 26;
-
 const SMS_SEND = 30;
 const SMS_DELIVERED = 31;
 const SMS_CLICK = 33;
@@ -43,7 +37,6 @@ const SMS_UNSUBSCRIBE = 34;
 const SMS_BOUNCE = 37;
 const SMS_SPAM = 38;
 const SMS_REPLY = 39;
-
 const EMAIL_SEND = 40;
 const EMAIL_DELIVERED = 41;
 const EMAIL_OPEN = 42;
@@ -54,37 +47,28 @@ const EMAIL_HARD_BOUNCE = 46;
 const EMAIL_BOUNCE = 47;
 const EMAIL_SPAM = 48;
 const EMAIL_REPLY = 49;
-
 const PHONE_CALL_ATTEMPT = 50;
 const PHONE_CALL_SUCCESS = 51;
 const PHONE_CALL_FAIL = 52;
-
 // Generic action
 const FORM_SUBMIT = 60;
 const FORM_PETITION = 61;
 const FORM_PETITION_CONTACT_TARGET = 62;
-
 const FORM_ADVOCACY = 66;
 const FORM_SURVEY = 67;
-
 const FILE_IMPORT = 70;
-
 // For tracking exports or data pushes
 // Generic export of data
 const EXPORT = 80;
-
 // Export specifically for pushing data to remote systems
 const EXPORT_FOR_REMOTE = 81;
-
 // Export specifically for sending out messages
 const EXPORT_FOR_MESSAGING = 82;
-
 //These are for actions we may not have exact
 // details on, but are useful for modeling, etc
 const INFERRED_ENTRY = 91;
 const INFERRED_MESSAGE = 92;
 const INFERRED_FORM = 93;
-
 // DO. NOT. CHANGE. (once finalized)
 // should probably have offsets between types
 // ie email, transaction, etc.
@@ -104,10 +88,8 @@ const TIMELINE_ENTRY_TYPES = {
   TRANSACTION_ONE_TIME,
   TRANSACTION_RECURRING,
   TRANSACTION_REFUND,
-
   SEGMENT_PERSON_ADD,
   SEGMENT_PERSON_REMOVE,
-
   SMS_SEND,
   SMS_DELIVERED,
   SMS_CLICK,
@@ -115,7 +97,6 @@ const TIMELINE_ENTRY_TYPES = {
   SMS_BOUNCE,
   SMS_SPAM,
   SMS_REPLY,
-
   // email interactions
   EMAIL_SEND,
   EMAIL_DELIVERED,
@@ -127,24 +108,20 @@ const TIMELINE_ENTRY_TYPES = {
   EMAIL_BOUNCE,
   EMAIL_REPLY,
   EMAIL_SPAM,
-
   PHONE_CALL_ATTEMPT,
   PHONE_CALL_SUCCESS,
   PHONE_CALL_FAIL,
-
   // forms
   FORM_SUBMIT,
   FORM_PETITION,
   FORM_PETITION_CONTACT_TARGET,
   FORM_ADVOCACY,
   FORM_SURVEY,
-
   MESSAGE_CONVERSION,
   MESSAGE_CONVERSION_ADVOCACY,
   MESSAGE_CONVERSION_TRANSACTION,
   MESSAGE_DELIVERY_FAILURE_SHOULD_RETRY,
   MESSAGE_DELIVERY_FAILURE_SHOULD_NOT_RETRY,
-
   FILE_IMPORT,
   EXPORT,
   EXPORT_FOR_REMOTE,
@@ -156,6 +133,7 @@ const TIMELINE_ENTRY_TYPES = {
 Object.entries(TIMELINE_ENTRY_TYPES).forEach(([k, v]) => {
   TIMELINE_ENTRY_TYPES[v] = k;
 });
-module.exports = {
+export { TIMELINE_ENTRY_TYPES };
+export default {
   TIMELINE_ENTRY_TYPES
 };