@devrev/ts-adaas 1.0.4 → 1.1.1

package/README.md

@@ -2,6 +2,14 @@
 
 ## Release Notes
 
+#### v1.1.1
+
+- Added default workers for loading deletion events.
+
+#### v1.1.0
+
+- Support for sync from DevRev to external system. Known limitations: no support for loading attachments.
+
 #### v1.0.4
 
 - Fix logging from worker threads.

package/dist/common/constants.d.ts

@@ -1,5 +1,7 @@
 import { EventType } from '../types/extraction';
 export declare const STATELESS_EVENT_TYPES: EventType[];
+export declare const ALLOWED_EXTRACTION_EVENT_TYPES: EventType[];
+export declare const ALLOWED_LOADING_EVENT_TYPES: EventType[];
 export declare const ALLOWED_EVENT_TYPES: EventType[];
 export declare const ARTIFACT_BATCH_SIZE = 2000;
 export declare const MAX_DEVREV_ARTIFACT_SIZE = 536870912;

package/dist/common/constants.js

@@ -1,14 +1,16 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AIRDROP_DEFAULT_ITEM_TYPES = exports.MAX_DEVREV_ARTIFACT_SIZE = exports.ARTIFACT_BATCH_SIZE = exports.ALLOWED_EVENT_TYPES = exports.STATELESS_EVENT_TYPES = void 0;
+exports.AIRDROP_DEFAULT_ITEM_TYPES = exports.MAX_DEVREV_ARTIFACT_SIZE = exports.ARTIFACT_BATCH_SIZE = exports.ALLOWED_EVENT_TYPES = exports.ALLOWED_LOADING_EVENT_TYPES = exports.ALLOWED_EXTRACTION_EVENT_TYPES = exports.STATELESS_EVENT_TYPES = void 0;
 const extraction_1 = require("../types/extraction");
 exports.STATELESS_EVENT_TYPES = [
     extraction_1.EventType.ExtractionExternalSyncUnitsStart,
     extraction_1.EventType.ExtractionMetadataStart,
     extraction_1.EventType.ExtractionDataDelete,
     extraction_1.EventType.ExtractionAttachmentsDelete,
+    extraction_1.EventType.StartDeletingLoaderState,
+    extraction_1.EventType.StartDeletingLoaderAttachmentsState,
 ];
-exports.ALLOWED_EVENT_TYPES = [
+exports.ALLOWED_EXTRACTION_EVENT_TYPES = [
     extraction_1.EventType.ExtractionExternalSyncUnitsStart,
     extraction_1.EventType.ExtractionMetadataStart,
     extraction_1.EventType.ExtractionDataStart,
@@ -18,6 +20,16 @@ exports.ALLOWED_EVENT_TYPES = [
     extraction_1.EventType.ExtractionAttachmentsContinue,
     extraction_1.EventType.ExtractionAttachmentsDelete,
 ];
+exports.ALLOWED_LOADING_EVENT_TYPES = [
+    extraction_1.EventType.StartLoadingData,
+    extraction_1.EventType.ContinueLoadingData,
+    extraction_1.EventType.StartDeletingLoaderState,
+    extraction_1.EventType.StartDeletingLoaderAttachmentsState,
+];
+exports.ALLOWED_EVENT_TYPES = [
+    ...exports.ALLOWED_EXTRACTION_EVENT_TYPES,
+    ...exports.ALLOWED_LOADING_EVENT_TYPES,
+];
 exports.ARTIFACT_BATCH_SIZE = 2000;
 exports.MAX_DEVREV_ARTIFACT_SIZE = 536870912; // 512MB
 exports.AIRDROP_DEFAULT_ITEM_TYPES = {

package/dist/common/control-protocol.d.ts

@@ -1,7 +1,8 @@
 import { AirdropEvent, EventData, ExtractorEventType } from '../types/extraction';
+import { LoaderEventType } from '../types/loading';
 export interface EmitInterface {
     event: AirdropEvent;
-    eventType: ExtractorEventType;
+    eventType: ExtractorEventType | LoaderEventType;
     data?: EventData;
 }
 export declare const emit: ({ event, eventType, data, }: EmitInterface) => Promise<void | Error>;

package/dist/common/helpers.d.ts

@@ -1,4 +1,16 @@
-import { EventType, ExtractorEventType } from '../types/extraction';
-export declare function getErrorExtractorEventType(eventType: EventType): {
-    eventType: ExtractorEventType;
+import { AirdropEvent, EventType, ExtractorEventType } from '../types/extraction';
+import { FileToLoad, ItemTypeToLoad, LoaderEventType, LoaderReport, StatsFileObject } from '../types/loading';
+export declare function getTimeoutErrorEventType(eventType: EventType): {
+    eventType: ExtractorEventType | LoaderEventType;
 } | null;
+export declare function getSyncDirection({ event }: {
+    event: AirdropEvent;
+}): string;
+export declare function getFilesToLoad({ itemTypesToLoad, statsFile, }: {
+    itemTypesToLoad: ItemTypeToLoad[];
+    statsFile: StatsFileObject[];
+}): FileToLoad[];
+export declare function addReportToLoaderReport({ loaderReports, report, }: {
+    loaderReports: LoaderReport[];
+    report: LoaderReport;
+}): LoaderReport[];

package/dist/common/helpers.js

@@ -1,8 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getErrorExtractorEventType = getErrorExtractorEventType;
+exports.getTimeoutErrorEventType = getTimeoutErrorEventType;
+exports.getSyncDirection = getSyncDirection;
+exports.getFilesToLoad = getFilesToLoad;
+exports.addReportToLoaderReport = addReportToLoaderReport;
 const extraction_1 = require("../types/extraction");
-function getErrorExtractorEventType(eventType) {
+const loading_1 = require("../types/loading");
+function getTimeoutErrorEventType(eventType) {
     switch (eventType) {
         case extraction_1.EventType.ExtractionMetadataStart:
             return {
@@ -30,9 +34,70 @@ function getErrorExtractorEventType(eventType) {
             return {
                 eventType: extraction_1.ExtractorEventType.ExtractionExternalSyncUnitsError,
             };
+        case extraction_1.EventType.StartLoadingData:
+        case extraction_1.EventType.ContinueLoadingData:
+            return {
+                eventType: loading_1.LoaderEventType.DataLoadingError,
+            };
+        case extraction_1.EventType.StartDeletingLoaderState:
+        case extraction_1.EventType.StartDeletingLoaderAttachmentsState:
+            return {
+                eventType: loading_1.LoaderEventType.LoaderStateDeletionError,
+            };
         default:
-            console.error('Event type not recognized in getTimeoutExtractorEventType function: ' +
+            console.error('Event type not recognized in getTimeoutErrorEventType function: ' +
                 eventType);
             return null;
     }
 }
+function getSyncDirection({ event }) {
+    return event.payload.event_context.mode;
+}
+function getFilesToLoad({ itemTypesToLoad, statsFile, }) {
+    const filesToLoad = [];
+    if (itemTypesToLoad.length === 0 || statsFile.length === 0) {
+        return [];
+    }
+    const supportedItemTypes = itemTypesToLoad.map((itemTypeToLoad) => itemTypeToLoad.itemType);
+    const filteredStatsFile = statsFile.filter((file) => supportedItemTypes.includes(file.item_type));
+    const orderedFiles = filteredStatsFile.sort((a, b) => {
+        const aIndex = supportedItemTypes.indexOf(a.item_type);
+        const bIndex = supportedItemTypes.indexOf(b.item_type);
+        return aIndex - bIndex;
+    });
+    for (const file of orderedFiles) {
+        filesToLoad.push({
+            id: file.id,
+            file_name: file.file_name,
+            itemType: file.item_type,
+            count: parseInt(file.count),
+            completed: false,
+            lineToProcess: 0,
+        });
+    }
+    return filesToLoad;
+}
+function addReportToLoaderReport({ loaderReports, report, }) {
+    const existingReport = loaderReports.find((loaderReport) => loaderReport.item_type === report.item_type);
+    if (existingReport) {
+        existingReport[loading_1.ActionType.CREATED] = existingReport[loading_1.ActionType.CREATED]
+            ? report[loading_1.ActionType.CREATED]
+                ? existingReport[loading_1.ActionType.CREATED] + report[loading_1.ActionType.CREATED]
+                : existingReport[loading_1.ActionType.CREATED]
+            : report[loading_1.ActionType.CREATED];
+        existingReport[loading_1.ActionType.UPDATED] = existingReport[loading_1.ActionType.UPDATED]
+            ? report[loading_1.ActionType.UPDATED]
+                ? existingReport[loading_1.ActionType.UPDATED] + report[loading_1.ActionType.UPDATED]
+                : existingReport[loading_1.ActionType.UPDATED]
+            : report[loading_1.ActionType.UPDATED];
+        existingReport[loading_1.ActionType.FAILED] = existingReport[loading_1.ActionType.FAILED]
+            ? report[loading_1.ActionType.FAILED]
+                ? existingReport[loading_1.ActionType.FAILED] + report[loading_1.ActionType.FAILED]
+                : existingReport[loading_1.ActionType.FAILED]
+            : report[loading_1.ActionType.FAILED];
+    }
+    else {
+        loaderReports.push(report);
+    }
+    return loaderReports;
+}

package/dist/logger/logger.test.js

@@ -45,5 +45,8 @@ it('formatAxiosError should return formatted error', () => {
         status: 500,
         data: 'Internal server error',
         method: 'GET',
+        baseURL: undefined,
+        url: undefined,
+        payload: undefined,
     });
 });

package/dist/mappers/mappers.d.ts

@@ -0,0 +1,10 @@
+import { AxiosResponse } from 'axios';
+import { MappersFactoryInterface, MappersCreateParams, MappersCreateResponse, MappersGetByTargetIdParams, MappersGetByTargetIdResponse, MappersUpdateParams, MappersUpdateResponse } from './mappers.interface';
+export declare class Mappers {
+    private endpoint;
+    private token;
+    constructor({ event }: MappersFactoryInterface);
+    getByTargetId(params: MappersGetByTargetIdParams): Promise<AxiosResponse<MappersGetByTargetIdResponse>>;
+    create(params: MappersCreateParams): Promise<AxiosResponse<MappersCreateResponse>>;
+    update(params: MappersUpdateParams): Promise<AxiosResponse<MappersUpdateResponse>>;
+}

package/dist/mappers/mappers.interface.d.ts

@@ -0,0 +1,85 @@
+import { AirdropEvent } from '../types';
+import { DonV2 } from '../types/loading';
+import { WorkerAdapterOptions } from '../types/workers';
+export interface MappersFactoryInterface {
+    event: AirdropEvent;
+    options?: WorkerAdapterOptions;
+}
+export interface UpdateSyncMapperRecordParams {
+    external_ids: {
+        add: string[];
+    };
+    secondary_ids?: Record<string, string>;
+    targets: {
+        add: DonV2[];
+    };
+    status: SyncMapperRecordStatus;
+    input_files?: {
+        add: string[];
+    };
+    external_versions?: {
+        add: SyncMapperRecordExternalVersion[];
+    };
+    extra_data?: string;
+}
+export interface SyncMapperRecord {
+    id: DonV2;
+    external_ids: string[];
+    secondary_ids?: Record<string, string>;
+    targets: DonV2[];
+    status: SyncMapperRecordStatus;
+    input_files?: string[];
+    external_versions?: SyncMapperRecordExternalVersion[];
+    extra_data?: string;
+}
+export interface MappersGetByTargetIdParams {
+    sync_unit: DonV2;
+    target: DonV2;
+}
+export interface MappersGetByTargetIdResponse {
+    sync_mapper_record: SyncMapperRecord;
+}
+export interface MappersCreateParams {
+    sync_unit: DonV2;
+    external_ids: string[];
+    secondary_ids?: Record<string, string>;
+    targets: DonV2[];
+    status: SyncMapperRecordStatus;
+    input_files?: string[];
+    external_versions?: SyncMapperRecordExternalVersion[];
+    extra_data?: string;
+}
+export interface MappersCreateResponse {
+    sync_mapper_record: SyncMapperRecord;
+}
+export interface MappersUpdateParams {
+    id: DonV2;
+    sync_unit: DonV2;
+    external_ids: {
+        add: string[];
+    };
+    secondary_ids?: Record<string, string>;
+    targets: {
+        add: DonV2[];
+    };
+    status: SyncMapperRecordStatus;
+    input_files?: {
+        add: string[];
+    };
+    external_versions?: {
+        add: SyncMapperRecordExternalVersion[];
+    };
+    extra_data?: string;
+}
+export interface MappersUpdateResponse {
+    sync_mapper_record: SyncMapperRecord;
+}
+export declare enum SyncMapperRecordStatus {
+    OPERATIONAL = "operational",
+    FILTERED = "filtered",
+    IGNORED = "ignored"
+}
+export interface SyncMapperRecordExternalVersion {
+    recipe_version: number;
+    modified_date: string;
+}

package/dist/mappers/mappers.interface.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SyncMapperRecordStatus = void 0;
+var SyncMapperRecordStatus;
+(function (SyncMapperRecordStatus) {
+    SyncMapperRecordStatus["OPERATIONAL"] = "operational";
+    SyncMapperRecordStatus["FILTERED"] = "filtered";
+    SyncMapperRecordStatus["IGNORED"] = "ignored";
+})(SyncMapperRecordStatus || (exports.SyncMapperRecordStatus = SyncMapperRecordStatus = {}));

package/dist/mappers/mappers.js

@@ -0,0 +1,37 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Mappers = void 0;
+const axios_1 = __importDefault(require("axios"));
+class Mappers {
+    constructor({ event }) {
+        this.endpoint = event.execution_metadata.devrev_endpoint;
+        this.token = event.context.secrets.service_account_token;
+    }
+    async getByTargetId(params) {
+        const { sync_unit, target } = params;
+        return axios_1.default.get(`${this.endpoint}/internal/airdrop.sync-mapper-record.get-by-target`, {
+            headers: {
+                Authorization: this.token,
+            },
+            params: { sync_unit, target },
+        });
+    }
+    async create(params) {
+        return axios_1.default.post(`${this.endpoint}/internal/airdrop.sync-mapper-record.create`, params, {
+            headers: {
+                Authorization: this.token,
+            },
+        });
+    }
+    async update(params) {
+        return axios_1.default.post(`${this.endpoint}/internal/airdrop.sync-mapper-record.update`, params, {
+            headers: {
+                Authorization: this.token,
+            },
+        });
+    }
+}
+exports.Mappers = Mappers;

package/dist/state/state.d.ts

@@ -3,6 +3,7 @@ import { AdapterState, StateInterface } from './state.interfaces';
 export declare function createAdapterState<ConnectorState>({ event, initialState, options, }: StateInterface<ConnectorState>): Promise<State<ConnectorState>>;
 export declare class State<ConnectorState> {
     private _state;
+    private initialSdkState;
     private event;
     private workerUrl;
     private devrevToken;

package/dist/state/state.interfaces.d.ts

@@ -1,14 +1,16 @@
 import { AirdropEvent } from '../types/extraction';
+import { FileToLoad } from '../types/loading';
 import { WorkerAdapterOptions } from '../types/workers';
-/**
- * AdapterState is an interface that defines the structure of the adapter state that is used by the external extractor. It extends the connector state with additional fields: lastSyncStarted, lastSuccessfulSyncStarted, and attachmentsMetadata.
- */
-export type AdapterState<ConnectorState> = ConnectorState & {
+export interface SdkState {
     lastSyncStarted?: string;
     lastSuccessfulSyncStarted?: string;
     toDevRev?: ToDevRev;
     fromDevRev?: FromDevRev;
-};
+}
+/**
+ * AdapterState is an interface that defines the structure of the adapter state that is used by the external extractor. It extends the connector state with additional fields: lastSyncStarted, lastSuccessfulSyncStarted, and attachmentsMetadata.
+ */
+export type AdapterState<ConnectorState> = ConnectorState & SdkState;
 export interface ToDevRev {
     attachmentsMetadata: {
         artifactIds: string[];
@@ -16,6 +18,7 @@ export interface ToDevRev {
     };
 }
 export interface FromDevRev {
+    filesToLoad: FileToLoad[];
 }
 export interface StateInterface<ConnectorState> {
     event: AirdropEvent;

package/dist/state/state.interfaces.js

@@ -1,2 +1,3 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+;

package/dist/state/state.js

@@ -6,8 +6,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.State = void 0;
 exports.createAdapterState = createAdapterState;
 const axios_1 = __importDefault(require("axios"));
+const extraction_1 = require("../types/extraction");
 const constants_1 = require("../common/constants");
 const logger_1 = require("../logger/logger");
+const helpers_1 = require("../common/helpers");
 async function createAdapterState({ event, initialState, options, }) {
     const newInitialState = structuredClone(initialState);
     const as = new State({
@@ -22,12 +24,24 @@ async function createAdapterState({ event, initialState, options, }) {
 }
 class State {
     constructor({ event, initialState }) {
-        this._state = Object.assign(Object.assign({}, initialState), { lastSyncStarted: new Date().toISOString(), lastSuccessfulSyncStarted: '', fromDevRev: {
-                attachmentsMetadata: {
-                    artifactIds: [],
-                    lastProcessed: 0,
-                },
-            }, toDevRev: {} });
+        this.initialSdkState =
+            (0, helpers_1.getSyncDirection)({ event }) === extraction_1.SyncMode.LOADING
+                ? {
+                    fromDevRev: {
+                        filesToLoad: [],
+                    },
+                }
+                : {
+                    lastSyncStarted: new Date().toISOString(),
+                    lastSuccessfulSyncStarted: '',
+                    toDevRev: {
+                        attachmentsMetadata: {
+                            artifactIds: [],
+                            lastProcessed: 0,
+                        },
+                    },
+                };
+        this._state = Object.assign(Object.assign({}, initialState), this.initialSdkState);
         this.event = event;
         this.workerUrl = event.payload.event_context.worker_data_url;
         this.devrevToken = event.context.secrets.service_account_token;
@@ -94,12 +108,7 @@ class State {
         }
         catch (error) {
             if (axios_1.default.isAxiosError(error) && ((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 404) {
-                const state = Object.assign(Object.assign({}, initialState), { lastSyncStarted: new Date().toISOString(), lastSuccessfulSyncStarted: '', toDevRev: {
-                        attachmentsMetadata: {
-                            artifactIds: [],
-                            lastProcessed: 0,
-                        },
-                    }, fromDevRev: {} });
+                const state = Object.assign(Object.assign({}, initialState), this.initialSdkState);
                 this.state = state;
                 console.log('State not found, returning initial state. Current state:', (0, logger_1.getPrintableState)(this.state));
                 await this.postState(this.state);

package/dist/tests/from_devrev/loading.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/tests/from_devrev/loading.test.js

@@ -0,0 +1,146 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const helpers_1 = require("../../common/helpers");
+describe('getFilesToLoad', () => {
+    let statsFile;
+    beforeEach(() => {
+        statsFile = [
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/2',
+                file_name: 'transformer_issues_X.json.gz',
+                item_type: 'issues',
+                count: '79',
+            },
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/5',
+                file_name: 'transformer_issues_X.json.gz',
+                item_type: 'comments',
+                count: '1079',
+            },
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/9',
+                file_name: 'transformer_issues_X.json.gz',
+                item_type: 'issues',
+                count: '1921',
+            },
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/14',
+                file_name: 'transformer_issues_X.json.gz',
+                item_type: 'comments',
+                count: '921',
+            },
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/99',
+                file_name: 'transformer_issues_X.json.gz',
+                item_type: 'attachments',
+                count: '50',
+            },
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/99',
+                file_name: 'transformer_issues_X.json.gz',
+                item_type: 'unknown',
+                count: '50',
+            },
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/99',
+                file_name: 'transformer_issues_X.json.gz',
+                item_type: 'issues',
+                count: '32',
+            },
+        ];
+    });
+    it('should return an empty array if statsFile is empty', () => {
+        statsFile = [];
+        const itemTypesToLoad = [];
+        const result = (0, helpers_1.getFilesToLoad)({ itemTypesToLoad, statsFile });
+        expect(result).toEqual([]);
+    });
+    it('should return an empty array if itemTypesToLoad is empty', () => {
+        const itemTypesToLoad = [];
+        const result = (0, helpers_1.getFilesToLoad)({ itemTypesToLoad, statsFile });
+        expect(result).toEqual([]);
+    });
+    it('should return an empty array if statsFile has no matching items', () => {
+        const itemTypesToLoad = [
+            { itemType: 'users', create: jest.fn(), update: jest.fn() },
+        ];
+        const result = (0, helpers_1.getFilesToLoad)({ itemTypesToLoad, statsFile });
+        expect(result).toEqual([]);
+    });
+    it('should filter out files not in itemTypesToLoad and order them by itemTypesToLoad', () => {
+        const itemTypesToLoad = [
+            { itemType: 'attachments', create: jest.fn(), update: jest.fn() },
+            { itemType: 'issues', create: jest.fn(), update: jest.fn() },
+        ];
+        const result = (0, helpers_1.getFilesToLoad)({ itemTypesToLoad, statsFile });
+        expect(result).toEqual([
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/99',
+                itemType: 'attachments',
+                count: 50,
+                file_name: 'transformer_issues_X.json.gz',
+                completed: false,
+                lineToProcess: 0,
+            },
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/2',
+                itemType: 'issues',
+                count: 79,
+                file_name: 'transformer_issues_X.json.gz',
+                completed: false,
+                lineToProcess: 0,
+            },
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/9',
+                itemType: 'issues',
+                count: 1921,
+                file_name: 'transformer_issues_X.json.gz',
+                completed: false,
+                lineToProcess: 0,
+            },
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/99',
+                itemType: 'issues',
+                count: 32,
+                file_name: 'transformer_issues_X.json.gz',
+                completed: false,
+                lineToProcess: 0,
+            },
+        ]);
+    });
+    it('should ignore files with unrecognized item types in statsFile', () => {
+        const itemTypesToLoad = [
+            { itemType: 'issues', create: jest.fn(), update: jest.fn() },
+        ];
+        const result = (0, helpers_1.getFilesToLoad)({
+            itemTypesToLoad,
+            statsFile,
+        });
+        expect(result).toEqual([
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/2',
+                itemType: 'issues',
+                count: 79,
+                file_name: 'transformer_issues_X.json.gz',
+                completed: false,
+                lineToProcess: 0,
+            },
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/9',
+                itemType: 'issues',
+                count: 1921,
+                file_name: 'transformer_issues_X.json.gz',
+                completed: false,
+                lineToProcess: 0,
+            },
+            {
+                id: 'don:core:dvrv-us-1:devo/1:artifact/99',
+                itemType: 'issues',
+                count: 32,
+                file_name: 'transformer_issues_X.json.gz',
+                completed: false,
+                lineToProcess: 0,
+            },
+        ]);
+    });
+});

package/dist/tests/test-helpers.js

@@ -17,21 +17,27 @@ function createEvent({ eventType, externalSyncUnits = [], progress, error, delay
                 key: 'test_key',
                 key_type: 'test_key_type',
             }, event_context: {
-                mode: 'test_mode',
                 callback_url: 'test_callback_url',
+                dev_org: 'test_dev_org',
                 dev_org_id: 'test_dev_org_id',
+                dev_user: 'test_dev_user',
                 dev_user_id: 'test_dev_user_id',
+                external_sync_unit: 'test_external_sync_unit',
                 external_sync_unit_id: 'test_external_sync_unit_id',
-                sync_unit_id: 'test_sync_unit_id',
-                sync_run_id: 'test_sync_run_id',
-                external_system_id: 'test_external_system_id',
-                uuid: 'test_uuid',
-                worker_data_url: 'test_worker_data_url',
+                external_sync_unit_name: 'test_external_sync_unit_name',
                 external_system: 'test_external_system',
                 external_system_type: 'test_external_system_type',
                 import_slug: 'test_import_slug',
+                mode: 'test_mode',
+                request_id: 'test_request_id',
                 snap_in_slug: 'test_snap_in_slug',
+                sync_run: 'test_sync_run',
+                sync_run_id: 'test_sync_run_id',
                 sync_tier: 'test_sync_tier',
+                sync_unit: 'test_sync_unit',
+                sync_unit_id: 'test_sync_unit_id',
+                uuid: 'test_uuid',
+                worker_data_url: 'test_worker_data_url',
             }, event_type: eventType, event_data: {
                 external_sync_units: externalSyncUnits,
                 progress,