@ingeno/pipedream-services 1.0.64 → 1.0.65

package/dist/zoho-crm/index.d.ts

@@ -1,8 +1,5 @@
-/**
- * Zoho CRM integration utilities for Pipedream workflows
- */
 export * from './zoho-crm-client.js';
 export * from './zoho-auth.js';
-export * from './module-processor.js';
+export * from './zoho-crm-to-database-collection-converter.js';
 export * from './zoho-crm-fetcher.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/zoho-crm/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/zoho-crm/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,sBAAsB,CAAA;AACpC,cAAc,gBAAgB,CAAA;AAC9B,cAAc,uBAAuB,CAAA;AACrC,cAAc,uBAAuB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/zoho-crm/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAA;AACpC,cAAc,gBAAgB,CAAA;AAC9B,cAAc,gDAAgD,CAAA;AAC9D,cAAc,uBAAuB,CAAA"}

package/dist/zoho-crm/index.js

@@ -1,8 +1,5 @@
-/**
- * Zoho CRM integration utilities for Pipedream workflows
- */
 export * from './zoho-crm-client.js';
 export * from './zoho-auth.js';
-export * from './module-processor.js';
+export * from './zoho-crm-to-database-collection-converter.js';
 export * from './zoho-crm-fetcher.js';
 //# sourceMappingURL=index.js.map

package/dist/zoho-crm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/zoho-crm/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,sBAAsB,CAAA;AACpC,cAAc,gBAAgB,CAAA;AAC9B,cAAc,uBAAuB,CAAA;AACrC,cAAc,uBAAuB,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/zoho-crm/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAA;AACpC,cAAc,gBAAgB,CAAA;AAC9B,cAAc,gDAAgD,CAAA;AAC9D,cAAc,uBAAuB,CAAA"}

package/dist/zoho-crm/zoho-crm-fetcher.d.ts

@@ -1,6 +1,6 @@
-import type { PostgresAuth } from '../index.js';
+import type { PostgresAuth, ZohoCredentials } from '../index.js';
 export interface ZohoCRMFetchOptions {
-    zohoCredentials: any;
+    zohoCredentials: ZohoCredentials;
     postgresCredentials: PostgresAuth;
     modules: string[];
     maxResults?: number;
@@ -12,11 +12,5 @@ export interface ZohoCRMFetchResult {
         records: number;
     }>;
 }
-/**
- * Reusable function to fetch data from Zoho CRM modules and save to PostgreSQL
- *
- * @param options Configuration options for the fetch operation
- * @returns Summary of tables created and records processed
- */
 export declare function fetchZohoCRMData(options: ZohoCRMFetchOptions): Promise<ZohoCRMFetchResult>;
 //# sourceMappingURL=zoho-crm-fetcher.d.ts.map

package/dist/zoho-crm/zoho-crm-fetcher.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"zoho-crm-fetcher.d.ts","sourceRoot":"","sources":["../../src/zoho-crm/zoho-crm-fetcher.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAE/C,MAAM,WAAW,mBAAmB;IAClC,eAAe,EAAE,GAAG,CAAA;IACpB,mBAAmB,EAAE,YAAY,CAAA;IACjC,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CACnD;AAED;;;;;GAKG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CA8HhG"}
+{"version":3,"file":"zoho-crm-fetcher.d.ts","sourceRoot":"","sources":["../../src/zoho-crm/zoho-crm-fetcher.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAEhE,MAAM,WAAW,mBAAmB;IAClC,eAAe,EAAE,eAAe,CAAA;IAChC,mBAAmB,EAAE,YAAY,CAAA;IACjC,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CACnD;AAgJD,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAmBhG"}

package/dist/zoho-crm/zoho-crm-fetcher.js

@@ -1,114 +1,125 @@
-import { ZohoCRMClient, ZohoAuth, collectionSummary, collectionsToTables, fillTables, processModule } from '../index.js';
-/**
- * Reusable function to fetch data from Zoho CRM modules and save to PostgreSQL
- *
- * @param options Configuration options for the fetch operation
- * @returns Summary of tables created and records processed
- */
-export async function fetchZohoCRMData(options) {
-    const { zohoCredentials, postgresCredentials, modules, maxResults, tablesPrefix = 'zoho_crm_' } = options;
-    // Initialize Zoho Auth and Client
+import { ZohoCRMClient, ZohoAuth, collectionSummary, collectionsToTables, fillTables, convertZohoCRMModuleToDatabaseCollection } from '../index.js';
+async function createAuthenticatedZohoCRMClient(zohoCredentials) {
     const zohoAuth = new ZohoAuth(zohoCredentials);
     const accessToken = await zohoAuth.getAccessToken();
-    const client = new ZohoCRMClient({
+    return new ZohoCRMClient({
         accessToken,
         apiDomain: zohoCredentials.api_domain,
     });
-    // Check if Deals is in modules and add DealHistory if so
-    const enhancedModules = [...modules];
-    const includesPipelines = modules.includes('Deals');
-    if (includesPipelines && !enhancedModules.includes('DealHistory')) {
-        enhancedModules.push('DealHistory');
+}
+function addRequiredModuleDependencies(modules) {
+    const modulesWithDependencies = [...modules];
+    const shouldIncludePipelines = modules.includes('Deals');
+    if (shouldIncludePipelines && !modulesWithDependencies.includes('DealHistory')) {
+        modulesWithDependencies.push('DealHistory');
         console.log('Added DealHistory module since Deals is included');
     }
-    console.log(`Fetching data from modules: ${enhancedModules.join(', ')}`);
-    console.log(`Max results per module: ${maxResults || 'all'}`);
-    // Process each module using the generic processor
-    const moduleCollections = await Promise.all(enhancedModules.map(async (moduleName) => {
-        console.log(`Fetching ${moduleName}...`);
-        return await processModule(moduleName, client, { maxRecords: maxResults || undefined });
-    }));
-    const collections = [...moduleCollections];
-    // If Deals is included, also fetch and process pipelines
-    if (includesPipelines) {
-        console.log('Fetching Deals pipelines...');
-        try {
-            const pipelinesData = await client.getDealsPipelines();
-            // Create a collection for pipelines
-            const pipelinesCollection = {
-                schema: {
-                    name: 'pipelines',
-                    prepareMode: 'drop',
-                    columns: [
-                        { name: 'id', type: 'id' },
-                        { name: 'pipeline_id', path: 'id' },
-                        { name: 'display_value', type: 'text' },
-                        { name: 'default', type: 'bool' },
-                        { name: 'stages_count', transform: (pipeline) => pipeline.stages?.length || 0 },
-                        { name: 'stages_data', type: 'json', path: 'stages' },
-                    ],
-                },
-                objects: pipelinesData.map((pipeline, index) => ({
-                    id: index + 1,
-                    ...pipeline,
-                })),
-            };
-            // Create a separate collection for pipeline stages using functional programming
-            const stagesData = pipelinesData
-                .filter((pipeline) => pipeline.stages && Array.isArray(pipeline.stages))
-                .flatMap((pipeline) => pipeline.stages.map((stage) => ({
-                id: stage.id,
-                pipeline_id: pipeline.id,
-                pipeline_display_value: pipeline.display_value,
-                stage_id: stage.id,
-                stage_display_value: stage.display_value,
-                sequence_number: stage.sequence_number,
-                forecast_category: stage.forecast_category,
-                forecast_type: stage.forecast_type,
-                probability: stage.probability || 0,
-            })));
-            const pipelineStagesCollection = {
-                schema: {
-                    name: 'pipeline_stages',
-                    prepareMode: 'drop',
-                    columns: [
-                        { name: 'id', type: 'id' },
-                        { name: 'pipeline_id', type: 'text' },
-                        { name: 'pipeline_display_value', type: 'text' },
-                        { name: 'stage_id', type: 'text' },
-                        { name: 'stage_display_value', type: 'text' },
-                        { name: 'sequence_number', type: 'number' },
-                        { name: 'forecast_category', type: 'text' },
-                        { name: 'forecast_type', type: 'text' },
-                        { name: 'probability', type: 'number' },
-                    ],
-                },
-                objects: stagesData,
-            };
-            const pipelineCollections = [pipelinesCollection, pipelineStagesCollection];
-            collections.push(...pipelineCollections);
-            console.log(`Processed ${pipelinesData.length} pipelines`);
-            console.log(`Processed ${stagesData.length} pipeline stages`);
-        }
-        catch (error) {
-            console.warn('Failed to fetch pipelines:', error.message);
-        }
+    return { modulesWithDependencies, shouldIncludePipelines };
+}
+function buildCollectionSchema(name, columns, prepareMode = 'drop') {
+    return {
+        name,
+        prepareMode,
+        columns,
+    };
+}
+function buildPipelinesCollection(pipelinesData) {
+    const pipelinesSchema = buildCollectionSchema('pipelines', [
+        { name: 'id', type: 'id' },
+        { name: 'pipeline_id', path: 'id' },
+        { name: 'display_value', type: 'text' },
+        { name: 'default', type: 'bool' },
+        { name: 'stages_count', transform: (pipeline) => pipeline.stages?.length || 0 },
+        { name: 'stages_data', type: 'json', path: 'stages' },
+    ]);
+    return {
+        schema: pipelinesSchema,
+        objects: pipelinesData.map((pipeline, index) => ({
+            id: index + 1,
+            ...pipeline,
+        })),
+    };
+}
+function buildPipelineStagesCollection(pipelinesData) {
+    const flattenedStages = pipelinesData
+        .filter((pipeline) => pipeline.stages && Array.isArray(pipeline.stages))
+        .flatMap((pipeline) => pipeline.stages.map((stage) => ({
+        id: stage.id,
+        pipeline_id: pipeline.id,
+        pipeline_display_value: pipeline.display_value,
+        stage_id: stage.id,
+        stage_display_value: stage.display_value,
+        sequence_number: stage.sequence_number,
+        forecast_category: stage.forecast_category,
+        forecast_type: stage.forecast_type,
+        probability: stage.probability || 0,
+    })));
+    const stagesSchema = buildCollectionSchema('pipeline_stages', [
+        { name: 'id', type: 'id' },
+        { name: 'pipeline_id', type: 'text' },
+        { name: 'pipeline_display_value', type: 'text' },
+        { name: 'stage_id', type: 'text' },
+        { name: 'stage_display_value', type: 'text' },
+        { name: 'sequence_number', type: 'number' },
+        { name: 'forecast_category', type: 'text' },
+        { name: 'forecast_type', type: 'text' },
+        { name: 'probability', type: 'number' },
+    ]);
+    return {
+        schema: stagesSchema,
+        objects: flattenedStages,
+    };
+}
+async function fetchAndBuildPipelineCollections(client) {
+    console.log('Fetching Deals pipelines...');
+    try {
+        const pipelinesData = await client.getDealsPipelines();
+        const pipelinesCollection = buildPipelinesCollection(pipelinesData);
+        const pipelineStagesCollection = buildPipelineStagesCollection(pipelinesData);
+        console.log(`Processed ${pipelinesData.length} pipelines`);
+        console.log(`Processed ${pipelineStagesCollection.objects.length} pipeline stages`);
+        return [pipelinesCollection, pipelineStagesCollection];
+    }
+    catch (error) {
+        console.warn('Failed to fetch pipelines:', error.message);
+        return [];
     }
-    // Log summary
+}
+async function saveCollectionsAndCreateSummary(collections, postgresCredentials, tablesPrefix) {
     collectionSummary(collections);
-    // Convert to table format
     const tablesRows = collectionsToTables(collections);
-    // Fill PostgreSQL tables
     await fillTables({
         auth: postgresCredentials,
         tablesRows,
         tablesPrefix,
     });
-    return {
-        summary: collections.map((c) => ({
-            table: `${tablesPrefix}${c.schema.name}`,
-            records: c.objects.length,
-        })),
-    };
+    return collections.map((collection) => ({
+        table: `${tablesPrefix}${collection.schema.name}`,
+        records: collection.objects.length,
+    }));
+}
+function logFetchOperationDetails(modules, maxResults) {
+    console.log(`Fetching data from modules: ${modules.join(', ')}`);
+    console.log(`Max results per module: ${maxResults || 'all'}`);
+}
+async function fetchAllModuleCollections(modules, client, maxResults) {
+    return await Promise.all(modules.map(async (moduleName) => {
+        console.log(`Fetching ${moduleName}...`);
+        return await convertZohoCRMModuleToDatabaseCollection(moduleName, client, { maxRecords: maxResults || undefined });
+    }));
+}
+export async function fetchZohoCRMData(options) {
+    const { zohoCredentials, postgresCredentials, modules, maxResults, tablesPrefix = 'zoho_crm_' } = options;
+    const client = await createAuthenticatedZohoCRMClient(zohoCredentials);
+    const { modulesWithDependencies, shouldIncludePipelines } = addRequiredModuleDependencies(modules);
+    logFetchOperationDetails(modulesWithDependencies, maxResults);
+    const moduleCollections = await fetchAllModuleCollections(modulesWithDependencies, client, maxResults);
+    const allCollections = [...moduleCollections];
+    if (shouldIncludePipelines) {
+        const pipelineCollections = await fetchAndBuildPipelineCollections(client);
+        allCollections.push(...pipelineCollections);
+    }
+    const summary = await saveCollectionsAndCreateSummary(allCollections, postgresCredentials, tablesPrefix);
+    return { summary };
 }
 //# sourceMappingURL=zoho-crm-fetcher.js.map

package/dist/zoho-crm/zoho-crm-fetcher.js.map

@@ -1 +1 @@
-{"version":3,"file":"zoho-crm-fetcher.js","sourceRoot":"","sources":["../../src/zoho-crm/zoho-crm-fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAgBxH;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAA4B;IACjE,MAAM,EAAE,eAAe,EAAE,mBAAmB,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY,GAAG,WAAW,EAAE,GAAG,OAAO,CAAA;IAEzG,kCAAkC;IAClC,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAA;IAC9C,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAA;IAEnD,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC;QAC/B,WAAW;QACX,SAAS,EAAE,eAAe,CAAC,UAAU;KACtC,CAAC,CAAA;IAEF,yDAAyD;IACzD,MAAM,eAAe,GAAG,CAAC,GAAG,OAAO,CAAC,CAAA;IACpC,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IAEnD,IAAI,iBAAiB,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QAClE,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACnC,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAA;IACjE,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,+BAA+B,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACxE,OAAO,CAAC,GAAG,CAAC,2BAA2B,UAAU,IAAI,KAAK,EAAE,CAAC,CAAA;IAE7D,kDAAkD;IAClD,MAAM,iBAAiB,GAAG,MAAM,OAAO,CAAC,GAAG,CACzC,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;QACvC,OAAO,CAAC,GAAG,CAAC,YAAY,UAAU,KAAK,CAAC,CAAA;QACxC,OAAO,MAAM,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,UAAU,IAAI,SAAS,EAAE,CAAC,CAAA;IACzF,CAAC,CAAC,CACH,CAAA;IAED,MAAM,WAAW,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAA;IAE1C,yDAAyD;IACzD,IAAI,iBAAiB,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;QAE1C,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,iBAAiB,EAAE,CAAA;YAEtD,oCAAoC;YACpC,MAAM,mBAAmB,GAAG;gBAC1B,MAAM,EAAE;oBACN,IAAI,EAAE,WAAW;oBACjB,WAAW,EAAE,MAAe;oBAC5B,OAAO,EAAE;wBACP,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAa,EAAE;wBACnC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,EAAE;wBACnC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,MAAe,EAAE;wBAChD,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAe,EAAE;wBAC1C,EAAE,IAAI,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,QAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE;wBACpF,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC/D;iBACF;gBACD,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC;oBAC5D,EAAE,EAAE,KAAK,GAAG,CAAC;oBACb,GAAG,QAAQ;iBACZ,CAAC,CAAC;aACJ,CAAA;YAED,gFAAgF;YAChF,MAAM,UAAU,GAAG,aAAa;iBAC7B,MAAM,CAAC,CAAC,QAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;iBAC5E,OAAO,CAAC,CAAC,QAAa,EAAE,EAAE,CACzB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,CAAC;gBACnC,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,WAAW,EAAE,QAAQ,CAAC,EAAE;gBACxB,sBAAsB,EAAE,QAAQ,CAAC,aAAa;gBAC9C,QAAQ,EAAE,KAAK,CAAC,EAAE;gBAClB,mBAAmB,EAAE,KAAK,CAAC,aAAa;gBACxC,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC;aACpC,CAAC,CAAC,CACJ,CAAA;YAEH,MAAM,wBAAwB,GAAG;gBAC/B,MAAM,EAAE;oBACN,IAAI,EAAE,iBAAiB;oBACvB,WAAW,EAAE,MAAe;oBAC5B,OAAO,EAAE;wBACP,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAa,EAAE;wBACnC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAe,EAAE;wBAC9C,EAAE,IAAI,EAAE,wBAAwB,EAAE,IAAI,EAAE,MAAe,EAAE;wBACzD,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAe,EAAE;wBAC3C,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,MAAe,EAAE;wBACtD,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAiB,EAAE;wBACpD,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,MAAe,EAAE;wBACpD,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,MAAe,EAAE;wBAChD,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,QAAiB,EAAE;qBACjD;iBACF;gBACD,OAAO,EAAE,UAAU;aACpB,CAAA;YAED,MAAM,mBAAmB,GAAG,CAAC,mBAAmB,EAAE,wBAAwB,CAAC,CAAA;YAC3E,WAAW,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,CAAA;YAExC,OAAO,CAAC,GAAG,CAAC,aAAa,aAAa,CAAC,MAAM,YAAY,CAAC,CAAA;YAC1D,OAAO,CAAC,GAAG,CAAC,aAAa,UAAU,CAAC,MAAM,kBAAkB,CAAC,CAAA;QAC/D,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC;IAED,cAAc;IACd,iBAAiB,CAAC,WAAW,CAAC,CAAA;IAE9B,0BAA0B;IAC1B,MAAM,UAAU,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAA;IAEnD,yBAAyB;IACzB,MAAM,UAAU,CAAC;QACf,IAAI,EAAE,mBAAmB;QACzB,UAAU;QACV,YAAY;KACb,CAAC,CAAA;IAEF,OAAO;QACL,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,KAAK,EAAE,GAAG,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE;YACxC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM;SAC1B,CAAC,CAAC;KACJ,CAAA;AACH,CAAC"}
+{"version":3,"file":"zoho-crm-fetcher.js","sourceRoot":"","sources":["../../src/zoho-crm/zoho-crm-fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,UAAU,EAAE,wCAAwC,EAAE,MAAM,aAAa,CAAA;AAgBnJ,KAAK,UAAU,gCAAgC,CAAC,eAAgC;IAC9E,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAA;IAC9C,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAA;IAEnD,OAAO,IAAI,aAAa,CAAC;QACvB,WAAW;QACX,SAAS,EAAE,eAAe,CAAC,UAAU;KACtC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,6BAA6B,CAAC,OAAiB;IACtD,MAAM,uBAAuB,GAAG,CAAC,GAAG,OAAO,CAAC,CAAA;IAC5C,MAAM,sBAAsB,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IAExD,IAAI,sBAAsB,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/E,uBAAuB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAC3C,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAA;IACjE,CAAC;IAED,OAAO,EAAE,uBAAuB,EAAE,sBAAsB,EAAE,CAAA;AAC5D,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY,EAAE,OAAc,EAAE,cAAmC,MAAM;IACpG,OAAO;QACL,IAAI;QACJ,WAAW;QACX,OAAO;KACR,CAAA;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,aAAoB;IACpD,MAAM,eAAe,GAAG,qBAAqB,CAAC,WAAW,EAAE;QACzD,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAa,EAAE;QACnC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,EAAE;QACnC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,MAAe,EAAE;QAChD,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAe,EAAE;QAC1C,EAAE,IAAI,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,QAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE;QACpF,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,QAAQ,EAAE;KAC/D,CAAC,CAAA;IAEF,OAAO;QACL,MAAM,EAAE,eAAe;QACvB,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC;YAC5D,EAAE,EAAE,KAAK,GAAG,CAAC;YACb,GAAG,QAAQ;SACZ,CAAC,CAAC;KACJ,CAAA;AACH,CAAC;AAED,SAAS,6BAA6B,CAAC,aAAoB;IACzD,MAAM,eAAe,GAAG,aAAa;SAClC,MAAM,CAAC,CAAC,QAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;SAC5E,OAAO,CAAC,CAAC,QAAa,EAAE,EAAE,CACzB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,CAAC;QACnC,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,WAAW,EAAE,QAAQ,CAAC,EAAE;QACxB,sBAAsB,EAAE,QAAQ,CAAC,aAAa;QAC9C,QAAQ,EAAE,KAAK,CAAC,EAAE;QAClB,mBAAmB,EAAE,KAAK,CAAC,aAAa;QACxC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;QAC1C,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC;KACpC,CAAC,CAAC,CACJ,CAAA;IAEH,MAAM,YAAY,GAAG,qBAAqB,CAAC,iBAAiB,EAAE;QAC5D,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAa,EAAE;QACnC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAe,EAAE;QAC9C,EAAE,IAAI,EAAE,wBAAwB,EAAE,IAAI,EAAE,MAAe,EAAE;QACzD,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAe,EAAE;QAC3C,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,MAAe,EAAE;QACtD,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAiB,EAAE;QACpD,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,MAAe,EAAE;QACpD,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,MAAe,EAAE;QAChD,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,QAAiB,EAAE;KACjD,CAAC,CAAA;IAEF,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,OAAO,EAAE,eAAe;KACzB,CAAA;AACH,CAAC;AAED,KAAK,UAAU,gCAAgC,CAAC,MAAqB;IACnE,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;IAE1C,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,iBAAiB,EAAE,CAAA;QAEtD,MAAM,mBAAmB,GAAG,wBAAwB,CAAC,aAAa,CAAC,CAAA;QACnE,MAAM,wBAAwB,GAAG,6BAA6B,CAAC,aAAa,CAAC,CAAA;QAE7E,OAAO,CAAC,GAAG,CAAC,aAAa,aAAa,CAAC,MAAM,YAAY,CAAC,CAAA;QAC1D,OAAO,CAAC,GAAG,CAAC,aAAa,wBAAwB,CAAC,OAAO,CAAC,MAAM,kBAAkB,CAAC,CAAA;QAEnF,OAAO,CAAC,mBAAmB,EAAE,wBAAwB,CAAC,CAAA;IACxD,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;QACzD,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC;AAED,KAAK,UAAU,+BAA+B,CAC5C,WAAkB,EAClB,mBAAiC,EACjC,YAAoB;IAEpB,iBAAiB,CAAC,WAAW,CAAC,CAAA;IAE9B,MAAM,UAAU,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAA;IAEnD,MAAM,UAAU,CAAC;QACf,IAAI,EAAE,mBAAmB;QACzB,UAAU;QACV,YAAY;KACb,CAAC,CAAA;IAEF,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACtC,KAAK,EAAE,GAAG,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE;QACjD,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,MAAM;KACnC,CAAC,CAAC,CAAA;AACL,CAAC;AAED,SAAS,wBAAwB,CAAC,OAAiB,EAAE,UAAmB;IACtE,OAAO,CAAC,GAAG,CAAC,+BAA+B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAChE,OAAO,CAAC,GAAG,CAAC,2BAA2B,UAAU,IAAI,KAAK,EAAE,CAAC,CAAA;AAC/D,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,OAAiB,EACjB,MAAqB,EACrB,UAAmB;IAEnB,OAAO,MAAM,OAAO,CAAC,GAAG,CACtB,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;QAC/B,OAAO,CAAC,GAAG,CAAC,YAAY,UAAU,KAAK,CAAC,CAAA;QACxC,OAAO,MAAM,wCAAwC,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,UAAU,IAAI,SAAS,EAAE,CAAC,CAAA;IACpH,CAAC,CAAC,CACH,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAA4B;IACjE,MAAM,EAAE,eAAe,EAAE,mBAAmB,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY,GAAG,WAAW,EAAE,GAAG,OAAO,CAAA;IAEzG,MAAM,MAAM,GAAG,MAAM,gCAAgC,CAAC,eAAe,CAAC,CAAA;IACtE,MAAM,EAAE,uBAAuB,EAAE,sBAAsB,EAAE,GAAG,6BAA6B,CAAC,OAAO,CAAC,CAAA;IAElG,wBAAwB,CAAC,uBAAuB,EAAE,UAAU,CAAC,CAAA;IAE7D,MAAM,iBAAiB,GAAG,MAAM,yBAAyB,CAAC,uBAAuB,EAAE,MAAM,EAAE,UAAU,CAAC,CAAA;IACtG,MAAM,cAAc,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAA;IAE7C,IAAI,sBAAsB,EAAE,CAAC;QAC3B,MAAM,mBAAmB,GAAG,MAAM,gCAAgC,CAAC,MAAM,CAAC,CAAA;QAC1E,cAAc,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,CAAA;IAC7C,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,+BAA+B,CAAC,cAAc,EAAE,mBAAmB,EAAE,YAAY,CAAC,CAAA;IAExG,OAAO,EAAE,OAAO,EAAE,CAAA;AACpB,CAAC"}

package/dist/zoho-crm/zoho-crm-to-database-collection-converter.d.ts

@@ -0,0 +1,8 @@
+import type { Collection, CollectionSchema } from '../collections/types.js';
+import type { ZohoCRMClient, ZohoCRMRecord } from './zoho-crm-client.js';
+export interface ZohoCRMConversionOptions {
+    maxRecords?: number;
+}
+export declare function createDatabaseSchemaFromZohoCRMRecords(records: ZohoCRMRecord[], schemaName: string): CollectionSchema;
+export declare function convertZohoCRMModuleToDatabaseCollection(moduleName: string, client: ZohoCRMClient, options?: ZohoCRMConversionOptions): Promise<Collection>;
+//# sourceMappingURL=zoho-crm-to-database-collection-converter.d.ts.map

package/dist/zoho-crm/zoho-crm-to-database-collection-converter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"zoho-crm-to-database-collection-converter.d.ts","sourceRoot":"","sources":["../../src/zoho-crm/zoho-crm-to-database-collection-converter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAsB,MAAM,yBAAyB,CAAA;AAC/F,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAExE,MAAM,WAAW,wBAAwB;IACvC,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAwHD,wBAAgB,sCAAsC,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,gBAAgB,CAarH;AAED,wBAAsB,wCAAwC,CAC5D,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,aAAa,EACrB,OAAO,GAAE,wBAA6B,GACrC,OAAO,CAAC,UAAU,CAAC,CAmBrB"}

package/dist/zoho-crm/zoho-crm-to-database-collection-converter.js

@@ -0,0 +1,117 @@
+function createEmptyDatabaseSchema(schemaName) {
+    return {
+        name: schemaName,
+        prepareMode: 'drop',
+        columns: [
+            { name: 'id', type: 'id' },
+            { name: 'raw_data', transform: (record) => JSON.stringify(record) },
+        ],
+    };
+}
+function extractAllFieldNamesFromRecords(records) {
+    const allFieldNames = records
+        .flatMap(record => Object.keys(record));
+    return [...new Set(allFieldNames)].sort();
+}
+function sanitizeFieldNameForDatabase(fieldName) {
+    return fieldName.toLowerCase().replace(/[^a-z0-9_]/g, '_');
+}
+function inferColumnTypeFromFieldName(fieldName) {
+    if (fieldName.includes('Date') || fieldName.includes('Time') || fieldName.includes('_time')) {
+        return fieldName.includes('Date') && !fieldName.includes('Time') ? 'date' : 'datetime';
+    }
+    if (fieldName.includes('Amount') || fieldName.includes('Revenue') || fieldName.includes('_amount')) {
+        return 'currency';
+    }
+    if (fieldName.includes('Probability') || fieldName.includes('Rate') || fieldName.includes('_rate') || fieldName.includes('_number')) {
+        return 'number';
+    }
+    if (fieldName.includes('Opt_Out') || fieldName.includes('_opt_out') || fieldName.includes('converted')) {
+        return 'bool';
+    }
+    return 'text';
+}
+function extractSampleValuesFromRecords(records, fieldName, sampleSize = 10) {
+    return records
+        .slice(0, sampleSize)
+        .map((record) => record[fieldName])
+        .filter((value) => value !== null && value !== undefined && value !== '');
+}
+function refineColumnTypeFromSampleValue(sampleValue, inferredType) {
+    if (typeof sampleValue === 'boolean') {
+        return 'bool';
+    }
+    if (typeof sampleValue === 'number') {
+        return 'number';
+    }
+    if (typeof sampleValue === 'string' && (inferredType === 'date' || inferredType === 'datetime')) {
+        const parsedDate = new Date(sampleValue);
+        return isNaN(parsedDate.getTime()) ? 'text' : inferredType;
+    }
+    return inferredType;
+}
+function createColumnsForNestedObject(fieldName, sanitizedColumnName, sampleValue) {
+    const nestedProperties = [
+        { key: 'name', exists: sampleValue.name },
+        { key: 'id', exists: sampleValue.id },
+        { key: 'email', exists: sampleValue.email }
+    ];
+    return nestedProperties
+        .filter(property => property.exists)
+        .map(property => ({
+        name: `${sanitizedColumnName}_${property.key}`,
+        path: `${fieldName}.${property.key}`
+    }));
+}
+function createColumnFromField(fieldName, records) {
+    if (fieldName === 'id') {
+        return [{ name: 'record_id', path: 'id' }];
+    }
+    const sanitizedColumnName = sanitizeFieldNameForDatabase(fieldName);
+    let columnType = inferColumnTypeFromFieldName(fieldName);
+    const sampleValues = extractSampleValuesFromRecords(records, fieldName);
+    if (sampleValues.length > 0) {
+        const firstSampleValue = sampleValues[0];
+        if (typeof firstSampleValue === 'object' && firstSampleValue !== null) {
+            return createColumnsForNestedObject(fieldName, sanitizedColumnName, firstSampleValue);
+        }
+        columnType = refineColumnTypeFromSampleValue(firstSampleValue, columnType);
+    }
+    return [{ name: sanitizedColumnName, path: fieldName, type: columnType }];
+}
+function convertFieldsToColumns(fieldNames, records) {
+    const baseColumns = [{ name: 'id', type: 'id' }];
+    const fieldColumns = fieldNames.flatMap(fieldName => createColumnFromField(fieldName, records));
+    const rawDataColumn = [
+        { name: 'raw_data', transform: (record) => JSON.stringify(record) }
+    ];
+    return [...baseColumns, ...fieldColumns, ...rawDataColumn];
+}
+export function createDatabaseSchemaFromZohoCRMRecords(records, schemaName) {
+    if (!records || records.length === 0) {
+        return createEmptyDatabaseSchema(schemaName);
+    }
+    const allFieldNames = extractAllFieldNamesFromRecords(records);
+    const databaseColumns = convertFieldsToColumns(allFieldNames, records);
+    return {
+        name: schemaName,
+        prepareMode: 'drop',
+        columns: databaseColumns,
+    };
+}
+export async function convertZohoCRMModuleToDatabaseCollection(moduleName, client, options = {}) {
+    const { maxRecords } = options;
+    console.log(`Processing module: ${moduleName}`);
+    const zohoCRMRecords = await client.getAllRecordsWithFields(moduleName, { maxRecords: maxRecords || undefined });
+    const databaseSchema = createDatabaseSchemaFromZohoCRMRecords(zohoCRMRecords, moduleName.toLowerCase());
+    const databaseCollection = {
+        schema: databaseSchema,
+        objects: zohoCRMRecords.map((record, index) => ({
+            id: index + 1,
+            ...record,
+        })),
+    };
+    console.log(`Processed ${zohoCRMRecords.length} records for module: ${moduleName}`);
+    return databaseCollection;
+}
+//# sourceMappingURL=zoho-crm-to-database-collection-converter.js.map

package/dist/zoho-crm/zoho-crm-to-database-collection-converter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"zoho-crm-to-database-collection-converter.js","sourceRoot":"","sources":["../../src/zoho-crm/zoho-crm-to-database-collection-converter.ts"],"names":[],"mappings":"AAOA,SAAS,yBAAyB,CAAC,UAAkB;IACnD,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,MAAM;QACnB,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;YAC1B,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;SACpE;KACF,CAAA;AACH,CAAC;AAED,SAAS,+BAA+B,CAAC,OAAwB;IAC/D,MAAM,aAAa,GAAG,OAAO;SAC1B,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;IAEzC,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;AAC3C,CAAC;AAED,SAAS,4BAA4B,CAAC,SAAiB;IACrD,OAAO,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,4BAA4B,CAAC,SAAiB;IACrD,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5F,OAAO,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAA;IACxF,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACnG,OAAO,UAAU,CAAA;IACnB,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACpI,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACvG,OAAO,MAAM,CAAA;IACf,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,8BAA8B,CAAC,OAAwB,EAAE,SAAiB,EAAE,aAAqB,EAAE;IAC1G,OAAO,OAAO;SACX,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;SACpB,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;SAClC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,CAAC,CAAA;AAC7E,CAAC;AAED,SAAS,+BAA+B,CAAC,WAAgB,EAAE,YAAwB;IACjF,IAAI,OAAO,WAAW,KAAK,SAAS,EAAE,CAAC;QACrC,OAAO,MAAM,CAAA;IACf,CAAC;IAED,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,CAAC,YAAY,KAAK,MAAM,IAAI,YAAY,KAAK,UAAU,CAAC,EAAE,CAAC;QAChG,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAA;QACxC,OAAO,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAA;IAC5D,CAAC;IAED,OAAO,YAAY,CAAA;AACrB,CAAC;AAED,SAAS,4BAA4B,CAAC,SAAiB,EAAE,mBAA2B,EAAE,WAAgB;IACpG,MAAM,gBAAgB,GAAG;QACvB,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,IAAI,EAAE;QACzC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,EAAE;QACrC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE;KAC5C,CAAA;IAED,OAAO,gBAAgB;SACpB,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;SACnC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChB,IAAI,EAAE,GAAG,mBAAmB,IAAI,QAAQ,CAAC,GAAG,EAAE;QAC9C,IAAI,EAAE,GAAG,SAAS,IAAI,QAAQ,CAAC,GAAG,EAAE;KACrC,CAAC,CAAC,CAAA;AACP,CAAC;AAED,SAAS,qBAAqB,CAAC,SAAiB,EAAE,OAAwB;IACxE,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QACvB,OAAO,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC5C,CAAC;IAED,MAAM,mBAAmB,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAA;IACnE,IAAI,UAAU,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAA;IAExD,MAAM,YAAY,GAAG,8BAA8B,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IAEvE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,gBAAgB,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QAExC,IAAI,OAAO,gBAAgB,KAAK,QAAQ,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;YACtE,OAAO,4BAA4B,CAAC,SAAS,EAAE,mBAAmB,EAAE,gBAAgB,CAAC,CAAA;QACvF,CAAC;QAED,UAAU,GAAG,+BAA+B,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAA;IAC5E,CAAC;IAED,OAAO,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;AAC3E,CAAC;AAED,SAAS,sBAAsB,CAAC,UAAoB,EAAE,OAAwB;IAC5E,MAAM,WAAW,GAAa,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAE1D,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAClD,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,CAC1C,CAAA;IAED,MAAM,aAAa,GAAa;QAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;KACzE,CAAA;IAED,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,YAAY,EAAE,GAAG,aAAa,CAAC,CAAA;AAC5D,CAAC;AAED,MAAM,UAAU,sCAAsC,CAAC,OAAwB,EAAE,UAAkB;IACjG,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,yBAAyB,CAAC,UAAU,CAAC,CAAA;IAC9C,CAAC;IAED,MAAM,aAAa,GAAG,+BAA+B,CAAC,OAAO,CAAC,CAAA;IAC9D,MAAM,eAAe,GAAG,sBAAsB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAA;IAEtE,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,MAAM;QACnB,OAAO,EAAE,eAAe;KACzB,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAC5D,UAAkB,EAClB,MAAqB,EACrB,UAAoC,EAAE;IAEtC,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAA;IAE9B,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAA;IAE/C,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,UAAU,EAAE,EAAE,UAAU,EAAE,UAAU,IAAI,SAAS,EAAE,CAAC,CAAA;IAChH,MAAM,cAAc,GAAG,sCAAsC,CAAC,cAAc,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC,CAAA;IAEvG,MAAM,kBAAkB,GAAe;QACrC,MAAM,EAAE,cAAc;QACtB,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC;YAC3D,EAAE,EAAE,KAAK,GAAG,CAAC;YACb,GAAG,MAAM;SACV,CAAC,CAAC;KACJ,CAAA;IAED,OAAO,CAAC,GAAG,CAAC,aAAa,cAAc,CAAC,MAAM,wBAAwB,UAAU,EAAE,CAAC,CAAA;IAEnF,OAAO,kBAAkB,CAAA;AAC3B,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ingeno/pipedream-services",
-  "version": "1.0.64",
+  "version": "1.0.65",
   "description": "Service utilities for Clarity data integrations",
   "type": "module",
   "main": "dist/index.js",

package/dist/zoho-crm/module-processor.d.ts

@@ -1,8 +0,0 @@
-import type { Collection, CollectionSchema } from '../collections/types.js';
-import type { ZohoCRMClient, ZohoCRMRecord } from './zoho-crm-client.js';
-export interface ModuleProcessorOptions {
-    maxRecords?: number;
-}
-export declare function generateSchemaFromRecords(records: ZohoCRMRecord[], schemaName: string): CollectionSchema;
-export declare function processModule(moduleName: string, client: ZohoCRMClient, options?: ModuleProcessorOptions): Promise<Collection>;
-//# sourceMappingURL=module-processor.d.ts.map

package/dist/zoho-crm/module-processor.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"module-processor.d.ts","sourceRoot":"","sources":["../../src/zoho-crm/module-processor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAsB,MAAM,yBAAyB,CAAA;AAC/F,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAExE,MAAM,WAAW,sBAAsB;IACrC,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAGD,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,gBAAgB,CAuGxG;AAGD,wBAAsB,aAAa,CACjC,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,aAAa,EACrB,OAAO,GAAE,sBAA2B,GACnC,OAAO,CAAC,UAAU,CAAC,CAqBrB"}

package/dist/zoho-crm/module-processor.js

@@ -1,114 +0,0 @@
-// Helper function to dynamically generate schema from Zoho CRM records
-export function generateSchemaFromRecords(records, schemaName) {
-    if (!records || records.length === 0) {
-        return {
-            name: schemaName,
-            prepareMode: 'drop',
-            columns: [
-                { name: 'id', type: 'id' },
-                { name: 'raw_data', transform: (record) => JSON.stringify(record) },
-            ],
-        };
-    }
-    const allFields = new Set();
-    // Collect all field names from all records
-    records.forEach((record) => {
-        Object.keys(record).forEach((key) => {
-            allFields.add(key);
-        });
-    });
-    // Convert field names to database column definitions
-    const columns = [{ name: 'id', type: 'id' }];
-    // Sort fields for consistent ordering
-    const sortedFields = Array.from(allFields).sort();
-    sortedFields.forEach((field) => {
-        // Skip the 'id' field from Zoho as we handle it separately
-        if (field === 'id') {
-            columns.push({ name: 'record_id', path: 'id' });
-            return;
-        }
-        const columnName = field.toLowerCase().replace(/[^a-z0-9_]/g, '_');
-        // Determine data type based on field name patterns and sample data
-        let type = 'text';
-        // Check field name patterns
-        if (field.includes('Date') || field.includes('Time') || field.includes('_time')) {
-            type = field.includes('Date') && !field.includes('Time') ? 'date' : 'datetime';
-        }
-        else if (field.includes('Amount') || field.includes('Revenue') || field.includes('_amount')) {
-            type = 'currency';
-        }
-        else if (field.includes('Probability') ||
-            field.includes('Rate') ||
-            field.includes('_rate') ||
-            field.includes('_number')) {
-            type = 'number';
-        }
-        else if (field.includes('Opt_Out') || field.includes('_opt_out') || field.includes('converted')) {
-            type = 'bool';
-        }
-        // Sample the data to refine type detection
-        const sampleValues = records
-            .slice(0, 10)
-            .map((record) => record[field])
-            .filter((val) => val !== null && val !== undefined && val !== '');
-        if (sampleValues.length > 0) {
-            const sampleValue = sampleValues[0];
-            if (typeof sampleValue === 'boolean') {
-                type = 'bool';
-            }
-            else if (typeof sampleValue === 'number') {
-                type = 'number';
-            }
-            else if (typeof sampleValue === 'object' && sampleValue !== null) {
-                // Handle nested objects (like Owner, Account_Name, etc.)
-                if (sampleValue.name) {
-                    columns.push({ name: `${columnName}_name`, path: `${field}.name` });
-                }
-                if (sampleValue.id) {
-                    columns.push({ name: `${columnName}_id`, path: `${field}.id` });
-                }
-                if (sampleValue.email) {
-                    columns.push({ name: `${columnName}_email`, path: `${field}.email` });
-                }
-                return; // Skip adding the main field since we're handling nested properties
-            }
-            else if (typeof sampleValue === 'string') {
-                // Check if it's a valid date/timestamp string
-                if (type === 'date' || type === 'datetime') {
-                    // Try to parse the date to validate it's a proper timestamp
-                    const date = new Date(sampleValue);
-                    if (isNaN(date.getTime())) {
-                        // Invalid date, treat as text
-                        type = 'text';
-                    }
-                }
-            }
-        }
-        columns.push({ name: columnName, path: field, type });
-    });
-    // Always add raw_data column for full JSON
-    columns.push({ name: 'raw_data', transform: (record) => JSON.stringify(record) });
-    return {
-        name: schemaName,
-        prepareMode: 'drop',
-        columns,
-    };
-}
-// Generic function to process any Zoho CRM module
-export async function processModule(moduleName, client, options = {}) {
-    const { maxRecords } = options;
-    console.log(`Processing module: ${moduleName}`);
-    const records = await client.getAllRecordsWithFields(moduleName, { maxRecords: maxRecords || undefined });
-    const schema = generateSchemaFromRecords(records, moduleName.toLowerCase());
-    // Create collection with manually assigned IDs
-    const collection = {
-        schema,
-        objects: records.map((record, index) => ({
-            id: index + 1,
-            ...record,
-        })),
-    };
-    console.log(`Processed ${records.length} records for module: ${moduleName}`);
-    return collection;
-}
-//# sourceMappingURL=module-processor.js.map

package/dist/zoho-crm/module-processor.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"module-processor.js","sourceRoot":"","sources":["../../src/zoho-crm/module-processor.ts"],"names":[],"mappings":"AAOA,uEAAuE;AACvE,MAAM,UAAU,yBAAyB,CAAC,OAAwB,EAAE,UAAkB;IACpF,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO;YACL,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,MAAM;YACnB,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;gBAC1B,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;aACpE;SACF,CAAA;IACH,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;IAEnC,2CAA2C;IAC3C,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QACzB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAClC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACpB,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,qDAAqD;IACrD,MAAM,OAAO,GAAa,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAEtD,sCAAsC;IACtC,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAA;IAEjD,YAAY,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7B,2DAA2D;QAC3D,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;YAC/C,OAAM;QACR,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAA;QAElE,mEAAmE;QACnE,IAAI,IAAI,GAAe,MAAM,CAAA;QAE7B,4BAA4B;QAC5B,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAChF,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAA;QAChF,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9F,IAAI,GAAG,UAAU,CAAA;QACnB,CAAC;aAAM,IACL,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC;YAC7B,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YACtB,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YACvB,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EACzB,CAAC;YACD,IAAI,GAAG,QAAQ,CAAA;QACjB,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAClG,IAAI,GAAG,MAAM,CAAA;QACf,CAAC;QAED,2CAA2C;QAC3C,MAAM,YAAY,GAAG,OAAO;aACzB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;aAC9B,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,CAAC,CAAA;QACnE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;YAEnC,IAAI,OAAO,WAAW,KAAK,SAAS,EAAE,CAAC;gBACrC,IAAI,GAAG,MAAM,CAAA;YACf,CAAC;iBAAM,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;gBAC3C,IAAI,GAAG,QAAQ,CAAA;YACjB,CAAC;iBAAM,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;gBACnE,yDAAyD;gBACzD,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;oBACrB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,UAAU,OAAO,EAAE,IAAI,EAAE,GAAG,KAAK,OAAO,EAAE,CAAC,CAAA;gBACrE,CAAC;gBACD,IAAI,WAAW,CAAC,EAAE,EAAE,CAAC;oBACnB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,UAAU,KAAK,EAAE,IAAI,EAAE,GAAG,KAAK,KAAK,EAAE,CAAC,CAAA;gBACjE,CAAC;gBACD,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;oBACtB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,UAAU,QAAQ,EAAE,IAAI,EAAE,GAAG,KAAK,QAAQ,EAAE,CAAC,CAAA;gBACvE,CAAC;gBACD,OAAM,CAAC,oEAAoE;YAC7E,CAAC;iBAAM,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;gBAC3C,8CAA8C;gBAC9C,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC3C,4DAA4D;oBAC5D,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAA;oBAClC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;wBAC1B,8BAA8B;wBAC9B,IAAI,GAAG,MAAM,CAAA;oBACf,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IAEF,2CAA2C;IAC3C,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAEtF,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,MAAM;QACnB,OAAO;KACR,CAAA;AACH,CAAC;AAED,kDAAkD;AAClD,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,UAAkB,EAClB,MAAqB,EACrB,UAAkC,EAAE;IAEpC,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAA;IAE9B,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAA;IAE/C,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,UAAU,EAAE,EAAE,UAAU,EAAE,UAAU,IAAI,SAAS,EAAE,CAAC,CAAA;IAEzG,MAAM,MAAM,GAAG,yBAAyB,CAAC,OAAO,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC,CAAA;IAE3E,+CAA+C;IAC/C,MAAM,UAAU,GAAe;QAC7B,MAAM;QACN,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC;YACpD,EAAE,EAAE,KAAK,GAAG,CAAC;YACb,GAAG,MAAM;SACV,CAAC,CAAC;KACJ,CAAA;IAED,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,CAAC,MAAM,wBAAwB,UAAU,EAAE,CAAC,CAAA;IAE5E,OAAO,UAAU,CAAA;AACnB,CAAC"}