@ingeno/pipedream-services 1.0.64 → 1.0.66

package/dist/zoho-crm/zoho-crm-fetcher.js

@@ -1,114 +1,131 @@
-import { ZohoCRMClient, ZohoAuth, collectionSummary, collectionsToTables, fillTables, processModule } from '../index.js';
-/**
- * Reusable function to fetch data from Zoho CRM modules and save to PostgreSQL
- *
- * @param options Configuration options for the fetch operation
- * @returns Summary of tables created and records processed
- */
-export async function fetchZohoCRMData(options) {
-    const { zohoCredentials, postgresCredentials, modules, maxResults, tablesPrefix = 'zoho_crm_' } = options;
-    // Initialize Zoho Auth and Client
+import { from } from 'rxjs';
+import { ZohoCRMClient, ZohoAuth, collectionStreamsToTableRowStreams, fillTablesFromStreams, convertZohoCRMModuleToDatabaseCollectionStream } from '../index.js';
+async function createAuthenticatedZohoCRMClient(zohoCredentials) {
     const zohoAuth = new ZohoAuth(zohoCredentials);
     const accessToken = await zohoAuth.getAccessToken();
-    const client = new ZohoCRMClient({
+    return new ZohoCRMClient({
         accessToken,
         apiDomain: zohoCredentials.api_domain,
     });
-    // Check if Deals is in modules and add DealHistory if so
-    const enhancedModules = [...modules];
-    const includesPipelines = modules.includes('Deals');
-    if (includesPipelines && !enhancedModules.includes('DealHistory')) {
-        enhancedModules.push('DealHistory');
+}
+const addRequiredModuleDependencies = (modules) => {
+    const modulesWithDependencies = [...modules];
+    const shouldIncludePipelines = modules.includes('Deals');
+    if (shouldIncludePipelines && !modulesWithDependencies.includes('DealHistory')) {
+        modulesWithDependencies.push('DealHistory');
         console.log('Added DealHistory module since Deals is included');
     }
-    console.log(`Fetching data from modules: ${enhancedModules.join(', ')}`);
-    console.log(`Max results per module: ${maxResults || 'all'}`);
-    // Process each module using the generic processor
-    const moduleCollections = await Promise.all(enhancedModules.map(async (moduleName) => {
-        console.log(`Fetching ${moduleName}...`);
-        return await processModule(moduleName, client, { maxRecords: maxResults || undefined });
-    }));
-    const collections = [...moduleCollections];
-    // If Deals is included, also fetch and process pipelines
-    if (includesPipelines) {
-        console.log('Fetching Deals pipelines...');
-        try {
-            const pipelinesData = await client.getDealsPipelines();
-            // Create a collection for pipelines
-            const pipelinesCollection = {
-                schema: {
-                    name: 'pipelines',
-                    prepareMode: 'drop',
-                    columns: [
-                        { name: 'id', type: 'id' },
-                        { name: 'pipeline_id', path: 'id' },
-                        { name: 'display_value', type: 'text' },
-                        { name: 'default', type: 'bool' },
-                        { name: 'stages_count', transform: (pipeline) => pipeline.stages?.length || 0 },
-                        { name: 'stages_data', type: 'json', path: 'stages' },
-                    ],
-                },
-                objects: pipelinesData.map((pipeline, index) => ({
-                    id: index + 1,
-                    ...pipeline,
-                })),
-            };
-            // Create a separate collection for pipeline stages using functional programming
-            const stagesData = pipelinesData
-                .filter((pipeline) => pipeline.stages && Array.isArray(pipeline.stages))
-                .flatMap((pipeline) => pipeline.stages.map((stage) => ({
-                id: stage.id,
-                pipeline_id: pipeline.id,
-                pipeline_display_value: pipeline.display_value,
-                stage_id: stage.id,
-                stage_display_value: stage.display_value,
-                sequence_number: stage.sequence_number,
-                forecast_category: stage.forecast_category,
-                forecast_type: stage.forecast_type,
-                probability: stage.probability || 0,
-            })));
-            const pipelineStagesCollection = {
-                schema: {
-                    name: 'pipeline_stages',
-                    prepareMode: 'drop',
-                    columns: [
-                        { name: 'id', type: 'id' },
-                        { name: 'pipeline_id', type: 'text' },
-                        { name: 'pipeline_display_value', type: 'text' },
-                        { name: 'stage_id', type: 'text' },
-                        { name: 'stage_display_value', type: 'text' },
-                        { name: 'sequence_number', type: 'number' },
-                        { name: 'forecast_category', type: 'text' },
-                        { name: 'forecast_type', type: 'text' },
-                        { name: 'probability', type: 'number' },
-                    ],
-                },
-                objects: stagesData,
-            };
-            const pipelineCollections = [pipelinesCollection, pipelineStagesCollection];
-            collections.push(...pipelineCollections);
-            console.log(`Processed ${pipelinesData.length} pipelines`);
-            console.log(`Processed ${stagesData.length} pipeline stages`);
-        }
-        catch (error) {
-            console.warn('Failed to fetch pipelines:', error.message);
-        }
+    return { modulesWithDependencies, shouldIncludePipelines };
+};
+const buildCollectionSchema = (name, columns, prepareMode = 'drop') => ({
+    name,
+    prepareMode,
+    columns,
+});
+const buildPipelinesCollection = (pipelinesData) => {
+    const pipelinesSchema = buildCollectionSchema('pipelines', [
+        { name: 'id', type: 'id' },
+        { name: 'pipeline_id', path: 'id' },
+        { name: 'display_value', type: 'text' },
+        { name: 'default', type: 'bool' },
+        { name: 'stages_count', transform: (pipeline) => pipeline.stages?.length || 0 },
+        { name: 'stages_data', type: 'json', path: 'stages' },
+    ]);
+    return {
+        schema: pipelinesSchema,
+        objects: pipelinesData.map((pipeline, index) => ({
+            id: index + 1,
+            ...pipeline,
+        })),
+    };
+};
+const buildPipelineStagesCollection = (pipelinesData) => {
+    const flattenedStages = pipelinesData
+        .filter((pipeline) => pipeline.stages && Array.isArray(pipeline.stages))
+        .flatMap((pipeline) => pipeline.stages.map((stage) => ({
+        id: stage.id,
+        pipeline_id: pipeline.id,
+        pipeline_display_value: pipeline.display_value,
+        stage_id: stage.id,
+        stage_display_value: stage.display_value,
+        sequence_number: stage.sequence_number,
+        forecast_category: stage.forecast_category,
+        forecast_type: stage.forecast_type,
+        probability: stage.probability || 0,
+    })));
+    const stagesSchema = buildCollectionSchema('pipeline_stages', [
+        { name: 'id', type: 'id' },
+        { name: 'pipeline_id', type: 'text' },
+        { name: 'pipeline_display_value', type: 'text' },
+        { name: 'stage_id', type: 'text' },
+        { name: 'stage_display_value', type: 'text' },
+        { name: 'sequence_number', type: 'number' },
+        { name: 'forecast_category', type: 'text' },
+        { name: 'forecast_type', type: 'text' },
+        { name: 'probability', type: 'number' },
+    ]);
+    return {
+        schema: stagesSchema,
+        objects: flattenedStages,
+    };
+};
+const fetchAndBuildPipelineCollections = async (client) => {
+    console.log('Fetching Deals pipelines...');
+    try {
+        const pipelinesData = await client.getDealsPipelines();
+        const pipelinesCollection = buildPipelinesCollection(pipelinesData);
+        const pipelineStagesCollection = buildPipelineStagesCollection(pipelinesData);
+        console.log(`Processed ${pipelinesData.length} pipelines`);
+        console.log(`Processed ${pipelineStagesCollection.objects.length} pipeline stages`);
+        return [pipelinesCollection, pipelineStagesCollection];
     }
-    // Log summary
-    collectionSummary(collections);
-    // Convert to table format
-    const tablesRows = collectionsToTables(collections);
-    // Fill PostgreSQL tables
-    await fillTables({
+    catch (error) {
+        console.warn('Failed to fetch pipelines:', error.message);
+        return [];
+    }
+};
+const saveCollectionStreamsAndCreateSummary = async (collectionStreams, postgresCredentials, tablesPrefix) => {
+    // Skip summary to avoid re-fetching objects for streaming efficiency
+    console.log(`Processing ${collectionStreams.length} collection streams for database insertion`);
+    const tableRowStreams = collectionStreamsToTableRowStreams(collectionStreams);
+    await fillTablesFromStreams({
         auth: postgresCredentials,
-        tablesRows,
+        tableRowStreams,
         tablesPrefix,
     });
-    return {
-        summary: collections.map((c) => ({
-            table: `${tablesPrefix}${c.schema.name}`,
-            records: c.objects.length,
-        })),
-    };
+    // For streaming collections, we can't know the exact count without materializing
+    // This is acceptable since the primary benefit is memory efficiency during processing
+    return collectionStreams.map((collectionStream) => ({
+        table: `${tablesPrefix}${collectionStream.schema.name}`,
+        records: collectionStream.recordCount || 0, // Use known count if available
+    }));
+};
+const logFetchOperationDetails = (modules, maxResults) => {
+    console.log(`Fetching data from modules: ${modules.join(', ')}`);
+    console.log(`Max results per module: ${maxResults || 'all'}`);
+};
+const fetchAllModuleCollectionStreams = async (modules, client, maxResults) => Promise.all(modules.map(async (moduleName) => {
+    console.log(`Fetching ${moduleName}...`);
+    return await convertZohoCRMModuleToDatabaseCollectionStream(moduleName, client, { maxRecords: maxResults || undefined });
+}));
+export async function fetchZohoCRMData(options) {
+    const { zohoCredentials, postgresCredentials, modules, maxResults, tablesPrefix = 'zoho_crm_' } = options;
+    const client = await createAuthenticatedZohoCRMClient(zohoCredentials);
+    const { modulesWithDependencies, shouldIncludePipelines } = addRequiredModuleDependencies(modules);
+    logFetchOperationDetails(modulesWithDependencies, maxResults);
+    const moduleCollectionStreams = await fetchAllModuleCollectionStreams(modulesWithDependencies, client, maxResults);
+    const allCollectionStreams = [...moduleCollectionStreams];
+    if (shouldIncludePipelines) {
+        const pipelineCollections = await fetchAndBuildPipelineCollections(client);
+        // Convert pipeline collections to streams for consistency
+        const pipelineStreams = pipelineCollections.map(collection => ({
+            schema: collection.schema,
+            objects: from(collection.objects),
+            recordCount: collection.objects.length // Keep count for small pipeline data
+        }));
+        allCollectionStreams.push(...pipelineStreams);
+    }
+    const summary = await saveCollectionStreamsAndCreateSummary(allCollectionStreams, postgresCredentials, tablesPrefix);
+    return { summary };
 }
 //# sourceMappingURL=zoho-crm-fetcher.js.map

package/dist/zoho-crm/zoho-crm-fetcher.js.map

@@ -1 +1 @@
-{"version":3,"file":"zoho-crm-fetcher.js","sourceRoot":"","sources":["../../src/zoho-crm/zoho-crm-fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAgBxH;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAA4B;IACjE,MAAM,EAAE,eAAe,EAAE,mBAAmB,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY,GAAG,WAAW,EAAE,GAAG,OAAO,CAAA;IAEzG,kCAAkC;IAClC,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAA;IAC9C,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAA;IAEnD,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC;QAC/B,WAAW;QACX,SAAS,EAAE,eAAe,CAAC,UAAU;KACtC,CAAC,CAAA;IAEF,yDAAyD;IACzD,MAAM,eAAe,GAAG,CAAC,GAAG,OAAO,CAAC,CAAA;IACpC,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IAEnD,IAAI,iBAAiB,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QAClE,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACnC,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAA;IACjE,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,+BAA+B,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACxE,OAAO,CAAC,GAAG,CAAC,2BAA2B,UAAU,IAAI,KAAK,EAAE,CAAC,CAAA;IAE7D,kDAAkD;IAClD,MAAM,iBAAiB,GAAG,MAAM,OAAO,CAAC,GAAG,CACzC,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;QACvC,OAAO,CAAC,GAAG,CAAC,YAAY,UAAU,KAAK,CAAC,CAAA;QACxC,OAAO,MAAM,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,UAAU,IAAI,SAAS,EAAE,CAAC,CAAA;IACzF,CAAC,CAAC,CACH,CAAA;IAED,MAAM,WAAW,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAA;IAE1C,yDAAyD;IACzD,IAAI,iBAAiB,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;QAE1C,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,iBAAiB,EAAE,CAAA;YAEtD,oCAAoC;YACpC,MAAM,mBAAmB,GAAG;gBAC1B,MAAM,EAAE;oBACN,IAAI,EAAE,WAAW;oBACjB,WAAW,EAAE,MAAe;oBAC5B,OAAO,EAAE;wBACP,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAa,EAAE;wBACnC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,EAAE;wBACnC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,MAAe,EAAE;wBAChD,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAe,EAAE;wBAC1C,EAAE,IAAI,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,QAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE;wBACpF,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC/D;iBACF;gBACD,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC;oBAC5D,EAAE,EAAE,KAAK,GAAG,CAAC;oBACb,GAAG,QAAQ;iBACZ,CAAC,CAAC;aACJ,CAAA;YAED,gFAAgF;YAChF,MAAM,UAAU,GAAG,aAAa;iBAC7B,MAAM,CAAC,CAAC,QAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;iBAC5E,OAAO,CAAC,CAAC,QAAa,EAAE,EAAE,CACzB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,CAAC;gBACnC,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,WAAW,EAAE,QAAQ,CAAC,EAAE;gBACxB,sBAAsB,EAAE,QAAQ,CAAC,aAAa;gBAC9C,QAAQ,EAAE,KAAK,CAAC,EAAE;gBAClB,mBAAmB,EAAE,KAAK,CAAC,aAAa;gBACxC,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC;aACpC,CAAC,CAAC,CACJ,CAAA;YAEH,MAAM,wBAAwB,GAAG;gBAC/B,MAAM,EAAE;oBACN,IAAI,EAAE,iBAAiB;oBACvB,WAAW,EAAE,MAAe;oBAC5B,OAAO,EAAE;wBACP,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAa,EAAE;wBACnC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAe,EAAE;wBAC9C,EAAE,IAAI,EAAE,wBAAwB,EAAE,IAAI,EAAE,MAAe,EAAE;wBACzD,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAe,EAAE;wBAC3C,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,MAAe,EAAE;wBACtD,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAiB,EAAE;wBACpD,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,MAAe,EAAE;wBACpD,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,MAAe,EAAE;wBAChD,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,QAAiB,EAAE;qBACjD;iBACF;gBACD,OAAO,EAAE,UAAU;aACpB,CAAA;YAED,MAAM,mBAAmB,GAAG,CAAC,mBAAmB,EAAE,wBAAwB,CAAC,CAAA;YAC3E,WAAW,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,CAAA;YAExC,OAAO,CAAC,GAAG,CAAC,aAAa,aAAa,CAAC,MAAM,YAAY,CAAC,CAAA;YAC1D,OAAO,CAAC,GAAG,CAAC,aAAa,UAAU,CAAC,MAAM,kBAAkB,CAAC,CAAA;QAC/D,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC;IAED,cAAc;IACd,iBAAiB,CAAC,WAAW,CAAC,CAAA;IAE9B,0BAA0B;IAC1B,MAAM,UAAU,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAA;IAEnD,yBAAyB;IACzB,MAAM,UAAU,CAAC;QACf,IAAI,EAAE,mBAAmB;QACzB,UAAU;QACV,YAAY;KACb,CAAC,CAAA;IAEF,OAAO;QACL,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,KAAK,EAAE,GAAG,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE;YACxC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM;SAC1B,CAAC,CAAC;KACJ,CAAA;AACH,CAAC"}
+{"version":3,"file":"zoho-crm-fetcher.js","sourceRoot":"","sources":["../../src/zoho-crm/zoho-crm-fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAC3B,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,kCAAkC,EAAE,qBAAqB,EAAE,8CAA8C,EAAE,MAAM,aAAa,CAAA;AAgBhK,KAAK,UAAU,gCAAgC,CAAC,eAAgC;IAC9E,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAA;IAC9C,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAA;IAEnD,OAAO,IAAI,aAAa,CAAC;QACvB,WAAW;QACX,SAAS,EAAE,eAAe,CAAC,UAAU;KACtC,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,6BAA6B,GAAG,CAAC,OAAiB,EAA0E,EAAE;IAClI,MAAM,uBAAuB,GAAG,CAAC,GAAG,OAAO,CAAC,CAAA;IAC5C,MAAM,sBAAsB,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IAExD,IAAI,sBAAsB,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/E,uBAAuB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAC3C,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAA;IACjE,CAAC;IAED,OAAO,EAAE,uBAAuB,EAAE,sBAAsB,EAAE,CAAA;AAC5D,CAAC,CAAA;AAED,MAAM,qBAAqB,GAAG,CAAC,IAAY,EAAE,OAAc,EAAE,cAAoC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC3G,IAAI;IACJ,WAAW;IACX,OAAO;CACR,CAAC,CAAA;AAEF,MAAM,wBAAwB,GAAG,CAAC,aAAoB,EAAE,EAAE;IACxD,MAAM,eAAe,GAAG,qBAAqB,CAAC,WAAW,EAAE;QACzD,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAa,EAAE;QACnC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,EAAE;QACnC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,MAAe,EAAE;QAChD,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAe,EAAE;QAC1C,EAAE,IAAI,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,QAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE;QACpF,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,QAAQ,EAAE;KAC/D,CAAC,CAAA;IAEF,OAAO;QACL,MAAM,EAAE,eAAe;QACvB,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC;YAC5D,EAAE,EAAE,KAAK,GAAG,CAAC;YACb,GAAG,QAAQ;SACZ,CAAC,CAAC;KACJ,CAAA;AACH,CAAC,CAAA;AAED,MAAM,6BAA6B,GAAG,CAAC,aAAoB,EAAE,EAAE;IAC7D,MAAM,eAAe,GAAG,aAAa;SAClC,MAAM,CAAC,CAAC,QAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;SAC5E,OAAO,CAAC,CAAC,QAAa,EAAE,EAAE,CACzB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,CAAC;QACnC,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,WAAW,EAAE,QAAQ,CAAC,EAAE;QACxB,sBAAsB,EAAE,QAAQ,CAAC,aAAa;QAC9C,QAAQ,EAAE,KAAK,CAAC,EAAE;QAClB,mBAAmB,EAAE,KAAK,CAAC,aAAa;QACxC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;QAC1C,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC;KACpC,CAAC,CAAC,CACJ,CAAA;IAEH,MAAM,YAAY,GAAG,qBAAqB,CAAC,iBAAiB,EAAE;QAC5D,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAa,EAAE;QACnC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAe,EAAE;QAC9C,EAAE,IAAI,EAAE,wBAAwB,EAAE,IAAI,EAAE,MAAe,EAAE;QACzD,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAe,EAAE;QAC3C,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,MAAe,EAAE;QACtD,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAiB,EAAE;QACpD,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,MAAe,EAAE;QACpD,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,MAAe,EAAE;QAChD,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,QAAiB,EAAE;KACjD,CAAC,CAAA;IAEF,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,OAAO,EAAE,eAAe;KACzB,CAAA;AACH,CAAC,CAAA;AAED,MAAM,gCAAgC,GAAG,KAAK,EAAE,MAAqB,EAAkB,EAAE;IACvF,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;IAE1C,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,iBAAiB,EAAE,CAAA;QAEtD,MAAM,mBAAmB,GAAG,wBAAwB,CAAC,aAAa,CAAC,CAAA;QACnE,MAAM,wBAAwB,GAAG,6BAA6B,CAAC,aAAa,CAAC,CAAA;QAE7E,OAAO,CAAC,GAAG,CAAC,aAAa,aAAa,CAAC,MAAM,YAAY,CAAC,CAAA;QAC1D,OAAO,CAAC,GAAG,CAAC,aAAa,wBAAwB,CAAC,OAAO,CAAC,MAAM,kBAAkB,CAAC,CAAA;QAEnF,OAAO,CAAC,mBAAmB,EAAE,wBAAwB,CAAC,CAAA;IACxD,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;QACzD,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC,CAAA;AAED,MAAM,qCAAqC,GAAG,KAAK,EACjD,iBAAwB,EACxB,mBAAiC,EACjC,YAAoB,EACgC,EAAE;IACtD,qEAAqE;IACrE,OAAO,CAAC,GAAG,CAAC,cAAc,iBAAiB,CAAC,MAAM,4CAA4C,CAAC,CAAA;IAE/F,MAAM,eAAe,GAAG,kCAAkC,CAAC,iBAAiB,CAAC,CAAA;IAE7E,MAAM,qBAAqB,CAAC;QAC1B,IAAI,EAAE,mBAAmB;QACzB,eAAe;QACf,YAAY;KACb,CAAC,CAAA;IAEF,iFAAiF;IACjF,sFAAsF;IACtF,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;QAClD,KAAK,EAAE,GAAG,YAAY,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE;QACvD,OAAO,EAAE,gBAAgB,CAAC,WAAW,IAAI,CAAC,EAAE,+BAA+B;KAC5E,CAAC,CAAC,CAAA;AACL,CAAC,CAAA;AAED,MAAM,wBAAwB,GAAG,CAAC,OAAiB,EAAE,UAAmB,EAAQ,EAAE;IAChF,OAAO,CAAC,GAAG,CAAC,+BAA+B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAChE,OAAO,CAAC,GAAG,CAAC,2BAA2B,UAAU,IAAI,KAAK,EAAE,CAAC,CAAA;AAC/D,CAAC,CAAA;AAED,MAAM,+BAA+B,GAAG,KAAK,EAC3C,OAAiB,EACjB,MAAqB,EACrB,UAAmB,EACH,EAAE,CAClB,OAAO,CAAC,GAAG,CACT,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;IAC/B,OAAO,CAAC,GAAG,CAAC,YAAY,UAAU,KAAK,CAAC,CAAA;IACxC,OAAO,MAAM,8CAA8C,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,UAAU,IAAI,SAAS,EAAE,CAAC,CAAA;AAC1H,CAAC,CAAC,CACH,CAAA;AAEH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAA4B;IACjE,MAAM,EAAE,eAAe,EAAE,mBAAmB,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY,GAAG,WAAW,EAAE,GAAG,OAAO,CAAA;IAEzG,MAAM,MAAM,GAAG,MAAM,gCAAgC,CAAC,eAAe,CAAC,CAAA;IACtE,MAAM,EAAE,uBAAuB,EAAE,sBAAsB,EAAE,GAAG,6BAA6B,CAAC,OAAO,CAAC,CAAA;IAElG,wBAAwB,CAAC,uBAAuB,EAAE,UAAU,CAAC,CAAA;IAE7D,MAAM,uBAAuB,GAAG,MAAM,+BAA+B,CAAC,uBAAuB,EAAE,MAAM,EAAE,UAAU,CAAC,CAAA;IAClH,MAAM,oBAAoB,GAAG,CAAC,GAAG,uBAAuB,CAAC,CAAA;IAEzD,IAAI,sBAAsB,EAAE,CAAC;QAC3B,MAAM,mBAAmB,GAAG,MAAM,gCAAgC,CAAC,MAAM,CAAC,CAAA;QAC1E,0DAA0D;QAC1D,MAAM,eAAe,GAAG,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YAC7D,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YACjC,WAAW,EAAE,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,qCAAqC;SAC7E,CAAC,CAAC,CAAA;QACH,oBAAoB,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAA;IAC/C,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,qCAAqC,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,YAAY,CAAC,CAAA;IAEpH,OAAO,EAAE,OAAO,EAAE,CAAA;AACpB,CAAC"}

package/dist/zoho-crm/zoho-crm-to-database-collection-converter.d.ts

@@ -0,0 +1,27 @@
+import type { Collection, CollectionSchema, CollectionStream } from '../collections/types.js';
+import type { ZohoCRMClient, ZohoCRMRecord } from './zoho-crm-client.js';
+export interface ZohoCRMConversionOptions {
+    maxRecords?: number;
+}
+export interface ZohoFieldMetadata {
+    api_name: string;
+    data_type: string;
+    field_label: string;
+    json_type: string;
+    length?: number;
+    decimal_place?: number;
+    pick_list_values?: Array<{
+        display_value: string;
+        actual_value: string;
+    }>;
+    lookup?: {
+        module: {
+            api_name: string;
+        };
+    };
+}
+export declare const createDatabaseSchemaFromFieldMetadata: (fieldsMetadata: ZohoFieldMetadata[], schemaName: string) => CollectionSchema;
+export declare const createDatabaseSchemaFromZohoCRMRecords: (records: ZohoCRMRecord[], schemaName: string) => CollectionSchema;
+export declare const convertZohoCRMModuleToDatabaseCollection: (moduleName: string, client: ZohoCRMClient, options?: ZohoCRMConversionOptions) => Promise<Collection>;
+export declare const convertZohoCRMModuleToDatabaseCollectionStream: (moduleName: string, client: ZohoCRMClient, options?: ZohoCRMConversionOptions) => Promise<CollectionStream>;
+//# sourceMappingURL=zoho-crm-to-database-collection-converter.d.ts.map

package/dist/zoho-crm/zoho-crm-to-database-collection-converter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"zoho-crm-to-database-collection-converter.d.ts","sourceRoot":"","sources":["../../src/zoho-crm/zoho-crm-to-database-collection-converter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,gBAAgB,EAAsB,MAAM,yBAAyB,CAAA;AACjH,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAIxE,MAAM,WAAW,wBAAwB;IACvC,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,gBAAgB,CAAC,EAAE,KAAK,CAAC;QACvB,aAAa,EAAE,MAAM,CAAA;QACrB,YAAY,EAAE,MAAM,CAAA;KACrB,CAAC,CAAA;IACF,MAAM,CAAC,EAAE;QACP,MAAM,EAAE;YAAE,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAA;KAC7B,CAAA;CACF;AAiMD,eAAO,MAAM,qCAAqC,GAChD,gBAAgB,iBAAiB,EAAE,EACnC,YAAY,MAAM,KACjB,gBAwBF,CAAA;AAED,eAAO,MAAM,sCAAsC,GAAI,SAAS,aAAa,EAAE,EAAE,YAAY,MAAM,KAAG,gBAcrG,CAAA;AAED,eAAO,MAAM,wCAAwC,GACnD,YAAY,MAAM,EAClB,QAAQ,aAAa,EACrB,UAAS,wBAA6B,KACrC,OAAO,CAAC,UAAU,CASpB,CAAA;AAsBD,eAAO,MAAM,8CAA8C,GACzD,YAAY,MAAM,EAClB,QAAQ,aAAa,EACrB,UAAS,wBAA6B,KACrC,OAAO,CAAC,gBAAgB,CAqB1B,CAAA"}

package/dist/zoho-crm/zoho-crm-to-database-collection-converter.js

@@ -0,0 +1,219 @@
+import { from } from 'rxjs';
+import { map, toArray } from 'rxjs/operators';
+const ZOHO_FIELD_LIMIT = 50;
+const createEmptyDatabaseSchema = (schemaName) => ({
+    name: schemaName,
+    prepareMode: 'drop',
+    columns: [
+        { name: 'id', type: 'id' },
+        { name: 'raw_data', transform: (record) => JSON.stringify(record) },
+    ],
+});
+const extractAllFieldNamesFromRecords = (records) => {
+    const allFieldNames = records.flatMap(record => Object.keys(record));
+    return [...new Set(allFieldNames)].sort();
+};
+const sanitizeFieldNameForDatabase = (fieldName) => fieldName.toLowerCase().replace(/[^a-z0-9_]/g, '_');
+const inferColumnTypeFromFieldName = (fieldName) => {
+    if (fieldName.includes('Date') || fieldName.includes('Time') || fieldName.includes('_time')) {
+        return fieldName.includes('Date') && !fieldName.includes('Time') ? 'date' : 'datetime';
+    }
+    if (fieldName.includes('Amount') || fieldName.includes('Revenue') || fieldName.includes('_amount')) {
+        return 'currency';
+    }
+    if (fieldName.includes('Probability') || fieldName.includes('Rate') || fieldName.includes('_rate') || fieldName.includes('_number')) {
+        return 'number';
+    }
+    if (fieldName.includes('Opt_Out') || fieldName.includes('_opt_out') || fieldName.includes('converted')) {
+        return 'bool';
+    }
+    return 'text';
+};
+const extractSampleValuesFromRecords = (records, fieldName, sampleSize = 10) => records
+    .slice(0, sampleSize)
+    .map((record) => record[fieldName])
+    .filter((value) => value !== null && value !== undefined && value !== '');
+const refineColumnTypeFromSampleValue = (sampleValue, inferredType) => {
+    if (typeof sampleValue === 'boolean') {
+        return 'bool';
+    }
+    if (typeof sampleValue === 'number') {
+        return 'number';
+    }
+    if (typeof sampleValue === 'string' && (inferredType === 'date' || inferredType === 'datetime')) {
+        const parsedDate = new Date(sampleValue);
+        return isNaN(parsedDate.getTime()) ? 'text' : inferredType;
+    }
+    return inferredType;
+};
+const createColumnsForNestedObject = (fieldName, sanitizedColumnName, sampleValue) => {
+    const nestedProperties = [
+        { key: 'name', exists: sampleValue.name },
+        { key: 'id', exists: sampleValue.id },
+        { key: 'email', exists: sampleValue.email }
+    ];
+    return nestedProperties
+        .filter(property => property.exists)
+        .map(property => ({
+        name: `${sanitizedColumnName}_${property.key}`,
+        path: `${fieldName}.${property.key}`
+    }));
+};
+const createColumnFromField = (fieldName, records) => {
+    if (fieldName === 'id') {
+        return [{ name: 'record_id', path: 'id' }];
+    }
+    const sanitizedColumnName = sanitizeFieldNameForDatabase(fieldName);
+    let columnType = inferColumnTypeFromFieldName(fieldName);
+    const sampleValues = extractSampleValuesFromRecords(records, fieldName);
+    if (sampleValues.length > 0) {
+        const firstSampleValue = sampleValues[0];
+        if (typeof firstSampleValue === 'object' && firstSampleValue !== null) {
+            return createColumnsForNestedObject(fieldName, sanitizedColumnName, firstSampleValue);
+        }
+        columnType = refineColumnTypeFromSampleValue(firstSampleValue, columnType);
+    }
+    return [{ name: sanitizedColumnName, path: fieldName, type: columnType }];
+};
+const convertFieldsToColumns = (fieldNames, records) => {
+    const baseColumns = [{ name: 'id', type: 'id' }];
+    const fieldColumns = fieldNames.flatMap(fieldName => createColumnFromField(fieldName, records));
+    const rawDataColumn = [
+        { name: 'raw_data', transform: (record) => JSON.stringify(record) }
+    ];
+    return [...baseColumns, ...fieldColumns, ...rawDataColumn];
+};
+const mapZohoDataTypeToColumnType = (dataType) => {
+    const typeMapping = {
+        'datetime': 'datetime',
+        'date': 'date',
+        'currency': 'currency',
+        'number': 'number',
+        'decimal': 'number',
+        'integer': 'number',
+        'bigint': 'number',
+        'boolean': 'bool',
+        'picklist': 'text',
+        'multiselectpicklist': 'text',
+        'lookup': 'text',
+        'text': 'text',
+        'textarea': 'text',
+        'email': 'text',
+        'phone': 'text',
+        'url': 'text',
+        'formula': 'text',
+        'autonumber': 'text',
+        'ownerlookup': 'text',
+        'userlookup': 'text',
+    };
+    return typeMapping[dataType.toLowerCase()] || 'text';
+};
+const createColumnFromFieldMetadata = (field) => {
+    if (field.api_name === 'id') {
+        return [{ name: 'record_id', path: 'id' }];
+    }
+    const sanitizedColumnName = sanitizeFieldNameForDatabase(field.api_name);
+    const columnType = mapZohoDataTypeToColumnType(field.data_type);
+    if (field.lookup && field.lookup.module) {
+        return createColumnsForLookupField(field, sanitizedColumnName);
+    }
+    return [{
+            name: sanitizedColumnName,
+            path: field.api_name,
+            type: columnType
+        }];
+};
+const createColumnsForLookupField = (field, sanitizedColumnName) => {
+    return [
+        {
+            name: `${sanitizedColumnName}_id`,
+            path: `${field.api_name}.id`
+        },
+        {
+            name: `${sanitizedColumnName}_name`,
+            path: `${field.api_name}.name`
+        }
+    ];
+};
+const deduplicateColumns = (columns, schemaName) => {
+    const seenNames = new Set();
+    const duplicates = [];
+    const deduplicatedColumns = columns.filter(column => {
+        if (seenNames.has(column.name)) {
+            duplicates.push(column.name);
+            return false;
+        }
+        seenNames.add(column.name);
+        return true;
+    });
+    if (duplicates.length > 0) {
+        console.warn(`Schema '${schemaName}': Removed ${duplicates.length} duplicate column(s): ${duplicates.join(', ')}`);
+    }
+    return deduplicatedColumns;
+};
+export const createDatabaseSchemaFromFieldMetadata = (fieldsMetadata, schemaName) => {
+    if (!fieldsMetadata || fieldsMetadata.length === 0) {
+        return createEmptyDatabaseSchema(schemaName);
+    }
+    const baseColumns = [{ name: 'id', type: 'id' }];
+    const fieldColumns = fieldsMetadata.flatMap(field => createColumnFromFieldMetadata(field));
+    const rawDataColumn = [
+        { name: 'raw_data', transform: (record) => JSON.stringify(record) }
+    ];
+    const allColumns = [...baseColumns, ...fieldColumns, ...rawDataColumn];
+    const deduplicatedColumns = deduplicateColumns(allColumns, schemaName);
+    return {
+        name: schemaName,
+        prepareMode: 'drop',
+        columns: deduplicatedColumns,
+    };
+};
+export const createDatabaseSchemaFromZohoCRMRecords = (records, schemaName) => {
+    if (!records || records.length === 0) {
+        return createEmptyDatabaseSchema(schemaName);
+    }
+    const allFieldNames = extractAllFieldNamesFromRecords(records);
+    const databaseColumns = convertFieldsToColumns(allFieldNames, records);
+    const deduplicatedColumns = deduplicateColumns(databaseColumns, schemaName);
+    return {
+        name: schemaName,
+        prepareMode: 'drop',
+        columns: deduplicatedColumns,
+    };
+};
+export const convertZohoCRMModuleToDatabaseCollection = async (moduleName, client, options = {}) => {
+    const collectionStream = await convertZohoCRMModuleToDatabaseCollectionStream(moduleName, client, options);
+    const objects = await from(collectionStream.objects).pipe(toArray()).toPromise() || [];
+    return {
+        schema: collectionStream.schema,
+        objects
+    };
+};
+const getAllRecordsWithFieldMetadata = async (moduleName, client, options = {}) => {
+    const fieldsMetadata = await client.getModuleFields(moduleName);
+    const fieldNames = fieldsMetadata.fields?.slice(0, ZOHO_FIELD_LIMIT).map((field) => field.api_name) || ['*'];
+    const records = await client.getAllRecords(moduleName, {
+        fields: fieldNames,
+        maxRecords: options.maxRecords
+    });
+    return {
+        records,
+        fieldsMetadata: fieldsMetadata.fields || []
+    };
+};
+export const convertZohoCRMModuleToDatabaseCollectionStream = async (moduleName, client, options = {}) => {
+    const { maxRecords } = options;
+    console.log(`Processing module: ${moduleName}`);
+    const { records, fieldsMetadata } = await getAllRecordsWithFieldMetadata(moduleName, client, { maxRecords });
+    const databaseSchema = createDatabaseSchemaFromFieldMetadata(fieldsMetadata, moduleName.toLowerCase());
+    const objectStream = from(records).pipe(map((record, index) => ({
+        id: index + 1,
+        ...record,
+    })));
+    console.log(`Processed ${records.length} records for module: ${moduleName} using field metadata`);
+    return {
+        schema: databaseSchema,
+        objects: objectStream,
+    };
+};
+//# sourceMappingURL=zoho-crm-to-database-collection-converter.js.map

package/dist/zoho-crm/zoho-crm-to-database-collection-converter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"zoho-crm-to-database-collection-converter.js","sourceRoot":"","sources":["../../src/zoho-crm/zoho-crm-to-database-collection-converter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAC3B,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AAI7C,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAsB3B,MAAM,yBAAyB,GAAG,CAAC,UAAkB,EAAoB,EAAE,CAAC,CAAC;IAC3E,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,MAAM;IACnB,OAAO,EAAE;QACP,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;QAC1B,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;KACpE;CACF,CAAC,CAAA;AAEF,MAAM,+BAA+B,GAAG,CAAC,OAAwB,EAAY,EAAE;IAC7E,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;IACpE,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;AAC3C,CAAC,CAAA;AAED,MAAM,4BAA4B,GAAG,CAAC,SAAiB,EAAU,EAAE,CACjE,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAA;AAErD,MAAM,4BAA4B,GAAG,CAAC,SAAiB,EAAc,EAAE;IACrE,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5F,OAAO,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAA;IACxF,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACnG,OAAO,UAAU,CAAA;IACnB,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACpI,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACvG,OAAO,MAAM,CAAA;IACf,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AAED,MAAM,8BAA8B,GAAG,CAAC,OAAwB,EAAE,SAAiB,EAAE,aAAqB,EAAE,EAAS,EAAE,CACrH,OAAO;KACJ,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;KACpB,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;KAClC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,CAAC,CAAA;AAE7E,MAAM,+BAA+B,GAAG,CAAC,WAAgB,EAAE,YAAwB,EAAc,EAAE;IACjG,IAAI,OAAO,WAAW,KAAK,SAAS,EAAE,CAAC;QACrC,OAAO,MAAM,CAAA;IACf,CAAC;IAED,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,CAAC,YAAY,KAAK,MAAM,IAAI,YAAY,KAAK,UAAU,CAAC,EAAE,CAAC;QAChG,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAA;QACxC,OAAO,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAA;IAC5D,CAAC;IAED,OAAO,YAAY,CAAA;AACrB,CAAC,CAAA;AAED,MAAM,4BAA4B,GAAG,CAAC,SAAiB,EAAE,mBAA2B,EAAE,WAAgB,EAAY,EAAE;IAClH,MAAM,gBAAgB,GAAG;QACvB,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,IAAI,EAAE;QACzC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,EAAE;QACrC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE;KAC5C,CAAA;IAED,OAAO,gBAAgB;SACpB,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;SACnC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChB,IAAI,EAAE,GAAG,mBAAmB,IAAI,QAAQ,CAAC,GAAG,EAAE;QAC9C,IAAI,EAAE,GAAG,SAAS,IAAI,QAAQ,CAAC,GAAG,EAAE;KACrC,CAAC,CAAC,CAAA;AACP,CAAC,CAAA;AAED,MAAM,qBAAqB,GAAG,CAAC,SAAiB,EAAE,OAAwB,EAAY,EAAE;IACtF,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QACvB,OAAO,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC5C,CAAC;IAED,MAAM,mBAAmB,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAA;IACnE,IAAI,UAAU,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAA;IAExD,MAAM,YAAY,GAAG,8BAA8B,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IAEvE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,gBAAgB,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QAExC,IAAI,OAAO,gBAAgB,KAAK,QAAQ,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;YACtE,OAAO,4BAA4B,CAAC,SAAS,EAAE,mBAAmB,EAAE,gBAAgB,CAAC,CAAA;QACvF,CAAC;QAED,UAAU,GAAG,+BAA+B,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAA;IAC5E,CAAC;IAED,OAAO,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;AAC3E,CAAC,CAAA;AAED,MAAM,sBAAsB,GAAG,CAAC,UAAoB,EAAE,OAAwB,EAAY,EAAE;IAC1F,MAAM,WAAW,GAAa,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAE1D,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAClD,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,CAC1C,CAAA;IAED,MAAM,aAAa,GAAa;QAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;KACzE,CAAA;IAED,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,YAAY,EAAE,GAAG,aAAa,CAAC,CAAA;AAC5D,CAAC,CAAA;AAED,MAAM,2BAA2B,GAAG,CAAC,QAAgB,EAAc,EAAE;IACnE,MAAM,WAAW,GAA+B;QAC9C,UAAU,EAAE,UAAU;QACtB,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,UAAU;QACtB,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,QAAQ;QACnB,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,MAAM;QACjB,UAAU,EAAE,MAAM;QAClB,qBAAqB,EAAE,MAAM;QAC7B,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,MAAM;QAClB,OAAO,EAAE,MAAM;QACf,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,MAAM;QACb,SAAS,EAAE,MAAM;QACjB,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,MAAM;QACrB,YAAY,EAAE,MAAM;KACrB,CAAA;IAED,OAAO,WAAW,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAA;AACtD,CAAC,CAAA;AAED,MAAM,6BAA6B,GAAG,CAAC,KAAwB,EAAY,EAAE;IAC3E,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC5B,OAAO,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC5C,CAAC;IAED,MAAM,mBAAmB,GAAG,4BAA4B,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IACxE,MAAM,UAAU,GAAG,2BAA2B,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IAE/D,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACxC,OAAO,2BAA2B,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAA;IAChE,CAAC;IAED,OAAO,CAAC;YACN,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,KAAK,CAAC,QAAQ;YACpB,IAAI,EAAE,UAAU;SACjB,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,2BAA2B,GAAG,CAAC,KAAwB,EAAE,mBAA2B,EAAY,EAAE;IACtG,OAAO;QACL;YACE,IAAI,EAAE,GAAG,mBAAmB,KAAK;YACjC,IAAI,EAAE,GAAG,KAAK,CAAC,QAAQ,KAAK;SAC7B;QACD;YACE,IAAI,EAAE,GAAG,mBAAmB,OAAO;YACnC,IAAI,EAAE,GAAG,KAAK,CAAC,QAAQ,OAAO;SAC/B;KACF,CAAA;AACH,CAAC,CAAA;AAED,MAAM,kBAAkB,GAAG,CAAC,OAAiB,EAAE,UAAmB,EAAY,EAAE;IAC9E,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;IACnC,MAAM,UAAU,GAAa,EAAE,CAAA;IAE/B,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;QAClD,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YAC5B,OAAO,KAAK,CAAA;QACd,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC,CAAC,CAAA;IAEF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,WAAW,UAAU,cAAc,UAAU,CAAC,MAAM,yBAAyB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACpH,CAAC;IAED,OAAO,mBAAmB,CAAA;AAC5B,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,qCAAqC,GAAG,CACnD,cAAmC,EACnC,UAAkB,EACA,EAAE;IACpB,IAAI,CAAC,cAAc,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnD,OAAO,yBAAyB,CAAC,UAAU,CAAC,CAAA;IAC9C,CAAC;IAGD,MAAM,WAAW,GAAa,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAE1D,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAClD,6BAA6B,CAAC,KAAK,CAAC,CACrC,CAAA;IAED,MAAM,aAAa,GAAa;QAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;KACzE,CAAA;IAED,MAAM,UAAU,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,YAAY,EAAE,GAAG,aAAa,CAAC,CAAA;IACtE,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;IAEtE,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,MAAM;QACnB,OAAO,EAAE,mBAAmB;KAC7B,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,OAAwB,EAAE,UAAkB,EAAoB,EAAE;IACvH,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,yBAAyB,CAAC,UAAU,CAAC,CAAA;IAC9C,CAAC;IAED,MAAM,aAAa,GAAG,+BAA+B,CAAC,OAAO,CAAC,CAAA;IAC9D,MAAM,eAAe,GAAG,sBAAsB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAA;IACtE,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,eAAe,EAAE,UAAU,CAAC,CAAA;IAE3E,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,MAAM;QACnB,OAAO,EAAE,mBAAmB;KAC7B,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,wCAAwC,GAAG,KAAK,EAC3D,UAAkB,EAClB,MAAqB,EACrB,UAAoC,EAAE,EACjB,EAAE;IACvB,MAAM,gBAAgB,GAAG,MAAM,8CAA8C,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAA;IAE1G,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,CAAA;IAEtF,OAAO;QACL,MAAM,EAAE,gBAAgB,CAAC,MAAM;QAC/B,OAAO;KACR,CAAA;AACH,CAAC,CAAA;AAED,MAAM,8BAA8B,GAAG,KAAK,EAC1C,UAAkB,EAClB,MAAqB,EACrB,UAAmC,EAAE,EACuC,EAAE;IAC9E,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,UAAU,CAAC,CAAA;IAE/D,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAEjH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE;QACrD,MAAM,EAAE,UAAU;QAClB,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAA;IAEF,OAAO;QACL,OAAO;QACP,cAAc,EAAE,cAAc,CAAC,MAAM,IAAI,EAAE;KAC5C,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,8CAA8C,GAAG,KAAK,EACjE,UAAkB,EAClB,MAAqB,EACrB,UAAoC,EAAE,EACX,EAAE;IAC7B,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAA;IAE9B,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAA;IAE/C,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,MAAM,8BAA8B,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,CAAA;IAC5G,MAAM,cAAc,GAAG,qCAAqC,CAAC,cAAc,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC,CAAA;IAEtG,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CACrC,GAAG,CAAC,CAAC,MAAW,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC;QACnC,EAAE,EAAE,KAAK,GAAG,CAAC;QACb,GAAG,MAAM;KACV,CAAC,CAAC,CACJ,CAAA;IAED,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,CAAC,MAAM,wBAAwB,UAAU,uBAAuB,CAAC,CAAA;IAEjG,OAAO;QACL,MAAM,EAAE,cAAc;QACtB,OAAO,EAAE,YAAY;KACtB,CAAA;AACH,CAAC,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ingeno/pipedream-services",
-  "version": "1.0.64",
+  "version": "1.0.66",
   "description": "Service utilities for Clarity data integrations",
   "type": "module",
   "main": "dist/index.js",
@@ -18,6 +18,10 @@
       "import": "./dist/date/index.js",
       "types": "./dist/date/index.d.ts"
     },
+    "./google-sheets": {
+      "import": "./dist/google-sheets/index.js",
+      "types": "./dist/google-sheets/index.d.ts"
+    },
     "./zoho": {
       "import": "./dist/zoho/index.js",
       "types": "./dist/zoho/index.d.ts"
@@ -47,6 +51,8 @@
     "@aws-sdk/client-organizations": "^3.835.0",
     "@aws-sdk/client-partnercentral-selling": "^3.830.0",
     "@aws-sdk/client-sts": "^3.400.0",
+    "@googleapis/sheets": "^7.0.0",
+    "googleapis": "^144.0.0",
     "axios": "^1.10.0",
     "dayjs": "^1.11.13",
     "dayjs-plugin-utc": "^0.1.2",

package/dist/collections/collections-summary.d.ts

@@ -1,3 +0,0 @@
-import type { Collection } from './types.js';
-export declare const collectionSummary: (collections: Collection[]) => void;
-//# sourceMappingURL=collections-summary.d.ts.map

package/dist/collections/collections-summary.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"collections-summary.d.ts","sourceRoot":"","sources":["../../src/collections/collections-summary.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AAE5C,eAAO,MAAM,iBAAiB,GAAI,aAAa,UAAU,EAAE,SAK1D,CAAA"}

package/dist/collections/collections-summary.js

@@ -1,7 +0,0 @@
-export const collectionSummary = (collections) => {
-    collections.forEach((collection) => {
-        console.log(`${collection.schema.name} - ${collection.objects.length} objects`);
-        console.log(`${collection.schema.name} - sample object: ${JSON.stringify(collection.objects[0], null, 2)}`);
-    });
-};
-//# sourceMappingURL=collections-summary.js.map

package/dist/collections/collections-summary.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"collections-summary.js","sourceRoot":"","sources":["../../src/collections/collections-summary.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,WAAyB,EAAE,EAAE;IAC7D,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;QACjC,OAAO,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,MAAM,UAAU,CAAC,OAAO,CAAC,MAAM,UAAU,CAAC,CAAA;QAC/E,OAAO,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,qBAAqB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;IAC7G,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA"}

package/dist/zoho-crm/module-processor.d.ts

@@ -1,8 +0,0 @@
-import type { Collection, CollectionSchema } from '../collections/types.js';
-import type { ZohoCRMClient, ZohoCRMRecord } from './zoho-crm-client.js';
-export interface ModuleProcessorOptions {
-    maxRecords?: number;
-}
-export declare function generateSchemaFromRecords(records: ZohoCRMRecord[], schemaName: string): CollectionSchema;
-export declare function processModule(moduleName: string, client: ZohoCRMClient, options?: ModuleProcessorOptions): Promise<Collection>;
-//# sourceMappingURL=module-processor.d.ts.map

package/dist/zoho-crm/module-processor.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"module-processor.d.ts","sourceRoot":"","sources":["../../src/zoho-crm/module-processor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAsB,MAAM,yBAAyB,CAAA;AAC/F,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAExE,MAAM,WAAW,sBAAsB;IACrC,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAGD,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,gBAAgB,CAuGxG;AAGD,wBAAsB,aAAa,CACjC,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,aAAa,EACrB,OAAO,GAAE,sBAA2B,GACnC,OAAO,CAAC,UAAU,CAAC,CAqBrB"}