@ingeno/pipedream-services 1.0.65 → 1.0.66

package/dist/zoho-crm/zoho-crm-to-database-collection-converter.js

@@ -1,22 +1,20 @@
-function createEmptyDatabaseSchema(schemaName) {
-    return {
-        name: schemaName,
-        prepareMode: 'drop',
-        columns: [
-            { name: 'id', type: 'id' },
-            { name: 'raw_data', transform: (record) => JSON.stringify(record) },
-        ],
-    };
-}
-function extractAllFieldNamesFromRecords(records) {
-    const allFieldNames = records
-        .flatMap(record => Object.keys(record));
+import { from } from 'rxjs';
+import { map, toArray } from 'rxjs/operators';
+const ZOHO_FIELD_LIMIT = 50;
+const createEmptyDatabaseSchema = (schemaName) => ({
+    name: schemaName,
+    prepareMode: 'drop',
+    columns: [
+        { name: 'id', type: 'id' },
+        { name: 'raw_data', transform: (record) => JSON.stringify(record) },
+    ],
+});
+const extractAllFieldNamesFromRecords = (records) => {
+    const allFieldNames = records.flatMap(record => Object.keys(record));
     return [...new Set(allFieldNames)].sort();
-}
-function sanitizeFieldNameForDatabase(fieldName) {
-    return fieldName.toLowerCase().replace(/[^a-z0-9_]/g, '_');
-}
-function inferColumnTypeFromFieldName(fieldName) {
+};
+const sanitizeFieldNameForDatabase = (fieldName) => fieldName.toLowerCase().replace(/[^a-z0-9_]/g, '_');
+const inferColumnTypeFromFieldName = (fieldName) => {
     if (fieldName.includes('Date') || fieldName.includes('Time') || fieldName.includes('_time')) {
         return fieldName.includes('Date') && !fieldName.includes('Time') ? 'date' : 'datetime';
     }
@@ -30,14 +28,12 @@ function inferColumnTypeFromFieldName(fieldName) {
         return 'bool';
     }
     return 'text';
-}
-function extractSampleValuesFromRecords(records, fieldName, sampleSize = 10) {
-    return records
-        .slice(0, sampleSize)
-        .map((record) => record[fieldName])
-        .filter((value) => value !== null && value !== undefined && value !== '');
-}
-function refineColumnTypeFromSampleValue(sampleValue, inferredType) {
+};
+const extractSampleValuesFromRecords = (records, fieldName, sampleSize = 10) => records
+    .slice(0, sampleSize)
+    .map((record) => record[fieldName])
+    .filter((value) => value !== null && value !== undefined && value !== '');
+const refineColumnTypeFromSampleValue = (sampleValue, inferredType) => {
     if (typeof sampleValue === 'boolean') {
         return 'bool';
     }
@@ -49,8 +45,8 @@ function refineColumnTypeFromSampleValue(sampleValue, inferredType) {
         return isNaN(parsedDate.getTime()) ? 'text' : inferredType;
     }
     return inferredType;
-}
-function createColumnsForNestedObject(fieldName, sanitizedColumnName, sampleValue) {
+};
+const createColumnsForNestedObject = (fieldName, sanitizedColumnName, sampleValue) => {
     const nestedProperties = [
         { key: 'name', exists: sampleValue.name },
         { key: 'id', exists: sampleValue.id },
@@ -62,8 +58,8 @@ function createColumnsForNestedObject(fieldName, sanitizedColumnName, sampleValu
         name: `${sanitizedColumnName}_${property.key}`,
         path: `${fieldName}.${property.key}`
     }));
-}
-function createColumnFromField(fieldName, records) {
+};
+const createColumnFromField = (fieldName, records) => {
     if (fieldName === 'id') {
         return [{ name: 'record_id', path: 'id' }];
     }
@@ -78,40 +74,146 @@ function createColumnFromField(fieldName, records) {
         columnType = refineColumnTypeFromSampleValue(firstSampleValue, columnType);
     }
     return [{ name: sanitizedColumnName, path: fieldName, type: columnType }];
-}
-function convertFieldsToColumns(fieldNames, records) {
+};
+const convertFieldsToColumns = (fieldNames, records) => {
     const baseColumns = [{ name: 'id', type: 'id' }];
     const fieldColumns = fieldNames.flatMap(fieldName => createColumnFromField(fieldName, records));
     const rawDataColumn = [
         { name: 'raw_data', transform: (record) => JSON.stringify(record) }
     ];
     return [...baseColumns, ...fieldColumns, ...rawDataColumn];
-}
-export function createDatabaseSchemaFromZohoCRMRecords(records, schemaName) {
+};
+const mapZohoDataTypeToColumnType = (dataType) => {
+    const typeMapping = {
+        'datetime': 'datetime',
+        'date': 'date',
+        'currency': 'currency',
+        'number': 'number',
+        'decimal': 'number',
+        'integer': 'number',
+        'bigint': 'number',
+        'boolean': 'bool',
+        'picklist': 'text',
+        'multiselectpicklist': 'text',
+        'lookup': 'text',
+        'text': 'text',
+        'textarea': 'text',
+        'email': 'text',
+        'phone': 'text',
+        'url': 'text',
+        'formula': 'text',
+        'autonumber': 'text',
+        'ownerlookup': 'text',
+        'userlookup': 'text',
+    };
+    return typeMapping[dataType.toLowerCase()] || 'text';
+};
+const createColumnFromFieldMetadata = (field) => {
+    if (field.api_name === 'id') {
+        return [{ name: 'record_id', path: 'id' }];
+    }
+    const sanitizedColumnName = sanitizeFieldNameForDatabase(field.api_name);
+    const columnType = mapZohoDataTypeToColumnType(field.data_type);
+    if (field.lookup && field.lookup.module) {
+        return createColumnsForLookupField(field, sanitizedColumnName);
+    }
+    return [{
+            name: sanitizedColumnName,
+            path: field.api_name,
+            type: columnType
+        }];
+};
+const createColumnsForLookupField = (field, sanitizedColumnName) => {
+    return [
+        {
+            name: `${sanitizedColumnName}_id`,
+            path: `${field.api_name}.id`
+        },
+        {
+            name: `${sanitizedColumnName}_name`,
+            path: `${field.api_name}.name`
+        }
+    ];
+};
+const deduplicateColumns = (columns, schemaName) => {
+    const seenNames = new Set();
+    const duplicates = [];
+    const deduplicatedColumns = columns.filter(column => {
+        if (seenNames.has(column.name)) {
+            duplicates.push(column.name);
+            return false;
+        }
+        seenNames.add(column.name);
+        return true;
+    });
+    if (duplicates.length > 0) {
+        console.warn(`Schema '${schemaName}': Removed ${duplicates.length} duplicate column(s): ${duplicates.join(', ')}`);
+    }
+    return deduplicatedColumns;
+};
+export const createDatabaseSchemaFromFieldMetadata = (fieldsMetadata, schemaName) => {
+    if (!fieldsMetadata || fieldsMetadata.length === 0) {
+        return createEmptyDatabaseSchema(schemaName);
+    }
+    const baseColumns = [{ name: 'id', type: 'id' }];
+    const fieldColumns = fieldsMetadata.flatMap(field => createColumnFromFieldMetadata(field));
+    const rawDataColumn = [
+        { name: 'raw_data', transform: (record) => JSON.stringify(record) }
+    ];
+    const allColumns = [...baseColumns, ...fieldColumns, ...rawDataColumn];
+    const deduplicatedColumns = deduplicateColumns(allColumns, schemaName);
+    return {
+        name: schemaName,
+        prepareMode: 'drop',
+        columns: deduplicatedColumns,
+    };
+};
+export const createDatabaseSchemaFromZohoCRMRecords = (records, schemaName) => {
     if (!records || records.length === 0) {
         return createEmptyDatabaseSchema(schemaName);
     }
     const allFieldNames = extractAllFieldNamesFromRecords(records);
     const databaseColumns = convertFieldsToColumns(allFieldNames, records);
+    const deduplicatedColumns = deduplicateColumns(databaseColumns, schemaName);
     return {
         name: schemaName,
         prepareMode: 'drop',
-        columns: databaseColumns,
+        columns: deduplicatedColumns,
+    };
+};
+export const convertZohoCRMModuleToDatabaseCollection = async (moduleName, client, options = {}) => {
+    const collectionStream = await convertZohoCRMModuleToDatabaseCollectionStream(moduleName, client, options);
+    const objects = await from(collectionStream.objects).pipe(toArray()).toPromise() || [];
+    return {
+        schema: collectionStream.schema,
+        objects
     };
-}
-export async function convertZohoCRMModuleToDatabaseCollection(moduleName, client, options = {}) {
+};
+const getAllRecordsWithFieldMetadata = async (moduleName, client, options = {}) => {
+    const fieldsMetadata = await client.getModuleFields(moduleName);
+    const fieldNames = fieldsMetadata.fields?.slice(0, ZOHO_FIELD_LIMIT).map((field) => field.api_name) || ['*'];
+    const records = await client.getAllRecords(moduleName, {
+        fields: fieldNames,
+        maxRecords: options.maxRecords
+    });
+    return {
+        records,
+        fieldsMetadata: fieldsMetadata.fields || []
+    };
+};
+export const convertZohoCRMModuleToDatabaseCollectionStream = async (moduleName, client, options = {}) => {
     const { maxRecords } = options;
     console.log(`Processing module: ${moduleName}`);
-    const zohoCRMRecords = await client.getAllRecordsWithFields(moduleName, { maxRecords: maxRecords || undefined });
-    const databaseSchema = createDatabaseSchemaFromZohoCRMRecords(zohoCRMRecords, moduleName.toLowerCase());
-    const databaseCollection = {
+    const { records, fieldsMetadata } = await getAllRecordsWithFieldMetadata(moduleName, client, { maxRecords });
+    const databaseSchema = createDatabaseSchemaFromFieldMetadata(fieldsMetadata, moduleName.toLowerCase());
+    const objectStream = from(records).pipe(map((record, index) => ({
+        id: index + 1,
+        ...record,
+    })));
+    console.log(`Processed ${records.length} records for module: ${moduleName} using field metadata`);
+    return {
         schema: databaseSchema,
-        objects: zohoCRMRecords.map((record, index) => ({
-            id: index + 1,
-            ...record,
-        })),
+        objects: objectStream,
     };
-    console.log(`Processed ${zohoCRMRecords.length} records for module: ${moduleName}`);
-    return databaseCollection;
-}
+};
 //# sourceMappingURL=zoho-crm-to-database-collection-converter.js.map

package/dist/zoho-crm/zoho-crm-to-database-collection-converter.js.map

@@ -1 +1 @@
-{"version":3,"file":"zoho-crm-to-database-collection-converter.js","sourceRoot":"","sources":["../../src/zoho-crm/zoho-crm-to-database-collection-converter.ts"],"names":[],"mappings":"AAOA,SAAS,yBAAyB,CAAC,UAAkB;IACnD,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,MAAM;QACnB,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;YAC1B,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;SACpE;KACF,CAAA;AACH,CAAC;AAED,SAAS,+BAA+B,CAAC,OAAwB;IAC/D,MAAM,aAAa,GAAG,OAAO;SAC1B,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;IAEzC,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;AAC3C,CAAC;AAED,SAAS,4BAA4B,CAAC,SAAiB;IACrD,OAAO,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,4BAA4B,CAAC,SAAiB;IACrD,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5F,OAAO,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAA;IACxF,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACnG,OAAO,UAAU,CAAA;IACnB,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACpI,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACvG,OAAO,MAAM,CAAA;IACf,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,8BAA8B,CAAC,OAAwB,EAAE,SAAiB,EAAE,aAAqB,EAAE;IAC1G,OAAO,OAAO;SACX,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;SACpB,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;SAClC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,CAAC,CAAA;AAC7E,CAAC;AAED,SAAS,+BAA+B,CAAC,WAAgB,EAAE,YAAwB;IACjF,IAAI,OAAO,WAAW,KAAK,SAAS,EAAE,CAAC;QACrC,OAAO,MAAM,CAAA;IACf,CAAC;IAED,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,CAAC,YAAY,KAAK,MAAM,IAAI,YAAY,KAAK,UAAU,CAAC,EAAE,CAAC;QAChG,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAA;QACxC,OAAO,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAA;IAC5D,CAAC;IAED,OAAO,YAAY,CAAA;AACrB,CAAC;AAED,SAAS,4BAA4B,CAAC,SAAiB,EAAE,mBAA2B,EAAE,WAAgB;IACpG,MAAM,gBAAgB,GAAG;QACvB,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,IAAI,EAAE;QACzC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,EAAE;QACrC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE;KAC5C,CAAA;IAED,OAAO,gBAAgB;SACpB,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;SACnC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChB,IAAI,EAAE,GAAG,mBAAmB,IAAI,QAAQ,CAAC,GAAG,EAAE;QAC9C,IAAI,EAAE,GAAG,SAAS,IAAI,QAAQ,CAAC,GAAG,EAAE;KACrC,CAAC,CAAC,CAAA;AACP,CAAC;AAED,SAAS,qBAAqB,CAAC,SAAiB,EAAE,OAAwB;IACxE,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QACvB,OAAO,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC5C,CAAC;IAED,MAAM,mBAAmB,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAA;IACnE,IAAI,UAAU,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAA;IAExD,MAAM,YAAY,GAAG,8BAA8B,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IAEvE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,gBAAgB,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QAExC,IAAI,OAAO,gBAAgB,KAAK,QAAQ,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;YACtE,OAAO,4BAA4B,CAAC,SAAS,EAAE,mBAAmB,EAAE,gBAAgB,CAAC,CAAA;QACvF,CAAC;QAED,UAAU,GAAG,+BAA+B,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAA;IAC5E,CAAC;IAED,OAAO,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;AAC3E,CAAC;AAED,SAAS,sBAAsB,CAAC,UAAoB,EAAE,OAAwB;IAC5E,MAAM,WAAW,GAAa,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAE1D,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAClD,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,CAC1C,CAAA;IAED,MAAM,aAAa,GAAa;QAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;KACzE,CAAA;IAED,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,YAAY,EAAE,GAAG,aAAa,CAAC,CAAA;AAC5D,CAAC;AAED,MAAM,UAAU,sCAAsC,CAAC,OAAwB,EAAE,UAAkB;IACjG,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,yBAAyB,CAAC,UAAU,CAAC,CAAA;IAC9C,CAAC;IAED,MAAM,aAAa,GAAG,+BAA+B,CAAC,OAAO,CAAC,CAAA;IAC9D,MAAM,eAAe,GAAG,sBAAsB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAA;IAEtE,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,MAAM;QACnB,OAAO,EAAE,eAAe;KACzB,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAC5D,UAAkB,EAClB,MAAqB,EACrB,UAAoC,EAAE;IAEtC,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAA;IAE9B,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAA;IAE/C,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,UAAU,EAAE,EAAE,UAAU,EAAE,UAAU,IAAI,SAAS,EAAE,CAAC,CAAA;IAChH,MAAM,cAAc,GAAG,sCAAsC,CAAC,cAAc,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC,CAAA;IAEvG,MAAM,kBAAkB,GAAe;QACrC,MAAM,EAAE,cAAc;QACtB,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC;YAC3D,EAAE,EAAE,KAAK,GAAG,CAAC;YACb,GAAG,MAAM;SACV,CAAC,CAAC;KACJ,CAAA;IAED,OAAO,CAAC,GAAG,CAAC,aAAa,cAAc,CAAC,MAAM,wBAAwB,UAAU,EAAE,CAAC,CAAA;IAEnF,OAAO,kBAAkB,CAAA;AAC3B,CAAC"}
+{"version":3,"file":"zoho-crm-to-database-collection-converter.js","sourceRoot":"","sources":["../../src/zoho-crm/zoho-crm-to-database-collection-converter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAC3B,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AAI7C,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAsB3B,MAAM,yBAAyB,GAAG,CAAC,UAAkB,EAAoB,EAAE,CAAC,CAAC;IAC3E,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,MAAM;IACnB,OAAO,EAAE;QACP,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;QAC1B,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;KACpE;CACF,CAAC,CAAA;AAEF,MAAM,+BAA+B,GAAG,CAAC,OAAwB,EAAY,EAAE;IAC7E,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;IACpE,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;AAC3C,CAAC,CAAA;AAED,MAAM,4BAA4B,GAAG,CAAC,SAAiB,EAAU,EAAE,CACjE,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAA;AAErD,MAAM,4BAA4B,GAAG,CAAC,SAAiB,EAAc,EAAE;IACrE,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5F,OAAO,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAA;IACxF,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACnG,OAAO,UAAU,CAAA;IACnB,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACpI,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACvG,OAAO,MAAM,CAAA;IACf,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AAED,MAAM,8BAA8B,GAAG,CAAC,OAAwB,EAAE,SAAiB,EAAE,aAAqB,EAAE,EAAS,EAAE,CACrH,OAAO;KACJ,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;KACpB,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;KAClC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,CAAC,CAAA;AAE7E,MAAM,+BAA+B,GAAG,CAAC,WAAgB,EAAE,YAAwB,EAAc,EAAE;IACjG,IAAI,OAAO,WAAW,KAAK,SAAS,EAAE,CAAC;QACrC,OAAO,MAAM,CAAA;IACf,CAAC;IAED,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,CAAC,YAAY,KAAK,MAAM,IAAI,YAAY,KAAK,UAAU,CAAC,EAAE,CAAC;QAChG,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAA;QACxC,OAAO,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAA;IAC5D,CAAC;IAED,OAAO,YAAY,CAAA;AACrB,CAAC,CAAA;AAED,MAAM,4BAA4B,GAAG,CAAC,SAAiB,EAAE,mBAA2B,EAAE,WAAgB,EAAY,EAAE;IAClH,MAAM,gBAAgB,GAAG;QACvB,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,IAAI,EAAE;QACzC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,EAAE;QACrC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE;KAC5C,CAAA;IAED,OAAO,gBAAgB;SACpB,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;SACnC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChB,IAAI,EAAE,GAAG,mBAAmB,IAAI,QAAQ,CAAC,GAAG,EAAE;QAC9C,IAAI,EAAE,GAAG,SAAS,IAAI,QAAQ,CAAC,GAAG,EAAE;KACrC,CAAC,CAAC,CAAA;AACP,CAAC,CAAA;AAED,MAAM,qBAAqB,GAAG,CAAC,SAAiB,EAAE,OAAwB,EAAY,EAAE;IACtF,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QACvB,OAAO,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC5C,CAAC;IAED,MAAM,mBAAmB,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAA;IACnE,IAAI,UAAU,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAA;IAExD,MAAM,YAAY,GAAG,8BAA8B,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IAEvE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,gBAAgB,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QAExC,IAAI,OAAO,gBAAgB,KAAK,QAAQ,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;YACtE,OAAO,4BAA4B,CAAC,SAAS,EAAE,mBAAmB,EAAE,gBAAgB,CAAC,CAAA;QACvF,CAAC;QAED,UAAU,GAAG,+BAA+B,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAA;IAC5E,CAAC;IAED,OAAO,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;AAC3E,CAAC,CAAA;AAED,MAAM,sBAAsB,GAAG,CAAC,UAAoB,EAAE,OAAwB,EAAY,EAAE;IAC1F,MAAM,WAAW,GAAa,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAE1D,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAClD,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,CAC1C,CAAA;IAED,MAAM,aAAa,GAAa;QAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;KACzE,CAAA;IAED,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,YAAY,EAAE,GAAG,aAAa,CAAC,CAAA;AAC5D,CAAC,CAAA;AAED,MAAM,2BAA2B,GAAG,CAAC,QAAgB,EAAc,EAAE;IACnE,MAAM,WAAW,GAA+B;QAC9C,UAAU,EAAE,UAAU;QACtB,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,UAAU;QACtB,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,QAAQ;QACnB,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,MAAM;QACjB,UAAU,EAAE,MAAM;QAClB,qBAAqB,EAAE,MAAM;QAC7B,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,MAAM;QAClB,OAAO,EAAE,MAAM;QACf,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,MAAM;QACb,SAAS,EAAE,MAAM;QACjB,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,MAAM;QACrB,YAAY,EAAE,MAAM;KACrB,CAAA;IAED,OAAO,WAAW,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAA;AACtD,CAAC,CAAA;AAED,MAAM,6BAA6B,GAAG,CAAC,KAAwB,EAAY,EAAE;IAC3E,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC5B,OAAO,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC5C,CAAC;IAED,MAAM,mBAAmB,GAAG,4BAA4B,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IACxE,MAAM,UAAU,GAAG,2BAA2B,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IAE/D,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACxC,OAAO,2BAA2B,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAA;IAChE,CAAC;IAED,OAAO,CAAC;YACN,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,KAAK,CAAC,QAAQ;YACpB,IAAI,EAAE,UAAU;SACjB,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,2BAA2B,GAAG,CAAC,KAAwB,EAAE,mBAA2B,EAAY,EAAE;IACtG,OAAO;QACL;YACE,IAAI,EAAE,GAAG,mBAAmB,KAAK;YACjC,IAAI,EAAE,GAAG,KAAK,CAAC,QAAQ,KAAK;SAC7B;QACD;YACE,IAAI,EAAE,GAAG,mBAAmB,OAAO;YACnC,IAAI,EAAE,GAAG,KAAK,CAAC,QAAQ,OAAO;SAC/B;KACF,CAAA;AACH,CAAC,CAAA;AAED,MAAM,kBAAkB,GAAG,CAAC,OAAiB,EAAE,UAAmB,EAAY,EAAE;IAC9E,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;IACnC,MAAM,UAAU,GAAa,EAAE,CAAA;IAE/B,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;QAClD,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YAC5B,OAAO,KAAK,CAAA;QACd,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC,CAAC,CAAA;IAEF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,WAAW,UAAU,cAAc,UAAU,CAAC,MAAM,yBAAyB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACpH,CAAC;IAED,OAAO,mBAAmB,CAAA;AAC5B,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,qCAAqC,GAAG,CACnD,cAAmC,EACnC,UAAkB,EACA,EAAE;IACpB,IAAI,CAAC,cAAc,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnD,OAAO,yBAAyB,CAAC,UAAU,CAAC,CAAA;IAC9C,CAAC;IAGD,MAAM,WAAW,GAAa,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAE1D,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAClD,6BAA6B,CAAC,KAAK,CAAC,CACrC,CAAA;IAED,MAAM,aAAa,GAAa;QAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;KACzE,CAAA;IAED,MAAM,UAAU,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,YAAY,EAAE,GAAG,aAAa,CAAC,CAAA;IACtE,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;IAEtE,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,MAAM;QACnB,OAAO,EAAE,mBAAmB;KAC7B,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,OAAwB,EAAE,UAAkB,EAAoB,EAAE;IACvH,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,yBAAyB,CAAC,UAAU,CAAC,CAAA;IAC9C,CAAC;IAED,MAAM,aAAa,GAAG,+BAA+B,CAAC,OAAO,CAAC,CAAA;IAC9D,MAAM,eAAe,GAAG,sBAAsB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAA;IACtE,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,eAAe,EAAE,UAAU,CAAC,CAAA;IAE3E,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,MAAM;QACnB,OAAO,EAAE,mBAAmB;KAC7B,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,wCAAwC,GAAG,KAAK,EAC3D,UAAkB,EAClB,MAAqB,EACrB,UAAoC,EAAE,EACjB,EAAE;IACvB,MAAM,gBAAgB,GAAG,MAAM,8CAA8C,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAA;IAE1G,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,CAAA;IAEtF,OAAO;QACL,MAAM,EAAE,gBAAgB,CAAC,MAAM;QAC/B,OAAO;KACR,CAAA;AACH,CAAC,CAAA;AAED,MAAM,8BAA8B,GAAG,KAAK,EAC1C,UAAkB,EAClB,MAAqB,EACrB,UAAmC,EAAE,EACuC,EAAE;IAC9E,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,UAAU,CAAC,CAAA;IAE/D,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAEjH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE;QACrD,MAAM,EAAE,UAAU;QAClB,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAA;IAEF,OAAO;QACL,OAAO;QACP,cAAc,EAAE,cAAc,CAAC,MAAM,IAAI,EAAE;KAC5C,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,8CAA8C,GAAG,KAAK,EACjE,UAAkB,EAClB,MAAqB,EACrB,UAAoC,EAAE,EACX,EAAE;IAC7B,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAA;IAE9B,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAA;IAE/C,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,MAAM,8BAA8B,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,CAAA;IAC5G,MAAM,cAAc,GAAG,qCAAqC,CAAC,cAAc,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC,CAAA;IAEtG,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CACrC,GAAG,CAAC,CAAC,MAAW,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC;QACnC,EAAE,EAAE,KAAK,GAAG,CAAC;QACb,GAAG,MAAM;KACV,CAAC,CAAC,CACJ,CAAA;IAED,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,CAAC,MAAM,wBAAwB,UAAU,uBAAuB,CAAC,CAAA;IAEjG,OAAO;QACL,MAAM,EAAE,cAAc;QACtB,OAAO,EAAE,YAAY;KACtB,CAAA;AACH,CAAC,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ingeno/pipedream-services",
-  "version": "1.0.65",
+  "version": "1.0.66",
   "description": "Service utilities for Clarity data integrations",
   "type": "module",
   "main": "dist/index.js",
@@ -18,6 +18,10 @@
       "import": "./dist/date/index.js",
       "types": "./dist/date/index.d.ts"
     },
+    "./google-sheets": {
+      "import": "./dist/google-sheets/index.js",
+      "types": "./dist/google-sheets/index.d.ts"
+    },
     "./zoho": {
       "import": "./dist/zoho/index.js",
       "types": "./dist/zoho/index.d.ts"
@@ -47,6 +51,8 @@
     "@aws-sdk/client-organizations": "^3.835.0",
     "@aws-sdk/client-partnercentral-selling": "^3.830.0",
     "@aws-sdk/client-sts": "^3.400.0",
+    "@googleapis/sheets": "^7.0.0",
+    "googleapis": "^144.0.0",
     "axios": "^1.10.0",
     "dayjs": "^1.11.13",
     "dayjs-plugin-utc": "^0.1.2",

package/dist/collections/collections-summary.d.ts

@@ -1,3 +0,0 @@
-import type { Collection } from './types.js';
-export declare const collectionSummary: (collections: Collection[]) => void;
-//# sourceMappingURL=collections-summary.d.ts.map

package/dist/collections/collections-summary.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"collections-summary.d.ts","sourceRoot":"","sources":["../../src/collections/collections-summary.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AAE5C,eAAO,MAAM,iBAAiB,GAAI,aAAa,UAAU,EAAE,SAK1D,CAAA"}

package/dist/collections/collections-summary.js

@@ -1,7 +0,0 @@
-export const collectionSummary = (collections) => {
-    collections.forEach((collection) => {
-        console.log(`${collection.schema.name} - ${collection.objects.length} objects`);
-        console.log(`${collection.schema.name} - sample object: ${JSON.stringify(collection.objects[0], null, 2)}`);
-    });
-};
-//# sourceMappingURL=collections-summary.js.map

package/dist/collections/collections-summary.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"collections-summary.js","sourceRoot":"","sources":["../../src/collections/collections-summary.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,WAAyB,EAAE,EAAE;IAC7D,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;QACjC,OAAO,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,MAAM,UAAU,CAAC,OAAO,CAAC,MAAM,UAAU,CAAC,CAAA;QAC/E,OAAO,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,qBAAqB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;IAC7G,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA"}