@ingeno/pipedream-services 1.0.64 → 1.0.66
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/aws/apn/index.d.ts +1 -0
- package/dist/aws/apn/index.d.ts.map +1 -1
- package/dist/aws/apn/index.js +1 -0
- package/dist/aws/apn/index.js.map +1 -1
- package/dist/aws/apn/opportunities-helper.d.ts +4 -0
- package/dist/aws/apn/opportunities-helper.d.ts.map +1 -0
- package/dist/aws/apn/opportunities-helper.js +23 -0
- package/dist/aws/apn/opportunities-helper.js.map +1 -0
- package/dist/aws/apn/partner-central-client.d.ts.map +1 -1
- package/dist/aws/apn/partner-central-client.js.map +1 -1
- package/dist/collections/collections-to-table-stream.test.d.ts +2 -0
- package/dist/collections/collections-to-table-stream.test.d.ts.map +1 -0
- package/dist/collections/collections-to-table-stream.test.js +70 -0
- package/dist/collections/collections-to-table-stream.test.js.map +1 -0
- package/dist/collections/collections-to-table.d.ts +13 -2
- package/dist/collections/collections-to-table.d.ts.map +1 -1
- package/dist/collections/collections-to-table.js +21 -17
- package/dist/collections/collections-to-table.js.map +1 -1
- package/dist/collections/collections-to-table.test.js +4 -4
- package/dist/collections/collections-to-table.test.js.map +1 -1
- package/dist/collections/index.d.ts +0 -1
- package/dist/collections/index.d.ts.map +1 -1
- package/dist/collections/index.js +0 -1
- package/dist/collections/index.js.map +1 -1
- package/dist/collections/types.d.ts +10 -0
- package/dist/collections/types.d.ts.map +1 -1
- package/dist/google-sheets/google-sheets-service.d.ts +18 -0
- package/dist/google-sheets/google-sheets-service.d.ts.map +1 -0
- package/dist/google-sheets/google-sheets-service.js +25 -0
- package/dist/google-sheets/google-sheets-service.js.map +1 -0
- package/dist/google-sheets/index.d.ts +2 -0
- package/dist/google-sheets/index.d.ts.map +1 -0
- package/dist/google-sheets/index.js +2 -0
- package/dist/google-sheets/index.js.map +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/postgres/postgres.d.ts +10 -1
- package/dist/postgres/postgres.d.ts.map +1 -1
- package/dist/postgres/postgres.js +167 -111
- package/dist/postgres/postgres.js.map +1 -1
- package/dist/zoho-crm/index.d.ts +1 -4
- package/dist/zoho-crm/index.d.ts.map +1 -1
- package/dist/zoho-crm/index.js +1 -4
- package/dist/zoho-crm/index.js.map +1 -1
- package/dist/zoho-crm/zoho-crm-client.d.ts +6 -1
- package/dist/zoho-crm/zoho-crm-client.d.ts.map +1 -1
- package/dist/zoho-crm/zoho-crm-client.js +92 -97
- package/dist/zoho-crm/zoho-crm-client.js.map +1 -1
- package/dist/zoho-crm/zoho-crm-fetcher.d.ts +2 -8
- package/dist/zoho-crm/zoho-crm-fetcher.d.ts.map +1 -1
- package/dist/zoho-crm/zoho-crm-fetcher.js +118 -101
- package/dist/zoho-crm/zoho-crm-fetcher.js.map +1 -1
- package/dist/zoho-crm/zoho-crm-to-database-collection-converter.d.ts +27 -0
- package/dist/zoho-crm/zoho-crm-to-database-collection-converter.d.ts.map +1 -0
- package/dist/zoho-crm/zoho-crm-to-database-collection-converter.js +219 -0
- package/dist/zoho-crm/zoho-crm-to-database-collection-converter.js.map +1 -0
- package/package.json +7 -1
- package/dist/collections/collections-summary.d.ts +0 -3
- package/dist/collections/collections-summary.d.ts.map +0 -1
- package/dist/collections/collections-summary.js +0 -7
- package/dist/collections/collections-summary.js.map +0 -1
- package/dist/zoho-crm/module-processor.d.ts +0 -8
- package/dist/zoho-crm/module-processor.d.ts.map +0 -1
- package/dist/zoho-crm/module-processor.js +0 -114
- package/dist/zoho-crm/module-processor.js.map +0 -1
|
@@ -1,114 +0,0 @@
|
|
|
1
|
-
// Helper function to dynamically generate schema from Zoho CRM records
|
|
2
|
-
export function generateSchemaFromRecords(records, schemaName) {
|
|
3
|
-
if (!records || records.length === 0) {
|
|
4
|
-
return {
|
|
5
|
-
name: schemaName,
|
|
6
|
-
prepareMode: 'drop',
|
|
7
|
-
columns: [
|
|
8
|
-
{ name: 'id', type: 'id' },
|
|
9
|
-
{ name: 'raw_data', transform: (record) => JSON.stringify(record) },
|
|
10
|
-
],
|
|
11
|
-
};
|
|
12
|
-
}
|
|
13
|
-
const allFields = new Set();
|
|
14
|
-
// Collect all field names from all records
|
|
15
|
-
records.forEach((record) => {
|
|
16
|
-
Object.keys(record).forEach((key) => {
|
|
17
|
-
allFields.add(key);
|
|
18
|
-
});
|
|
19
|
-
});
|
|
20
|
-
// Convert field names to database column definitions
|
|
21
|
-
const columns = [{ name: 'id', type: 'id' }];
|
|
22
|
-
// Sort fields for consistent ordering
|
|
23
|
-
const sortedFields = Array.from(allFields).sort();
|
|
24
|
-
sortedFields.forEach((field) => {
|
|
25
|
-
// Skip the 'id' field from Zoho as we handle it separately
|
|
26
|
-
if (field === 'id') {
|
|
27
|
-
columns.push({ name: 'record_id', path: 'id' });
|
|
28
|
-
return;
|
|
29
|
-
}
|
|
30
|
-
const columnName = field.toLowerCase().replace(/[^a-z0-9_]/g, '_');
|
|
31
|
-
// Determine data type based on field name patterns and sample data
|
|
32
|
-
let type = 'text';
|
|
33
|
-
// Check field name patterns
|
|
34
|
-
if (field.includes('Date') || field.includes('Time') || field.includes('_time')) {
|
|
35
|
-
type = field.includes('Date') && !field.includes('Time') ? 'date' : 'datetime';
|
|
36
|
-
}
|
|
37
|
-
else if (field.includes('Amount') || field.includes('Revenue') || field.includes('_amount')) {
|
|
38
|
-
type = 'currency';
|
|
39
|
-
}
|
|
40
|
-
else if (field.includes('Probability') ||
|
|
41
|
-
field.includes('Rate') ||
|
|
42
|
-
field.includes('_rate') ||
|
|
43
|
-
field.includes('_number')) {
|
|
44
|
-
type = 'number';
|
|
45
|
-
}
|
|
46
|
-
else if (field.includes('Opt_Out') || field.includes('_opt_out') || field.includes('converted')) {
|
|
47
|
-
type = 'bool';
|
|
48
|
-
}
|
|
49
|
-
// Sample the data to refine type detection
|
|
50
|
-
const sampleValues = records
|
|
51
|
-
.slice(0, 10)
|
|
52
|
-
.map((record) => record[field])
|
|
53
|
-
.filter((val) => val !== null && val !== undefined && val !== '');
|
|
54
|
-
if (sampleValues.length > 0) {
|
|
55
|
-
const sampleValue = sampleValues[0];
|
|
56
|
-
if (typeof sampleValue === 'boolean') {
|
|
57
|
-
type = 'bool';
|
|
58
|
-
}
|
|
59
|
-
else if (typeof sampleValue === 'number') {
|
|
60
|
-
type = 'number';
|
|
61
|
-
}
|
|
62
|
-
else if (typeof sampleValue === 'object' && sampleValue !== null) {
|
|
63
|
-
// Handle nested objects (like Owner, Account_Name, etc.)
|
|
64
|
-
if (sampleValue.name) {
|
|
65
|
-
columns.push({ name: `${columnName}_name`, path: `${field}.name` });
|
|
66
|
-
}
|
|
67
|
-
if (sampleValue.id) {
|
|
68
|
-
columns.push({ name: `${columnName}_id`, path: `${field}.id` });
|
|
69
|
-
}
|
|
70
|
-
if (sampleValue.email) {
|
|
71
|
-
columns.push({ name: `${columnName}_email`, path: `${field}.email` });
|
|
72
|
-
}
|
|
73
|
-
return; // Skip adding the main field since we're handling nested properties
|
|
74
|
-
}
|
|
75
|
-
else if (typeof sampleValue === 'string') {
|
|
76
|
-
// Check if it's a valid date/timestamp string
|
|
77
|
-
if (type === 'date' || type === 'datetime') {
|
|
78
|
-
// Try to parse the date to validate it's a proper timestamp
|
|
79
|
-
const date = new Date(sampleValue);
|
|
80
|
-
if (isNaN(date.getTime())) {
|
|
81
|
-
// Invalid date, treat as text
|
|
82
|
-
type = 'text';
|
|
83
|
-
}
|
|
84
|
-
}
|
|
85
|
-
}
|
|
86
|
-
}
|
|
87
|
-
columns.push({ name: columnName, path: field, type });
|
|
88
|
-
});
|
|
89
|
-
// Always add raw_data column for full JSON
|
|
90
|
-
columns.push({ name: 'raw_data', transform: (record) => JSON.stringify(record) });
|
|
91
|
-
return {
|
|
92
|
-
name: schemaName,
|
|
93
|
-
prepareMode: 'drop',
|
|
94
|
-
columns,
|
|
95
|
-
};
|
|
96
|
-
}
|
|
97
|
-
// Generic function to process any Zoho CRM module
|
|
98
|
-
export async function processModule(moduleName, client, options = {}) {
|
|
99
|
-
const { maxRecords } = options;
|
|
100
|
-
console.log(`Processing module: ${moduleName}`);
|
|
101
|
-
const records = await client.getAllRecordsWithFields(moduleName, { maxRecords: maxRecords || undefined });
|
|
102
|
-
const schema = generateSchemaFromRecords(records, moduleName.toLowerCase());
|
|
103
|
-
// Create collection with manually assigned IDs
|
|
104
|
-
const collection = {
|
|
105
|
-
schema,
|
|
106
|
-
objects: records.map((record, index) => ({
|
|
107
|
-
id: index + 1,
|
|
108
|
-
...record,
|
|
109
|
-
})),
|
|
110
|
-
};
|
|
111
|
-
console.log(`Processed ${records.length} records for module: ${moduleName}`);
|
|
112
|
-
return collection;
|
|
113
|
-
}
|
|
114
|
-
//# sourceMappingURL=module-processor.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"module-processor.js","sourceRoot":"","sources":["../../src/zoho-crm/module-processor.ts"],"names":[],"mappings":"AAOA,uEAAuE;AACvE,MAAM,UAAU,yBAAyB,CAAC,OAAwB,EAAE,UAAkB;IACpF,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO;YACL,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,MAAM;YACnB,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;gBAC1B,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;aACpE;SACF,CAAA;IACH,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;IAEnC,2CAA2C;IAC3C,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QACzB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAClC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACpB,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,qDAAqD;IACrD,MAAM,OAAO,GAAa,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAEtD,sCAAsC;IACtC,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAA;IAEjD,YAAY,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7B,2DAA2D;QAC3D,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;YAC/C,OAAM;QACR,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAA;QAElE,mEAAmE;QACnE,IAAI,IAAI,GAAe,MAAM,CAAA;QAE7B,4BAA4B;QAC5B,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAChF,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAA;QAChF,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9F,IAAI,GAAG,UAAU,CAAA;QACnB,CAAC;aAAM,IACL,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC;YAC7B,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YACtB,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YACvB,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EACzB,CAAC;YACD,IAAI,GAAG,QAAQ,CAAA;QACjB,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAClG,IAAI,GAAG,MAAM,CAAA;QACf,CAAC;QAED,2CAA2C;QAC3C,MAAM,YAAY,GAAG,OAAO;aACzB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;aAC9B,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,CAAC,CAAA;QACnE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;YAEnC,IAAI,OAAO,WAAW,KAAK,SAAS,EAAE,CAAC;gBACrC,IAAI,GAAG,MAAM,CAAA;YACf,CAAC;iBAAM,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;gBAC3C,IAAI,GAAG,QAAQ,CAAA;YACjB,CAAC;iBAAM,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;gBACnE,yDAAyD;gBACzD,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;oBACrB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,UAAU,OAAO,EAAE,IAAI,EAAE,GAAG,KAAK,OAAO,EAAE,CAAC,CAAA;gBACrE,CAAC;gBACD,IAAI,WAAW,CAAC,EAAE,EAAE,CAAC;oBACnB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,UAAU,KAAK,EAAE,IAAI,EAAE,GAAG,KAAK,KAAK,EAAE,CAAC,CAAA;gBACjE,CAAC;gBACD,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;oBACtB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,UAAU,QAAQ,EAAE,IAAI,EAAE,GAAG,KAAK,QAAQ,EAAE,CAAC,CAAA;gBACvE,CAAC;gBACD,OAAM,CAAC,oEAAoE;YAC7E,CAAC;iBAAM,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;gBAC3C,8CAA8C;gBAC9C,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC3C,4DAA4D;oBAC5D,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAA;oBAClC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;wBAC1B,8BAA8B;wBAC9B,IAAI,GAAG,MAAM,CAAA;oBACf,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IAEF,2CAA2C;IAC3C,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAEtF,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,MAAM;QACnB,OAAO;KACR,CAAA;AACH,CAAC;AAED,kDAAkD;AAClD,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,UAAkB,EAClB,MAAqB,EACrB,UAAkC,EAAE;IAEpC,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAA;IAE9B,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAA;IAE/C,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,UAAU,EAAE,EAAE,UAAU,EAAE,UAAU,IAAI,SAAS,EAAE,CAAC,CAAA;IAEzG,MAAM,MAAM,GAAG,yBAAyB,CAAC,OAAO,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC,CAAA;IAE3E,+CAA+C;IAC/C,MAAM,UAAU,GAAe;QAC7B,MAAM;QACN,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC;YACpD,EAAE,EAAE,KAAK,GAAG,CAAC;YACb,GAAG,MAAM;SACV,CAAC,CAAC;KACJ,CAAA;IAED,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,CAAC,MAAM,wBAAwB,UAAU,EAAE,CAAC,CAAA;IAE5E,OAAO,UAAU,CAAA;AACnB,CAAC"}
|