@credal/actions 0.2.154 → 0.2.156
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions/actionMapper.js +43 -1
- package/dist/actions/autogen/templates.js +24 -15
- package/dist/actions/autogen/types.d.ts +22 -13
- package/dist/actions/autogen/types.js +24 -3
- package/dist/actions/groups.js +1 -11
- package/dist/actions/providers/github/fetchFile.d.ts +3 -0
- package/dist/actions/providers/github/fetchFile.js +131 -0
- package/dist/actions/providers/github/getContents.d.ts +3 -0
- package/dist/actions/providers/github/getContents.js +41 -0
- package/dist/actions/providers/jira/getJiraIssuesByQuery.js +42 -27
- package/dist/actions/providers/slack/getChannelMessages.js +98 -2
- package/dist/actions/providers/slack/messageTransformers.d.ts +53 -0
- package/dist/actions/providers/slack/messageTransformers.js +267 -0
- package/dist/actions/providers/slackUser/searchSlack.d.ts +0 -26
- package/dist/actions/providers/slackUser/searchSlack.js +5 -171
- package/package.json +2 -2
- package/dist/actions/providers/confluence/updatePage.d.ts +0 -3
- package/dist/actions/providers/confluence/updatePage.js +0 -46
- package/dist/actions/providers/credal/callCopilot.d.ts +0 -3
- package/dist/actions/providers/credal/callCopilot.js +0 -36
- package/dist/actions/providers/generic/fillTemplateAction.d.ts +0 -7
- package/dist/actions/providers/generic/fillTemplateAction.js +0 -18
- package/dist/actions/providers/generic/genericApiCall.d.ts +0 -3
- package/dist/actions/providers/generic/genericApiCall.js +0 -38
- package/dist/actions/providers/google-oauth/getDriveContentById.d.ts +0 -3
- package/dist/actions/providers/google-oauth/getDriveContentById.js +0 -161
- package/dist/actions/providers/google-oauth/searchAndGetDriveContentByKeywords.d.ts +0 -3
- package/dist/actions/providers/google-oauth/searchAndGetDriveContentByKeywords.js +0 -47
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByKeywords.d.ts +0 -3
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByKeywords.js +0 -110
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByQuery.d.ts +0 -3
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByQuery.js +0 -78
- package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.d.ts +0 -15
- package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.js +0 -129
- package/dist/actions/providers/googlemaps/nearbysearch.d.ts +0 -3
- package/dist/actions/providers/googlemaps/nearbysearch.js +0 -96
- package/dist/actions/providers/math/index.d.ts +0 -1
- package/dist/actions/providers/math/index.js +0 -37
- package/dist/actions/providers/slack/index.d.ts +0 -1
- package/dist/actions/providers/slack/index.js +0 -37
- package/dist/actions/providers/slack/listConversations.d.ts +0 -3
- package/dist/actions/providers/slack/listConversations.js +0 -41
- package/dist/actions/providers/slackUser/getSlackMessagesInTimeRange.d.ts +0 -3
- package/dist/actions/providers/slackUser/getSlackMessagesInTimeRange.js +0 -81
- package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.d.ts +0 -3
- package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.js +0 -154
- package/dist/actions/providers/x/scrapeTweetDataWithNitter.d.ts +0 -3
- package/dist/actions/providers/x/scrapeTweetDataWithNitter.js +0 -45
|
@@ -10,6 +10,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
10
10
|
import { WebClient } from "@slack/web-api";
|
|
11
11
|
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
12
12
|
import pLimit from "p-limit";
|
|
13
|
+
import { extractMessageText, transformToSlackMessage, simplifyFile, } from "../slack/messageTransformers.js";
|
|
13
14
|
/* ===================== Constants ===================== */
|
|
14
15
|
const HIT_ENRICH_POOL = 2; // keep concurrency conservative to avoid 429s
|
|
15
16
|
const limitHit = pLimit(HIT_ENRICH_POOL);
|
|
@@ -63,164 +64,6 @@ class SlackUserCache {
|
|
|
63
64
|
}
|
|
64
65
|
}
|
|
65
66
|
/* ===================== Helpers ===================== */
|
|
66
|
-
/* ===================== Helpers ===================== */
|
|
67
|
-
/**
|
|
68
|
-
* Extracts all visible text from a Slack message
|
|
69
|
-
*/
|
|
70
|
-
export function extractMessageText(m) {
|
|
71
|
-
var _a, _b, _c, _d;
|
|
72
|
-
if (!m)
|
|
73
|
-
return undefined;
|
|
74
|
-
const pieces = [];
|
|
75
|
-
// ---- Rich text helpers ----
|
|
76
|
-
const walkRichTextInline = (el) => {
|
|
77
|
-
var _a;
|
|
78
|
-
const blockPieces = [];
|
|
79
|
-
switch (el.type) {
|
|
80
|
-
case "text":
|
|
81
|
-
blockPieces.push(el.text);
|
|
82
|
-
break;
|
|
83
|
-
case "link":
|
|
84
|
-
blockPieces.push(el.text || el.url);
|
|
85
|
-
break;
|
|
86
|
-
case "user":
|
|
87
|
-
blockPieces.push(`<@${el.user_id}>`);
|
|
88
|
-
break;
|
|
89
|
-
case "channel":
|
|
90
|
-
blockPieces.push(`<#${el.channel_id}>`);
|
|
91
|
-
break;
|
|
92
|
-
case "emoji":
|
|
93
|
-
blockPieces.push(`:${el.name}:`);
|
|
94
|
-
break;
|
|
95
|
-
case "broadcast":
|
|
96
|
-
blockPieces.push(`@${el.range}`);
|
|
97
|
-
break;
|
|
98
|
-
case "date":
|
|
99
|
-
blockPieces.push((_a = el.fallback) !== null && _a !== void 0 ? _a : `<date:${el.timestamp}>`);
|
|
100
|
-
break;
|
|
101
|
-
case "team":
|
|
102
|
-
blockPieces.push(`<team:${el.team_id}>`);
|
|
103
|
-
break;
|
|
104
|
-
case "usergroup":
|
|
105
|
-
blockPieces.push(`<usergroup:${el.usergroup_id}>`);
|
|
106
|
-
break;
|
|
107
|
-
case "color":
|
|
108
|
-
// Usually formatting only, skip
|
|
109
|
-
break;
|
|
110
|
-
}
|
|
111
|
-
return blockPieces;
|
|
112
|
-
};
|
|
113
|
-
const walkRichTextElement = (el) => {
|
|
114
|
-
const result = [];
|
|
115
|
-
switch (el.type) {
|
|
116
|
-
case "rich_text_section":
|
|
117
|
-
case "rich_text_quote":
|
|
118
|
-
result.push(el.elements.map(walkRichTextInline).join("\n"));
|
|
119
|
-
break;
|
|
120
|
-
case "rich_text_list":
|
|
121
|
-
result.push(el.elements.map(section => section.elements.map(walkRichTextInline).join("\n")).join("\n"));
|
|
122
|
-
break;
|
|
123
|
-
case "rich_text_preformatted":
|
|
124
|
-
result.push(el.elements.map(walkRichTextInline).join("\n"));
|
|
125
|
-
break;
|
|
126
|
-
}
|
|
127
|
-
return result;
|
|
128
|
-
};
|
|
129
|
-
// ---- Block helpers ----
|
|
130
|
-
const walkBlock = (block) => {
|
|
131
|
-
var _a, _b, _c, _d, _e, _f, _g;
|
|
132
|
-
const blockPieces = [];
|
|
133
|
-
switch (block.type) {
|
|
134
|
-
case "section":
|
|
135
|
-
if ((_a = block.text) === null || _a === void 0 ? void 0 : _a.text)
|
|
136
|
-
blockPieces.push(block.text.text);
|
|
137
|
-
if (block.fields) {
|
|
138
|
-
for (const f of block.fields)
|
|
139
|
-
if (f.text)
|
|
140
|
-
blockPieces.push(f.text);
|
|
141
|
-
}
|
|
142
|
-
if (block.accessory && "text" in block.accessory && block.accessory.text) {
|
|
143
|
-
blockPieces.push(block.accessory.text.text);
|
|
144
|
-
}
|
|
145
|
-
break;
|
|
146
|
-
case "context":
|
|
147
|
-
if (Array.isArray(block.elements)) {
|
|
148
|
-
block.elements.forEach(el => {
|
|
149
|
-
if ("text" in el && el.text)
|
|
150
|
-
blockPieces.push(el.text);
|
|
151
|
-
});
|
|
152
|
-
}
|
|
153
|
-
break;
|
|
154
|
-
case "header":
|
|
155
|
-
if ((_b = block.text) === null || _b === void 0 ? void 0 : _b.text)
|
|
156
|
-
blockPieces.push(block.text.text);
|
|
157
|
-
break;
|
|
158
|
-
case "rich_text":
|
|
159
|
-
blockPieces.push(block.elements.map(walkRichTextElement).join("\n"));
|
|
160
|
-
break;
|
|
161
|
-
case "markdown":
|
|
162
|
-
if (block.text)
|
|
163
|
-
blockPieces.push(block.text);
|
|
164
|
-
break;
|
|
165
|
-
case "video":
|
|
166
|
-
if ((_c = block.title) === null || _c === void 0 ? void 0 : _c.text)
|
|
167
|
-
blockPieces.push(block.title.text);
|
|
168
|
-
if ((_d = block.description) === null || _d === void 0 ? void 0 : _d.text)
|
|
169
|
-
blockPieces.push(block.description.text);
|
|
170
|
-
break;
|
|
171
|
-
case "image":
|
|
172
|
-
if ((_e = block.title) === null || _e === void 0 ? void 0 : _e.text)
|
|
173
|
-
blockPieces.push(block.title.text);
|
|
174
|
-
break;
|
|
175
|
-
case "input":
|
|
176
|
-
if ((_f = block.label) === null || _f === void 0 ? void 0 : _f.text)
|
|
177
|
-
blockPieces.push(block.label.text);
|
|
178
|
-
if ((_g = block.hint) === null || _g === void 0 ? void 0 : _g.text)
|
|
179
|
-
blockPieces.push(block.hint.text);
|
|
180
|
-
break;
|
|
181
|
-
// divider, file, actions, input don’t contribute visible text
|
|
182
|
-
case "divider":
|
|
183
|
-
case "file":
|
|
184
|
-
case "actions":
|
|
185
|
-
break;
|
|
186
|
-
}
|
|
187
|
-
return blockPieces;
|
|
188
|
-
};
|
|
189
|
-
let blockText = "";
|
|
190
|
-
if (Array.isArray(m.blocks)) {
|
|
191
|
-
const blockPieces = m.blocks.map(b => walkBlock(b));
|
|
192
|
-
blockText = blockPieces.join("\n");
|
|
193
|
-
}
|
|
194
|
-
if (blockText) {
|
|
195
|
-
pieces.push(blockText);
|
|
196
|
-
}
|
|
197
|
-
else if (m.text) {
|
|
198
|
-
pieces.push(m.text);
|
|
199
|
-
}
|
|
200
|
-
// 3. Attachments
|
|
201
|
-
if (m.attachments) {
|
|
202
|
-
for (const att of m.attachments) {
|
|
203
|
-
if (att.pretext)
|
|
204
|
-
pieces.push(att.pretext);
|
|
205
|
-
if (att.title)
|
|
206
|
-
pieces.push(att.title);
|
|
207
|
-
if (att.text)
|
|
208
|
-
pieces.push(att.text);
|
|
209
|
-
if (att.fields) {
|
|
210
|
-
for (const f of att.fields) {
|
|
211
|
-
const title = (_b = (_a = f.title) === null || _a === void 0 ? void 0 : _a.trim()) !== null && _b !== void 0 ? _b : "";
|
|
212
|
-
const value = (_d = (_c = f.value) === null || _c === void 0 ? void 0 : _c.trim()) !== null && _d !== void 0 ? _d : "";
|
|
213
|
-
if (title || value) {
|
|
214
|
-
pieces.push(title && value ? `${title}: ${value}` : title || value);
|
|
215
|
-
}
|
|
216
|
-
}
|
|
217
|
-
}
|
|
218
|
-
}
|
|
219
|
-
}
|
|
220
|
-
// Deduplicate and join
|
|
221
|
-
const out = Array.from(new Set(pieces.map(s => s.trim()).filter(Boolean))).join("\n");
|
|
222
|
-
return out || undefined;
|
|
223
|
-
}
|
|
224
67
|
function normalizeChannelOperand(ch) {
|
|
225
68
|
const s = ch.trim();
|
|
226
69
|
if (/^[CGD][A-Z0-9]/i.test(s))
|
|
@@ -297,19 +140,6 @@ function getPermalink(client, channel, ts) {
|
|
|
297
140
|
}
|
|
298
141
|
});
|
|
299
142
|
}
|
|
300
|
-
function transformToSlackMessage(message) {
|
|
301
|
-
return {
|
|
302
|
-
ts: message.ts,
|
|
303
|
-
text: message.text,
|
|
304
|
-
user: message.user,
|
|
305
|
-
username: message.username,
|
|
306
|
-
thread_ts: message.thread_ts,
|
|
307
|
-
blocks: message.blocks,
|
|
308
|
-
attachments: message.attachments,
|
|
309
|
-
reactions: message.reactions,
|
|
310
|
-
files: message.files,
|
|
311
|
-
};
|
|
312
|
-
}
|
|
313
143
|
function fetchOneMessage(client, channel, ts) {
|
|
314
144
|
return __awaiter(this, void 0, void 0, function* () {
|
|
315
145
|
var _a;
|
|
@@ -542,6 +372,10 @@ const searchSlack = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params,
|
|
|
542
372
|
var _a;
|
|
543
373
|
const u = t.user ? yield cache.get(t.user) : undefined;
|
|
544
374
|
const rawText = extractMessageText(t);
|
|
375
|
+
// Simplify files to only include highest quality thumbnail
|
|
376
|
+
if (t.files && Array.isArray(t.files)) {
|
|
377
|
+
t.files = t.files.map((file) => simplifyFile(file));
|
|
378
|
+
}
|
|
545
379
|
// Build interaction description
|
|
546
380
|
const interactions = [];
|
|
547
381
|
if (t.reactions && t.reactions.length > 0) {
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@credal/actions",
|
|
3
|
-
"version": "0.2.
|
|
3
|
+
"version": "0.2.156",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"description": "AI Actions by Credal AI",
|
|
6
6
|
"sideEffects": false,
|
|
@@ -64,7 +64,7 @@
|
|
|
64
64
|
"json-schema-to-zod": "^2.5.0",
|
|
65
65
|
"jsonwebtoken": "^9.0.2",
|
|
66
66
|
"limiter": "^3.0.0",
|
|
67
|
-
"mammoth": "^1.
|
|
67
|
+
"mammoth": "^1.11.00",
|
|
68
68
|
"mongodb": "^6.13.1",
|
|
69
69
|
"node-forge": "^1.3.1",
|
|
70
70
|
"officeparser": "^5.2.0",
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
const axiosClient_1 = require("../../util/axiosClient");
|
|
13
|
-
function getConfluenceRequestConfig(baseUrl, username, apiToken) {
|
|
14
|
-
return {
|
|
15
|
-
baseURL: baseUrl,
|
|
16
|
-
headers: {
|
|
17
|
-
Accept: "application/json",
|
|
18
|
-
Authorization: `Basic ${Buffer.from(`${username}:${apiToken}`).toString("base64")}`,
|
|
19
|
-
},
|
|
20
|
-
};
|
|
21
|
-
}
|
|
22
|
-
const confluenceUpdatePage = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
23
|
-
const { pageId, content, title } = params;
|
|
24
|
-
const { baseUrl, authToken, username } = authParams;
|
|
25
|
-
if (!baseUrl || !authToken || !username) {
|
|
26
|
-
throw new Error("Missing required authentication information");
|
|
27
|
-
}
|
|
28
|
-
const config = getConfluenceRequestConfig(baseUrl, username, authToken);
|
|
29
|
-
// Get current version number
|
|
30
|
-
const response = yield axiosClient_1.axiosClient.get(`/api/v2/pages/${pageId}`, config);
|
|
31
|
-
const currVersion = response.data.version.number;
|
|
32
|
-
const payload = {
|
|
33
|
-
id: pageId,
|
|
34
|
-
status: "current",
|
|
35
|
-
title,
|
|
36
|
-
body: {
|
|
37
|
-
representation: "storage",
|
|
38
|
-
value: content,
|
|
39
|
-
},
|
|
40
|
-
version: {
|
|
41
|
-
number: currVersion + 1,
|
|
42
|
-
},
|
|
43
|
-
};
|
|
44
|
-
yield axiosClient_1.axiosClient.put(`/api/v2/pages/${pageId}`, payload, config);
|
|
45
|
-
});
|
|
46
|
-
exports.default = confluenceUpdatePage;
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
const sdk_1 = require("@credal/sdk");
|
|
13
|
-
const callCopilot = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
14
|
-
var _b;
|
|
15
|
-
const requestBody = {
|
|
16
|
-
agentId: params.agentId,
|
|
17
|
-
query: params.query,
|
|
18
|
-
userEmail: params.userEmail,
|
|
19
|
-
};
|
|
20
|
-
const baseUrl = (_b = authParams.baseUrl) !== null && _b !== void 0 ? _b : "https://app.credal.ai/api";
|
|
21
|
-
const client = new sdk_1.CredalClient({ environment: baseUrl, apiKey: authParams.apiKey });
|
|
22
|
-
const response = yield client.copilots.sendMessage({
|
|
23
|
-
agentId: requestBody.agentId,
|
|
24
|
-
message: requestBody.query,
|
|
25
|
-
userEmail: requestBody.userEmail,
|
|
26
|
-
});
|
|
27
|
-
return {
|
|
28
|
-
response: response.sendChatResult.type === "ai_response_result"
|
|
29
|
-
? response.sendChatResult.response.message
|
|
30
|
-
: "Error getting response",
|
|
31
|
-
referencedSources: response.sendChatResult.type === "ai_response_result" ? response.sendChatResult.referencedSources : [],
|
|
32
|
-
sourcesInDataContext: response.sendChatResult.type === "ai_response_result" ? response.sendChatResult.sourcesInDataContext : [],
|
|
33
|
-
webSearchResults: response.sendChatResult.type === "ai_response_result" ? response.sendChatResult.webSearchResults : [],
|
|
34
|
-
};
|
|
35
|
-
});
|
|
36
|
-
exports.default = callCopilot;
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
const fillTemplateAction = (_a) => __awaiter(void 0, [_a], void 0, function* ({ template }) {
|
|
13
|
-
// Simply return the template without any modification
|
|
14
|
-
return {
|
|
15
|
-
result: template,
|
|
16
|
-
};
|
|
17
|
-
});
|
|
18
|
-
exports.default = fillTemplateAction;
|
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
-
};
|
|
14
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
-
const axios_1 = __importDefault(require("axios"));
|
|
16
|
-
const genericApiCall = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, }) {
|
|
17
|
-
try {
|
|
18
|
-
const { endpoint, method, headers, body } = params;
|
|
19
|
-
const response = yield (0, axios_1.default)({
|
|
20
|
-
url: endpoint,
|
|
21
|
-
method,
|
|
22
|
-
headers,
|
|
23
|
-
data: method !== "GET" ? body : undefined,
|
|
24
|
-
});
|
|
25
|
-
return {
|
|
26
|
-
statusCode: response.status,
|
|
27
|
-
headers: response.headers,
|
|
28
|
-
data: response.data,
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
catch (error) {
|
|
32
|
-
if (axios_1.default.isAxiosError(error)) {
|
|
33
|
-
throw Error("Axios Error: " + (error.message || "Failed to make API call"));
|
|
34
|
-
}
|
|
35
|
-
throw Error("Error: " + (error || "Failed to make API call"));
|
|
36
|
-
}
|
|
37
|
-
});
|
|
38
|
-
exports.default = genericApiCall;
|
|
@@ -1,161 +0,0 @@
|
|
|
1
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
-
});
|
|
9
|
-
};
|
|
10
|
-
import pdf from "pdf-parse/lib/pdf-parse.js";
|
|
11
|
-
import { axiosClient } from "../../util/axiosClient.js";
|
|
12
|
-
import mammoth from "mammoth";
|
|
13
|
-
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
14
|
-
const getDriveFileContentByID = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
15
|
-
if (!authParams.authToken) {
|
|
16
|
-
return { success: false, error: MISSING_AUTH_TOKEN };
|
|
17
|
-
}
|
|
18
|
-
const { fileId, limit } = params;
|
|
19
|
-
try {
|
|
20
|
-
// First, get file metadata to determine the file type
|
|
21
|
-
const metadataUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?fields=name,mimeType,size`;
|
|
22
|
-
const metadataRes = yield axiosClient.get(metadataUrl, {
|
|
23
|
-
headers: {
|
|
24
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
25
|
-
},
|
|
26
|
-
});
|
|
27
|
-
const { name: fileName, mimeType, size } = metadataRes.data;
|
|
28
|
-
// Check if file is too large (50MB limit for safety)
|
|
29
|
-
if (size && parseInt(size) > 50 * 1024 * 1024) {
|
|
30
|
-
return {
|
|
31
|
-
success: false,
|
|
32
|
-
error: "File too large (>50MB)",
|
|
33
|
-
};
|
|
34
|
-
}
|
|
35
|
-
let content = "";
|
|
36
|
-
// Handle different file types - read content directly
|
|
37
|
-
if (mimeType === "application/vnd.google-apps.document") {
|
|
38
|
-
// Google Docs - download as plain text
|
|
39
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=txt`;
|
|
40
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
41
|
-
headers: {
|
|
42
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
43
|
-
},
|
|
44
|
-
responseType: 'text',
|
|
45
|
-
});
|
|
46
|
-
content = downloadRes.data;
|
|
47
|
-
}
|
|
48
|
-
else if (mimeType === "application/vnd.google-apps.spreadsheet") {
|
|
49
|
-
// Google Sheets - download as CSV
|
|
50
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=csv`;
|
|
51
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
52
|
-
headers: {
|
|
53
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
54
|
-
},
|
|
55
|
-
responseType: 'text',
|
|
56
|
-
});
|
|
57
|
-
content = downloadRes.data;
|
|
58
|
-
}
|
|
59
|
-
else if (mimeType === "application/vnd.google-apps.presentation") {
|
|
60
|
-
// Google Slides - download as plain text
|
|
61
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=txt`;
|
|
62
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
63
|
-
headers: {
|
|
64
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
65
|
-
},
|
|
66
|
-
responseType: 'text',
|
|
67
|
-
});
|
|
68
|
-
content = downloadRes.data;
|
|
69
|
-
}
|
|
70
|
-
else if (mimeType === "application/pdf") {
|
|
71
|
-
// PDF files - use pdf-parse
|
|
72
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
|
|
73
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
74
|
-
headers: {
|
|
75
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
76
|
-
},
|
|
77
|
-
responseType: 'arraybuffer',
|
|
78
|
-
});
|
|
79
|
-
try {
|
|
80
|
-
const pdfData = yield pdf(downloadRes.data);
|
|
81
|
-
content = pdfData.text;
|
|
82
|
-
}
|
|
83
|
-
catch (pdfError) {
|
|
84
|
-
return {
|
|
85
|
-
success: false,
|
|
86
|
-
error: `Failed to parse PDF: ${pdfError instanceof Error ? pdfError.message : 'Unknown PDF error'}`,
|
|
87
|
-
};
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
else if (mimeType === "application/vnd.openxmlformats-officedocument.wordprocessingml.document" ||
|
|
91
|
-
mimeType === "application/msword") {
|
|
92
|
-
// Word documents (.docx or .doc) - download and extract text using mammoth
|
|
93
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
|
|
94
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
95
|
-
headers: {
|
|
96
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
97
|
-
},
|
|
98
|
-
responseType: 'arraybuffer',
|
|
99
|
-
});
|
|
100
|
-
try {
|
|
101
|
-
// mammoth works with .docx files. It will ignore formatting and return raw text
|
|
102
|
-
const result = yield mammoth.extractRawText({ buffer: Buffer.from(downloadRes.data) });
|
|
103
|
-
content = result.value; // raw text
|
|
104
|
-
}
|
|
105
|
-
catch (wordError) {
|
|
106
|
-
return {
|
|
107
|
-
success: false,
|
|
108
|
-
error: `Failed to parse Word document: ${wordError instanceof Error ? wordError.message : 'Unknown Word error'}`,
|
|
109
|
-
};
|
|
110
|
-
}
|
|
111
|
-
}
|
|
112
|
-
else if (mimeType === "text/plain" ||
|
|
113
|
-
mimeType === "text/html" ||
|
|
114
|
-
mimeType === "application/rtf" ||
|
|
115
|
-
(mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("text/"))) {
|
|
116
|
-
// Text-based files
|
|
117
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
|
|
118
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
119
|
-
headers: {
|
|
120
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
121
|
-
},
|
|
122
|
-
responseType: 'text',
|
|
123
|
-
});
|
|
124
|
-
content = downloadRes.data;
|
|
125
|
-
}
|
|
126
|
-
else if (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("image/")) {
|
|
127
|
-
// Skip images
|
|
128
|
-
return {
|
|
129
|
-
success: false,
|
|
130
|
-
error: "Image files are not supported for text extraction",
|
|
131
|
-
};
|
|
132
|
-
}
|
|
133
|
-
else {
|
|
134
|
-
// Unsupported file type
|
|
135
|
-
return {
|
|
136
|
-
success: false,
|
|
137
|
-
error: `Unsupported file type: ${mimeType}`,
|
|
138
|
-
};
|
|
139
|
-
}
|
|
140
|
-
content = content.trim();
|
|
141
|
-
const originalLength = content.length;
|
|
142
|
-
// Naive way to truncate content
|
|
143
|
-
if (limit && content.length > limit) {
|
|
144
|
-
content = content.substring(0, limit);
|
|
145
|
-
}
|
|
146
|
-
return {
|
|
147
|
-
success: true,
|
|
148
|
-
content,
|
|
149
|
-
fileName,
|
|
150
|
-
fileLength: originalLength,
|
|
151
|
-
};
|
|
152
|
-
}
|
|
153
|
-
catch (error) {
|
|
154
|
-
console.error("Error getting Google Drive file content", error);
|
|
155
|
-
return {
|
|
156
|
-
success: false,
|
|
157
|
-
error: error instanceof Error ? error.message : "Unknown error",
|
|
158
|
-
};
|
|
159
|
-
}
|
|
160
|
-
});
|
|
161
|
-
export default getDriveFileContentByID;
|
|
@@ -1,47 +0,0 @@
|
|
|
1
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
-
});
|
|
9
|
-
};
|
|
10
|
-
import { axiosClient } from "../../util/axiosClient.js";
|
|
11
|
-
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
12
|
-
const searchDriveByKeywords = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
13
|
-
var _b;
|
|
14
|
-
if (!authParams.authToken) {
|
|
15
|
-
return { success: false, error: MISSING_AUTH_TOKEN, files: [] };
|
|
16
|
-
}
|
|
17
|
-
const { keywords, limit } = params;
|
|
18
|
-
// Build the query: fullText contains 'keyword1' or fullText contains 'keyword2' ...
|
|
19
|
-
const query = keywords.map(kw => `fullText contains '${kw.replace(/'/g, "\\'")}'`).join(" or ");
|
|
20
|
-
const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true`;
|
|
21
|
-
// 1. Get the file metadata from google drive search
|
|
22
|
-
let files = [];
|
|
23
|
-
try {
|
|
24
|
-
const res = yield axiosClient.get(url, {
|
|
25
|
-
headers: {
|
|
26
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
27
|
-
},
|
|
28
|
-
});
|
|
29
|
-
files =
|
|
30
|
-
((_b = res.data.files) === null || _b === void 0 ? void 0 : _b.map((file) => ({
|
|
31
|
-
id: file.id || "",
|
|
32
|
-
name: file.name || "",
|
|
33
|
-
mimeType: file.mimeType || "",
|
|
34
|
-
url: file.webViewLink || "",
|
|
35
|
-
}))) || [];
|
|
36
|
-
}
|
|
37
|
-
catch (error) {
|
|
38
|
-
console.error("Error searching Google Drive", error);
|
|
39
|
-
return {
|
|
40
|
-
success: false,
|
|
41
|
-
error: error instanceof Error ? error.message : "Unknown error",
|
|
42
|
-
files: [],
|
|
43
|
-
};
|
|
44
|
-
}
|
|
45
|
-
files = limit ? files.splice(0, limit) : files;
|
|
46
|
-
});
|
|
47
|
-
export default searchDriveByKeywords;
|