@credal/actions 0.2.62 → 0.2.64
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions/autogen/templates.js +8 -0
- package/dist/actions/autogen/types.d.ts +6 -0
- package/dist/actions/autogen/types.js +5 -0
- package/dist/actions/providers/confluence/updatePage.js +14 -15
- package/dist/actions/providers/generic/fillTemplateAction.d.ts +7 -0
- package/dist/actions/providers/generic/fillTemplateAction.js +18 -0
- package/dist/actions/providers/generic/genericApiCall.d.ts +3 -0
- package/dist/actions/providers/generic/genericApiCall.js +38 -0
- package/dist/actions/providers/google-oauth/getDriveContentById.d.ts +3 -0
- package/dist/actions/providers/google-oauth/getDriveContentById.js +161 -0
- package/dist/actions/providers/google-oauth/getDriveFileContentById.js +13 -90
- package/dist/actions/providers/google-oauth/searchAndGetDriveContentByKeywords.d.ts +3 -0
- package/dist/actions/providers/google-oauth/searchAndGetDriveContentByKeywords.js +47 -0
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByKeywords.d.ts +3 -0
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByKeywords.js +110 -0
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByQuery.d.ts +3 -0
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByQuery.js +78 -0
- package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.d.ts +15 -0
- package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.js +129 -0
- package/dist/actions/providers/googlemaps/nearbysearch.d.ts +3 -0
- package/dist/actions/providers/googlemaps/nearbysearch.js +96 -0
- package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.d.ts +3 -0
- package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.js +154 -0
- package/dist/actions/providers/x/scrapeTweetDataWithNitter.d.ts +3 -0
- package/dist/actions/providers/x/scrapeTweetDataWithNitter.js +45 -0
- package/dist/utils/google.d.ts +4 -0
- package/dist/utils/google.js +126 -0
- package/package.json +1 -1
- package/dist/actions/providers/jamf/types.d.ts +0 -8
- package/dist/actions/providers/jamf/types.js +0 -7
|
@@ -6427,6 +6427,14 @@ export const googleOauthGetDriveFileContentByIdDefinition = {
|
|
|
6427
6427
|
type: "number",
|
|
6428
6428
|
description: "The character limit for the file content",
|
|
6429
6429
|
},
|
|
6430
|
+
timeoutLimit: {
|
|
6431
|
+
type: "number",
|
|
6432
|
+
description: "The timeout limit for the file content retrieval (default of 15 seconds)",
|
|
6433
|
+
},
|
|
6434
|
+
fileSizeLimit: {
|
|
6435
|
+
type: "number",
|
|
6436
|
+
description: "Max file size (in MB) to retrieve content from (default of 30MB)",
|
|
6437
|
+
},
|
|
6430
6438
|
},
|
|
6431
6439
|
},
|
|
6432
6440
|
output: {
|
|
@@ -3478,12 +3478,18 @@ export type googleOauthSearchDriveByQueryAndGetFileContentFunction = ActionFunct
|
|
|
3478
3478
|
export declare const googleOauthGetDriveFileContentByIdParamsSchema: z.ZodObject<{
|
|
3479
3479
|
fileId: z.ZodString;
|
|
3480
3480
|
limit: z.ZodNumber;
|
|
3481
|
+
timeoutLimit: z.ZodOptional<z.ZodNumber>;
|
|
3482
|
+
fileSizeLimit: z.ZodOptional<z.ZodNumber>;
|
|
3481
3483
|
}, "strip", z.ZodTypeAny, {
|
|
3482
3484
|
limit: number;
|
|
3483
3485
|
fileId: string;
|
|
3486
|
+
fileSizeLimit?: number | undefined;
|
|
3487
|
+
timeoutLimit?: number | undefined;
|
|
3484
3488
|
}, {
|
|
3485
3489
|
limit: number;
|
|
3486
3490
|
fileId: string;
|
|
3491
|
+
fileSizeLimit?: number | undefined;
|
|
3492
|
+
timeoutLimit?: number | undefined;
|
|
3487
3493
|
}>;
|
|
3488
3494
|
export type googleOauthGetDriveFileContentByIdParamsType = z.infer<typeof googleOauthGetDriveFileContentByIdParamsSchema>;
|
|
3489
3495
|
export declare const googleOauthGetDriveFileContentByIdOutputSchema: z.ZodObject<{
|
|
@@ -2451,6 +2451,11 @@ export const googleOauthSearchDriveByQueryAndGetFileContentOutputSchema = z.obje
|
|
|
2451
2451
|
export const googleOauthGetDriveFileContentByIdParamsSchema = z.object({
|
|
2452
2452
|
fileId: z.string().describe("The ID of the file to get content from"),
|
|
2453
2453
|
limit: z.number().describe("The character limit for the file content"),
|
|
2454
|
+
timeoutLimit: z
|
|
2455
|
+
.number()
|
|
2456
|
+
.describe("The timeout limit for the file content retrieval (default of 15 seconds)")
|
|
2457
|
+
.optional(),
|
|
2458
|
+
fileSizeLimit: z.number().describe("Max file size (in MB) to retrieve content from (default of 30MB)").optional(),
|
|
2454
2459
|
});
|
|
2455
2460
|
export const googleOauthGetDriveFileContentByIdOutputSchema = z.object({
|
|
2456
2461
|
success: z.boolean().describe("Whether the file content was retrieved successfully"),
|
|
@@ -8,30 +8,28 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
8
8
|
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
9
|
});
|
|
10
10
|
};
|
|
11
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
-
};
|
|
14
11
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
-
const
|
|
16
|
-
function
|
|
17
|
-
|
|
12
|
+
const axiosClient_1 = require("../../util/axiosClient");
|
|
13
|
+
function getConfluenceRequestConfig(baseUrl, username, apiToken) {
|
|
14
|
+
return {
|
|
18
15
|
baseURL: baseUrl,
|
|
19
16
|
headers: {
|
|
20
17
|
Accept: "application/json",
|
|
21
|
-
// Tokens are associated with a specific user.
|
|
22
18
|
Authorization: `Basic ${Buffer.from(`${username}:${apiToken}`).toString("base64")}`,
|
|
23
19
|
},
|
|
24
|
-
}
|
|
25
|
-
return api;
|
|
20
|
+
};
|
|
26
21
|
}
|
|
27
22
|
const confluenceUpdatePage = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
28
|
-
const { pageId,
|
|
29
|
-
const { baseUrl, authToken } = authParams;
|
|
30
|
-
|
|
23
|
+
const { pageId, content, title } = params;
|
|
24
|
+
const { baseUrl, authToken, username } = authParams;
|
|
25
|
+
if (!baseUrl || !authToken || !username) {
|
|
26
|
+
throw new Error("Missing required authentication information");
|
|
27
|
+
}
|
|
28
|
+
const config = getConfluenceRequestConfig(baseUrl, username, authToken);
|
|
31
29
|
// Get current version number
|
|
32
|
-
const response = yield
|
|
30
|
+
const response = yield axiosClient_1.axiosClient.get(`/api/v2/pages/${pageId}`, config);
|
|
33
31
|
const currVersion = response.data.version.number;
|
|
34
|
-
|
|
32
|
+
const payload = {
|
|
35
33
|
id: pageId,
|
|
36
34
|
status: "current",
|
|
37
35
|
title,
|
|
@@ -42,6 +40,7 @@ const confluenceUpdatePage = (_a) => __awaiter(void 0, [_a], void 0, function* (
|
|
|
42
40
|
version: {
|
|
43
41
|
number: currVersion + 1,
|
|
44
42
|
},
|
|
45
|
-
}
|
|
43
|
+
};
|
|
44
|
+
yield axiosClient_1.axiosClient.put(`/api/v2/pages/${pageId}`, payload, config);
|
|
46
45
|
});
|
|
47
46
|
exports.default = confluenceUpdatePage;
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
const fillTemplateAction = (_a) => __awaiter(void 0, [_a], void 0, function* ({ template }) {
|
|
13
|
+
// Simply return the template without any modification
|
|
14
|
+
return {
|
|
15
|
+
result: template,
|
|
16
|
+
};
|
|
17
|
+
});
|
|
18
|
+
exports.default = fillTemplateAction;
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
+
};
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
const axios_1 = __importDefault(require("axios"));
|
|
16
|
+
const genericApiCall = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, }) {
|
|
17
|
+
try {
|
|
18
|
+
const { endpoint, method, headers, body } = params;
|
|
19
|
+
const response = yield (0, axios_1.default)({
|
|
20
|
+
url: endpoint,
|
|
21
|
+
method,
|
|
22
|
+
headers,
|
|
23
|
+
data: method !== "GET" ? body : undefined,
|
|
24
|
+
});
|
|
25
|
+
return {
|
|
26
|
+
statusCode: response.status,
|
|
27
|
+
headers: response.headers,
|
|
28
|
+
data: response.data,
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
catch (error) {
|
|
32
|
+
if (axios_1.default.isAxiosError(error)) {
|
|
33
|
+
throw Error("Axios Error: " + (error.message || "Failed to make API call"));
|
|
34
|
+
}
|
|
35
|
+
throw Error("Error: " + (error || "Failed to make API call"));
|
|
36
|
+
}
|
|
37
|
+
});
|
|
38
|
+
exports.default = genericApiCall;
|
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
+
});
|
|
9
|
+
};
|
|
10
|
+
import pdf from "pdf-parse/lib/pdf-parse.js";
|
|
11
|
+
import { axiosClient } from "../../util/axiosClient.js";
|
|
12
|
+
import mammoth from "mammoth";
|
|
13
|
+
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
14
|
+
const getDriveFileContentByID = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
15
|
+
if (!authParams.authToken) {
|
|
16
|
+
return { success: false, error: MISSING_AUTH_TOKEN };
|
|
17
|
+
}
|
|
18
|
+
const { fileId, limit } = params;
|
|
19
|
+
try {
|
|
20
|
+
// First, get file metadata to determine the file type
|
|
21
|
+
const metadataUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?fields=name,mimeType,size`;
|
|
22
|
+
const metadataRes = yield axiosClient.get(metadataUrl, {
|
|
23
|
+
headers: {
|
|
24
|
+
Authorization: `Bearer ${authParams.authToken}`,
|
|
25
|
+
},
|
|
26
|
+
});
|
|
27
|
+
const { name: fileName, mimeType, size } = metadataRes.data;
|
|
28
|
+
// Check if file is too large (50MB limit for safety)
|
|
29
|
+
if (size && parseInt(size) > 50 * 1024 * 1024) {
|
|
30
|
+
return {
|
|
31
|
+
success: false,
|
|
32
|
+
error: "File too large (>50MB)",
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
let content = "";
|
|
36
|
+
// Handle different file types - read content directly
|
|
37
|
+
if (mimeType === "application/vnd.google-apps.document") {
|
|
38
|
+
// Google Docs - download as plain text
|
|
39
|
+
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=txt`;
|
|
40
|
+
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
41
|
+
headers: {
|
|
42
|
+
Authorization: `Bearer ${authParams.authToken}`,
|
|
43
|
+
},
|
|
44
|
+
responseType: 'text',
|
|
45
|
+
});
|
|
46
|
+
content = downloadRes.data;
|
|
47
|
+
}
|
|
48
|
+
else if (mimeType === "application/vnd.google-apps.spreadsheet") {
|
|
49
|
+
// Google Sheets - download as CSV
|
|
50
|
+
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=csv`;
|
|
51
|
+
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
52
|
+
headers: {
|
|
53
|
+
Authorization: `Bearer ${authParams.authToken}`,
|
|
54
|
+
},
|
|
55
|
+
responseType: 'text',
|
|
56
|
+
});
|
|
57
|
+
content = downloadRes.data;
|
|
58
|
+
}
|
|
59
|
+
else if (mimeType === "application/vnd.google-apps.presentation") {
|
|
60
|
+
// Google Slides - download as plain text
|
|
61
|
+
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=txt`;
|
|
62
|
+
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
63
|
+
headers: {
|
|
64
|
+
Authorization: `Bearer ${authParams.authToken}`,
|
|
65
|
+
},
|
|
66
|
+
responseType: 'text',
|
|
67
|
+
});
|
|
68
|
+
content = downloadRes.data;
|
|
69
|
+
}
|
|
70
|
+
else if (mimeType === "application/pdf") {
|
|
71
|
+
// PDF files - use pdf-parse
|
|
72
|
+
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
|
|
73
|
+
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
74
|
+
headers: {
|
|
75
|
+
Authorization: `Bearer ${authParams.authToken}`,
|
|
76
|
+
},
|
|
77
|
+
responseType: 'arraybuffer',
|
|
78
|
+
});
|
|
79
|
+
try {
|
|
80
|
+
const pdfData = yield pdf(downloadRes.data);
|
|
81
|
+
content = pdfData.text;
|
|
82
|
+
}
|
|
83
|
+
catch (pdfError) {
|
|
84
|
+
return {
|
|
85
|
+
success: false,
|
|
86
|
+
error: `Failed to parse PDF: ${pdfError instanceof Error ? pdfError.message : 'Unknown PDF error'}`,
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
else if (mimeType === "application/vnd.openxmlformats-officedocument.wordprocessingml.document" ||
|
|
91
|
+
mimeType === "application/msword") {
|
|
92
|
+
// Word documents (.docx or .doc) - download and extract text using mammoth
|
|
93
|
+
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
|
|
94
|
+
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
95
|
+
headers: {
|
|
96
|
+
Authorization: `Bearer ${authParams.authToken}`,
|
|
97
|
+
},
|
|
98
|
+
responseType: 'arraybuffer',
|
|
99
|
+
});
|
|
100
|
+
try {
|
|
101
|
+
// mammoth works with .docx files. It will ignore formatting and return raw text
|
|
102
|
+
const result = yield mammoth.extractRawText({ buffer: Buffer.from(downloadRes.data) });
|
|
103
|
+
content = result.value; // raw text
|
|
104
|
+
}
|
|
105
|
+
catch (wordError) {
|
|
106
|
+
return {
|
|
107
|
+
success: false,
|
|
108
|
+
error: `Failed to parse Word document: ${wordError instanceof Error ? wordError.message : 'Unknown Word error'}`,
|
|
109
|
+
};
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
else if (mimeType === "text/plain" ||
|
|
113
|
+
mimeType === "text/html" ||
|
|
114
|
+
mimeType === "application/rtf" ||
|
|
115
|
+
(mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("text/"))) {
|
|
116
|
+
// Text-based files
|
|
117
|
+
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
|
|
118
|
+
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
119
|
+
headers: {
|
|
120
|
+
Authorization: `Bearer ${authParams.authToken}`,
|
|
121
|
+
},
|
|
122
|
+
responseType: 'text',
|
|
123
|
+
});
|
|
124
|
+
content = downloadRes.data;
|
|
125
|
+
}
|
|
126
|
+
else if (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("image/")) {
|
|
127
|
+
// Skip images
|
|
128
|
+
return {
|
|
129
|
+
success: false,
|
|
130
|
+
error: "Image files are not supported for text extraction",
|
|
131
|
+
};
|
|
132
|
+
}
|
|
133
|
+
else {
|
|
134
|
+
// Unsupported file type
|
|
135
|
+
return {
|
|
136
|
+
success: false,
|
|
137
|
+
error: `Unsupported file type: ${mimeType}`,
|
|
138
|
+
};
|
|
139
|
+
}
|
|
140
|
+
content = content.trim();
|
|
141
|
+
const originalLength = content.length;
|
|
142
|
+
// Naive way to truncate content
|
|
143
|
+
if (limit && content.length > limit) {
|
|
144
|
+
content = content.substring(0, limit);
|
|
145
|
+
}
|
|
146
|
+
return {
|
|
147
|
+
success: true,
|
|
148
|
+
content,
|
|
149
|
+
fileName,
|
|
150
|
+
fileLength: originalLength,
|
|
151
|
+
};
|
|
152
|
+
}
|
|
153
|
+
catch (error) {
|
|
154
|
+
console.error("Error getting Google Drive file content", error);
|
|
155
|
+
return {
|
|
156
|
+
success: false,
|
|
157
|
+
error: error instanceof Error ? error.message : "Unknown error",
|
|
158
|
+
};
|
|
159
|
+
}
|
|
160
|
+
});
|
|
161
|
+
export default getDriveFileContentByID;
|
|
@@ -7,121 +7,48 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
7
7
|
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
8
|
});
|
|
9
9
|
};
|
|
10
|
-
import { createAxiosClientWithTimeout
|
|
10
|
+
import { createAxiosClientWithTimeout } from "../../util/axiosClient.js";
|
|
11
11
|
import mammoth from "mammoth";
|
|
12
12
|
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
13
13
|
import { extractTextFromPdf } from "../../../utils/pdf.js";
|
|
14
|
-
import {
|
|
14
|
+
import { getGoogleDocContent, getGoogleSheetContent, getGoogleSlidesContent } from "../../../utils/google.js";
|
|
15
15
|
const getDriveFileContentById = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
16
16
|
if (!authParams.authToken) {
|
|
17
17
|
return { success: false, error: MISSING_AUTH_TOKEN };
|
|
18
18
|
}
|
|
19
19
|
const BASE_URL = "https://www.googleapis.com/drive/v3/files/";
|
|
20
20
|
const { fileId, limit } = params;
|
|
21
|
-
const
|
|
21
|
+
const timeoutLimit = params.timeoutLimit !== undefined && params.timeoutLimit > 0 ? params.timeoutLimit * 1000 : 15000; // timeoutLimit is in seconds, converted to ms`
|
|
22
|
+
const axiosClient = createAxiosClientWithTimeout(timeoutLimit); // timeoutLimit is in seconds, converted to ms
|
|
22
23
|
try {
|
|
23
24
|
// First, get file metadata to determine the file type and if it's in a shared drive
|
|
24
25
|
const metadataUrl = `${BASE_URL}${encodeURIComponent(fileId)}?fields=name,mimeType,size,driveId,parents&supportsAllDrives=true`;
|
|
25
26
|
const metadataRes = yield axiosClient.get(metadataUrl, {
|
|
26
|
-
headers: {
|
|
27
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
28
|
-
},
|
|
27
|
+
headers: { Authorization: `Bearer ${authParams.authToken}` },
|
|
29
28
|
});
|
|
30
29
|
const { name: fileName, mimeType, size, driveId } = metadataRes.data;
|
|
31
30
|
// Check if file is too large (50MB limit for safety)
|
|
32
|
-
const
|
|
31
|
+
const maxMegabytes = params.fileSizeLimit && params.fileSizeLimit > 0 ? params.fileSizeLimit : 50;
|
|
32
|
+
const maxFileSize = maxMegabytes * 1024 * 1024;
|
|
33
33
|
if (size && parseInt(size) > maxFileSize) {
|
|
34
34
|
return {
|
|
35
35
|
success: false,
|
|
36
|
-
error: "File too large (
|
|
36
|
+
error: "File too large (" + maxMegabytes + "MB)",
|
|
37
37
|
};
|
|
38
38
|
}
|
|
39
39
|
let content = "";
|
|
40
40
|
const sharedDriveParams = driveId ? "&supportsAllDrives=true" : "";
|
|
41
41
|
// Google Docs - use Google Docs API instead of Drive export
|
|
42
42
|
if (mimeType === "application/vnd.google-apps.document") {
|
|
43
|
-
|
|
44
|
-
const docsUrl = `https://docs.googleapis.com/v1/documents/${fileId}`;
|
|
45
|
-
const docsRes = yield axiosClient.get(docsUrl, {
|
|
46
|
-
headers: {
|
|
47
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
48
|
-
},
|
|
49
|
-
});
|
|
50
|
-
content = parseGoogleDocFromRawContentToPlainText(docsRes.data);
|
|
51
|
-
}
|
|
52
|
-
catch (docsError) {
|
|
53
|
-
if (isAxiosTimeoutError(docsError)) {
|
|
54
|
-
console.log("Request timed out using Google Docs API - dont retry");
|
|
55
|
-
}
|
|
56
|
-
else {
|
|
57
|
-
console.log("Error using Google Docs API", docsError);
|
|
58
|
-
// Fallback to Drive API export if Docs API fails
|
|
59
|
-
const exportUrl = `${BASE_URL}${encodeURIComponent(fileId)}/export?mimeType=text/plain${sharedDriveParams}`;
|
|
60
|
-
const exportRes = yield axiosClient.get(exportUrl, {
|
|
61
|
-
headers: {
|
|
62
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
63
|
-
},
|
|
64
|
-
responseType: "text",
|
|
65
|
-
});
|
|
66
|
-
content = exportRes.data;
|
|
67
|
-
}
|
|
68
|
-
}
|
|
43
|
+
content = yield getGoogleDocContent(fileId, authParams.authToken, axiosClient, sharedDriveParams);
|
|
69
44
|
}
|
|
70
45
|
// Google Sheets - use Google Sheets API instead of Drive export
|
|
71
46
|
else if (mimeType === "application/vnd.google-apps.spreadsheet") {
|
|
72
|
-
|
|
73
|
-
const sheetsUrl = `https://sheets.googleapis.com/v4/spreadsheets/${fileId}?includeGridData=true`;
|
|
74
|
-
const sheetsRes = yield axiosClient.get(sheetsUrl, {
|
|
75
|
-
headers: {
|
|
76
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
77
|
-
},
|
|
78
|
-
});
|
|
79
|
-
content = parseGoogleSheetsFromRawContentToPlainText(sheetsRes.data);
|
|
80
|
-
}
|
|
81
|
-
catch (sheetsError) {
|
|
82
|
-
if (isAxiosTimeoutError(sheetsError)) {
|
|
83
|
-
console.log("Request timed out using Google Sheets API - dont retry");
|
|
84
|
-
}
|
|
85
|
-
else {
|
|
86
|
-
console.log("Error fetching file", sheetsError);
|
|
87
|
-
const exportUrl = `${BASE_URL}${encodeURIComponent(fileId)}/export?mimeType=text/csv${sharedDriveParams}`;
|
|
88
|
-
const exportRes = yield axiosClient.get(exportUrl, {
|
|
89
|
-
headers: { Authorization: `Bearer ${authParams.authToken}` },
|
|
90
|
-
responseType: "text",
|
|
91
|
-
});
|
|
92
|
-
content = exportRes.data
|
|
93
|
-
.split("\n")
|
|
94
|
-
.map((line) => line.replace(/,+$/, ""))
|
|
95
|
-
.map((line) => line.replace(/,{2,}/g, ","))
|
|
96
|
-
.join("\n");
|
|
97
|
-
}
|
|
98
|
-
}
|
|
47
|
+
content = yield getGoogleSheetContent(fileId, authParams.authToken, axiosClient, sharedDriveParams);
|
|
99
48
|
}
|
|
100
49
|
// Google Slides - use Google Slides API instead of Drive export
|
|
101
50
|
else if (mimeType === "application/vnd.google-apps.presentation") {
|
|
102
|
-
|
|
103
|
-
const slidesUrl = `https://slides.googleapis.com/v1/presentations/${fileId}`;
|
|
104
|
-
const slidesRes = yield axiosClient.get(slidesUrl, {
|
|
105
|
-
headers: {
|
|
106
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
107
|
-
},
|
|
108
|
-
});
|
|
109
|
-
content = parseGoogleSlidesFromRawContentToPlainText(slidesRes.data);
|
|
110
|
-
}
|
|
111
|
-
catch (slidesError) {
|
|
112
|
-
if (isAxiosTimeoutError(slidesError)) {
|
|
113
|
-
console.log("Request timed out using Google Slides API - dont retry");
|
|
114
|
-
}
|
|
115
|
-
else {
|
|
116
|
-
console.log("Error using Google Slides API", slidesError);
|
|
117
|
-
const exportUrl = `${BASE_URL}${encodeURIComponent(fileId)}/export?mimeType=text/plain${sharedDriveParams}`;
|
|
118
|
-
const exportRes = yield axiosClient.get(exportUrl, {
|
|
119
|
-
headers: { Authorization: `Bearer ${authParams.authToken}` },
|
|
120
|
-
responseType: "text",
|
|
121
|
-
});
|
|
122
|
-
content = exportRes.data;
|
|
123
|
-
}
|
|
124
|
-
}
|
|
51
|
+
content = yield getGoogleSlidesContent(fileId, authParams.authToken, axiosClient, sharedDriveParams);
|
|
125
52
|
}
|
|
126
53
|
// PDF files - download and extract text using pdfjs-dist
|
|
127
54
|
else if (mimeType === "application/pdf") {
|
|
@@ -145,9 +72,7 @@ const getDriveFileContentById = (_a) => __awaiter(void 0, [_a], void 0, function
|
|
|
145
72
|
mimeType === "application/msword") {
|
|
146
73
|
const downloadUrl = `${BASE_URL}${encodeURIComponent(fileId)}?alt=media${sharedDriveParams}`;
|
|
147
74
|
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
148
|
-
headers: {
|
|
149
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
150
|
-
},
|
|
75
|
+
headers: { Authorization: `Bearer ${authParams.authToken}` },
|
|
151
76
|
responseType: "arraybuffer",
|
|
152
77
|
});
|
|
153
78
|
try {
|
|
@@ -169,9 +94,7 @@ const getDriveFileContentById = (_a) => __awaiter(void 0, [_a], void 0, function
|
|
|
169
94
|
// Text-based files
|
|
170
95
|
const downloadUrl = `${BASE_URL}${encodeURIComponent(fileId)}?alt=media${sharedDriveParams}`;
|
|
171
96
|
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
172
|
-
headers: {
|
|
173
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
174
|
-
},
|
|
97
|
+
headers: { Authorization: `Bearer ${authParams.authToken}` },
|
|
175
98
|
responseType: "text",
|
|
176
99
|
});
|
|
177
100
|
content = downloadRes.data;
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
+
});
|
|
9
|
+
};
|
|
10
|
+
import { axiosClient } from "../../util/axiosClient.js";
|
|
11
|
+
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
12
|
+
const searchDriveByKeywords = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
13
|
+
var _b;
|
|
14
|
+
if (!authParams.authToken) {
|
|
15
|
+
return { success: false, error: MISSING_AUTH_TOKEN, files: [] };
|
|
16
|
+
}
|
|
17
|
+
const { keywords, limit } = params;
|
|
18
|
+
// Build the query: fullText contains 'keyword1' or fullText contains 'keyword2' ...
|
|
19
|
+
const query = keywords.map(kw => `fullText contains '${kw.replace(/'/g, "\\'")}'`).join(" or ");
|
|
20
|
+
const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true`;
|
|
21
|
+
// 1. Get the file metadata from google drive search
|
|
22
|
+
let files = [];
|
|
23
|
+
try {
|
|
24
|
+
const res = yield axiosClient.get(url, {
|
|
25
|
+
headers: {
|
|
26
|
+
Authorization: `Bearer ${authParams.authToken}`,
|
|
27
|
+
},
|
|
28
|
+
});
|
|
29
|
+
files =
|
|
30
|
+
((_b = res.data.files) === null || _b === void 0 ? void 0 : _b.map((file) => ({
|
|
31
|
+
id: file.id || "",
|
|
32
|
+
name: file.name || "",
|
|
33
|
+
mimeType: file.mimeType || "",
|
|
34
|
+
url: file.webViewLink || "",
|
|
35
|
+
}))) || [];
|
|
36
|
+
}
|
|
37
|
+
catch (error) {
|
|
38
|
+
console.error("Error searching Google Drive", error);
|
|
39
|
+
return {
|
|
40
|
+
success: false,
|
|
41
|
+
error: error instanceof Error ? error.message : "Unknown error",
|
|
42
|
+
files: [],
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
files = limit ? files.splice(0, limit) : files;
|
|
46
|
+
});
|
|
47
|
+
export default searchDriveByKeywords;
|