@credal/actions 0.2.155 → 0.2.157
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions/actionMapper.js +43 -1
- package/dist/actions/autogen/templates.js +100 -86
- package/dist/actions/autogen/types.d.ts +22 -31
- package/dist/actions/autogen/types.js +65 -48
- package/dist/actions/parse.d.ts +0 -10
- package/dist/actions/parse.js +2 -11
- package/dist/actions/providers/confluence/updatePage.js +15 -14
- package/dist/actions/providers/github/searchOrganization.js +3 -3
- package/dist/actions/providers/jamf/types.d.ts +8 -0
- package/dist/actions/providers/jamf/types.js +7 -0
- package/dist/actions/providers/jira/getJiraIssuesByQuery.js +42 -27
- package/dist/actions/providers/salesforce/getSalesforceRecordsByQuery.js +1 -1
- package/package.json +1 -1
- package/dist/actions/providers/generic/fillTemplateAction.d.ts +0 -7
- package/dist/actions/providers/generic/fillTemplateAction.js +0 -18
- package/dist/actions/providers/generic/genericApiCall.d.ts +0 -3
- package/dist/actions/providers/generic/genericApiCall.js +0 -38
- package/dist/actions/providers/google-oauth/getDriveContentById.d.ts +0 -3
- package/dist/actions/providers/google-oauth/getDriveContentById.js +0 -161
- package/dist/actions/providers/google-oauth/searchAndGetDriveContentByKeywords.d.ts +0 -3
- package/dist/actions/providers/google-oauth/searchAndGetDriveContentByKeywords.js +0 -47
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByKeywords.d.ts +0 -3
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByKeywords.js +0 -110
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByQuery.d.ts +0 -3
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByQuery.js +0 -78
- package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.d.ts +0 -15
- package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.js +0 -129
- package/dist/actions/providers/googlemaps/nearbysearch.d.ts +0 -3
- package/dist/actions/providers/googlemaps/nearbysearch.js +0 -96
- package/dist/actions/providers/slackUser/getSlackMessagesInTimeRange.d.ts +0 -3
- package/dist/actions/providers/slackUser/getSlackMessagesInTimeRange.js +0 -81
- package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.d.ts +0 -3
- package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.js +0 -154
- package/dist/actions/providers/x/scrapeTweetDataWithNitter.d.ts +0 -3
- package/dist/actions/providers/x/scrapeTweetDataWithNitter.js +0 -45
|
@@ -10,6 +10,19 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
10
10
|
import { axiosClient } from "../../util/axiosClient.js";
|
|
11
11
|
import { getJiraApiConfig, getErrorMessage } from "./utils.js";
|
|
12
12
|
const DEFAULT_LIMIT = 100;
|
|
13
|
+
function extractPlainText(adf) {
|
|
14
|
+
if (!adf || adf.type !== "doc" || !Array.isArray(adf.content))
|
|
15
|
+
return "";
|
|
16
|
+
return adf.content
|
|
17
|
+
.map(block => {
|
|
18
|
+
if (block.type === "paragraph" && Array.isArray(block.content)) {
|
|
19
|
+
return block.content.map(inline => { var _a; return (_a = inline.text) !== null && _a !== void 0 ? _a : ""; }).join("");
|
|
20
|
+
}
|
|
21
|
+
return "";
|
|
22
|
+
})
|
|
23
|
+
.join("\n")
|
|
24
|
+
.trim();
|
|
25
|
+
}
|
|
13
26
|
const getJiraIssuesByQuery = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
14
27
|
const { authToken } = authParams;
|
|
15
28
|
const { query, limit } = params;
|
|
@@ -17,9 +30,6 @@ const getJiraIssuesByQuery = (_a) => __awaiter(void 0, [_a], void 0, function* (
|
|
|
17
30
|
if (!authToken) {
|
|
18
31
|
throw new Error("Auth token is required");
|
|
19
32
|
}
|
|
20
|
-
const queryParams = new URLSearchParams();
|
|
21
|
-
queryParams.set("jql", query);
|
|
22
|
-
queryParams.set("maxResults", String(limit != undefined && limit <= DEFAULT_LIMIT ? limit : DEFAULT_LIMIT));
|
|
23
33
|
const fields = [
|
|
24
34
|
"key",
|
|
25
35
|
"id",
|
|
@@ -39,19 +49,37 @@ const getJiraIssuesByQuery = (_a) => __awaiter(void 0, [_a], void 0, function* (
|
|
|
39
49
|
"timespent",
|
|
40
50
|
"aggregatetimeoriginalestimate",
|
|
41
51
|
];
|
|
42
|
-
queryParams.set("fields", fields.join(","));
|
|
43
52
|
const searchEndpoint = strategy.getSearchEndpoint();
|
|
44
|
-
const
|
|
53
|
+
const requestedLimit = limit !== null && limit !== void 0 ? limit : DEFAULT_LIMIT;
|
|
54
|
+
const allIssues = [];
|
|
55
|
+
let startAt = 0;
|
|
45
56
|
try {
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
57
|
+
// Keep fetching pages until we have all requested issues
|
|
58
|
+
while (allIssues.length < requestedLimit) {
|
|
59
|
+
// Calculate how many results to fetch in this request
|
|
60
|
+
const remainingIssues = requestedLimit - allIssues.length;
|
|
61
|
+
const maxResults = Math.min(remainingIssues, DEFAULT_LIMIT);
|
|
62
|
+
const queryParams = new URLSearchParams();
|
|
63
|
+
queryParams.set("jql", query);
|
|
64
|
+
queryParams.set("maxResults", String(maxResults));
|
|
65
|
+
queryParams.set("startAt", String(startAt));
|
|
66
|
+
queryParams.set("fields", fields.join(","));
|
|
67
|
+
const fullApiUrl = `${apiUrl}${searchEndpoint}?${queryParams.toString()}`;
|
|
68
|
+
const response = yield axiosClient.get(fullApiUrl, {
|
|
69
|
+
headers: {
|
|
70
|
+
Authorization: `Bearer ${authToken}`,
|
|
71
|
+
Accept: "application/json",
|
|
72
|
+
},
|
|
73
|
+
});
|
|
74
|
+
const { issues, total } = response.data;
|
|
75
|
+
allIssues.push(...issues);
|
|
76
|
+
if (allIssues.length >= total || issues.length === 0) {
|
|
77
|
+
break;
|
|
78
|
+
}
|
|
79
|
+
startAt += issues.length;
|
|
80
|
+
}
|
|
52
81
|
return {
|
|
53
|
-
|
|
54
|
-
results: response.data.issues.map(issue => {
|
|
82
|
+
results: allIssues.map(issue => {
|
|
55
83
|
const { id, key, fields } = issue;
|
|
56
84
|
const { summary, description, project, issuetype, status, assignee, reporter, creator, created, updated, resolution, duedate, } = fields;
|
|
57
85
|
const ticketUrl = `${browseUrl}/browse/${key}`;
|
|
@@ -93,22 +121,9 @@ const getJiraIssuesByQuery = (_a) => __awaiter(void 0, [_a], void 0, function* (
|
|
|
93
121
|
catch (error) {
|
|
94
122
|
console.error("Error retrieving Jira issues:", error);
|
|
95
123
|
return {
|
|
96
|
-
|
|
124
|
+
results: [],
|
|
97
125
|
error: getErrorMessage(error),
|
|
98
126
|
};
|
|
99
127
|
}
|
|
100
128
|
});
|
|
101
|
-
function extractPlainText(adf) {
|
|
102
|
-
if (!adf || adf.type !== "doc" || !Array.isArray(adf.content))
|
|
103
|
-
return "";
|
|
104
|
-
return adf.content
|
|
105
|
-
.map(block => {
|
|
106
|
-
if (block.type === "paragraph" && Array.isArray(block.content)) {
|
|
107
|
-
return block.content.map(inline => { var _a; return (_a = inline.text) !== null && _a !== void 0 ? _a : ""; }).join("");
|
|
108
|
-
}
|
|
109
|
-
return "";
|
|
110
|
-
})
|
|
111
|
-
.join("\n")
|
|
112
|
-
.trim();
|
|
113
|
-
}
|
|
114
129
|
export default getJiraIssuesByQuery;
|
package/package.json
CHANGED
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
const fillTemplateAction = (_a) => __awaiter(void 0, [_a], void 0, function* ({ template }) {
|
|
13
|
-
// Simply return the template without any modification
|
|
14
|
-
return {
|
|
15
|
-
result: template,
|
|
16
|
-
};
|
|
17
|
-
});
|
|
18
|
-
exports.default = fillTemplateAction;
|
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
-
};
|
|
14
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
-
const axios_1 = __importDefault(require("axios"));
|
|
16
|
-
const genericApiCall = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, }) {
|
|
17
|
-
try {
|
|
18
|
-
const { endpoint, method, headers, body } = params;
|
|
19
|
-
const response = yield (0, axios_1.default)({
|
|
20
|
-
url: endpoint,
|
|
21
|
-
method,
|
|
22
|
-
headers,
|
|
23
|
-
data: method !== "GET" ? body : undefined,
|
|
24
|
-
});
|
|
25
|
-
return {
|
|
26
|
-
statusCode: response.status,
|
|
27
|
-
headers: response.headers,
|
|
28
|
-
data: response.data,
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
catch (error) {
|
|
32
|
-
if (axios_1.default.isAxiosError(error)) {
|
|
33
|
-
throw Error("Axios Error: " + (error.message || "Failed to make API call"));
|
|
34
|
-
}
|
|
35
|
-
throw Error("Error: " + (error || "Failed to make API call"));
|
|
36
|
-
}
|
|
37
|
-
});
|
|
38
|
-
exports.default = genericApiCall;
|
|
@@ -1,161 +0,0 @@
|
|
|
1
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
-
});
|
|
9
|
-
};
|
|
10
|
-
import pdf from "pdf-parse/lib/pdf-parse.js";
|
|
11
|
-
import { axiosClient } from "../../util/axiosClient.js";
|
|
12
|
-
import mammoth from "mammoth";
|
|
13
|
-
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
14
|
-
const getDriveFileContentByID = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
15
|
-
if (!authParams.authToken) {
|
|
16
|
-
return { success: false, error: MISSING_AUTH_TOKEN };
|
|
17
|
-
}
|
|
18
|
-
const { fileId, limit } = params;
|
|
19
|
-
try {
|
|
20
|
-
// First, get file metadata to determine the file type
|
|
21
|
-
const metadataUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?fields=name,mimeType,size`;
|
|
22
|
-
const metadataRes = yield axiosClient.get(metadataUrl, {
|
|
23
|
-
headers: {
|
|
24
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
25
|
-
},
|
|
26
|
-
});
|
|
27
|
-
const { name: fileName, mimeType, size } = metadataRes.data;
|
|
28
|
-
// Check if file is too large (50MB limit for safety)
|
|
29
|
-
if (size && parseInt(size) > 50 * 1024 * 1024) {
|
|
30
|
-
return {
|
|
31
|
-
success: false,
|
|
32
|
-
error: "File too large (>50MB)",
|
|
33
|
-
};
|
|
34
|
-
}
|
|
35
|
-
let content = "";
|
|
36
|
-
// Handle different file types - read content directly
|
|
37
|
-
if (mimeType === "application/vnd.google-apps.document") {
|
|
38
|
-
// Google Docs - download as plain text
|
|
39
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=txt`;
|
|
40
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
41
|
-
headers: {
|
|
42
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
43
|
-
},
|
|
44
|
-
responseType: 'text',
|
|
45
|
-
});
|
|
46
|
-
content = downloadRes.data;
|
|
47
|
-
}
|
|
48
|
-
else if (mimeType === "application/vnd.google-apps.spreadsheet") {
|
|
49
|
-
// Google Sheets - download as CSV
|
|
50
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=csv`;
|
|
51
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
52
|
-
headers: {
|
|
53
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
54
|
-
},
|
|
55
|
-
responseType: 'text',
|
|
56
|
-
});
|
|
57
|
-
content = downloadRes.data;
|
|
58
|
-
}
|
|
59
|
-
else if (mimeType === "application/vnd.google-apps.presentation") {
|
|
60
|
-
// Google Slides - download as plain text
|
|
61
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=txt`;
|
|
62
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
63
|
-
headers: {
|
|
64
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
65
|
-
},
|
|
66
|
-
responseType: 'text',
|
|
67
|
-
});
|
|
68
|
-
content = downloadRes.data;
|
|
69
|
-
}
|
|
70
|
-
else if (mimeType === "application/pdf") {
|
|
71
|
-
// PDF files - use pdf-parse
|
|
72
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
|
|
73
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
74
|
-
headers: {
|
|
75
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
76
|
-
},
|
|
77
|
-
responseType: 'arraybuffer',
|
|
78
|
-
});
|
|
79
|
-
try {
|
|
80
|
-
const pdfData = yield pdf(downloadRes.data);
|
|
81
|
-
content = pdfData.text;
|
|
82
|
-
}
|
|
83
|
-
catch (pdfError) {
|
|
84
|
-
return {
|
|
85
|
-
success: false,
|
|
86
|
-
error: `Failed to parse PDF: ${pdfError instanceof Error ? pdfError.message : 'Unknown PDF error'}`,
|
|
87
|
-
};
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
else if (mimeType === "application/vnd.openxmlformats-officedocument.wordprocessingml.document" ||
|
|
91
|
-
mimeType === "application/msword") {
|
|
92
|
-
// Word documents (.docx or .doc) - download and extract text using mammoth
|
|
93
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
|
|
94
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
95
|
-
headers: {
|
|
96
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
97
|
-
},
|
|
98
|
-
responseType: 'arraybuffer',
|
|
99
|
-
});
|
|
100
|
-
try {
|
|
101
|
-
// mammoth works with .docx files. It will ignore formatting and return raw text
|
|
102
|
-
const result = yield mammoth.extractRawText({ buffer: Buffer.from(downloadRes.data) });
|
|
103
|
-
content = result.value; // raw text
|
|
104
|
-
}
|
|
105
|
-
catch (wordError) {
|
|
106
|
-
return {
|
|
107
|
-
success: false,
|
|
108
|
-
error: `Failed to parse Word document: ${wordError instanceof Error ? wordError.message : 'Unknown Word error'}`,
|
|
109
|
-
};
|
|
110
|
-
}
|
|
111
|
-
}
|
|
112
|
-
else if (mimeType === "text/plain" ||
|
|
113
|
-
mimeType === "text/html" ||
|
|
114
|
-
mimeType === "application/rtf" ||
|
|
115
|
-
(mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("text/"))) {
|
|
116
|
-
// Text-based files
|
|
117
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
|
|
118
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
119
|
-
headers: {
|
|
120
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
121
|
-
},
|
|
122
|
-
responseType: 'text',
|
|
123
|
-
});
|
|
124
|
-
content = downloadRes.data;
|
|
125
|
-
}
|
|
126
|
-
else if (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("image/")) {
|
|
127
|
-
// Skip images
|
|
128
|
-
return {
|
|
129
|
-
success: false,
|
|
130
|
-
error: "Image files are not supported for text extraction",
|
|
131
|
-
};
|
|
132
|
-
}
|
|
133
|
-
else {
|
|
134
|
-
// Unsupported file type
|
|
135
|
-
return {
|
|
136
|
-
success: false,
|
|
137
|
-
error: `Unsupported file type: ${mimeType}`,
|
|
138
|
-
};
|
|
139
|
-
}
|
|
140
|
-
content = content.trim();
|
|
141
|
-
const originalLength = content.length;
|
|
142
|
-
// Naive way to truncate content
|
|
143
|
-
if (limit && content.length > limit) {
|
|
144
|
-
content = content.substring(0, limit);
|
|
145
|
-
}
|
|
146
|
-
return {
|
|
147
|
-
success: true,
|
|
148
|
-
content,
|
|
149
|
-
fileName,
|
|
150
|
-
fileLength: originalLength,
|
|
151
|
-
};
|
|
152
|
-
}
|
|
153
|
-
catch (error) {
|
|
154
|
-
console.error("Error getting Google Drive file content", error);
|
|
155
|
-
return {
|
|
156
|
-
success: false,
|
|
157
|
-
error: error instanceof Error ? error.message : "Unknown error",
|
|
158
|
-
};
|
|
159
|
-
}
|
|
160
|
-
});
|
|
161
|
-
export default getDriveFileContentByID;
|
|
@@ -1,47 +0,0 @@
|
|
|
1
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
-
});
|
|
9
|
-
};
|
|
10
|
-
import { axiosClient } from "../../util/axiosClient.js";
|
|
11
|
-
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
12
|
-
const searchDriveByKeywords = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
13
|
-
var _b;
|
|
14
|
-
if (!authParams.authToken) {
|
|
15
|
-
return { success: false, error: MISSING_AUTH_TOKEN, files: [] };
|
|
16
|
-
}
|
|
17
|
-
const { keywords, limit } = params;
|
|
18
|
-
// Build the query: fullText contains 'keyword1' or fullText contains 'keyword2' ...
|
|
19
|
-
const query = keywords.map(kw => `fullText contains '${kw.replace(/'/g, "\\'")}'`).join(" or ");
|
|
20
|
-
const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true`;
|
|
21
|
-
// 1. Get the file metadata from google drive search
|
|
22
|
-
let files = [];
|
|
23
|
-
try {
|
|
24
|
-
const res = yield axiosClient.get(url, {
|
|
25
|
-
headers: {
|
|
26
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
27
|
-
},
|
|
28
|
-
});
|
|
29
|
-
files =
|
|
30
|
-
((_b = res.data.files) === null || _b === void 0 ? void 0 : _b.map((file) => ({
|
|
31
|
-
id: file.id || "",
|
|
32
|
-
name: file.name || "",
|
|
33
|
-
mimeType: file.mimeType || "",
|
|
34
|
-
url: file.webViewLink || "",
|
|
35
|
-
}))) || [];
|
|
36
|
-
}
|
|
37
|
-
catch (error) {
|
|
38
|
-
console.error("Error searching Google Drive", error);
|
|
39
|
-
return {
|
|
40
|
-
success: false,
|
|
41
|
-
error: error instanceof Error ? error.message : "Unknown error",
|
|
42
|
-
files: [],
|
|
43
|
-
};
|
|
44
|
-
}
|
|
45
|
-
files = limit ? files.splice(0, limit) : files;
|
|
46
|
-
});
|
|
47
|
-
export default searchDriveByKeywords;
|
|
@@ -1,110 +0,0 @@
|
|
|
1
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
-
});
|
|
9
|
-
};
|
|
10
|
-
import { axiosClient } from "../../util/axiosClient.js";
|
|
11
|
-
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
12
|
-
import extractContentFromDriveFileId from "./utils/extractContentFromDriveFileId.js";
|
|
13
|
-
import { normalizeText } from "../../../utils/string.js";
|
|
14
|
-
/** Intelligently selects a section of text around the median occurrence of keywords */
|
|
15
|
-
const intelligentSelectByMedianSection = (text, keywords, limit) => {
|
|
16
|
-
if (!text || text.length <= limit)
|
|
17
|
-
return text;
|
|
18
|
-
if (!(keywords === null || keywords === void 0 ? void 0 : keywords.length))
|
|
19
|
-
return text.substring(0, limit);
|
|
20
|
-
// Find all keyword positions (case-insensitive, limited to first 1000 matches)
|
|
21
|
-
const positions = [];
|
|
22
|
-
const normalizedText = normalizeText(text);
|
|
23
|
-
for (const keyword of keywords) {
|
|
24
|
-
if (keyword.length < 3)
|
|
25
|
-
continue; // Skip very short keywords
|
|
26
|
-
let pos = -1;
|
|
27
|
-
const normalizedKeyword = normalizeText(keyword);
|
|
28
|
-
while ((pos = normalizedText.indexOf(normalizedKeyword, pos + 1)) !== -1 && positions.length < 1000) {
|
|
29
|
-
positions.push(pos);
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
if (!positions.length)
|
|
33
|
-
return text.substring(0, limit);
|
|
34
|
-
// Find median position (using sort for simplicity, still fast for 1000 elements)
|
|
35
|
-
positions.sort((a, b) => a - b);
|
|
36
|
-
const medianPos = positions[Math.floor(positions.length / 2)];
|
|
37
|
-
// Return window around median
|
|
38
|
-
const half = Math.floor(limit / 2);
|
|
39
|
-
const start = Math.max(0, medianPos - half);
|
|
40
|
-
const end = Math.min(text.length, start + limit);
|
|
41
|
-
return text.substring(start, end);
|
|
42
|
-
};
|
|
43
|
-
const searchDriveAndGetContentByKeywords = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
44
|
-
var _b;
|
|
45
|
-
if (!authParams.authToken) {
|
|
46
|
-
return { success: false, error: MISSING_AUTH_TOKEN, files: [] };
|
|
47
|
-
}
|
|
48
|
-
const { keywords, fileLimit, fileSizeLimit } = params;
|
|
49
|
-
let files = [];
|
|
50
|
-
// 1. Search for files and get their metadata
|
|
51
|
-
// Build the query: fullText contains 'keyword1' or fullText contains 'keyword2' ...
|
|
52
|
-
const query = keywords.map(kw => `fullText contains '${kw.replace(/'/g, "\\'")}'`).join(" or ");
|
|
53
|
-
const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true`;
|
|
54
|
-
try {
|
|
55
|
-
const res = yield axiosClient.get(url, {
|
|
56
|
-
headers: {
|
|
57
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
58
|
-
},
|
|
59
|
-
});
|
|
60
|
-
files =
|
|
61
|
-
((_b = res.data.files) === null || _b === void 0 ? void 0 : _b.map((file) => ({
|
|
62
|
-
id: file.id,
|
|
63
|
-
name: file.name,
|
|
64
|
-
mimeType: file.mimeType,
|
|
65
|
-
url: file.webViewLink,
|
|
66
|
-
}))) || [];
|
|
67
|
-
}
|
|
68
|
-
catch (error) {
|
|
69
|
-
console.error("Error searching Google Drive", error);
|
|
70
|
-
return {
|
|
71
|
-
success: false,
|
|
72
|
-
error: error instanceof Error ? error.message : "Unknown error",
|
|
73
|
-
files: [],
|
|
74
|
-
};
|
|
75
|
-
}
|
|
76
|
-
files = fileLimit ? files.splice(0, fileLimit) : files;
|
|
77
|
-
// 2. Extract content from files and do some smart range selection
|
|
78
|
-
const processedFiles = yield Promise.all(files
|
|
79
|
-
.filter((file) => file.id && file.mimeType)
|
|
80
|
-
.map((file) => __awaiter(void 0, void 0, void 0, function* () {
|
|
81
|
-
const content = yield extractContentFromDriveFileId({
|
|
82
|
-
params: { fileId: file.id, mimeType: file.mimeType },
|
|
83
|
-
authParams,
|
|
84
|
-
});
|
|
85
|
-
if (content.success) {
|
|
86
|
-
let selectedContent = content.content;
|
|
87
|
-
if (fileSizeLimit && selectedContent && selectedContent.length > fileSizeLimit) {
|
|
88
|
-
selectedContent = intelligentSelectByMedianSection(selectedContent, keywords, fileSizeLimit);
|
|
89
|
-
}
|
|
90
|
-
return {
|
|
91
|
-
id: file.id || "",
|
|
92
|
-
name: file.name || "",
|
|
93
|
-
mimeType: file.mimeType || "",
|
|
94
|
-
url: file.url || "",
|
|
95
|
-
content: selectedContent,
|
|
96
|
-
};
|
|
97
|
-
}
|
|
98
|
-
else {
|
|
99
|
-
return {
|
|
100
|
-
id: file.id || "",
|
|
101
|
-
name: file.name || "",
|
|
102
|
-
mimeType: file.mimeType || "",
|
|
103
|
-
url: file.url || "",
|
|
104
|
-
error: content.error,
|
|
105
|
-
};
|
|
106
|
-
}
|
|
107
|
-
})));
|
|
108
|
-
return { success: true, files: processedFiles };
|
|
109
|
-
});
|
|
110
|
-
export default searchDriveAndGetContentByKeywords;
|
|
@@ -1,78 +0,0 @@
|
|
|
1
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
-
});
|
|
9
|
-
};
|
|
10
|
-
import { axiosClient } from "../../util/axiosClient.js";
|
|
11
|
-
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
12
|
-
import extractContentFromDriveFileId from "./utils/extractContentFromDriveFileId.js";
|
|
13
|
-
const searchDriveAndGetContentByQuery = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
14
|
-
var _b;
|
|
15
|
-
if (!authParams.authToken) {
|
|
16
|
-
return { success: false, error: MISSING_AUTH_TOKEN, files: [] };
|
|
17
|
-
}
|
|
18
|
-
const { query, fileLimit, fileSizeLimit } = params;
|
|
19
|
-
let files = [];
|
|
20
|
-
// 1. Search for files and get their metadata
|
|
21
|
-
const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true&corpora=allDrives`;
|
|
22
|
-
try {
|
|
23
|
-
const res = yield axiosClient.get(url, {
|
|
24
|
-
headers: {
|
|
25
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
26
|
-
},
|
|
27
|
-
});
|
|
28
|
-
files =
|
|
29
|
-
((_b = res.data.files) === null || _b === void 0 ? void 0 : _b.map((file) => ({
|
|
30
|
-
id: file.id,
|
|
31
|
-
name: file.name,
|
|
32
|
-
mimeType: file.mimeType,
|
|
33
|
-
url: file.webViewLink,
|
|
34
|
-
}))) || [];
|
|
35
|
-
}
|
|
36
|
-
catch (error) {
|
|
37
|
-
console.error("Error searching Google Drive", error);
|
|
38
|
-
return {
|
|
39
|
-
success: false,
|
|
40
|
-
error: error instanceof Error ? error.message : "Unknown error",
|
|
41
|
-
files: [],
|
|
42
|
-
};
|
|
43
|
-
}
|
|
44
|
-
files = fileLimit ? files.splice(0, fileLimit) : files;
|
|
45
|
-
// 2. Extract content from files and do some smart range selection
|
|
46
|
-
const processedFiles = yield Promise.all(files
|
|
47
|
-
.filter((file) => file.id && file.mimeType)
|
|
48
|
-
.map((file) => __awaiter(void 0, void 0, void 0, function* () {
|
|
49
|
-
const content = yield extractContentFromDriveFileId({
|
|
50
|
-
params: { fileId: file.id, mimeType: file.mimeType },
|
|
51
|
-
authParams,
|
|
52
|
-
});
|
|
53
|
-
if (content.success) {
|
|
54
|
-
let selectedContent = content.content;
|
|
55
|
-
if (fileSizeLimit && selectedContent && selectedContent.length > fileSizeLimit) {
|
|
56
|
-
selectedContent = selectedContent.substring(0, fileSizeLimit);
|
|
57
|
-
}
|
|
58
|
-
return {
|
|
59
|
-
id: file.id || "",
|
|
60
|
-
name: file.name || "",
|
|
61
|
-
mimeType: file.mimeType || "",
|
|
62
|
-
url: file.url || "",
|
|
63
|
-
content: selectedContent,
|
|
64
|
-
};
|
|
65
|
-
}
|
|
66
|
-
else {
|
|
67
|
-
return {
|
|
68
|
-
id: file.id || "",
|
|
69
|
-
name: file.name || "",
|
|
70
|
-
mimeType: file.mimeType || "",
|
|
71
|
-
url: file.url || "",
|
|
72
|
-
error: content.error,
|
|
73
|
-
};
|
|
74
|
-
}
|
|
75
|
-
})));
|
|
76
|
-
return { success: true, files: processedFiles };
|
|
77
|
-
});
|
|
78
|
-
export default searchDriveAndGetContentByQuery;
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
import type { AuthParamsType } from "../../../autogen/types.js";
|
|
2
|
-
export type getDriveFileContentParams = {
|
|
3
|
-
fileId: string;
|
|
4
|
-
mimeType: string;
|
|
5
|
-
};
|
|
6
|
-
export type getDriveFileContentOutput = {
|
|
7
|
-
success: boolean;
|
|
8
|
-
content?: string;
|
|
9
|
-
error?: string;
|
|
10
|
-
};
|
|
11
|
-
declare const extractContentFromDriveFileId: ({ params, authParams, }: {
|
|
12
|
-
params: getDriveFileContentParams;
|
|
13
|
-
authParams: AuthParamsType;
|
|
14
|
-
}) => Promise<getDriveFileContentOutput>;
|
|
15
|
-
export default extractContentFromDriveFileId;
|