@credal/actions 0.2.65 → 0.2.66
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions/providers/confluence/updatePage.js +15 -14
- package/dist/actions/providers/github/createBranch.js +3 -2
- package/dist/actions/providers/github/createOrUpdateFile.js +3 -2
- package/dist/actions/providers/github/createPullRequest.js +3 -2
- package/dist/actions/providers/github/getFileContent.js +2 -2
- package/dist/actions/providers/github/listDirectory.js +2 -2
- package/dist/actions/providers/github/searchOrganization.js +21 -22
- package/dist/actions/providers/github/searchRepository.js +21 -21
- package/dist/actions/providers/github/utils.d.ts +1 -0
- package/dist/actions/providers/{generic/fillTemplateAction.js → github/utils.js} +8 -9
- package/dist/actions/providers/jamf/types.d.ts +8 -0
- package/dist/actions/providers/jamf/types.js +7 -0
- package/package.json +3 -2
- package/dist/actions/providers/generic/fillTemplateAction.d.ts +0 -7
- package/dist/actions/providers/generic/genericApiCall.d.ts +0 -3
- package/dist/actions/providers/generic/genericApiCall.js +0 -38
- package/dist/actions/providers/google-oauth/getDriveContentById.d.ts +0 -3
- package/dist/actions/providers/google-oauth/getDriveContentById.js +0 -161
- package/dist/actions/providers/google-oauth/searchAndGetDriveContentByKeywords.d.ts +0 -3
- package/dist/actions/providers/google-oauth/searchAndGetDriveContentByKeywords.js +0 -47
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByKeywords.d.ts +0 -3
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByKeywords.js +0 -110
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByQuery.d.ts +0 -3
- package/dist/actions/providers/google-oauth/searchDriveAndGetContentByQuery.js +0 -78
- package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.d.ts +0 -15
- package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.js +0 -129
- package/dist/actions/providers/googlemaps/nearbysearch.d.ts +0 -3
- package/dist/actions/providers/googlemaps/nearbysearch.js +0 -96
- package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.d.ts +0 -3
- package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.js +0 -154
- package/dist/actions/providers/x/scrapeTweetDataWithNitter.d.ts +0 -3
- package/dist/actions/providers/x/scrapeTweetDataWithNitter.js +0 -45
|
@@ -8,28 +8,30 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
8
8
|
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
9
|
});
|
|
10
10
|
};
|
|
11
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
+
};
|
|
11
14
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
const
|
|
13
|
-
function
|
|
14
|
-
|
|
15
|
+
const axios_1 = __importDefault(require("axios"));
|
|
16
|
+
function getConfluenceApi(baseUrl, username, apiToken) {
|
|
17
|
+
const api = axios_1.default.create({
|
|
15
18
|
baseURL: baseUrl,
|
|
16
19
|
headers: {
|
|
17
20
|
Accept: "application/json",
|
|
21
|
+
// Tokens are associated with a specific user.
|
|
18
22
|
Authorization: `Basic ${Buffer.from(`${username}:${apiToken}`).toString("base64")}`,
|
|
19
23
|
},
|
|
20
|
-
};
|
|
24
|
+
});
|
|
25
|
+
return api;
|
|
21
26
|
}
|
|
22
27
|
const confluenceUpdatePage = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
23
|
-
const { pageId, content, title } = params;
|
|
24
|
-
const { baseUrl, authToken
|
|
25
|
-
|
|
26
|
-
throw new Error("Missing required authentication information");
|
|
27
|
-
}
|
|
28
|
-
const config = getConfluenceRequestConfig(baseUrl, username, authToken);
|
|
28
|
+
const { pageId, username, content, title } = params;
|
|
29
|
+
const { baseUrl, authToken } = authParams;
|
|
30
|
+
const api = getConfluenceApi(baseUrl, username, authToken);
|
|
29
31
|
// Get current version number
|
|
30
|
-
const response = yield
|
|
32
|
+
const response = yield api.get(`/api/v2/pages/${pageId}`);
|
|
31
33
|
const currVersion = response.data.version.number;
|
|
32
|
-
|
|
34
|
+
yield api.put(`/api/v2/pages/${pageId}`, {
|
|
33
35
|
id: pageId,
|
|
34
36
|
status: "current",
|
|
35
37
|
title,
|
|
@@ -40,7 +42,6 @@ const confluenceUpdatePage = (_a) => __awaiter(void 0, [_a], void 0, function* (
|
|
|
40
42
|
version: {
|
|
41
43
|
number: currVersion + 1,
|
|
42
44
|
},
|
|
43
|
-
};
|
|
44
|
-
yield axiosClient_1.axiosClient.put(`/api/v2/pages/${pageId}`, payload, config);
|
|
45
|
+
});
|
|
45
46
|
});
|
|
46
47
|
exports.default = confluenceUpdatePage;
|
|
@@ -8,6 +8,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
8
8
|
});
|
|
9
9
|
};
|
|
10
10
|
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
11
|
+
import { getOctokit } from "./utils.js";
|
|
11
12
|
/**
|
|
12
13
|
* Creates a new branch in a GitHub repository
|
|
13
14
|
*/
|
|
@@ -15,9 +16,9 @@ const createBranch = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params
|
|
|
15
16
|
if (!authParams.authToken) {
|
|
16
17
|
return { success: false, error: MISSING_AUTH_TOKEN };
|
|
17
18
|
}
|
|
18
|
-
const
|
|
19
|
+
const octokit = yield getOctokit(authParams.authToken);
|
|
20
|
+
const { RequestError } = yield import("@octokit/request-error");
|
|
19
21
|
const { repositoryOwner, repositoryName, branchName, baseRefOrHash } = params;
|
|
20
|
-
const octokit = new Octokit({ auth: authParams.authToken });
|
|
21
22
|
try {
|
|
22
23
|
// Get the reference or commit SHA for the base branch or tag
|
|
23
24
|
const { data: baseRefData } = yield octokit.rest.git
|
|
@@ -9,6 +9,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
9
9
|
};
|
|
10
10
|
import { z } from "zod";
|
|
11
11
|
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
12
|
+
import { getOctokit } from "./utils.js";
|
|
12
13
|
/**
|
|
13
14
|
* Creates or updates a file in a GitHub repository
|
|
14
15
|
*/
|
|
@@ -16,9 +17,9 @@ const createOrUpdateFile = (_a) => __awaiter(void 0, [_a], void 0, function* ({
|
|
|
16
17
|
if (!authParams.authToken) {
|
|
17
18
|
return { success: false, error: MISSING_AUTH_TOKEN };
|
|
18
19
|
}
|
|
19
|
-
const
|
|
20
|
+
const octokit = yield getOctokit(authParams.authToken);
|
|
21
|
+
const { RequestError } = yield import("@octokit/request-error");
|
|
20
22
|
const { repositoryOwner, repositoryName, filePath, branch, fileContent, commitMessage } = params;
|
|
21
|
-
const octokit = new Octokit({ auth: authParams.authToken });
|
|
22
23
|
let fileSha = undefined;
|
|
23
24
|
let operationPreformed = undefined;
|
|
24
25
|
try {
|
|
@@ -8,6 +8,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
8
8
|
});
|
|
9
9
|
};
|
|
10
10
|
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
11
|
+
import { getOctokit } from "./utils.js";
|
|
11
12
|
/**
|
|
12
13
|
* Creates a pull request in a GitHub repository
|
|
13
14
|
*/
|
|
@@ -15,9 +16,9 @@ const createPullRequest = (_a) => __awaiter(void 0, [_a], void 0, function* ({ p
|
|
|
15
16
|
if (!authParams.authToken) {
|
|
16
17
|
return { success: false, error: MISSING_AUTH_TOKEN };
|
|
17
18
|
}
|
|
18
|
-
const { Octokit, RequestError } = yield import("octokit");
|
|
19
19
|
const { repositoryOwner, repositoryName, head, base, title, description } = params;
|
|
20
|
-
const octokit =
|
|
20
|
+
const octokit = yield getOctokit(authParams.authToken);
|
|
21
|
+
const { RequestError } = yield import("@octokit/request-error");
|
|
21
22
|
try {
|
|
22
23
|
// Create the pull request
|
|
23
24
|
const { data: pullRequestData } = yield octokit.rest.pulls.create({
|
|
@@ -8,19 +8,19 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
8
8
|
});
|
|
9
9
|
};
|
|
10
10
|
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
11
|
+
import { getOctokit } from "./utils.js";
|
|
11
12
|
/**
|
|
12
13
|
* Get file content
|
|
13
14
|
*/
|
|
14
15
|
const getFileContent = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
15
16
|
var _b;
|
|
16
|
-
const { Octokit } = yield import("octokit");
|
|
17
17
|
if (!authParams.authToken) {
|
|
18
18
|
return {
|
|
19
19
|
success: false,
|
|
20
20
|
error: MISSING_AUTH_TOKEN,
|
|
21
21
|
};
|
|
22
22
|
}
|
|
23
|
-
const octokit =
|
|
23
|
+
const octokit = yield getOctokit(authParams.authToken);
|
|
24
24
|
const { organization, repository, path } = params;
|
|
25
25
|
const contentResponse = yield octokit.rest.repos.getContent({
|
|
26
26
|
owner: organization,
|
|
@@ -8,18 +8,18 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
8
8
|
});
|
|
9
9
|
};
|
|
10
10
|
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
11
|
+
import { getOctokit } from "./utils.js";
|
|
11
12
|
/**
|
|
12
13
|
* List directory contents
|
|
13
14
|
*/
|
|
14
15
|
const listDirectory = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
15
|
-
const { Octokit } = yield import("octokit");
|
|
16
16
|
if (!authParams.authToken) {
|
|
17
17
|
return {
|
|
18
18
|
success: false,
|
|
19
19
|
error: MISSING_AUTH_TOKEN,
|
|
20
20
|
};
|
|
21
21
|
}
|
|
22
|
-
const octokit =
|
|
22
|
+
const octokit = yield getOctokit(authParams.authToken);
|
|
23
23
|
const { organization, repository, path } = params;
|
|
24
24
|
const contentResponse = yield octokit.rest.repos.getContent({
|
|
25
25
|
owner: organization,
|
|
@@ -8,6 +8,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
8
8
|
});
|
|
9
9
|
};
|
|
10
10
|
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
11
|
+
import { getOctokit } from "./utils.js";
|
|
11
12
|
// Limits on the number of results to return
|
|
12
13
|
const MAX_CODE_RESULTS = 15;
|
|
13
14
|
const MAX_COMMITS = 10;
|
|
@@ -17,21 +18,31 @@ const MAX_FILES_PER_PR = 5;
|
|
|
17
18
|
const MAX_PATCH_LINES = 20;
|
|
18
19
|
const MAX_FRAGMENT_LINES = 20;
|
|
19
20
|
const searchOrganization = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
20
|
-
const { Octokit } = yield import("octokit");
|
|
21
21
|
if (!authParams.authToken) {
|
|
22
22
|
throw new Error(MISSING_AUTH_TOKEN);
|
|
23
23
|
}
|
|
24
|
-
const octokit =
|
|
24
|
+
const octokit = yield getOctokit(authParams.authToken);
|
|
25
25
|
const { organization, query, repository } = params;
|
|
26
26
|
const searchScope = repository ? `repo:${organization}/${repository}` : `org:${organization}`;
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
27
|
+
const [codeResultsResponse, commitResults, issueResults] = yield Promise.all([
|
|
28
|
+
octokit.rest.search.code({
|
|
29
|
+
q: `${query} in:file,path ${searchScope}`,
|
|
30
|
+
text_match: true,
|
|
31
|
+
headers: {
|
|
32
|
+
accept: "application/vnd.github.v3.text-match+json",
|
|
33
|
+
},
|
|
34
|
+
}),
|
|
35
|
+
octokit.rest.search.commits({
|
|
36
|
+
q: `${query} ${searchScope}`,
|
|
37
|
+
headers: {
|
|
38
|
+
accept: "application/vnd.github.cloak-preview+json",
|
|
39
|
+
},
|
|
40
|
+
}),
|
|
41
|
+
octokit.rest.search.issuesAndPullRequests({
|
|
42
|
+
q: `${query} ${searchScope} (is:issue OR is:pull-request)`,
|
|
43
|
+
advanced_search: "true",
|
|
44
|
+
}),
|
|
45
|
+
]);
|
|
35
46
|
const codeResults = codeResultsResponse.data.items.slice(0, MAX_CODE_RESULTS).map(item => ({
|
|
36
47
|
name: item.name,
|
|
37
48
|
path: item.path,
|
|
@@ -50,13 +61,6 @@ const searchOrganization = (_a) => __awaiter(void 0, [_a], void 0, function* ({
|
|
|
50
61
|
})
|
|
51
62
|
: [],
|
|
52
63
|
}));
|
|
53
|
-
// Search COMMITS
|
|
54
|
-
const commitResults = yield octokit.rest.search.commits({
|
|
55
|
-
q: `${query} ${searchScope}`,
|
|
56
|
-
headers: {
|
|
57
|
-
accept: "application/vnd.github.cloak-preview+json",
|
|
58
|
-
},
|
|
59
|
-
});
|
|
60
64
|
const commitDetails = yield Promise.all(commitResults.data.items.slice(0, MAX_COMMITS).map(item => {
|
|
61
65
|
// Get the repo details from the commit search result
|
|
62
66
|
const { owner, name } = item.repository;
|
|
@@ -84,11 +88,6 @@ const searchOrganization = (_a) => __awaiter(void 0, [_a], void 0, function* ({
|
|
|
84
88
|
})) || [],
|
|
85
89
|
};
|
|
86
90
|
});
|
|
87
|
-
// Search Issues and PRs
|
|
88
|
-
const issueResults = yield octokit.rest.search.issuesAndPullRequests({
|
|
89
|
-
q: `${query} ${searchScope} (is:issue OR is:pull-request)`,
|
|
90
|
-
advanced_search: "true",
|
|
91
|
-
});
|
|
92
91
|
const prItems = issueResults.data.items.filter(item => item.pull_request).slice(0, MAX_ISSUES_OR_PRS);
|
|
93
92
|
const prNumbers = prItems.map(item => item.number);
|
|
94
93
|
const prFiles = yield Promise.all(prItems.map((item) => __awaiter(void 0, void 0, void 0, function* () {
|
|
@@ -8,6 +8,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
8
8
|
});
|
|
9
9
|
};
|
|
10
10
|
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
11
|
+
import { getOctokit } from "./utils.js";
|
|
11
12
|
// Limits on the number of results to return
|
|
12
13
|
const MAX_CODE_RESULTS = 15;
|
|
13
14
|
const MAX_COMMITS = 10;
|
|
@@ -17,20 +18,31 @@ const MAX_FILES_PER_PR = 5;
|
|
|
17
18
|
const MAX_PATCH_LINES = 20;
|
|
18
19
|
const MAX_FRAGMENT_LINES = 20;
|
|
19
20
|
const searchRepository = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
20
|
-
const { Octokit } = yield import("octokit");
|
|
21
21
|
if (!authParams.authToken) {
|
|
22
22
|
throw new Error(MISSING_AUTH_TOKEN);
|
|
23
23
|
}
|
|
24
|
-
const octokit =
|
|
24
|
+
const octokit = yield getOctokit(authParams.authToken);
|
|
25
25
|
const { organization, repository, query } = params;
|
|
26
26
|
// Search CODE with text match metadata
|
|
27
|
-
const codeResultsResponse = yield
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
27
|
+
const [codeResultsResponse, commitResults, issueResults] = yield Promise.all([
|
|
28
|
+
octokit.rest.search.code({
|
|
29
|
+
q: `${query} in:file,path repo:${organization}/${repository}`,
|
|
30
|
+
text_match: true,
|
|
31
|
+
headers: {
|
|
32
|
+
accept: "application/vnd.github.v3.text-match+json",
|
|
33
|
+
},
|
|
34
|
+
}),
|
|
35
|
+
octokit.rest.search.commits({
|
|
36
|
+
q: `${query} repo:${organization}/${repository}`,
|
|
37
|
+
headers: {
|
|
38
|
+
accept: "application/vnd.github.cloak-preview+json",
|
|
39
|
+
},
|
|
40
|
+
}),
|
|
41
|
+
octokit.rest.search.issuesAndPullRequests({
|
|
42
|
+
q: `${query} repo:${organization}/${repository} (is:issue OR is:pull-request)`,
|
|
43
|
+
advanced_search: "true",
|
|
44
|
+
}),
|
|
45
|
+
]);
|
|
34
46
|
const codeResults = codeResultsResponse.data.items.slice(0, MAX_CODE_RESULTS).map(item => ({
|
|
35
47
|
name: item.name,
|
|
36
48
|
path: item.path,
|
|
@@ -49,13 +61,6 @@ const searchRepository = (_a) => __awaiter(void 0, [_a], void 0, function* ({ pa
|
|
|
49
61
|
})
|
|
50
62
|
: [],
|
|
51
63
|
}));
|
|
52
|
-
// Search COMMITS
|
|
53
|
-
const commitResults = yield octokit.rest.search.commits({
|
|
54
|
-
q: `${query} repo:${organization}/${repository}`,
|
|
55
|
-
headers: {
|
|
56
|
-
accept: "application/vnd.github.cloak-preview+json",
|
|
57
|
-
},
|
|
58
|
-
});
|
|
59
64
|
const commitSHAs = commitResults.data.items.slice(0, MAX_COMMITS).map(item => item.sha);
|
|
60
65
|
const commitDetails = yield Promise.all(commitSHAs.map(sha => octokit.rest.repos.getCommit({ owner: organization, repo: repository, ref: sha })));
|
|
61
66
|
const enrichedCommits = commitResults.data.items.slice(0, MAX_COMMITS).map(item => {
|
|
@@ -80,11 +85,6 @@ const searchRepository = (_a) => __awaiter(void 0, [_a], void 0, function* ({ pa
|
|
|
80
85
|
})) || [],
|
|
81
86
|
};
|
|
82
87
|
});
|
|
83
|
-
// Search Issues and PRs
|
|
84
|
-
const issueResults = yield octokit.rest.search.issuesAndPullRequests({
|
|
85
|
-
q: `${query} repo:${organization}/${repository} (is:issue OR is:pull-request)`,
|
|
86
|
-
advanced_search: "true",
|
|
87
|
-
});
|
|
88
88
|
const prItems = issueResults.data.items.filter(item => item.pull_request).slice(0, MAX_ISSUES_OR_PRS);
|
|
89
89
|
const prNumbers = prItems.map(item => item.number);
|
|
90
90
|
const prFiles = yield Promise.all(prNumbers.map((number) => __awaiter(void 0, void 0, void 0, function* () {
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function getOctokit(authToken: string): Promise<import("@octokit/core").Octokit & import("@octokit/plugin-rest-endpoint-methods").Api>;
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
"use strict";
|
|
2
1
|
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
2
|
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
3
|
return new (P || (P = Promise))(function (resolve, reject) {
|
|
@@ -8,11 +7,11 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
8
7
|
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
8
|
});
|
|
10
9
|
};
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
});
|
|
18
|
-
|
|
10
|
+
export function getOctokit(authToken) {
|
|
11
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
12
|
+
const { Octokit } = yield import("@octokit/core");
|
|
13
|
+
const { restEndpointMethods } = yield import("@octokit/plugin-rest-endpoint-methods");
|
|
14
|
+
const MyOctokit = Octokit.plugin(restEndpointMethods);
|
|
15
|
+
return new MyOctokit({ auth: authToken });
|
|
16
|
+
});
|
|
17
|
+
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@credal/actions",
|
|
3
|
-
"version": "0.2.
|
|
3
|
+
"version": "0.2.66",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"description": "AI Actions by Credal AI",
|
|
6
6
|
"sideEffects": false,
|
|
@@ -49,6 +49,8 @@
|
|
|
49
49
|
"@credal/sdk": "^0.0.21",
|
|
50
50
|
"@mendable/firecrawl-js": "^1.24.0",
|
|
51
51
|
"@microsoft/microsoft-graph-client": "^3.0.7",
|
|
52
|
+
"@octokit/core": "^6.1.6",
|
|
53
|
+
"@octokit/plugin-rest-endpoint-methods": "^16.0.0",
|
|
52
54
|
"@slack/web-api": "^7.8.0",
|
|
53
55
|
"@types/snowflake-sdk": "^1.6.24",
|
|
54
56
|
"ajv": "^8.17.1",
|
|
@@ -60,7 +62,6 @@
|
|
|
60
62
|
"mammoth": "^1.4.27",
|
|
61
63
|
"mongodb": "^6.13.1",
|
|
62
64
|
"node-forge": "^1.3.1",
|
|
63
|
-
"octokit": "^4.1.2",
|
|
64
65
|
"pdf2json": "^3.1.6",
|
|
65
66
|
"resend": "^4.7.0",
|
|
66
67
|
"snowflake-sdk": "^2.0.2",
|
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
-
};
|
|
14
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
-
const axios_1 = __importDefault(require("axios"));
|
|
16
|
-
const genericApiCall = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, }) {
|
|
17
|
-
try {
|
|
18
|
-
const { endpoint, method, headers, body } = params;
|
|
19
|
-
const response = yield (0, axios_1.default)({
|
|
20
|
-
url: endpoint,
|
|
21
|
-
method,
|
|
22
|
-
headers,
|
|
23
|
-
data: method !== "GET" ? body : undefined,
|
|
24
|
-
});
|
|
25
|
-
return {
|
|
26
|
-
statusCode: response.status,
|
|
27
|
-
headers: response.headers,
|
|
28
|
-
data: response.data,
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
catch (error) {
|
|
32
|
-
if (axios_1.default.isAxiosError(error)) {
|
|
33
|
-
throw Error("Axios Error: " + (error.message || "Failed to make API call"));
|
|
34
|
-
}
|
|
35
|
-
throw Error("Error: " + (error || "Failed to make API call"));
|
|
36
|
-
}
|
|
37
|
-
});
|
|
38
|
-
exports.default = genericApiCall;
|
|
@@ -1,161 +0,0 @@
|
|
|
1
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
-
});
|
|
9
|
-
};
|
|
10
|
-
import pdf from "pdf-parse/lib/pdf-parse.js";
|
|
11
|
-
import { axiosClient } from "../../util/axiosClient.js";
|
|
12
|
-
import mammoth from "mammoth";
|
|
13
|
-
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
14
|
-
const getDriveFileContentByID = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
15
|
-
if (!authParams.authToken) {
|
|
16
|
-
return { success: false, error: MISSING_AUTH_TOKEN };
|
|
17
|
-
}
|
|
18
|
-
const { fileId, limit } = params;
|
|
19
|
-
try {
|
|
20
|
-
// First, get file metadata to determine the file type
|
|
21
|
-
const metadataUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?fields=name,mimeType,size`;
|
|
22
|
-
const metadataRes = yield axiosClient.get(metadataUrl, {
|
|
23
|
-
headers: {
|
|
24
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
25
|
-
},
|
|
26
|
-
});
|
|
27
|
-
const { name: fileName, mimeType, size } = metadataRes.data;
|
|
28
|
-
// Check if file is too large (50MB limit for safety)
|
|
29
|
-
if (size && parseInt(size) > 50 * 1024 * 1024) {
|
|
30
|
-
return {
|
|
31
|
-
success: false,
|
|
32
|
-
error: "File too large (>50MB)",
|
|
33
|
-
};
|
|
34
|
-
}
|
|
35
|
-
let content = "";
|
|
36
|
-
// Handle different file types - read content directly
|
|
37
|
-
if (mimeType === "application/vnd.google-apps.document") {
|
|
38
|
-
// Google Docs - download as plain text
|
|
39
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=txt`;
|
|
40
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
41
|
-
headers: {
|
|
42
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
43
|
-
},
|
|
44
|
-
responseType: 'text',
|
|
45
|
-
});
|
|
46
|
-
content = downloadRes.data;
|
|
47
|
-
}
|
|
48
|
-
else if (mimeType === "application/vnd.google-apps.spreadsheet") {
|
|
49
|
-
// Google Sheets - download as CSV
|
|
50
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=csv`;
|
|
51
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
52
|
-
headers: {
|
|
53
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
54
|
-
},
|
|
55
|
-
responseType: 'text',
|
|
56
|
-
});
|
|
57
|
-
content = downloadRes.data;
|
|
58
|
-
}
|
|
59
|
-
else if (mimeType === "application/vnd.google-apps.presentation") {
|
|
60
|
-
// Google Slides - download as plain text
|
|
61
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=txt`;
|
|
62
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
63
|
-
headers: {
|
|
64
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
65
|
-
},
|
|
66
|
-
responseType: 'text',
|
|
67
|
-
});
|
|
68
|
-
content = downloadRes.data;
|
|
69
|
-
}
|
|
70
|
-
else if (mimeType === "application/pdf") {
|
|
71
|
-
// PDF files - use pdf-parse
|
|
72
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
|
|
73
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
74
|
-
headers: {
|
|
75
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
76
|
-
},
|
|
77
|
-
responseType: 'arraybuffer',
|
|
78
|
-
});
|
|
79
|
-
try {
|
|
80
|
-
const pdfData = yield pdf(downloadRes.data);
|
|
81
|
-
content = pdfData.text;
|
|
82
|
-
}
|
|
83
|
-
catch (pdfError) {
|
|
84
|
-
return {
|
|
85
|
-
success: false,
|
|
86
|
-
error: `Failed to parse PDF: ${pdfError instanceof Error ? pdfError.message : 'Unknown PDF error'}`,
|
|
87
|
-
};
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
else if (mimeType === "application/vnd.openxmlformats-officedocument.wordprocessingml.document" ||
|
|
91
|
-
mimeType === "application/msword") {
|
|
92
|
-
// Word documents (.docx or .doc) - download and extract text using mammoth
|
|
93
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
|
|
94
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
95
|
-
headers: {
|
|
96
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
97
|
-
},
|
|
98
|
-
responseType: 'arraybuffer',
|
|
99
|
-
});
|
|
100
|
-
try {
|
|
101
|
-
// mammoth works with .docx files. It will ignore formatting and return raw text
|
|
102
|
-
const result = yield mammoth.extractRawText({ buffer: Buffer.from(downloadRes.data) });
|
|
103
|
-
content = result.value; // raw text
|
|
104
|
-
}
|
|
105
|
-
catch (wordError) {
|
|
106
|
-
return {
|
|
107
|
-
success: false,
|
|
108
|
-
error: `Failed to parse Word document: ${wordError instanceof Error ? wordError.message : 'Unknown Word error'}`,
|
|
109
|
-
};
|
|
110
|
-
}
|
|
111
|
-
}
|
|
112
|
-
else if (mimeType === "text/plain" ||
|
|
113
|
-
mimeType === "text/html" ||
|
|
114
|
-
mimeType === "application/rtf" ||
|
|
115
|
-
(mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("text/"))) {
|
|
116
|
-
// Text-based files
|
|
117
|
-
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
|
|
118
|
-
const downloadRes = yield axiosClient.get(downloadUrl, {
|
|
119
|
-
headers: {
|
|
120
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
121
|
-
},
|
|
122
|
-
responseType: 'text',
|
|
123
|
-
});
|
|
124
|
-
content = downloadRes.data;
|
|
125
|
-
}
|
|
126
|
-
else if (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("image/")) {
|
|
127
|
-
// Skip images
|
|
128
|
-
return {
|
|
129
|
-
success: false,
|
|
130
|
-
error: "Image files are not supported for text extraction",
|
|
131
|
-
};
|
|
132
|
-
}
|
|
133
|
-
else {
|
|
134
|
-
// Unsupported file type
|
|
135
|
-
return {
|
|
136
|
-
success: false,
|
|
137
|
-
error: `Unsupported file type: ${mimeType}`,
|
|
138
|
-
};
|
|
139
|
-
}
|
|
140
|
-
content = content.trim();
|
|
141
|
-
const originalLength = content.length;
|
|
142
|
-
// Naive way to truncate content
|
|
143
|
-
if (limit && content.length > limit) {
|
|
144
|
-
content = content.substring(0, limit);
|
|
145
|
-
}
|
|
146
|
-
return {
|
|
147
|
-
success: true,
|
|
148
|
-
content,
|
|
149
|
-
fileName,
|
|
150
|
-
fileLength: originalLength,
|
|
151
|
-
};
|
|
152
|
-
}
|
|
153
|
-
catch (error) {
|
|
154
|
-
console.error("Error getting Google Drive file content", error);
|
|
155
|
-
return {
|
|
156
|
-
success: false,
|
|
157
|
-
error: error instanceof Error ? error.message : "Unknown error",
|
|
158
|
-
};
|
|
159
|
-
}
|
|
160
|
-
});
|
|
161
|
-
export default getDriveFileContentByID;
|
|
@@ -1,47 +0,0 @@
|
|
|
1
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
-
});
|
|
9
|
-
};
|
|
10
|
-
import { axiosClient } from "../../util/axiosClient.js";
|
|
11
|
-
import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
|
|
12
|
-
const searchDriveByKeywords = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
|
13
|
-
var _b;
|
|
14
|
-
if (!authParams.authToken) {
|
|
15
|
-
return { success: false, error: MISSING_AUTH_TOKEN, files: [] };
|
|
16
|
-
}
|
|
17
|
-
const { keywords, limit } = params;
|
|
18
|
-
// Build the query: fullText contains 'keyword1' or fullText contains 'keyword2' ...
|
|
19
|
-
const query = keywords.map(kw => `fullText contains '${kw.replace(/'/g, "\\'")}'`).join(" or ");
|
|
20
|
-
const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true`;
|
|
21
|
-
// 1. Get the file metadata from google drive search
|
|
22
|
-
let files = [];
|
|
23
|
-
try {
|
|
24
|
-
const res = yield axiosClient.get(url, {
|
|
25
|
-
headers: {
|
|
26
|
-
Authorization: `Bearer ${authParams.authToken}`,
|
|
27
|
-
},
|
|
28
|
-
});
|
|
29
|
-
files =
|
|
30
|
-
((_b = res.data.files) === null || _b === void 0 ? void 0 : _b.map((file) => ({
|
|
31
|
-
id: file.id || "",
|
|
32
|
-
name: file.name || "",
|
|
33
|
-
mimeType: file.mimeType || "",
|
|
34
|
-
url: file.webViewLink || "",
|
|
35
|
-
}))) || [];
|
|
36
|
-
}
|
|
37
|
-
catch (error) {
|
|
38
|
-
console.error("Error searching Google Drive", error);
|
|
39
|
-
return {
|
|
40
|
-
success: false,
|
|
41
|
-
error: error instanceof Error ? error.message : "Unknown error",
|
|
42
|
-
files: [],
|
|
43
|
-
};
|
|
44
|
-
}
|
|
45
|
-
files = limit ? files.splice(0, limit) : files;
|
|
46
|
-
});
|
|
47
|
-
export default searchDriveByKeywords;
|