@credal/actions 0.1.31 → 0.1.34
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions/actionMapper.js +238 -0
- package/dist/actions/autogen/definitions.d.ts +5 -0
- package/dist/actions/autogen/definitions.js +132 -0
- package/dist/actions/autogen/templates.d.ts +38 -0
- package/dist/actions/autogen/templates.js +4570 -178
- package/dist/actions/autogen/types.d.ts +1414 -33
- package/dist/actions/autogen/types.js +1812 -1
- package/dist/actions/definitions.js +35 -0
- package/dist/actions/groups.js +44 -4
- package/dist/actions/invoke.js +3 -0
- package/dist/actions/invokeMapper.d.ts +9 -0
- package/dist/actions/invokeMapper.js +33 -0
- package/dist/actions/parse.js +3 -0
- package/dist/actions/providers/asana/commentAsanaTask.d.ts +3 -0
- package/dist/actions/providers/asana/commentAsanaTask.js +44 -0
- package/dist/actions/providers/asana/createAsanaTask.d.ts +3 -0
- package/dist/actions/providers/asana/createAsanaTask.js +93 -0
- package/dist/actions/providers/asana/updateAsanaTask.d.ts +3 -0
- package/dist/actions/providers/asana/updateAsanaTask.js +50 -0
- package/dist/actions/providers/asana/utils.d.ts +6 -0
- package/dist/actions/providers/asana/utils.js +73 -0
- package/dist/actions/providers/ashby/addCandidateToProject.d.ts +3 -0
- package/dist/actions/providers/ashby/addCandidateToProject.js +32 -0
- package/dist/actions/providers/ashby/createCandidate.d.ts +3 -0
- package/dist/actions/providers/ashby/createCandidate.js +42 -0
- package/dist/actions/providers/ashby/createNote.d.ts +3 -0
- package/dist/actions/providers/ashby/createNote.js +32 -0
- package/dist/actions/providers/ashby/getCandidateInfo.d.ts +3 -0
- package/dist/actions/providers/ashby/getCandidateInfo.js +34 -0
- package/dist/actions/providers/ashby/listCandidateNotes.d.ts +3 -0
- package/dist/actions/providers/ashby/listCandidateNotes.js +34 -0
- package/dist/actions/providers/ashby/listCandidates.d.ts +3 -0
- package/dist/actions/providers/ashby/listCandidates.js +31 -0
- package/dist/actions/providers/ashby/searchCandidates.d.ts +3 -0
- package/dist/actions/providers/ashby/searchCandidates.js +35 -0
- package/dist/actions/providers/ashby/updateCandidate.d.ts +3 -0
- package/dist/actions/providers/ashby/updateCandidate.js +60 -0
- package/dist/actions/providers/confluence/updatePage.js +2 -5
- package/dist/actions/providers/github/createBranch.d.ts +6 -0
- package/dist/actions/providers/github/createBranch.js +68 -0
- package/dist/actions/providers/github/createOrUpdateFile.d.ts +6 -0
- package/dist/actions/providers/github/createOrUpdateFile.js +75 -0
- package/dist/actions/providers/github/createPullRequest.d.ts +6 -0
- package/dist/actions/providers/github/createPullRequest.js +48 -0
- package/dist/actions/providers/google-oauth/createPresentation.d.ts +6 -0
- package/dist/actions/providers/google-oauth/createPresentation.js +52 -0
- package/dist/actions/providers/google-oauth/createSpreadsheet.d.ts +6 -0
- package/dist/actions/providers/google-oauth/createSpreadsheet.js +62 -0
- package/dist/actions/providers/google-oauth/scheduleCalendarMeeting.d.ts +6 -0
- package/dist/actions/providers/google-oauth/scheduleCalendarMeeting.js +74 -0
- package/dist/actions/providers/google-oauth/updateDoc.d.ts +7 -0
- package/dist/actions/providers/google-oauth/updateDoc.js +69 -0
- package/dist/actions/providers/google-oauth/updatePresentation.d.ts +7 -0
- package/dist/actions/providers/google-oauth/updatePresentation.js +64 -0
- package/dist/actions/providers/google-oauth/updateSpreadsheet.d.ts +7 -0
- package/dist/actions/providers/google-oauth/updateSpreadsheet.js +51 -0
- package/dist/actions/providers/googlemaps/nearbysearch.js +31 -31
- package/dist/actions/providers/jira/assignJiraTicket.d.ts +3 -0
- package/dist/actions/providers/jira/assignJiraTicket.js +52 -0
- package/dist/actions/providers/jira/commentJiraTicket.d.ts +3 -0
- package/dist/actions/providers/jira/commentJiraTicket.js +56 -0
- package/dist/actions/providers/jira/createJiraTicket.js +3 -24
- package/dist/actions/providers/jira/createTicket.d.ts +3 -0
- package/dist/actions/providers/jira/createTicket.js +34 -0
- package/dist/actions/providers/jira/getJiraTicketDetails.d.ts +3 -0
- package/dist/actions/providers/jira/getJiraTicketDetails.js +40 -0
- package/dist/actions/providers/jira/getJiraTicketHistory.d.ts +3 -0
- package/dist/actions/providers/jira/getJiraTicketHistory.js +41 -0
- package/dist/actions/providers/jira/updateJiraTicketDetails.d.ts +3 -0
- package/dist/actions/providers/jira/updateJiraTicketDetails.js +56 -0
- package/dist/actions/providers/jira/updateJiraTicketStatus.d.ts +3 -0
- package/dist/actions/providers/jira/updateJiraTicketStatus.js +57 -0
- package/dist/actions/providers/jira/utils.d.ts +1 -0
- package/dist/actions/providers/jira/utils.js +34 -0
- package/dist/actions/providers/microsoft/messageTeamsChannel.d.ts +3 -0
- package/dist/actions/providers/microsoft/messageTeamsChannel.js +45 -0
- package/dist/actions/providers/microsoft/messageTeamsChat.d.ts +3 -0
- package/dist/actions/providers/microsoft/messageTeamsChat.js +42 -0
- package/dist/actions/providers/microsoft/utils.d.ts +4 -0
- package/dist/actions/providers/microsoft/utils.js +55 -0
- package/dist/actions/providers/salesforce/createCase.d.ts +3 -0
- package/dist/actions/providers/salesforce/createCase.js +44 -0
- package/dist/actions/providers/salesforce/generateSalesReport.d.ts +3 -0
- package/dist/actions/providers/salesforce/generateSalesReport.js +52 -0
- package/dist/actions/providers/salesforce/getRecord.d.ts +3 -0
- package/dist/actions/providers/salesforce/getRecord.js +42 -0
- package/dist/actions/providers/salesforce/getSalesforceRecordByQuery.d.ts +3 -0
- package/dist/actions/providers/salesforce/getSalesforceRecordByQuery.js +43 -0
- package/dist/actions/providers/salesforce/updateRecord.d.ts +3 -0
- package/dist/actions/providers/salesforce/updateRecord.js +42 -0
- package/dist/actions/providers/slack/getChannelMessages.d.ts +3 -0
- package/dist/actions/providers/slack/getChannelMessages.js +33 -0
- package/dist/actions/providers/slack/list_conversations.d.ts +3 -0
- package/dist/actions/providers/slack/list_conversations.js +60 -0
- package/dist/actions/providers/slack/summarizeChannel.d.ts +3 -0
- package/dist/actions/providers/slack/summarizeChannel.js +51 -0
- package/dist/actions/providers/zendesk/addCommentToTicket.d.ts +3 -0
- package/dist/actions/providers/zendesk/addCommentToTicket.js +37 -0
- package/dist/actions/providers/zendesk/assignTicket.d.ts +3 -0
- package/dist/actions/providers/zendesk/assignTicket.js +37 -0
- package/dist/actions/providers/zendesk/getTicketDetails.d.ts +3 -0
- package/dist/actions/providers/zendesk/getTicketDetails.js +35 -0
- package/dist/actions/providers/zendesk/updateTicketStatus.d.ts +3 -0
- package/dist/actions/providers/zendesk/updateTicketStatus.js +37 -0
- package/dist/actions/schema.js +6 -0
- package/dist/actions/types.js +2 -0
- package/dist/main.js +11 -0
- package/package.json +7 -1
- package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.d.ts +0 -3
- package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.js +0 -154
- package/dist/actions/providers/x/scrapeTweetDataWithNitter.d.ts +0 -3
- package/dist/actions/providers/x/scrapeTweetDataWithNitter.js +0 -45
@@ -0,0 +1,51 @@
|
|
1
|
+
"use strict";
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
9
|
+
});
|
10
|
+
};
|
11
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
12
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
13
|
+
};
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
15
|
+
const web_api_1 = require("@slack/web-api");
|
16
|
+
const helpers_1 = require("./helpers");
|
17
|
+
const openai_1 = __importDefault(require("openai"));
|
18
|
+
const summarizeChannel = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
19
|
+
var _b;
|
20
|
+
const client = new web_api_1.WebClient(authParams.authToken);
|
21
|
+
const { channelName } = params;
|
22
|
+
const allChannels = yield (0, helpers_1.getSlackChannels)(client);
|
23
|
+
const channel = allChannels.find(channel => channel.name === channelName && channel.is_private === false);
|
24
|
+
if (!channel || !channel.id) {
|
25
|
+
throw Error(`Channel with name ${channelName} not found`);
|
26
|
+
}
|
27
|
+
// summarize last 50 messages
|
28
|
+
const messages = yield client.conversations.history({
|
29
|
+
channel: channel.id,
|
30
|
+
limit: 50,
|
31
|
+
});
|
32
|
+
if (!messages.ok) {
|
33
|
+
throw Error(`Failed to fetch messages from channel ${channel.name}`);
|
34
|
+
}
|
35
|
+
const history = ((_b = messages.messages) === null || _b === void 0 ? void 0 : _b.reverse().map(message => message.user + ":" + message.text).join("\n")) || "";
|
36
|
+
const oai = new openai_1.default();
|
37
|
+
const completion = yield oai.chat.completions.create({
|
38
|
+
model: "gpt-4o-mini",
|
39
|
+
messages: [
|
40
|
+
{
|
41
|
+
role: "user",
|
42
|
+
content: "Summarize the following messages in the Slack channel:\n" + history,
|
43
|
+
},
|
44
|
+
],
|
45
|
+
});
|
46
|
+
const summary = completion.choices[0].message.content || "";
|
47
|
+
return {
|
48
|
+
summary: summary,
|
49
|
+
};
|
50
|
+
});
|
51
|
+
exports.default = summarizeChannel;
|
@@ -0,0 +1,37 @@
|
|
1
|
+
"use strict";
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
9
|
+
});
|
10
|
+
};
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
12
|
+
const axiosClient_1 = require("../../util/axiosClient");
|
13
|
+
const addCommentToTicket = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
14
|
+
const { authToken, username } = authParams;
|
15
|
+
const { subdomain, ticketId, comment } = params;
|
16
|
+
const url = `https://${subdomain}.zendesk.com/api/v2/tickets/${ticketId}.json`;
|
17
|
+
if (!authToken) {
|
18
|
+
throw new Error("authToken is required");
|
19
|
+
}
|
20
|
+
yield axiosClient_1.axiosClient.request({
|
21
|
+
url: url,
|
22
|
+
method: "PUT",
|
23
|
+
auth: {
|
24
|
+
username: `${username}/token`,
|
25
|
+
password: authToken,
|
26
|
+
},
|
27
|
+
headers: {
|
28
|
+
"Content-Type": "application/json",
|
29
|
+
},
|
30
|
+
data: {
|
31
|
+
ticket: {
|
32
|
+
comment: comment,
|
33
|
+
},
|
34
|
+
},
|
35
|
+
});
|
36
|
+
});
|
37
|
+
exports.default = addCommentToTicket;
|
@@ -0,0 +1,37 @@
|
|
1
|
+
"use strict";
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
9
|
+
});
|
10
|
+
};
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
12
|
+
const axiosClient_1 = require("../../util/axiosClient");
|
13
|
+
const updateTicketStatus = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
14
|
+
const { authToken, username } = authParams;
|
15
|
+
const { subdomain, ticketId, assigneeEmail } = params;
|
16
|
+
const url = `https://${subdomain}.zendesk.com/api/v2/tickets/${ticketId}.json`;
|
17
|
+
if (!authToken) {
|
18
|
+
throw new Error("authToken is required");
|
19
|
+
}
|
20
|
+
yield axiosClient_1.axiosClient.request({
|
21
|
+
url: url,
|
22
|
+
method: "PUT",
|
23
|
+
auth: {
|
24
|
+
username: `${username}/token`,
|
25
|
+
password: authToken,
|
26
|
+
},
|
27
|
+
headers: {
|
28
|
+
"Content-Type": "application/json",
|
29
|
+
},
|
30
|
+
data: {
|
31
|
+
ticket: {
|
32
|
+
assignee_email: assigneeEmail,
|
33
|
+
},
|
34
|
+
},
|
35
|
+
});
|
36
|
+
});
|
37
|
+
exports.default = updateTicketStatus;
|
@@ -0,0 +1,35 @@
|
|
1
|
+
"use strict";
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
9
|
+
});
|
10
|
+
};
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
12
|
+
const axiosClient_1 = require("../../util/axiosClient");
|
13
|
+
const getZendeskTicketDetails = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
14
|
+
const { authToken, username } = authParams;
|
15
|
+
const { subdomain, ticketId } = params;
|
16
|
+
const url = `https://${subdomain}.zendesk.com/api/v2/tickets/${ticketId}.json`;
|
17
|
+
if (!authToken) {
|
18
|
+
throw new Error("Auth token is required");
|
19
|
+
}
|
20
|
+
const response = yield axiosClient_1.axiosClient.request({
|
21
|
+
url: url,
|
22
|
+
method: "GET",
|
23
|
+
auth: {
|
24
|
+
username: `${username}/token`,
|
25
|
+
password: authToken,
|
26
|
+
},
|
27
|
+
headers: {
|
28
|
+
"Content-Type": "application/json",
|
29
|
+
},
|
30
|
+
});
|
31
|
+
return {
|
32
|
+
ticket: response.data.ticket,
|
33
|
+
};
|
34
|
+
});
|
35
|
+
exports.default = getZendeskTicketDetails;
|
@@ -0,0 +1,37 @@
|
|
1
|
+
"use strict";
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
9
|
+
});
|
10
|
+
};
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
12
|
+
const axiosClient_1 = require("../../util/axiosClient");
|
13
|
+
const updateTicketStatus = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
14
|
+
const { authToken, username } = authParams;
|
15
|
+
const { subdomain, ticketId, status } = params;
|
16
|
+
const url = `https://${subdomain}.zendesk.com/api/v2/tickets/${ticketId}.json`;
|
17
|
+
if (!authToken) {
|
18
|
+
throw new Error("Auth token is required");
|
19
|
+
}
|
20
|
+
yield axiosClient_1.axiosClient.request({
|
21
|
+
url: url,
|
22
|
+
method: "PUT",
|
23
|
+
auth: {
|
24
|
+
username: `${username}/token`,
|
25
|
+
password: authToken,
|
26
|
+
},
|
27
|
+
headers: {
|
28
|
+
"Content-Type": "application/json",
|
29
|
+
},
|
30
|
+
data: {
|
31
|
+
ticket: {
|
32
|
+
status: status,
|
33
|
+
},
|
34
|
+
},
|
35
|
+
});
|
36
|
+
});
|
37
|
+
exports.default = updateTicketStatus;
|
@@ -0,0 +1,6 @@
|
|
1
|
+
"use strict";
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
3
|
+
exports.createParametersObject = createParametersObject;
|
4
|
+
function createParametersObject(parameters) {
|
5
|
+
return Object.fromEntries(Object.entries(parameters).map(([key, param]) => [key, param.type]));
|
6
|
+
}
|
package/dist/main.js
ADDED
@@ -0,0 +1,11 @@
|
|
1
|
+
"use strict";
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
4
|
+
};
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
6
|
+
const list_conversations_1 = __importDefault(require("./actions/providers/slack/list_conversations"));
|
7
|
+
const result = (0, list_conversations_1.default)({
|
8
|
+
accessToken: "xoxp-4172665288294-8092684180551-8154529379075-89f1f70cc06e5648e8f912ba96f56626"
|
9
|
+
}).then((result) => {
|
10
|
+
console.log(result);
|
11
|
+
});
|
package/package.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
{
|
2
2
|
"name": "@credal/actions",
|
3
|
-
"version": "0.1.
|
3
|
+
"version": "0.1.34",
|
4
4
|
"description": "AI Actions by Credal AI",
|
5
5
|
"main": "dist/index.js",
|
6
6
|
"types": "dist/index.d.ts",
|
@@ -24,6 +24,7 @@
|
|
24
24
|
"devDependencies": {
|
25
25
|
"@eslint/js": "^9.16.0",
|
26
26
|
"@types/js-yaml": "^4.0.9",
|
27
|
+
"@types/jsonwebtoken": "^9.0.9",
|
27
28
|
"@types/node": "^22.10.1",
|
28
29
|
"@typescript-eslint/eslint-plugin": "^8.18.0",
|
29
30
|
"@typescript-eslint/parser": "^8.18.0",
|
@@ -40,15 +41,20 @@
|
|
40
41
|
"dependencies": {
|
41
42
|
"@credal/sdk": "^0.0.21",
|
42
43
|
"@mendable/firecrawl-js": "^1.19.0",
|
44
|
+
"@microsoft/microsoft-graph-client": "^3.0.7",
|
45
|
+
"@octokit/rest": "^21.1.1",
|
43
46
|
"@slack/web-api": "^7.8.0",
|
44
47
|
"@types/snowflake-sdk": "^1.6.24",
|
45
48
|
"ajv": "^8.17.1",
|
46
49
|
"date-fns": "^4.1.0",
|
50
|
+
"dotenv": "^16.4.7",
|
47
51
|
"json-schema-to-zod": "^2.5.0",
|
52
|
+
"jsonwebtoken": "^9.0.2",
|
48
53
|
"mongodb": "^6.13.1",
|
49
54
|
"resend": "^4.1.2",
|
50
55
|
"snowflake-sdk": "^2.0.2",
|
51
56
|
"ts-node": "^10.9.2",
|
57
|
+
"uuid": "^11.1.0",
|
52
58
|
"zod": "^3.24.1"
|
53
59
|
}
|
54
60
|
}
|
@@ -1,154 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
9
|
-
});
|
10
|
-
};
|
11
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
12
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
13
|
-
};
|
14
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
15
|
-
const snowflake_sdk_1 = __importDefault(require("snowflake-sdk"));
|
16
|
-
const crypto_1 = __importDefault(require("crypto"));
|
17
|
-
const client_s3_1 = require("@aws-sdk/client-s3");
|
18
|
-
const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
|
19
|
-
const uuid_1 = require("uuid");
|
20
|
-
// Only log errors.
|
21
|
-
snowflake_sdk_1.default.configure({ logLevel: "ERROR" });
|
22
|
-
const runSnowflakeQueryWriteResultsToS3 = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
23
|
-
const { databaseName, warehouse, query, user, accountName, s3BucketName, s3Region, outputFormat = "json" } = params;
|
24
|
-
const { apiKey: privateKey, awsAccessKeyId, awsSecretAccessKey } = authParams;
|
25
|
-
if (!privateKey) {
|
26
|
-
throw new Error("Snowflake private key is required");
|
27
|
-
}
|
28
|
-
if (!awsAccessKeyId || !awsSecretAccessKey) {
|
29
|
-
throw new Error("AWS credentials are required");
|
30
|
-
}
|
31
|
-
if (!accountName || !user || !databaseName || !warehouse || !query || !s3BucketName) {
|
32
|
-
throw new Error("Missing required parameters for Snowflake query or S3 destination");
|
33
|
-
}
|
34
|
-
const getPrivateKeyCorrectFormat = (privateKey) => {
|
35
|
-
const buffer = Buffer.from(privateKey);
|
36
|
-
const privateKeyObject = crypto_1.default.createPrivateKey({
|
37
|
-
key: buffer,
|
38
|
-
format: "pem",
|
39
|
-
passphrase: "password",
|
40
|
-
});
|
41
|
-
const privateKeyCorrectFormat = privateKeyObject.export({
|
42
|
-
format: "pem",
|
43
|
-
type: "pkcs8",
|
44
|
-
});
|
45
|
-
return privateKeyCorrectFormat.toString();
|
46
|
-
};
|
47
|
-
const executeQueryAndFormatData = () => __awaiter(void 0, void 0, void 0, function* () {
|
48
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
49
|
-
const queryResults = yield new Promise((resolve, reject) => {
|
50
|
-
connection.execute({
|
51
|
-
sqlText: query,
|
52
|
-
complete: (err, stmt, rows) => {
|
53
|
-
if (err) {
|
54
|
-
return reject(err);
|
55
|
-
}
|
56
|
-
return resolve(rows || []);
|
57
|
-
},
|
58
|
-
});
|
59
|
-
});
|
60
|
-
// Format the results based on the output format
|
61
|
-
let formattedData;
|
62
|
-
if (outputFormat.toLowerCase() === "csv") {
|
63
|
-
if (queryResults.length === 0) {
|
64
|
-
formattedData = "";
|
65
|
-
}
|
66
|
-
else {
|
67
|
-
const headers = Object.keys(queryResults[0]).join(",");
|
68
|
-
const rows = queryResults.map(row => Object.values(row)
|
69
|
-
.map(value => (typeof value === "object" && value !== null ? JSON.stringify(value) : value))
|
70
|
-
.join(","));
|
71
|
-
formattedData = [headers, ...rows].join("\n");
|
72
|
-
}
|
73
|
-
}
|
74
|
-
else {
|
75
|
-
// Default to JSON
|
76
|
-
formattedData = JSON.stringify(queryResults, null, 2);
|
77
|
-
}
|
78
|
-
return { formattedData, resultsLength: queryResults.length };
|
79
|
-
});
|
80
|
-
const uploadToS3AndGetURL = (formattedData) => __awaiter(void 0, void 0, void 0, function* () {
|
81
|
-
// Create S3 client
|
82
|
-
const s3Client = new client_s3_1.S3Client({
|
83
|
-
region: s3Region,
|
84
|
-
credentials: {
|
85
|
-
accessKeyId: awsAccessKeyId,
|
86
|
-
secretAccessKey: awsSecretAccessKey,
|
87
|
-
},
|
88
|
-
});
|
89
|
-
const contentType = outputFormat.toLowerCase() === "csv" ? "text/csv" : "application/json";
|
90
|
-
const fileExtension = outputFormat.toLowerCase() === "csv" ? "csv" : "json";
|
91
|
-
const finalKey = `${databaseName}/${(0, uuid_1.v4)()}.${fileExtension}`;
|
92
|
-
// Upload to S3 without ACL
|
93
|
-
const uploadCommand = new client_s3_1.PutObjectCommand({
|
94
|
-
Bucket: s3BucketName,
|
95
|
-
Key: finalKey,
|
96
|
-
Body: formattedData,
|
97
|
-
ContentType: contentType,
|
98
|
-
});
|
99
|
-
yield s3Client.send(uploadCommand);
|
100
|
-
// Generate a presigned URL (valid for an hour)
|
101
|
-
const getObjectCommand = new client_s3_1.GetObjectCommand({
|
102
|
-
Bucket: s3BucketName,
|
103
|
-
Key: finalKey,
|
104
|
-
});
|
105
|
-
const presignedUrl = yield (0, s3_request_presigner_1.getSignedUrl)(s3Client, getObjectCommand, { expiresIn: 3600 });
|
106
|
-
return presignedUrl;
|
107
|
-
});
|
108
|
-
// Process the private key
|
109
|
-
const privateKeyCorrectFormatString = getPrivateKeyCorrectFormat(privateKey);
|
110
|
-
// Set up a connection using snowflake-sdk
|
111
|
-
const connection = snowflake_sdk_1.default.createConnection({
|
112
|
-
account: accountName,
|
113
|
-
username: user,
|
114
|
-
privateKey: privateKeyCorrectFormatString,
|
115
|
-
authenticator: "SNOWFLAKE_JWT",
|
116
|
-
role: "ACCOUNTADMIN",
|
117
|
-
warehouse: warehouse,
|
118
|
-
database: databaseName,
|
119
|
-
});
|
120
|
-
try {
|
121
|
-
// Connect to Snowflake
|
122
|
-
yield new Promise((resolve, reject) => {
|
123
|
-
connection.connect((err, conn) => {
|
124
|
-
if (err) {
|
125
|
-
console.error("Unable to connect to Snowflake:", err.message);
|
126
|
-
return reject(err);
|
127
|
-
}
|
128
|
-
resolve(conn);
|
129
|
-
});
|
130
|
-
});
|
131
|
-
const { formattedData, resultsLength } = yield executeQueryAndFormatData();
|
132
|
-
const presignedUrl = yield uploadToS3AndGetURL(formattedData);
|
133
|
-
// Return fields to match schema definition
|
134
|
-
connection.destroy(err => {
|
135
|
-
if (err) {
|
136
|
-
console.log("Failed to disconnect from Snowflake:", err);
|
137
|
-
}
|
138
|
-
});
|
139
|
-
return {
|
140
|
-
bucketUrl: presignedUrl,
|
141
|
-
message: `Query results successfully written to S3. URL valid for 1 hour.`,
|
142
|
-
rowCount: resultsLength,
|
143
|
-
};
|
144
|
-
}
|
145
|
-
catch (error) {
|
146
|
-
connection.destroy(err => {
|
147
|
-
if (err) {
|
148
|
-
console.log("Failed to disconnect from Snowflake:", err);
|
149
|
-
}
|
150
|
-
});
|
151
|
-
throw Error(`An error occurred: ${error}`);
|
152
|
-
}
|
153
|
-
});
|
154
|
-
exports.default = runSnowflakeQueryWriteResultsToS3;
|
@@ -1,45 +0,0 @@
|
|
1
|
-
"use strict";
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
9
|
-
});
|
10
|
-
};
|
11
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
12
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
13
|
-
};
|
14
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
15
|
-
const firecrawl_js_1 = __importDefault(require("@mendable/firecrawl-js"));
|
16
|
-
const scrapeTweetDataWithNitter = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
17
|
-
const tweetUrlRegex = /^(?:https?:\/\/)?(?:www\.)?(?:twitter\.com|x\.com)\/([a-zA-Z0-9_]+)\/status\/(\d+)(?:\?.*)?$/;
|
18
|
-
if (!tweetUrlRegex.test(params.tweetUrl)) {
|
19
|
-
throw new Error("Invalid tweet URL. Expected format: https://twitter.com/username/status/id or https://x.com/username/status/id");
|
20
|
-
}
|
21
|
-
const nitterUrl = params.tweetUrl.replace(/^(?:https?:\/\/)?(?:www\.)?(?:twitter\.com|x\.com)/i, "https://nitter.net");
|
22
|
-
// Initialize Firecrawl
|
23
|
-
if (!authParams.apiKey) {
|
24
|
-
throw new Error("API key is required for X+Nitter+Firecrawl");
|
25
|
-
}
|
26
|
-
const firecrawl = new firecrawl_js_1.default({
|
27
|
-
apiKey: authParams.apiKey,
|
28
|
-
});
|
29
|
-
try {
|
30
|
-
// Scrape the Nitter URL
|
31
|
-
const result = yield firecrawl.scrapeUrl(nitterUrl);
|
32
|
-
if (!result.success) {
|
33
|
-
throw new Error(`Failed to scrape tweet: ${result.error || "Unknown error"}`);
|
34
|
-
}
|
35
|
-
// Extract the tweet text from the scraped content - simple approach - in practice, you might need more robust parsing based on nitter html structure
|
36
|
-
const tweetContent = result.markdown;
|
37
|
-
return {
|
38
|
-
text: tweetContent || "Error scraping with firecrawl",
|
39
|
-
};
|
40
|
-
}
|
41
|
-
catch (error) {
|
42
|
-
throw new Error(`Error scraping tweet: ${error instanceof Error ? error.message : error}`);
|
43
|
-
}
|
44
|
-
});
|
45
|
-
exports.default = scrapeTweetDataWithNitter;
|