@credal/actions 0.1.40 → 0.1.42
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -2
- package/dist/actions/actionMapper.d.ts +1 -1
- package/dist/actions/actionMapper.js +8 -0
- package/dist/actions/autogen/templates.d.ts +1 -0
- package/dist/actions/autogen/templates.js +28 -2
- package/dist/actions/autogen/types.d.ts +17 -0
- package/dist/actions/autogen/types.js +9 -3
- package/dist/actions/groups.d.ts +1 -1
- package/dist/actions/groups.js +4 -0
- package/dist/actions/providers/asana/commentAsanaTask.d.ts +1 -1
- package/dist/actions/providers/asana/createAsanaTask.d.ts +1 -1
- package/dist/actions/providers/asana/updateAsanaTask.d.ts +1 -1
- package/dist/actions/providers/ashby/addCandidateToProject.d.ts +1 -1
- package/dist/actions/providers/ashby/createCandidate.d.ts +1 -1
- package/dist/actions/providers/ashby/createNote.d.ts +1 -1
- package/dist/actions/providers/ashby/getCandidateInfo.d.ts +1 -1
- package/dist/actions/providers/ashby/listCandidateNotes.d.ts +1 -1
- package/dist/actions/providers/ashby/listCandidates.d.ts +1 -1
- package/dist/actions/providers/ashby/searchCandidates.d.ts +1 -1
- package/dist/actions/providers/ashby/updateCandidate.d.ts +1 -1
- package/dist/actions/providers/confluence/fetchPageContent.d.ts +1 -1
- package/dist/actions/providers/confluence/overwritePage.d.ts +1 -1
- package/dist/actions/providers/confluence/updatePage.d.ts +3 -0
- package/dist/actions/providers/confluence/updatePage.js +46 -0
- package/dist/actions/providers/credal/callCopilot.d.ts +1 -1
- package/dist/actions/providers/finnhub/getBasicFinancials.d.ts +1 -1
- package/dist/actions/providers/finnhub/symbolLookup.d.ts +1 -1
- package/dist/actions/providers/firecrawl/scrapeTweetDataWithNitter.d.ts +1 -1
- package/dist/actions/providers/firecrawl/scrapeUrl.d.ts +1 -1
- package/dist/actions/providers/generic/fillTemplate.d.ts +3 -0
- package/dist/actions/providers/generic/fillTemplate.js +17 -0
- package/dist/actions/providers/generic/fillTemplateAction.d.ts +7 -0
- package/dist/actions/providers/generic/fillTemplateAction.js +18 -0
- package/dist/actions/providers/generic/genericApiCall.d.ts +3 -0
- package/dist/actions/providers/generic/genericApiCall.js +38 -0
- package/dist/actions/providers/github/createBranch.d.ts +1 -1
- package/dist/actions/providers/github/createOrUpdateFile.d.ts +1 -1
- package/dist/actions/providers/github/createPullRequest.d.ts +1 -1
- package/dist/actions/providers/google-oauth/createNewGoogleDoc.d.ts +1 -1
- package/dist/actions/providers/google-oauth/createPresentation.d.ts +1 -1
- package/dist/actions/providers/google-oauth/createSpreadsheet.d.ts +1 -1
- package/dist/actions/providers/google-oauth/scheduleCalendarMeeting.d.ts +1 -1
- package/dist/actions/providers/google-oauth/updateDoc.d.ts +1 -1
- package/dist/actions/providers/google-oauth/updatePresentation.d.ts +1 -1
- package/dist/actions/providers/google-oauth/updateSpreadsheet.d.ts +1 -1
- package/dist/actions/providers/googlemaps/nearbysearch.d.ts +3 -0
- package/dist/actions/providers/googlemaps/nearbysearch.js +96 -0
- package/dist/actions/providers/googlemaps/nearbysearchRestaurants.d.ts +1 -1
- package/dist/actions/providers/googlemaps/validateAddress.d.ts +1 -1
- package/dist/actions/providers/jira/assignJiraTicket.d.ts +1 -1
- package/dist/actions/providers/jira/commentJiraTicket.d.ts +1 -1
- package/dist/actions/providers/jira/createJiraTicket.d.ts +1 -1
- package/dist/actions/providers/jira/getJiraTicketDetails.d.ts +1 -1
- package/dist/actions/providers/jira/getJiraTicketHistory.d.ts +1 -1
- package/dist/actions/providers/jira/updateJiraTicketDetails.d.ts +1 -1
- package/dist/actions/providers/jira/updateJiraTicketStatus.d.ts +1 -1
- package/dist/actions/providers/linkedin/createSharePostLinkedinUrl.d.ts +1 -1
- package/dist/actions/providers/looker/enableUserByEmail.d.ts +1 -1
- package/dist/actions/providers/math/add.d.ts +1 -1
- package/dist/actions/providers/microsoft/createDocument.d.ts +1 -1
- package/dist/actions/providers/microsoft/getDocument.d.ts +1 -1
- package/dist/actions/providers/microsoft/messageTeamsChannel.d.ts +1 -1
- package/dist/actions/providers/microsoft/messageTeamsChat.d.ts +1 -1
- package/dist/actions/providers/microsoft/updateDocument.d.ts +1 -1
- package/dist/actions/providers/microsoft/updateSpreadsheet.d.ts +1 -1
- package/dist/actions/providers/microsoft/utils.d.ts +1 -1
- package/dist/actions/providers/mongodb/insertMongoDoc.d.ts +1 -1
- package/dist/actions/providers/nws/getForecastForLocation.d.ts +1 -1
- package/dist/actions/providers/openstreetmap/getLatitudeLongitudeFromLocation.d.ts +1 -1
- package/dist/actions/providers/resend/sendEmail.d.ts +1 -1
- package/dist/actions/providers/salesforce/createCase.d.ts +1 -1
- package/dist/actions/providers/salesforce/generateSalesReport.d.ts +1 -1
- package/dist/actions/providers/salesforce/getRecord.d.ts +1 -1
- package/dist/actions/providers/salesforce/getSalesforceRecordsByQuery.d.ts +1 -1
- package/dist/actions/providers/salesforce/getSalesforceRecordsByQuery.js +1 -1
- package/dist/actions/providers/salesforce/updateRecord.d.ts +1 -1
- package/dist/actions/providers/slack/getChannelMessages.d.ts +1 -1
- package/dist/actions/providers/slack/helpers.d.ts +2 -2
- package/dist/actions/providers/slack/listConversations.d.ts +1 -1
- package/dist/actions/providers/slack/sendMessage.d.ts +1 -1
- package/dist/actions/providers/snowflake/auth/getSnowflakeConnection.d.ts +8 -0
- package/dist/actions/providers/snowflake/auth/getSnowflakeConnection.js +53 -0
- package/dist/actions/providers/snowflake/getRowByFieldValue.d.ts +1 -1
- package/dist/actions/providers/snowflake/getRowByFieldValue.js +5 -13
- package/dist/actions/providers/snowflake/runSnowflakeQuery.d.ts +1 -1
- package/dist/actions/providers/snowflake/runSnowflakeQuery.js +3 -9
- package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.d.ts +3 -0
- package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.js +154 -0
- package/dist/actions/providers/x/createXSharePostUrl.d.ts +1 -1
- package/dist/actions/providers/x/scrapeTweetDataWithNitter.d.ts +3 -0
- package/dist/actions/providers/x/scrapeTweetDataWithNitter.js +45 -0
- package/dist/actions/providers/zendesk/addCommentToTicket.d.ts +1 -1
- package/dist/actions/providers/zendesk/assignTicket.d.ts +1 -1
- package/dist/actions/providers/zendesk/createZendeskTicket.d.ts +1 -1
- package/dist/actions/providers/zendesk/getTicketDetails.d.ts +1 -1
- package/dist/actions/providers/zendesk/updateTicketStatus.d.ts +1 -1
- package/dist/actions/util/axiosClient.d.ts +1 -1
- package/dist/actions/util/axiosClient.js +0 -1
- package/dist/app.d.ts +2 -2
- package/package.json +2 -1
- package/dist/actions/providers/salesforce/getSalesforceRecordByQuery.d.ts +0 -3
- package/dist/actions/providers/salesforce/getSalesforceRecordByQuery.js +0 -43
@@ -0,0 +1,96 @@
|
|
1
|
+
"use strict";
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
9
|
+
});
|
10
|
+
};
|
11
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
12
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
13
|
+
};
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
15
|
+
const axios_1 = __importDefault(require("axios"));
|
16
|
+
const types_1 = require("../../autogen/types");
|
17
|
+
const INCLUDED_TYPES = [
|
18
|
+
"monument",
|
19
|
+
"museum",
|
20
|
+
"art_gallery",
|
21
|
+
"sculpture",
|
22
|
+
"cultural_landmark",
|
23
|
+
"historical_place",
|
24
|
+
"performing_arts_theater",
|
25
|
+
"university",
|
26
|
+
"aquarium",
|
27
|
+
"botanical_garden",
|
28
|
+
"comedy_club",
|
29
|
+
"park",
|
30
|
+
"movie_theater",
|
31
|
+
"national_park",
|
32
|
+
"garden",
|
33
|
+
"night_club",
|
34
|
+
"tourist_attraction",
|
35
|
+
"water_park",
|
36
|
+
"zoo",
|
37
|
+
"bar",
|
38
|
+
"restaurant",
|
39
|
+
"food_court",
|
40
|
+
"bakery",
|
41
|
+
"cafe",
|
42
|
+
"coffee_shop",
|
43
|
+
"pub",
|
44
|
+
"wine_bar",
|
45
|
+
"spa",
|
46
|
+
"beach",
|
47
|
+
"market",
|
48
|
+
"shopping_mall",
|
49
|
+
"stadium",
|
50
|
+
];
|
51
|
+
const nearbysearch = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
52
|
+
const url = `https://places.googleapis.com/v1/places:searchNearby`;
|
53
|
+
const fieldMask = [
|
54
|
+
"places.displayName",
|
55
|
+
"places.formattedAddress",
|
56
|
+
"places.priceLevel",
|
57
|
+
"places.rating",
|
58
|
+
"places.primaryTypeDisplayName",
|
59
|
+
"places.editorialSummary",
|
60
|
+
"places.regularOpeningHours",
|
61
|
+
].join(",");
|
62
|
+
const response = yield axios_1.default.post(url, {
|
63
|
+
maxResultCount: 20,
|
64
|
+
includedTypes: INCLUDED_TYPES,
|
65
|
+
locationRestriction: {
|
66
|
+
circle: {
|
67
|
+
center: {
|
68
|
+
latitude: params.latitude,
|
69
|
+
longitude: params.longitude,
|
70
|
+
},
|
71
|
+
radius: 10000,
|
72
|
+
},
|
73
|
+
},
|
74
|
+
}, {
|
75
|
+
headers: {
|
76
|
+
"X-Goog-Api-Key": authParams.apiKey,
|
77
|
+
"X-Goog-FieldMask": fieldMask,
|
78
|
+
"Content-Type": "application/json",
|
79
|
+
},
|
80
|
+
});
|
81
|
+
return types_1.googlemapsNearbysearchOutputSchema.parse({
|
82
|
+
results: response.data.places.map((place) => {
|
83
|
+
var _a, _b;
|
84
|
+
return ({
|
85
|
+
name: place.displayName.text,
|
86
|
+
address: place.formattedAddress,
|
87
|
+
priceLevel: place.priceLevel,
|
88
|
+
rating: place.rating,
|
89
|
+
primaryType: place.primaryTypeDisplayName.text,
|
90
|
+
editorialSummary: ((_a = place.editorialSummary) === null || _a === void 0 ? void 0 : _a.text) || "",
|
91
|
+
openingHours: ((_b = place.regularOpeningHours) === null || _b === void 0 ? void 0 : _b.weekdayDescriptions.join("\n")) || "",
|
92
|
+
});
|
93
|
+
}),
|
94
|
+
});
|
95
|
+
});
|
96
|
+
exports.default = nearbysearch;
|
@@ -1,3 +1,3 @@
|
|
1
|
-
import { googlemapsNearbysearchRestaurantsFunction } from "../../autogen/types";
|
1
|
+
import type { googlemapsNearbysearchRestaurantsFunction } from "../../autogen/types";
|
2
2
|
declare const nearbysearchRestaurants: googlemapsNearbysearchRestaurantsFunction;
|
3
3
|
export default nearbysearchRestaurants;
|
@@ -1,3 +1,3 @@
|
|
1
|
-
import { jiraUpdateJiraTicketDetailsFunction } from "../../autogen/types";
|
1
|
+
import type { jiraUpdateJiraTicketDetailsFunction } from "../../autogen/types";
|
2
2
|
declare const updateJiraTicketDetails: jiraUpdateJiraTicketDetailsFunction;
|
3
3
|
export default updateJiraTicketDetails;
|
@@ -1,3 +1,3 @@
|
|
1
|
-
import { linkedinCreateShareLinkedinPostUrlFunction } from "../../autogen/types";
|
1
|
+
import type { linkedinCreateShareLinkedinPostUrlFunction } from "../../autogen/types";
|
2
2
|
declare const createShareLinkedinPostUrl: linkedinCreateShareLinkedinPostUrlFunction;
|
3
3
|
export default createShareLinkedinPostUrl;
|
@@ -1,3 +1,3 @@
|
|
1
|
-
import { microsoftMessageTeamsChannelFunction } from "../../autogen/types";
|
1
|
+
import type { microsoftMessageTeamsChannelFunction } from "../../autogen/types";
|
2
2
|
declare const sendMessageToTeamsChannel: microsoftMessageTeamsChannelFunction;
|
3
3
|
export default sendMessageToTeamsChannel;
|
@@ -1,5 +1,5 @@
|
|
1
1
|
import { Client } from "@microsoft/microsoft-graph-client";
|
2
|
-
import { AuthParamsType } from "../../autogen/types";
|
2
|
+
import type { AuthParamsType } from "../../autogen/types";
|
3
3
|
export declare function getGraphClient(authParams: AuthParamsType, scope: string): Promise<Client>;
|
4
4
|
/**
|
5
5
|
* Validates and sanitizes a filename for SharePoint or OneDrive.
|
@@ -1,3 +1,3 @@
|
|
1
|
-
import { openstreetmapGetLatitudeLongitudeFromLocationFunction } from "../../autogen/types";
|
1
|
+
import type { openstreetmapGetLatitudeLongitudeFromLocationFunction } from "../../autogen/types";
|
2
2
|
declare const getLatitudeLongitudeFromLocation: openstreetmapGetLatitudeLongitudeFromLocationFunction;
|
3
3
|
export default getLatitudeLongitudeFromLocation;
|
@@ -1,3 +1,3 @@
|
|
1
|
-
import { salesforceGenerateSalesReportFunction } from "../../autogen/types";
|
1
|
+
import type { salesforceGenerateSalesReportFunction } from "../../autogen/types";
|
2
2
|
declare const generateSalesReport: salesforceGenerateSalesReportFunction;
|
3
3
|
export default generateSalesReport;
|
@@ -1,3 +1,3 @@
|
|
1
|
-
import { salesforceGetSalesforceRecordsByQueryFunction } from "../../autogen/types";
|
1
|
+
import type { salesforceGetSalesforceRecordsByQueryFunction } from "../../autogen/types";
|
2
2
|
declare const getSalesforceRecordsByQuery: salesforceGetSalesforceRecordsByQueryFunction;
|
3
3
|
export default getSalesforceRecordsByQuery;
|
@@ -20,7 +20,7 @@ const getSalesforceRecordsByQuery = (_a) => __awaiter(void 0, [_a], void 0, func
|
|
20
20
|
};
|
21
21
|
}
|
22
22
|
// The API limits the maximum number of records returned to 2000, the limit lets the user set a smaller custom limit
|
23
|
-
const url = `${baseUrl}/services/data/v56.0/
|
23
|
+
const url = `${baseUrl}/services/data/v56.0/queryAll?q=${encodeURIComponent(query + " LIMIT " + (limit != undefined && limit <= 2000 ? limit : 2000))}`;
|
24
24
|
try {
|
25
25
|
const response = yield axiosClient_1.axiosClient.get(url, {
|
26
26
|
headers: {
|
@@ -1,5 +1,5 @@
|
|
1
|
-
import { WebClient } from "@slack/web-api";
|
2
|
-
import { Channel } from "@slack/web-api/dist/types/response/ConversationsListResponse";
|
1
|
+
import type { WebClient } from "@slack/web-api";
|
2
|
+
import type { Channel } from "@slack/web-api/dist/types/response/ConversationsListResponse";
|
3
3
|
export type ChannelWithId = Channel & {
|
4
4
|
id: string;
|
5
5
|
};
|
@@ -0,0 +1,8 @@
|
|
1
|
+
import type { AuthParamsType } from "../../../autogen/types";
|
2
|
+
import type { Connection } from "snowflake-sdk";
|
3
|
+
export declare function getSnowflakeConnection(snowflakeData: {
|
4
|
+
account: string;
|
5
|
+
username: string;
|
6
|
+
warehouse: string;
|
7
|
+
database: string;
|
8
|
+
}, authParams: AuthParamsType): Connection;
|
@@ -0,0 +1,53 @@
|
|
1
|
+
"use strict";
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
4
|
+
};
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
6
|
+
exports.getSnowflakeConnection = getSnowflakeConnection;
|
7
|
+
const crypto_1 = __importDefault(require("crypto"));
|
8
|
+
const snowflake_sdk_1 = __importDefault(require("snowflake-sdk"));
|
9
|
+
function getSnowflakeConnection(snowflakeData, authParams) {
|
10
|
+
const { authToken, apiKey } = authParams;
|
11
|
+
const { account, username, warehouse, database } = snowflakeData;
|
12
|
+
if (authToken) {
|
13
|
+
// Always try to use Nango-Snowflake OAuth
|
14
|
+
return snowflake_sdk_1.default.createConnection({
|
15
|
+
account: account,
|
16
|
+
username: username,
|
17
|
+
authenticator: "OAUTH",
|
18
|
+
token: authToken,
|
19
|
+
role: "CREDAL_READ",
|
20
|
+
warehouse: warehouse,
|
21
|
+
database: database,
|
22
|
+
});
|
23
|
+
}
|
24
|
+
else if (apiKey) {
|
25
|
+
// Use the apiKey for authentication (one off)
|
26
|
+
const getPrivateKeyCorrectFormat = (privateKey) => {
|
27
|
+
const buffer = Buffer.from(privateKey);
|
28
|
+
const privateKeyObject = crypto_1.default.createPrivateKey({
|
29
|
+
key: buffer,
|
30
|
+
format: "pem",
|
31
|
+
passphrase: "password",
|
32
|
+
});
|
33
|
+
const privateKeyCorrectFormat = privateKeyObject.export({
|
34
|
+
format: "pem",
|
35
|
+
type: "pkcs8",
|
36
|
+
});
|
37
|
+
return privateKeyCorrectFormat.toString();
|
38
|
+
};
|
39
|
+
const privateKeyCorrectFormatString = getPrivateKeyCorrectFormat(apiKey);
|
40
|
+
return snowflake_sdk_1.default.createConnection({
|
41
|
+
account: account,
|
42
|
+
username: username,
|
43
|
+
privateKey: privateKeyCorrectFormatString,
|
44
|
+
authenticator: "SNOWFLAKE_JWT",
|
45
|
+
role: "CREDAL_READ",
|
46
|
+
warehouse: warehouse,
|
47
|
+
database: database,
|
48
|
+
});
|
49
|
+
}
|
50
|
+
else {
|
51
|
+
throw new Error("Snowflake authToken or apiKey is required");
|
52
|
+
}
|
53
|
+
}
|
@@ -8,30 +8,22 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
8
8
|
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
9
9
|
});
|
10
10
|
};
|
11
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
12
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
13
|
-
};
|
14
11
|
Object.defineProperty(exports, "__esModule", { value: true });
|
15
|
-
const
|
12
|
+
const getSnowflakeConnection_1 = require("./auth/getSnowflakeConnection");
|
16
13
|
const getRowByFieldValue = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
17
14
|
const { databaseName, tableName, fieldName, warehouse, fieldValue, user, accountName } = params;
|
18
|
-
const { authToken } = authParams;
|
19
|
-
if (!authToken) {
|
20
|
-
throw new Error("Access Token is required");
|
21
|
-
}
|
22
15
|
if (!accountName || !user || !databaseName || !warehouse || !tableName || !fieldName || !fieldValue) {
|
23
16
|
throw new Error("Account name and user are required");
|
24
17
|
}
|
25
18
|
// Set up a connection using snowflake-sdk
|
26
|
-
const connection =
|
19
|
+
const connection = (0, getSnowflakeConnection_1.getSnowflakeConnection)({
|
27
20
|
account: accountName,
|
28
21
|
username: user,
|
29
|
-
authenticator: "OAUTH",
|
30
|
-
token: authToken,
|
31
|
-
role: "CREDAL_READ",
|
32
22
|
warehouse: warehouse,
|
33
23
|
database: databaseName,
|
34
|
-
|
24
|
+
}, {
|
25
|
+
authToken: authParams.authToken,
|
26
|
+
apiKey: authParams.apiKey,
|
35
27
|
});
|
36
28
|
try {
|
37
29
|
yield new Promise((resolve, reject) => {
|
@@ -13,13 +13,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
13
13
|
};
|
14
14
|
Object.defineProperty(exports, "__esModule", { value: true });
|
15
15
|
const snowflake_sdk_1 = __importDefault(require("snowflake-sdk"));
|
16
|
+
const getSnowflakeConnection_1 = require("./auth/getSnowflakeConnection");
|
16
17
|
snowflake_sdk_1.default.configure({ logLevel: "ERROR" });
|
17
18
|
const runSnowflakeQuery = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
18
19
|
const { databaseName, warehouse, query, user, accountName, outputFormat = "json" } = params;
|
19
|
-
const { authToken } = authParams;
|
20
|
-
if (!authToken) {
|
21
|
-
throw new Error("Snowflake authToken key is required");
|
22
|
-
}
|
23
20
|
if (!accountName || !user || !databaseName || !warehouse || !query) {
|
24
21
|
throw new Error("Missing required parameters for Snowflake query");
|
25
22
|
}
|
@@ -57,15 +54,12 @@ const runSnowflakeQuery = (_a) => __awaiter(void 0, [_a], void 0, function* ({ p
|
|
57
54
|
return { formattedData, resultsLength: queryResults.length };
|
58
55
|
});
|
59
56
|
// Set up a connection using snowflake-sdk
|
60
|
-
const connection =
|
57
|
+
const connection = (0, getSnowflakeConnection_1.getSnowflakeConnection)({
|
61
58
|
account: accountName,
|
62
59
|
username: user,
|
63
|
-
authenticator: "OAUTH",
|
64
|
-
token: authToken,
|
65
|
-
role: "CREDAL_READ",
|
66
60
|
warehouse: warehouse,
|
67
61
|
database: databaseName,
|
68
|
-
});
|
62
|
+
}, { authToken: authParams.authToken, apiKey: authParams.apiKey });
|
69
63
|
try {
|
70
64
|
// Connect to Snowflake
|
71
65
|
yield new Promise((resolve, reject) => {
|
@@ -0,0 +1,154 @@
|
|
1
|
+
"use strict";
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
9
|
+
});
|
10
|
+
};
|
11
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
12
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
13
|
+
};
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
15
|
+
const snowflake_sdk_1 = __importDefault(require("snowflake-sdk"));
|
16
|
+
const crypto_1 = __importDefault(require("crypto"));
|
17
|
+
const client_s3_1 = require("@aws-sdk/client-s3");
|
18
|
+
const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
|
19
|
+
const uuid_1 = require("uuid");
|
20
|
+
// Only log errors.
|
21
|
+
snowflake_sdk_1.default.configure({ logLevel: "ERROR" });
|
22
|
+
const runSnowflakeQueryWriteResultsToS3 = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
|
23
|
+
const { databaseName, warehouse, query, user, accountName, s3BucketName, s3Region, outputFormat = "json" } = params;
|
24
|
+
const { apiKey: privateKey, awsAccessKeyId, awsSecretAccessKey } = authParams;
|
25
|
+
if (!privateKey) {
|
26
|
+
throw new Error("Snowflake private key is required");
|
27
|
+
}
|
28
|
+
if (!awsAccessKeyId || !awsSecretAccessKey) {
|
29
|
+
throw new Error("AWS credentials are required");
|
30
|
+
}
|
31
|
+
if (!accountName || !user || !databaseName || !warehouse || !query || !s3BucketName) {
|
32
|
+
throw new Error("Missing required parameters for Snowflake query or S3 destination");
|
33
|
+
}
|
34
|
+
const getPrivateKeyCorrectFormat = (privateKey) => {
|
35
|
+
const buffer = Buffer.from(privateKey);
|
36
|
+
const privateKeyObject = crypto_1.default.createPrivateKey({
|
37
|
+
key: buffer,
|
38
|
+
format: "pem",
|
39
|
+
passphrase: "password",
|
40
|
+
});
|
41
|
+
const privateKeyCorrectFormat = privateKeyObject.export({
|
42
|
+
format: "pem",
|
43
|
+
type: "pkcs8",
|
44
|
+
});
|
45
|
+
return privateKeyCorrectFormat.toString();
|
46
|
+
};
|
47
|
+
const executeQueryAndFormatData = () => __awaiter(void 0, void 0, void 0, function* () {
|
48
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
49
|
+
const queryResults = yield new Promise((resolve, reject) => {
|
50
|
+
connection.execute({
|
51
|
+
sqlText: query,
|
52
|
+
complete: (err, stmt, rows) => {
|
53
|
+
if (err) {
|
54
|
+
return reject(err);
|
55
|
+
}
|
56
|
+
return resolve(rows || []);
|
57
|
+
},
|
58
|
+
});
|
59
|
+
});
|
60
|
+
// Format the results based on the output format
|
61
|
+
let formattedData;
|
62
|
+
if (outputFormat.toLowerCase() === "csv") {
|
63
|
+
if (queryResults.length === 0) {
|
64
|
+
formattedData = "";
|
65
|
+
}
|
66
|
+
else {
|
67
|
+
const headers = Object.keys(queryResults[0]).join(",");
|
68
|
+
const rows = queryResults.map(row => Object.values(row)
|
69
|
+
.map(value => (typeof value === "object" && value !== null ? JSON.stringify(value) : value))
|
70
|
+
.join(","));
|
71
|
+
formattedData = [headers, ...rows].join("\n");
|
72
|
+
}
|
73
|
+
}
|
74
|
+
else {
|
75
|
+
// Default to JSON
|
76
|
+
formattedData = JSON.stringify(queryResults, null, 2);
|
77
|
+
}
|
78
|
+
return { formattedData, resultsLength: queryResults.length };
|
79
|
+
});
|
80
|
+
const uploadToS3AndGetURL = (formattedData) => __awaiter(void 0, void 0, void 0, function* () {
|
81
|
+
// Create S3 client
|
82
|
+
const s3Client = new client_s3_1.S3Client({
|
83
|
+
region: s3Region,
|
84
|
+
credentials: {
|
85
|
+
accessKeyId: awsAccessKeyId,
|
86
|
+
secretAccessKey: awsSecretAccessKey,
|
87
|
+
},
|
88
|
+
});
|
89
|
+
const contentType = outputFormat.toLowerCase() === "csv" ? "text/csv" : "application/json";
|
90
|
+
const fileExtension = outputFormat.toLowerCase() === "csv" ? "csv" : "json";
|
91
|
+
const finalKey = `${databaseName}/${(0, uuid_1.v4)()}.${fileExtension}`;
|
92
|
+
// Upload to S3 without ACL
|
93
|
+
const uploadCommand = new client_s3_1.PutObjectCommand({
|
94
|
+
Bucket: s3BucketName,
|
95
|
+
Key: finalKey,
|
96
|
+
Body: formattedData,
|
97
|
+
ContentType: contentType,
|
98
|
+
});
|
99
|
+
yield s3Client.send(uploadCommand);
|
100
|
+
// Generate a presigned URL (valid for an hour)
|
101
|
+
const getObjectCommand = new client_s3_1.GetObjectCommand({
|
102
|
+
Bucket: s3BucketName,
|
103
|
+
Key: finalKey,
|
104
|
+
});
|
105
|
+
const presignedUrl = yield (0, s3_request_presigner_1.getSignedUrl)(s3Client, getObjectCommand, { expiresIn: 3600 });
|
106
|
+
return presignedUrl;
|
107
|
+
});
|
108
|
+
// Process the private key
|
109
|
+
const privateKeyCorrectFormatString = getPrivateKeyCorrectFormat(privateKey);
|
110
|
+
// Set up a connection using snowflake-sdk
|
111
|
+
const connection = snowflake_sdk_1.default.createConnection({
|
112
|
+
account: accountName,
|
113
|
+
username: user,
|
114
|
+
privateKey: privateKeyCorrectFormatString,
|
115
|
+
authenticator: "SNOWFLAKE_JWT",
|
116
|
+
role: "ACCOUNTADMIN",
|
117
|
+
warehouse: warehouse,
|
118
|
+
database: databaseName,
|
119
|
+
});
|
120
|
+
try {
|
121
|
+
// Connect to Snowflake
|
122
|
+
yield new Promise((resolve, reject) => {
|
123
|
+
connection.connect((err, conn) => {
|
124
|
+
if (err) {
|
125
|
+
console.error("Unable to connect to Snowflake:", err.message);
|
126
|
+
return reject(err);
|
127
|
+
}
|
128
|
+
resolve(conn);
|
129
|
+
});
|
130
|
+
});
|
131
|
+
const { formattedData, resultsLength } = yield executeQueryAndFormatData();
|
132
|
+
const presignedUrl = yield uploadToS3AndGetURL(formattedData);
|
133
|
+
// Return fields to match schema definition
|
134
|
+
connection.destroy(err => {
|
135
|
+
if (err) {
|
136
|
+
console.log("Failed to disconnect from Snowflake:", err);
|
137
|
+
}
|
138
|
+
});
|
139
|
+
return {
|
140
|
+
bucketUrl: presignedUrl,
|
141
|
+
message: `Query results successfully written to S3. URL valid for 1 hour.`,
|
142
|
+
rowCount: resultsLength,
|
143
|
+
};
|
144
|
+
}
|
145
|
+
catch (error) {
|
146
|
+
connection.destroy(err => {
|
147
|
+
if (err) {
|
148
|
+
console.log("Failed to disconnect from Snowflake:", err);
|
149
|
+
}
|
150
|
+
});
|
151
|
+
throw Error(`An error occurred: ${error}`);
|
152
|
+
}
|
153
|
+
});
|
154
|
+
exports.default = runSnowflakeQueryWriteResultsToS3;
|