@8ms/helpers 1.3.7 → 1.3.8

package/api/isError.d.ts

@@ -1,6 +1,6 @@
 import { Response } from './response';
-type IsSuccess = {
+type IsError = {
     response: Response;
 };
-declare const isError: ({ response }: IsSuccess) => boolean;
+declare const isError: ({ response }: IsError) => boolean;
 export default isError;

package/aws/s3/getGlueJson.d.ts

@@ -1,5 +1,8 @@
 type GetGlueJson = {
     data: any;
 };
+/**
+ * @deprecated in favour of getJsonNewline
+ */
 declare const getGlueJson: ({ data }: GetGlueJson) => string;
 export default getGlueJson;

package/aws/s3/getGlueJson.js

@@ -3,13 +3,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const getArray_1 = __importDefault(require("../../array/getArray"));
-const getGlueJson = ({ data }) => {
-    // Must be an array
-    const inputArray = (0, getArray_1.default)({ input: data });
-    // For each array row convert the row
-    const stringRows = inputArray.map(row => JSON.stringify(row));
-    // Combine each row with a line separator
-    return stringRows.join("\n");
-};
+const getJsonNewline_1 = __importDefault(require("../../json/getJsonNewline"));
+/**
+ * @deprecated in favour of getJsonNewline
+ */
+const getGlueJson = ({ data }) => (0, getJsonNewline_1.default)({ data });
 exports.default = getGlueJson;

package/google/bigQuery/getDatasets.d.ts

@@ -0,0 +1,13 @@
+type GetDatasets = {
+    projectId?: string;
+};
+type Datasets = {
+    id: string;
+    location: string;
+    projectId: string;
+};
+/**
+ * Retrieve all the Datasets from a given Project.
+ */
+declare const getDatasets: ({ projectId }: GetDatasets) => Promise<Datasets[]>;
+export default getDatasets;

package/google/bigQuery/getDatasets.js

@@ -0,0 +1,27 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const getClient_1 = __importDefault(require("./getClient"));
+/**
+ * Retrieve all the Datasets from a given Project.
+ */
+const getDatasets = async ({ projectId }) => {
+    let response = [];
+    const client = (0, getClient_1.default)({
+        projectId,
+    });
+    const datasets = await client.getDatasets();
+    if (datasets?.[0]) {
+        for (let i = 0; i < datasets[0].length; i++) {
+            response.push({
+                id: datasets[0][i].id,
+                location: datasets[0][i].location,
+                projectId: datasets[0][i].bigQuery.projectId,
+            });
+        }
+    }
+    return response;
+};
+exports.default = getDatasets;

package/google/bigQuery/loadData.d.ts

@@ -3,6 +3,7 @@ type LoadData = {
         bucket: string;
         key: string;
         metadata: object;
+        projectId?: string;
     };
     table: {
         projectId?: string;

package/google/bigQuery/loadData.js

@@ -15,13 +15,16 @@ const loadData = async ({ file, table }) => {
         tableId: table.tableId,
     });
     if (tableExists) {
-        let client = (0, getClient_1.default)({
+        let bigqueryClient = (0, getClient_1.default)({
             projectId: table.projectId
         });
-        await client
+        let storageClient = (0, getClient_1.default)({
+            projectId: file.projectId
+        });
+        await bigqueryClient
             .dataset(table.datasetId)
             .table(table.tableId)
-            .load(global.googleStorageClient.bucket(file.bucket)
+            .load(storageClient.bucket(file.bucket)
             .file(file.key), file.metadata);
     }
 };

package/initClients.d.ts

@@ -11,10 +11,10 @@ type InitClients = {
     awsS3?: boolean;
     awsSes?: boolean;
     awsSsm?: boolean;
-    deepcrawlApi?: {
+    lumarApi?: {
         parameterName: string;
     };
-    deepcrawlGraphql?: {
+    lumarGraphql?: {
         parameterName: string;
     };
     eskimi?: boolean;
@@ -36,5 +36,5 @@ type InitClients = {
 /**
  * Function to simplify initialising the clients.
  */
-declare const initClients: ({ athenaExpress, awsConfig, awsGlue, awsLambda, awsS3, awsSes, awsSsm, deepcrawlApi, deepcrawlGraphql, googleAds, googleConfig, googleBigQuery, googleSheets, googleStorage, prisma, }: InitClients) => Promise<void>;
+declare const initClients: ({ athenaExpress, awsConfig, awsGlue, awsLambda, awsS3, awsSes, awsSsm, lumarApi, lumarGraphql, googleAds, googleConfig, googleBigQuery, googleSheets, googleStorage, prisma, }: InitClients) => Promise<void>;
 export default initClients;

package/initClients.js

@@ -10,8 +10,8 @@ const initClient_4 = __importDefault(require("./aws/s3/initClient"));
 const initClient_5 = __importDefault(require("./aws/ses/initClient"));
 const getParameter_1 = __importDefault(require("./aws/ssm/getParameter"));
 const initClient_6 = __importDefault(require("./aws/ssm/initClient"));
-const initClient_7 = __importDefault(require("./deepcrawl/api/initClient"));
-const initClient_8 = __importDefault(require("./deepcrawl/graphql/initClient"));
+const initClient_7 = __importDefault(require("./lumar/api/initClient"));
+const initClient_8 = __importDefault(require("./lumar/graphql/initClient"));
 const initClient_9 = __importDefault(require("./google/bigQuery/initClient"));
 const initClient_10 = __importDefault(require("./google/sheets/initClient"));
 const initClient_11 = __importDefault(require("./google/storage/initClient"));
@@ -20,7 +20,7 @@ const initClient_13 = __importDefault(require("./prisma/initClient"));
 /**
  * Function to simplify initialising the clients.
  */
-const initClients = async ({ athenaExpress, awsConfig, awsGlue, awsLambda, awsS3, awsSes, awsSsm, deepcrawlApi, deepcrawlGraphql, googleAds, googleConfig, googleBigQuery, googleSheets, googleStorage, prisma, }) => {
+const initClients = async ({ athenaExpress, awsConfig, awsGlue, awsLambda, awsS3, awsSes, awsSsm, lumarApi, lumarGraphql, googleAds, googleConfig, googleBigQuery, googleSheets, googleStorage, prisma, }) => {
     if (athenaExpress) {
         (0, initClient_1.default)({
             config: awsConfig,
@@ -54,19 +54,23 @@ const initClients = async ({ athenaExpress, awsConfig, awsGlue, awsLambda, awsS3
             config: awsConfig,
         });
     }
-    // Deepcrawl (API) authentication using SSM Parameter
-    if (deepcrawlApi) {
-        const deepcrawlApiParameter = await (0, getParameter_1.default)({
-            name: deepcrawlApi.parameterName,
+    // Lumar (API) authentication using SSM Parameter
+    if (lumarApi) {
+        const lumarApiParameter = await (0, getParameter_1.default)({
+            name: lumarApi.parameterName,
+        });
+        await (0, initClient_7.default)({
+            auth: lumarApiParameter
         });
-        await (0, initClient_7.default)({ auth: deepcrawlApiParameter });
     }
-    // Deepcrawl (GraphQL) authentication using SSM Parameter
-    if (deepcrawlGraphql) {
-        const deepcrawlGraphqlParameter = await (0, getParameter_1.default)({
-            name: deepcrawlGraphql.parameterName,
+    // Lumar (GraphQL) authentication using SSM Parameter
+    if (lumarGraphql) {
+        const lumarGraphqlParameter = await (0, getParameter_1.default)({
+            name: lumarGraphql.parameterName,
+        });
+        await (0, initClient_8.default)({
+            auth: lumarGraphqlParameter
         });
-        await (0, initClient_8.default)({ auth: deepcrawlGraphqlParameter });
     }
     // Google authentication using SSM
     if (googleConfig) {

package/json/getJsonNewline.d.ts

@@ -0,0 +1,5 @@
+type GetGlueJson = {
+    data: any;
+};
+declare const GetJsonNewline: ({ data }: GetGlueJson) => string;
+export default GetJsonNewline;

package/json/getJsonNewline.js

@@ -0,0 +1,17 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const getArray_1 = __importDefault(require("../array/getArray"));
+const GetJsonNewline = ({ data }) => {
+    // Must be an array
+    const inputArray = (0, getArray_1.default)({
+        input: data
+    });
+    // For each array row convert the row
+    const stringRows = inputArray.map(row => JSON.stringify(row));
+    // Combine each row with a line separator
+    return stringRows.join("\n");
+};
+exports.default = GetJsonNewline;

package/{deepcrawl → lumar}/api/initClient.d.ts

@@ -6,7 +6,7 @@ type InitClient = {
 };
 /**
  * http://api-docs.deepcrawl.com/
- * Renew the DeepCrawl user token.
+ * Renew the Lumar user token.
  * Token lasts for 6 hours.
  */
 declare const initClient: ({ auth }: InitClient) => Promise<void>;

package/{deepcrawl → lumar}/api/initClient.js

@@ -4,18 +4,18 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const post_1 = __importDefault(require("../../axios/post"));
-global.deepcrawlApi = {
+global.lumarApi = {
     token: null,
     updatedAt: null,
 };
 /**
  * http://api-docs.deepcrawl.com/
- * Renew the DeepCrawl user token.
+ * Renew the Lumar user token.
  * Token lasts for 6 hours.
  */
 const initClient = async ({ auth }) => {
     // todo: Or was more than 6 hours ago
-    if (null === global.deepcrawlApi.token) {
+    if (null === global.lumarApi.token) {
         const apiResponse = await (0, post_1.default)({
             config: {
                 auth: {
@@ -31,7 +31,7 @@ const initClient = async ({ auth }) => {
             keys: ['token'],
         });
         if (token) {
-            global.deepcrawlApi.token = token;
+            global.lumarApi.token = token;
         }
     }
 };

package/{deepcrawl → lumar}/graphql/getData.js

@@ -12,14 +12,14 @@ const getData = async ({ query, variables }) => {
     const apiResponse = await (0, post_1.default)({
         config: {
             headers: {
-                'x-auth-token': global.deepcrawlGraphql.token,
+                'x-auth-token': global.lumarGraphql.token,
             },
         },
         data: {
             query: queryClean,
             variables,
         },
-        url: 'https://graph.deepcrawl.com/',
+        url: 'https://api.lumar.io/graphql',
     });
     return apiResponse;
 };

package/{deepcrawl → lumar}/graphql/initClient.d.ts

@@ -5,8 +5,8 @@ type InitClient = {
     };
 };
 /**
- * https://graph-docs.deepcrawl.com/graphql/explorer/
- * Renew the DeepCrawl user token.
+ * https://api-docs.lumar.io/graphql/explorer/
+ * Renew the Lumar user token.
  */
 declare const initClient: ({ auth }: InitClient) => Promise<void>;
 export default initClient;

package/{deepcrawl → lumar}/graphql/initClient.js

@@ -4,17 +4,17 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const post_1 = __importDefault(require("../../axios/post"));
-global.deepcrawlGraphql = {
+// Initialise
+global.lumarGraphql = {
     token: null,
     updatedAt: null,
 };
 /**
- * https://graph-docs.deepcrawl.com/graphql/explorer/
- * Renew the DeepCrawl user token.
+ * https://api-docs.lumar.io/graphql/explorer/
+ * Renew the Lumar user token.
  */
 const initClient = async ({ auth }) => {
-    // todo: Or was more than 6 hours ago
-    if (null === global.deepcrawlGraphql.token) {
+    if (null === global.lumarGraphql.token) {
         const apiResponse = await (0, post_1.default)({
             data: {
                 query: "mutation LoginWithUserKey($secret: String!, $userKeyId: ObjectID!) {  createSessionUsingUserKey(input: {userKeyId: $userKeyId, secret: $secret}) {    token  }}",
@@ -23,7 +23,7 @@ const initClient = async ({ auth }) => {
                     secret: auth.secret,
                 },
             },
-            url: `https://graph.deepcrawl.com/`,
+            url: `https://api.lumar.io/graphql`,
         });
         const token = apiResponse.getBodyDefaultTo({
             defaultValue: null,
@@ -31,7 +31,7 @@ const initClient = async ({ auth }) => {
         });
         // Ensure the value exists
         if (token) {
-            global.deepcrawlGraphql.token = token;
+            global.lumarGraphql.token = token;
         }
     }
 };

package/package.json

@@ -1,7 +1,7 @@
 {
 	"name":            "@8ms/helpers",
 	"license":         "UNLICENSED",
-	"version":         "1.3.7",
+	"version":         "1.3.8",
 	"repository":      {
 		"type": "git",
 		"url":  "git+https://github.com/8millionstories-organisation/8ms-helpers-ts.git"