@foxtware/mineral 0.1.36 → 0.1.38

package/api/snowflake/snowflakeStatementGet.js

@@ -0,0 +1,80 @@
+// https://docs.snowflake.com/en/developer-guide/sql-api/handling-responses
+
+const { ArgsWarden, actionSingleOrMultiple, logDeep } = require('../utils');
+const { credsValidator } = require('../validators');
+const { snowflakeClient } = require('../snowflake/snowflake.utils');
+const { SQL_API_PATH } = require('../snowflake/snowflake.constants');
+
+const argsWarden = new ArgsWarden([
+  ['credsPayload', credsValidator],
+  ['statementHandle'],
+]);
+
+const snowflakeStatementGetSingle = async (
+  credsPayload,
+  statementHandle,
+  {
+    partition,
+    fetchClient = snowflakeClient,
+  } = {},
+) => {
+  const response = await fetchClient.fetch({
+    context: { credsPayload },
+    requestPayload: {
+      method: 'get',
+      url: `${ SQL_API_PATH }/${ statementHandle }`,
+      params: {
+        ...(partition !== undefined && { partition }),
+      },
+    },
+  });
+
+  const { ok, data, error } = response;
+  if (!ok) {
+    logDeep({ error });
+    return { ok: false, error };
+  }
+
+  return {
+    ok: true,
+    data,
+  };
+};
+
+const snowflakeStatementGet = async (
+  credsPayload,
+  statementHandle,
+  {
+    partition,
+    queueRunOptions,
+    fetchClient,
+  } = {},
+) => {
+  const rejectResponse = await argsWarden.responseIfRejectingArgs({
+    credsPayload,
+    statementHandle,
+  });
+  if (rejectResponse) {
+    return rejectResponse;
+  }
+
+  return actionSingleOrMultiple(
+    statementHandle,
+    snowflakeStatementGetSingle,
+    (handleItem) => ({
+      args: [credsPayload, handleItem, { partition, fetchClient }],
+    }),
+    {
+      ...(queueRunOptions ? { queueRunOptions } : {}),
+    },
+  );
+};
+
+const funcApiConfig = {
+  argsWarden,
+};
+
+module.exports = {
+  snowflakeStatementGet,
+  funcApiConfig,
+};

package/api/snowflake/snowflakeTablesGet.js

@@ -0,0 +1,72 @@
+// https://docs.snowflake.com/en/developer-guide/snowflake-rest-api/reference/table
+
+const { ArgsWarden } = require('../utils');
+const { credsValidator } = require('../validators');
+const {
+  snowflakeGet,
+  snowflakeGetter,
+} = require('../snowflake/snowflakeGet');
+const {
+  REST_API_VERSION,
+  DEFAULT_SHOW_LIMIT,
+} = require('../snowflake/snowflake.constants');
+
+const argsWarden = new ArgsWarden([
+  ['credsPayload', credsValidator],
+  ['databaseName'],
+  ['schemaName'],
+]);
+
+const snowflakeTablesGetImpl = async (
+  returnGetter,
+  credsPayload,
+  databaseName,
+  schemaName,
+  {
+    like,
+    startsWith,
+    history,
+    showLimit = DEFAULT_SHOW_LIMIT,
+    fromName,
+    apiVersion = REST_API_VERSION,
+    fetchClient,
+    ...getterOptions
+  } = {},
+) => {
+  const rejectResponse = await argsWarden.responseIfRejectingArgs({
+    credsPayload,
+    databaseName,
+    schemaName,
+  });
+  if (rejectResponse) {
+    return rejectResponse;
+  }
+
+  const method = returnGetter ? snowflakeGetter : snowflakeGet;
+
+  return method(
+    credsPayload,
+    `/api/${ apiVersion }/databases/${ databaseName }/schemas/${ schemaName }/tables`,
+    {
+      params: {
+        ...(like !== undefined && { like }),
+        ...(startsWith !== undefined && { startsWith }),
+        ...(history !== undefined && { history }),
+        ...(fromName !== undefined && { fromName }),
+      },
+      showLimit,
+      fetchClient,
+      ...getterOptions,
+    },
+  );
+};
+
+const funcApiConfig = {
+  argsWarden,
+};
+
+module.exports = {
+  snowflakeTablesGet: (...args) => snowflakeTablesGetImpl(false, ...args),
+  snowflakeTablesGetter: (...args) => snowflakeTablesGetImpl(true, ...args),
+  funcApiConfig,
+};

package/api/snowflake/snowflakeUsersGet.js

@@ -0,0 +1,60 @@
+// https://docs.snowflake.com/en/developer-guide/snowflake-rest-api/user
+
+const { ArgsWarden } = require('../utils');
+const { credsValidator } = require('../validators');
+const {
+  snowflakeGet,
+  snowflakeGetter,
+} = require('../snowflake/snowflakeGet');
+const {
+  REST_API_VERSION,
+  DEFAULT_SHOW_LIMIT,
+} = require('../snowflake/snowflake.constants');
+
+const argsWarden = new ArgsWarden([
+  ['credsPayload', credsValidator],
+]);
+
+const snowflakeUsersGetImpl = async (
+  returnGetter,
+  credsPayload,
+  {
+    like,
+    startsWith,
+    showLimit = DEFAULT_SHOW_LIMIT,
+    fromName,
+    apiVersion = REST_API_VERSION,
+    fetchClient,
+    ...getterOptions
+  } = {},
+) => {
+  const rejectResponse = await argsWarden.responseIfRejectingArgs({
+    credsPayload,
+  });
+  if (rejectResponse) {
+    return rejectResponse;
+  }
+
+  const method = returnGetter ? snowflakeGetter : snowflakeGet;
+
+  return method(credsPayload, `/api/${ apiVersion }/users`, {
+    params: {
+      ...(like !== undefined && { like }),
+      ...(startsWith !== undefined && { startsWith }),
+      ...(fromName !== undefined && { fromName }),
+    },
+    showLimit,
+    fetchClient,
+    ...getterOptions,
+  });
+};
+
+const funcApiConfig = {
+  argsWarden,
+};
+
+module.exports = {
+  snowflakeUsersGet: (...args) => snowflakeUsersGetImpl(false, ...args),
+  snowflakeUsersGetter: (...args) => snowflakeUsersGetImpl(true, ...args),
+  funcApiConfig,
+};

package/api/snowflake/snowflakeWarehousesGet.js

@@ -0,0 +1,43 @@
+// https://docs.snowflake.com/en/sql-reference/sql/show-warehouses
+
+const { ArgsWarden } = require('../utils');
+const { credsValidator } = require('../validators');
+const { snowflakeQuery } = require('../snowflake/snowflakeQuery');
+
+const argsWarden = new ArgsWarden([
+  ['credsPayload', credsValidator],
+]);
+
+const snowflakeWarehousesGet = async (
+  credsPayload,
+  {
+    like,
+    fetchClient,
+    ...queryOptions
+  } = {},
+) => {
+  const rejectResponse = await argsWarden.responseIfRejectingArgs({
+    credsPayload,
+  });
+  if (rejectResponse) {
+    return rejectResponse;
+  }
+
+  const statement = like
+    ? `show warehouses like '${ String(like).replace(/'/g, "''") }'`
+    : 'show warehouses';
+
+  return snowflakeQuery(credsPayload, statement, {
+    fetchClient,
+    ...queryOptions,
+  });
+};
+
+const funcApiConfig = {
+  argsWarden,
+};
+
+module.exports = {
+  snowflakeWarehousesGet,
+  funcApiConfig,
+};

package/api/starshipit/starshipitProductUpdate.js

@@ -76,7 +76,7 @@ const starshipitProductUpdate = async (
     },
     context: {
       credsPayload,
-      resultPath: 'result.product',
+      resultPath: 'product',
     },
   });
 };

package/api/starshipit/starshipitProductsGet.js

@@ -42,10 +42,17 @@ module.exports = {
 };
 
 /*
-curl -X POST "http://localhost:8000/starshipitProductsGet" \
-  -H "Content-Type: application/json" \
-  -d '{
-    "credsPayload": { "credsPath": "starshipit.wf" },
-    "options": { "limit": 20 }
-  }'
+  curl -X POST "http://localhost:8000/starshipitProductsGet" \
+    -H "Content-Type: application/json" \
+    -d '{
+      "credsPayload": { "credsPath": "starshipit.acc" },
+      "options": { "searchTerm": "WFAL48-1-S" }
+    }'
+
+  curl -X POST "http://localhost:8000/starshipitProductsGet" \
+    -H "Content-Type: application/json" \
+    -d '{
+      "credsPayload": { "credsPath": "starshipit.wf" },
+      "options": { "limit": 20 }
+    }'
 */

package/api/utils.js

@@ -40,7 +40,7 @@ const getWithLocalCachedFile = async (
     return getFunction();
   }
 
-  const directory = `${ getWorkspace() }/api/_temp`;
+  const directory = `${ getWorkspace() }/_temp`;
   const filepath = `${ directory }/${ filename }`;
 
   let cachedFile;
@@ -967,6 +967,32 @@ const arrayToChunks = (array, chunkSize, { chunkBy } = {}) => {
   return chunks;
 };
 
+const groupObjectsByFields = (objArr) => {
+  if (!Array.isArray(objArr)) {
+    throw new Error('groupObjectsByFields: expected an array');
+  }
+
+  if (objArr.some(obj => !isObject(obj))) {
+    throw new Error('groupObjectsByFields: expected array of objects');
+  }
+
+  const bucketsMap = new Map();
+
+  for (const obj of objArr) {
+    // Get sorted keys as a string identifier for the field set
+    const fieldSetKey = Object.keys(obj).sort().join(',');
+
+    if (!bucketsMap.has(fieldSetKey)) {
+      bucketsMap.set(fieldSetKey, []);
+    }
+
+    bucketsMap.get(fieldSetKey).push(obj);
+  }
+
+  // Return buckets as an array of arrays
+  return Array.from(bucketsMap.values());
+};
+
 const arraysToCartesianProduct = (arrayOfMixed) => {
   return arrayOfMixed
     .map(ensureArray)
@@ -1092,7 +1118,10 @@ class Processor extends EventEmitter {
     const initialSize = this.getPileSize();
 
     const executeAction = async () => {
-      const actionResult = await this.action(this.pile);
+      const [, actionResult] = await Promise.all([
+        this.action(this.pile),
+        wait(1), // TODO: consider making this optional. Forces a yield so that async processors can run in parallel.
+      ]);
       results.push(actionResult);
       completedCount++;
       
@@ -1165,6 +1194,7 @@ class Getter extends EventEmitter {
       limit,
       // TODO: returnAllItems option or runAsFunction option
 
+      logFlavourText,
       onItems,
       onDone,
     } = {},
@@ -1182,6 +1212,7 @@ class Getter extends EventEmitter {
     this.func = func;
 
     this.limit = limit;
+    this.logFlavourText = logFlavourText;
 
     if (onItems) {
       this.on('items', onItems);
@@ -1246,7 +1277,7 @@ class Getter extends EventEmitter {
       [done, paginatedParams] = await paginator(paginatedParams, response);
     }
 
-    console.log('resultsCount', resultsCount);
+    console.log(`${ ifTextThenSpace(this.logFlavourText) }resultsCount`, resultsCount);
     this.emit('done');
     
     if (returnAll) {
@@ -1515,6 +1546,31 @@ const oneTrickProcessor = (
   return processor;
 };
 
+const simpleHash = (str) => {
+  let hash = 0;
+  for (let i = 0; i < str.length; i++) {
+    hash = (hash << 5) - hash + str.charCodeAt(i);
+    hash |= 0; // convert to 32-bit integer
+  }
+  return Math.abs(hash);
+};
+
+const deterministicArrayItem = (array, input) => {
+  const index = simpleHash(String(input)) % array.length;
+  return array[index];
+};
+
+const arrayPartition = (array, partitioner) => {
+  const { passed, rejected } = array.reduce(
+    (acc, item) => {
+      (partitioner(item) ? acc.passed : acc.rejected).push(item);
+      return acc;
+    },
+    { passed: [], rejected: [] },
+  );
+  return { passed, rejected };
+};
+
 module.exports = {
   wait,
   timeMs,
@@ -1541,6 +1597,7 @@ module.exports = {
   everyIfArray,
   simpleSort,
   arrayToChunks,
+  groupObjectsByFields,
   responseArrayToResponse,
   responseResultsByOutcome,
   Operation,
@@ -1560,5 +1617,7 @@ module.exports = {
   diffObjects,
   objectPropsTranslate,
   randomArrayItem,
+  deterministicArrayItem,
   oneTrickProcessor,
+  arrayPartition,
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@foxtware/mineral",
-  "version": "0.1.36",
+  "version": "0.1.38",
   "bin": {
     "mineral": "bin/mineral.js"
   },