@certik/skynet 0.18.7 → 0.18.9

package/.eslintrc.json

@@ -1,13 +1,12 @@
 {
+  "extends": ["eslint:recommended", "plugin:import/recommended", "plugin:prettier/recommended", "plugin:md/prettier"],
+  "parserOptions": {
+    "ecmaVersion": 2023
+  },
   "env": {
     "node": true,
     "browser": false,
-    "es2021": true
-  },
-  "extends": ["eslint:recommended", "plugin:import/recommended"],
-  "parserOptions": {
-    "ecmaVersion": "latest",
-    "sourceType": "module"
+    "es2023": true
   },
   "settings": {
     "import/core-modules": ["ava", "meow"],

package/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Changelog
 
+## 0.18.9
+
+- Added options for `executeSql` function in `databricks` library
+
+## 0.18.8
+
+- Added `databricks` library with `executeSql` function
+
 ## 0.18.7
 
 - Update type definition for app.js and selector.js
@@ -297,9 +305,9 @@
 
 ## 0.10.21
 
-- Enabled more customizations for indexer selector support, check https://github.com/sindresorhus/meow for available config options, an example
+- Enabled more customizations for indexer selector support, check <https://github.com/sindresorhus/meow> for available config options, an example
 
-```
+```bash
 selectors: {
   "onlyProject": {
     type: "string",

package/README.md

@@ -2,22 +2,22 @@
 
 ## Usage
 
-```
-yarn add @certik/skynet
+```bash
+bun add @certik/skynet
 ```
 
-```
+```bash
 const { scanWholeTable } = require("@certik/skynet/dynamodb");
 ```
 
 ## Test
 
-```
-yarn test
+```bash
+bun run test
 ```
 
 ## Publish
 
-```
-yarn publish --access public
+```bash
+bun run pub
 ```

package/databricks.js

@@ -0,0 +1,82 @@
+// eslint-disable-next-line no-unused-vars
+import { DBSQLClient, DBSQLParameter, DBSQLSession } from "@databricks/sql";
+import { ensureAndGet } from "./env.js";
+import { exponentialRetry } from "./availability.js";
+
+/**
+ * @type {DBSQLClient}
+ */
+let client;
+
+/**
+ * @type {DBSQLSession}
+ */
+let session;
+
+async function initSession(options) {
+  if (!client) {
+    client = new DBSQLClient();
+    await client.connect({
+      token: ensureAndGet("SKYNET_DATABRICKS_TOKEN"),
+      host: ensureAndGet("SKYNET_DATABRICKS_SERVER_HOSTNAME"),
+      path: ensureAndGet("SKYNET_DATABRICKS_HTTP_PATH"),
+      ...options,
+    });
+  }
+  if (!session) {
+    session = await client.openSession();
+  }
+}
+
+async function executeSql(options, sql, bindings) {
+  // retry sql query to avoid socket hang up error
+  const results = exponentialRetry(
+    async () => {
+      let queryOperation;
+      try {
+        await initSession(options);
+        queryOperation = await session.executeStatement(sql, {
+          runAsync: true,
+          namedParameters: objToParameter(bindings),
+        });
+
+        const result = await queryOperation.fetchAll();
+        return result;
+      } catch (err) {
+        // If the error is not a Databricks error, throw it
+        if (!checkIsDatabricksError(err)) {
+          throw err;
+        }
+        return err;
+      } finally {
+        await queryOperation?.close();
+      }
+    },
+    {
+      maxRetry: 3,
+      initialDuration: 500,
+      test: (result) => {
+        return !checkIsDatabricksError(result);
+      },
+    },
+  );
+
+  if (checkIsDatabricksError(results)) {
+    // still error after retry, throw it
+    throw results;
+  }
+  return results;
+}
+
+function checkIsDatabricksError(err) {
+  return err?.errno === "ECONNRESET" || err?.message?.includes("java.lang.NullPointerException");
+}
+
+function objToParameter(obj) {
+  return Object.entries(obj).reduce((acc, [key, value]) => {
+    acc[key] = new DBSQLParameter({ value });
+    return acc;
+  }, {});
+}
+
+export { executeSql };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@certik/skynet",
-  "version": "0.18.7",
+  "version": "0.18.9",
   "description": "Skynet Shared JS library",
   "type": "module",
   "main": "index.js",
@@ -19,6 +19,7 @@
     "@aws-sdk/client-s3": "^3.478.0",
     "@aws-sdk/client-sqs": "^3.478.0",
     "@aws-sdk/lib-dynamodb": "^3.478.0",
+    "@databricks/sql": "^1.9.0",
     "@elastic/elasticsearch": "^8.14.0",
     "@slack/web-api": "^6.11.0",
     "bottleneck": "^2.19.5",
@@ -33,8 +34,10 @@
   },
   "devDependencies": {
     "ava": "^6.1.3",
-    "eslint": "8",
+    "eslint": "^8.45.0",
     "eslint-plugin-import": "^2.29.1",
+    "eslint-plugin-md": "^1.0.19",
+    "eslint-plugin-prettier": "^5.0.0",
     "prettier": "^3.3.3",
     "sinon": "^18.0.0"
   },
@@ -42,4 +45,4 @@
   "publishConfig": {
     "access": "public"
   }
-}
+}

package/.vscode/settings.json

@@ -1,5 +0,0 @@
-{
-    "conventionalCommits.scopes": [
-        "lib-skynet"
-    ]
-}