@certik/skynet 0.19.2 → 0.20.0

package/.vscode/settings.json

@@ -0,0 +1,5 @@
+{
+    "conventionalCommits.scopes": [
+        "lib-skynet"
+    ]
+}

package/CHANGELOG.md

@@ -1,9 +1,31 @@
 # Changelog
 
+## 0.20.0
+
+- Fix databricks with bun (extra step needed for projects using the lib):
+
+  - Copy the patch file `patches/@databricks%2Fsql@1.9.0.patch`
+  - Add the following configs to your `package.json`:
+
+    ```json
+    "patchedDependencies": {
+      "@databricks/sql@1.9.0": "patches/@databricks%2Fsql@1.9.0.patch"
+    }
+    ```
+
+- BREAKING: Remove support for snowflake
+
+## 0.19.3
+
+- Fix elastic search not working in bun
+- Update packages
+
 ## 0.19.2
+
 - Updated: type of `apiKey` in `Serve` and `ServeDefinition` types
 
 ## 0.19.1
+
 - Fixed: the domain that nomad api prints in console on start
 
 ## 0.19.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@certik/skynet",
-  "version": "0.19.2",
+  "version": "0.20.0",
   "description": "Skynet Shared JS library",
   "type": "module",
   "main": "index.ts",
@@ -15,40 +15,41 @@
     "node": ">= 18"
   },
   "dependencies": {
-    "@aws-sdk/client-dynamodb": "^3.478.0",
-    "@aws-sdk/client-s3": "^3.478.0",
-    "@aws-sdk/client-sqs": "^3.478.0",
-    "@aws-sdk/lib-dynamodb": "^3.478.0",
+    "@aws-sdk/client-dynamodb": "^3.758.0",
+    "@aws-sdk/client-s3": "^3.758.0",
+    "@aws-sdk/client-sqs": "^3.758.0",
+    "@aws-sdk/lib-dynamodb": "^3.758.0",
     "@databricks/sql": "^1.9.0",
-    "@elastic/elasticsearch": "^8.14.0",
-    "@slack/web-api": "^6.11.0",
-    "chalk": "^5.3.0",
-    "execa": "^9.3.0",
+    "@elastic/elasticsearch": "^8.17.1",
+    "@slack/web-api": "^6.13.0",
+    "chalk": "^5.4.1",
+    "execa": "^9.5.2",
     "express": "^4.21.2",
     "md5": "^2.3.0",
     "meow": "^13.2.0",
-    "snowflake-sdk": "^1.11.0",
-    "type-fest": "^4.30.2",
-    "web3": "^4.11.0",
-    "which": "^4.0.0"
+    "type-fest": "^4.35.0",
+    "web3": "^4.16.0",
+    "which": "^5.0.0"
   },
   "devDependencies": {
-    "@eslint/js": "^9.17.0",
-    "@types/bun": "^1.1.15",
+    "@eslint/js": "^9.21.0",
+    "@types/bun": "^1.2.4",
     "@types/express": "^5.0.0",
     "@types/md5": "^2.3.5",
     "@types/which": "^3.0.4",
-    "eslint": "^9.17.0",
-    "eslint-plugin-import": "^2.29.1",
+    "eslint": "^9.21.0",
+    "eslint-plugin-import": "^2.31.0",
     "eslint-plugin-md": "^1.0.19",
-    "eslint-plugin-prettier": "^5.0.0",
-    "prettier": "^3.3.3",
-    "sinon": "^18.0.0",
-    "typescript": "^5.7.2",
-    "typescript-eslint": "^8.18.1"
+    "eslint-plugin-prettier": "^5.2.3",
+    "prettier": "^3.5.2",
+    "typescript": "^5.8.2",
+    "typescript-eslint": "^8.25.0"
   },
   "license": "MIT",
   "publishConfig": {
     "access": "public"
+  },
+  "patchedDependencies": {
+    "@databricks/sql@1.9.0": "patches/@databricks%2Fsql@1.9.0.patch"
   }
 }

package/patches/@databricks%2Fsql@1.9.0.patch

@@ -0,0 +1,21 @@
+diff --git a/dist/utils/lz4.js b/dist/utils/lz4.js
+index d61c9bce9bfd4a85e1eec1c03070e6fdbc9771e5..fe440516e86f428446afe3c78ab0211a5a5b139c 100644
+--- a/dist/utils/lz4.js
++++ b/dist/utils/lz4.js
+@@ -1,15 +1,7 @@
+ "use strict";
+ Object.defineProperty(exports, "__esModule", { value: true });
+ function tryLoadLZ4Module() {
+-    try {
+-        return require('lz4'); // eslint-disable-line global-require
+-    }
+-    catch (err) {
+-        const isModuleNotFoundError = err instanceof Error && 'code' in err && err.code === 'MODULE_NOT_FOUND';
+-        if (!isModuleNotFoundError) {
+-            throw err;
+-        }
+-    }
++    return undefined;
+ }
+ exports.default = tryLoadLZ4Module();
+ //# sourceMappingURL=lz4.js.map

package/search.ts

@@ -1,6 +1,6 @@
 import { isProduction } from "./env.ts";
 import { inline } from "./log.ts";
-import { Client } from "@elastic/elasticsearch";
+import { Client, HttpConnection } from "@elastic/elasticsearch";
 import osModule from "os";
 
 type ElasticSearchRecord = {
@@ -15,6 +15,7 @@ export async function sendToSearch(indexPrefix: string, record: ElasticSearchRec
   const client = new Client({
     cloud: { id: process.env["SKYNET_ELASTICSEARCH_CLOUD_ID"] },
     auth: { apiKey: process.env["SKYNET_ELASTICSEARCH_API_KEY"] },
+    Connection: HttpConnection, // bun compatibility, see https://github.com/oven-sh/bun/issues/7920
   });
 
   const now = new Date();

package/snowflake.ts

@@ -1,51 +0,0 @@
-import snowflake from "snowflake-sdk";
-import type { ConnectionOptions, Connection, Binds } from "snowflake-sdk";
-import { ensureAndGet } from "./env.js";
-
-async function getConnection(options: Partial<ConnectionOptions>) {
-  const account = ensureAndGet("SKYNET_SNOWFLAKE_ACCOUNT");
-  const username = ensureAndGet("SKYNET_SNOWFLAKE_USERNAME");
-  const password = ensureAndGet("SKYNET_SNOWFLAKE_PASSWORD");
-
-  if (!account || !username || !password) {
-    throw new Error("missing snowflake credentials");
-  }
-
-  const connection = snowflake.createConnection({
-    account,
-    username,
-    password,
-    ...options,
-  });
-
-  return new Promise<Connection>((resolve, reject) => {
-    connection.connect((err, conn) => {
-      if (err) {
-        reject(err);
-      } else {
-        resolve(conn);
-      }
-    });
-  });
-}
-
-async function executeSql<T>(options: ConnectionOptions, sql: string, binds?: Binds) {
-  const connection = await getConnection(options);
-
-  return await new Promise<T[] | undefined>((resolve, reject) => {
-    connection.execute({
-      sqlText: sql,
-      binds: binds,
-      complete: (err, statement, rows) => {
-        // console.log(statement.getSqlText());
-        if (err) {
-          reject(err);
-        } else {
-          resolve(rows);
-        }
-      },
-    });
-  });
-}
-
-export { getConnection, executeSql };