@certik/skynet 0.24.0 → 0.25.1

package/dist/dynamodb.js

@@ -1,3 +1,25 @@
+// src/util.ts
+function range(startAt, endAt, step) {
+  const arr = [];
+  for (let i = startAt;i <= endAt; i += step) {
+    arr.push([i, Math.min(endAt, i + step - 1)]);
+  }
+  return arr;
+}
+function arrayGroup(array, groupSize) {
+  const groups = [];
+  for (let i = 0;i < array.length; i += groupSize) {
+    groups.push(array.slice(i, i + groupSize));
+  }
+  return groups;
+}
+function fillRange(start, end) {
+  const result = [];
+  for (let i = start;i <= end; i++) {
+    result.push(i);
+  }
+  return result;
+}
 // src/object-hash.ts
 import xh from "@node-rs/xxhash";
 function getHash(obj) {
@@ -124,28 +146,6 @@ function memoize(func, options) {
   }
   return pMemoize(func, options);
 }
-// src/util.ts
-function range(startAt, endAt, step) {
-  const arr = [];
-  for (let i = startAt;i <= endAt; i += step) {
-    arr.push([i, Math.min(endAt, i + step - 1)]);
-  }
-  return arr;
-}
-function arrayGroup(array, groupSize) {
-  const groups = [];
-  for (let i = 0;i < array.length; i += groupSize) {
-    groups.push(array.slice(i, i + groupSize));
-  }
-  return groups;
-}
-function fillRange(start, end) {
-  const result = [];
-  for (let i = start;i <= end; i++) {
-    result.push(i);
-  }
-  return result;
-}
 // src/dynamodb.ts
 import {
   DynamoDBDocumentClient,

package/dist/graphql.d.ts

@@ -1,5 +1,6 @@
 type GraphqlVariables = {
     [key: string]: unknown;
 };
-export declare function gql<T>(query: string, variables?: GraphqlVariables): Promise<T>;
+type GraphQLVersion = "v1" | "v2";
+export declare function gql<T>(query: string, variables?: GraphqlVariables, version?: GraphQLVersion): Promise<T>;
 export {};

package/dist/graphql.js

@@ -1,9 +1,16 @@
 // src/graphql.ts
-async function gql(query, variables = {}) {
-  const endpoint = process.env["SKYNET_GRAPHQL_ENDPOINT"];
-  const apiKey = process.env["SKYNET_GRAPHQL_API_KEY"];
+async function gql(query, variables = {}, version = "v1") {
+  if (!["v1", "v2"].includes(version)) {
+    throw new Error(`Invalid GraphQL version: ${version}`);
+  }
+  let endpoint = process.env["SKYNET_GRAPHQL_ENDPOINT"];
+  let apiKey = process.env["SKYNET_GRAPHQL_API_KEY"];
+  if (version === "v2") {
+    endpoint = process.env["SKYNET_GRAPHQL_ENDPOINT_V2"];
+    apiKey = process.env["SKYNET_GRAPHQL_API_KEY_V2"];
+  }
   if (!endpoint || !apiKey) {
-    throw new Error("SKYNET_GRAPHQL_ENDPOINT or SKYNET_GRAPHQL_API_KEY is not set");
+    throw new Error(`Missing GraphQL ${version} endpoint or API key`);
   }
   const res = await fetch(endpoint, {
     method: "POST",

package/dist/indexer.js

@@ -1,41 +1,3 @@
-// src/selector.ts
-function getSelectorDesc(selector) {
-  return Object.keys(selector).map((name) => {
-    return `          --${name.padEnd(14)}${selector[name].desc || selector[name].description || ""}`;
-  }).join(`
-`);
-}
-function getSelectorFlags(selector) {
-  return Object.keys(selector).reduce((acc, name) => {
-    const flag = {
-      type: selector[name].type || "string",
-      ...selector[name]
-    };
-    if (!selector[name].optional && selector[name].isRequired !== false) {
-      flag.isRequired = true;
-    }
-    return { ...acc, [name]: flag };
-  }, {});
-}
-function toSelectorString(selectorFlags, delim = ",") {
-  return Object.keys(selectorFlags).sort().map((flag) => {
-    return `${flag}=${selectorFlags[flag]}`;
-  }).join(delim);
-}
-function normalizeSelectorValue(v) {
-  return v.replace(/[^A-Za-z0-9]+/g, "-");
-}
-function getJobName(name, selectorFlags, mode) {
-  const selectorNamePart = Object.keys(selectorFlags).sort().map((name2) => selectorFlags[name2]).join("-");
-  let jobName = name;
-  if (mode) {
-    jobName += `-${mode}`;
-  }
-  if (selectorNamePart.length > 0) {
-    jobName += `-${normalizeSelectorValue(selectorNamePart)}`;
-  }
-  return jobName;
-}
 // src/env.ts
 function ensureAndGet(envName, defaultValue) {
   return process.env[envName] || defaultValue;
@@ -55,63 +17,56 @@ function isProduction() {
 function isDev() {
   return getEnvironment() === "dev";
 }
-// src/log.ts
-function isObject(a) {
-  return !!a && a.constructor === Object;
-}
-function print(o) {
-  if (Array.isArray(o)) {
-    return `[${o.map(print).join(", ")}]`;
+// src/util.ts
+function range(startAt, endAt, step) {
+  const arr = [];
+  for (let i = startAt;i <= endAt; i += step) {
+    arr.push([i, Math.min(endAt, i + step - 1)]);
   }
-  if (isObject(o)) {
-    return `{${Object.keys(o).map((k) => `${k}: ${o[k]}`).join(", ")}}`;
+  return arr;
+}
+function arrayGroup(array, groupSize) {
+  const groups = [];
+  for (let i = 0;i < array.length; i += groupSize) {
+    groups.push(array.slice(i, i + groupSize));
   }
-  return `${o}`;
+  return groups;
 }
-function getLine(params) {
-  let line = "";
-  for (let i = 0, l = params.length;i < l; i++) {
-    line += `${print(params[i])} `.replace(/\n/gm, "\t");
+function fillRange(start, end) {
+  const result = [];
+  for (let i = start;i <= end; i++) {
+    result.push(i);
   }
-  return line.trim();
+  return result;
 }
-function timestamp() {
-  return new Date().toISOString();
+// src/date.ts
+var MS_IN_A_DAY = 3600 * 24 * 1000;
+function getDateOnly(date) {
+  return new Date(date).toISOString().split("T")[0];
 }
-var inline = {
-  debug: function(...args) {
-    if (true) {
-      console.log(`${timestamp()} ${getLine(args)}`);
-    }
-  },
-  log: function(...args) {
-    if (true) {
-      console.log(`${timestamp()} ${getLine(args)}`);
-    }
-  },
-  error: function(...args) {
-    if (true) {
-      console.error(`${timestamp()} ${getLine(args)}`);
-    }
+function findDateAfter(date, n) {
+  const d = new Date(date);
+  const after = new Date(d.getTime() + MS_IN_A_DAY * n);
+  return getDateOnly(after);
+}
+function daysInRange(from, to) {
+  const fromTime = new Date(from).getTime();
+  const toTime = new Date(to).getTime();
+  if (fromTime > toTime) {
+    throw new Error(`range to date couldn't be earlier than range from date`);
   }
-};
-var logger = {
-  debug: function(...args) {
-    if (true) {
-      console.log(`[${timestamp()}]`, ...args);
-    }
-  },
-  log: function(...args) {
-    if (true) {
-      console.log(`[${timestamp()}]`, ...args);
-    }
-  },
-  error: function(...args) {
-    if (true) {
-      console.error(`[${timestamp()}]`, ...args);
-    }
+  const daysBetween = Math.floor((toTime - fromTime) / MS_IN_A_DAY);
+  const dates = [getDateOnly(new Date(fromTime))];
+  for (let i = 1;i <= daysBetween; i += 1) {
+    dates.push(getDateOnly(new Date(fromTime + i * MS_IN_A_DAY)));
   }
-};
+  return dates;
+}
+function dateRange(from, to, step) {
+  const days = daysInRange(from, to);
+  const windows = arrayGroup(days, step);
+  return windows.map((w) => [w[0], w[w.length - 1]]);
+}
 // src/object-hash.ts
 import xh from "@node-rs/xxhash";
 function getHash(obj) {
@@ -238,28 +193,63 @@ function memoize(func, options) {
   }
   return pMemoize(func, options);
 }
-// src/util.ts
-function range(startAt, endAt, step) {
-  const arr = [];
-  for (let i = startAt;i <= endAt; i += step) {
-    arr.push([i, Math.min(endAt, i + step - 1)]);
-  }
-  return arr;
+// src/log.ts
+function isObject(a) {
+  return !!a && a.constructor === Object;
 }
-function arrayGroup(array, groupSize) {
-  const groups = [];
-  for (let i = 0;i < array.length; i += groupSize) {
-    groups.push(array.slice(i, i + groupSize));
+function print(o) {
+  if (Array.isArray(o)) {
+    return `[${o.map(print).join(", ")}]`;
   }
-  return groups;
+  if (isObject(o)) {
+    return `{${Object.keys(o).map((k) => `${k}: ${o[k]}`).join(", ")}}`;
+  }
+  return `${o}`;
 }
-function fillRange(start, end) {
-  const result = [];
-  for (let i = start;i <= end; i++) {
-    result.push(i);
+function getLine(params) {
+  let line = "";
+  for (let i = 0, l = params.length;i < l; i++) {
+    line += `${print(params[i])} `.replace(/\n/gm, "\t");
   }
-  return result;
+  return line.trim();
 }
+function timestamp() {
+  return new Date().toISOString();
+}
+var inline = {
+  debug: function(...args) {
+    if (true) {
+      console.log(`${timestamp()} ${getLine(args)}`);
+    }
+  },
+  log: function(...args) {
+    if (true) {
+      console.log(`${timestamp()} ${getLine(args)}`);
+    }
+  },
+  error: function(...args) {
+    if (true) {
+      console.error(`${timestamp()} ${getLine(args)}`);
+    }
+  }
+};
+var logger = {
+  debug: function(...args) {
+    if (true) {
+      console.log(`[${timestamp()}]`, ...args);
+    }
+  },
+  log: function(...args) {
+    if (true) {
+      console.log(`[${timestamp()}]`, ...args);
+    }
+  },
+  error: function(...args) {
+    if (true) {
+      console.error(`[${timestamp()}]`, ...args);
+    }
+  }
+};
 // src/dynamodb.ts
 import {
   DynamoDBDocumentClient,
@@ -574,6 +564,44 @@ async function deleteRecordsByHashKey(tableName, indexName, hashKeyValue, verbos
   }
   return totalDeleted;
 }
+// src/selector.ts
+function getSelectorDesc(selector) {
+  return Object.keys(selector).map((name) => {
+    return `          --${name.padEnd(14)}${selector[name].desc || selector[name].description || ""}`;
+  }).join(`
+`);
+}
+function getSelectorFlags(selector) {
+  return Object.keys(selector).reduce((acc, name) => {
+    const flag = {
+      type: selector[name].type || "string",
+      ...selector[name]
+    };
+    if (!selector[name].optional && selector[name].isRequired !== false) {
+      flag.isRequired = true;
+    }
+    return { ...acc, [name]: flag };
+  }, {});
+}
+function toSelectorString(selectorFlags, delim = ",") {
+  return Object.keys(selectorFlags).sort().map((flag) => {
+    return `${flag}=${selectorFlags[flag]}`;
+  }).join(delim);
+}
+function normalizeSelectorValue(v) {
+  return v.replace(/[^A-Za-z0-9]+/g, "-");
+}
+function getJobName(name, selectorFlags, mode) {
+  const selectorNamePart = Object.keys(selectorFlags).sort().map((name2) => selectorFlags[name2]).join("-");
+  let jobName = name;
+  if (mode) {
+    jobName += `-${mode}`;
+  }
+  if (selectorNamePart.length > 0) {
+    jobName += `-${normalizeSelectorValue(selectorNamePart)}`;
+  }
+  return jobName;
+}
 // src/cli.ts
 import path from "path";
 import fs from "fs";
@@ -609,34 +637,6 @@ function detectBin() {
   const wd = detectDirectory(process.argv[1], "package.json");
   return process.argv[1].slice(wd.length + path.sep.length).replace(path.sep, "/");
 }
-// src/date.ts
-var MS_IN_A_DAY = 3600 * 24 * 1000;
-function getDateOnly(date) {
-  return new Date(date).toISOString().split("T")[0];
-}
-function findDateAfter(date, n) {
-  const d = new Date(date);
-  const after = new Date(d.getTime() + MS_IN_A_DAY * n);
-  return getDateOnly(after);
-}
-function daysInRange(from, to) {
-  const fromTime = new Date(from).getTime();
-  const toTime = new Date(to).getTime();
-  if (fromTime > toTime) {
-    throw new Error(`range to date couldn't be earlier than range from date`);
-  }
-  const daysBetween = Math.floor((toTime - fromTime) / MS_IN_A_DAY);
-  const dates = [getDateOnly(new Date(fromTime))];
-  for (let i = 1;i <= daysBetween; i += 1) {
-    dates.push(getDateOnly(new Date(fromTime + i * MS_IN_A_DAY)));
-  }
-  return dates;
-}
-function dateRange(from, to, step) {
-  const days = daysInRange(from, to);
-  const windows = arrayGroup(days, step);
-  return windows.map((w) => [w[0], w[w.length - 1]]);
-}
 // src/indexer.ts
 import meow from "meow";
 var STATE_TABLE_NAME = "skynet-" + getEnvironment() + "-indexer-state";

package/dist/por.d.ts

@@ -8,7 +8,7 @@ export interface MerkleProof {
     balance: number;
     token?: string;
     proof: string[];
-    positions: ('left' | 'right')[];
+    positions: ("left" | "right")[];
     rootHash: string;
     leafIndex: number;
     hashFunction?: (data: string) => string;

package/dist/slack.d.ts

@@ -5,7 +5,7 @@ declare function postMessageToConversation({ conversationId, message, token, ver
     token?: string;
     verbose?: boolean;
 } | {
-    conversationId: undefined;
+    conversationId?: undefined;
     message: ChatPostMessageArguments;
     token?: string;
     verbose?: boolean;

package/dist/slack.js

@@ -16,7 +16,7 @@ async function postMessageToConversation({
     const client = getClient(token);
     const post = typeof conversationId === "string" ? { channel: conversationId, text: message } : message;
     if (verbose) {
-      console.log(`posting to slack conversation ${conversationId}:`, JSON.stringify(post, null, 2));
+      console.log(`posting to slack:`, JSON.stringify(post, null, 2));
     }
     await client.chat.postMessage(post);
   } catch (error) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@certik/skynet",
-  "version": "0.24.0",
+  "version": "0.25.1",
   "description": "Skynet Shared JS library",
   "type": "module",
   "exports": {
@@ -32,10 +32,6 @@
       "import": "./dist/const.js",
       "types": "./dist/const.d.ts"
     },
-    "./databricks": {
-      "import": "./dist/databricks.js",
-      "types": "./dist/databricks.d.ts"
-    },
     "./date": {
       "import": "./dist/date.js",
       "types": "./dist/date.d.ts"
@@ -114,7 +110,6 @@
     "@aws-sdk/client-s3": "^3.975.0",
     "@aws-sdk/client-sqs": "^3.975.0",
     "@aws-sdk/lib-dynamodb": "^3.975.0",
-    "@databricks/sql": "^1.12.0",
     "@elastic/elasticsearch": "^8.19.1",
     "@node-rs/xxhash": "^1.7.6",
     "@slack/web-api": "^7.13.0",
@@ -145,9 +140,5 @@
   "license": "MIT",
   "publishConfig": {
     "access": "public"
-  },
-  "patchedDependencies": {
-    "@databricks/sql@1.9.0": "patches/@databricks%2Fsql@1.9.0.patch",
-    "@databricks/sql@1.12.0": "patches/@databricks%2Fsql@1.12.0.patch"
   }
 }

package/src/graphql.ts

@@ -12,12 +12,22 @@ type GraphQLResponse<TData> = {
   errors?: GraphQLError[];
 };
 
-export async function gql<T>(query: string, variables: GraphqlVariables = {}) {
-  const endpoint = process.env["SKYNET_GRAPHQL_ENDPOINT"];
-  const apiKey = process.env["SKYNET_GRAPHQL_API_KEY"];
+type GraphQLVersion = "v1" | "v2";
+
+export async function gql<T>(query: string, variables: GraphqlVariables = {}, version: GraphQLVersion = "v1") {
+  if (!["v1", "v2"].includes(version)) {
+    throw new Error(`Invalid GraphQL version: ${version}`);
+  }
+
+  let endpoint = process.env["SKYNET_GRAPHQL_ENDPOINT"];
+  let apiKey = process.env["SKYNET_GRAPHQL_API_KEY"];
+  if (version === "v2") {
+    endpoint = process.env["SKYNET_GRAPHQL_ENDPOINT_V2"];
+    apiKey = process.env["SKYNET_GRAPHQL_API_KEY_V2"];
+  }
 
   if (!endpoint || !apiKey) {
-    throw new Error("SKYNET_GRAPHQL_ENDPOINT or SKYNET_GRAPHQL_API_KEY is not set");
+    throw new Error(`Missing GraphQL ${version} endpoint or API key`);
   }
 
   const res = await fetch(endpoint, {

package/src/por.ts

@@ -1,4 +1,4 @@
-import { CryptoHasher }  from "bun";
+import { CryptoHasher } from "bun";
 
 export interface UserLiability {
   userHash: string;
@@ -11,7 +11,7 @@ export interface MerkleProof {
   balance: number;
   token?: string;
   proof: string[];
-  positions: ('left' | 'right')[];
+  positions: ("left" | "right")[];
   rootHash: string;
   leafIndex: number;
   hashFunction?: (data: string) => string;
@@ -53,28 +53,27 @@ export class MerkleTreePoR {
     return this.hashFunction(data);
   }
 
-
   // hash user data
   private createLeafHash(user: UserLiability): string {
-    const leafData = `${user.userHash}:${user.balance}:${user.token || ''}`;
+    const leafData = `${user.userHash}:${user.balance}:${user.token || ""}`;
     return this.hash(leafData);
   }
 
   private buildTree(): void {
     if (this.userData.length === 0) {
-      throw new Error('Cannot build tree with empty user data');
+      throw new Error("Cannot build tree with empty user data");
     }
 
     // Create leaf hashes and store user mapping
     this.leaves = this.userData.map((user, index) => {
       const leafHash = this.createLeafHash(user);
-      this.userMap.set(`${user.userHash}:${user.token || ''}`, index);
+      this.userMap.set(`${user.userHash}:${user.token || ""}`, index);
       return leafHash;
     });
 
     // Start with leaf level
     let currentLevel = this.leaves;
-    this.tree.push(currentLevel.map(hash => ({ hash })));
+    this.tree.push(currentLevel.map((hash) => ({ hash })));
 
     // Build tree bottom-up
     while (currentLevel.length > 1) {
@@ -83,22 +82,18 @@ export class MerkleTreePoR {
 
       for (let i = 0; i < currentLevel.length; i += 2) {
         const left = currentLevel[i];
-        const right = i + 1 < currentLevel.length 
-          ? currentLevel[i + 1] 
-          : left; // Duplicate if odd number
+        const right = i + 1 < currentLevel.length ? currentLevel[i + 1] : left; // Duplicate if odd number
 
         const parentHash = this.hash(left + right);
         nextLevel.push(parentHash);
 
         const leftNode = this.tree[this.tree.length - 1][i];
-        const rightNode = i + 1 < currentLevel.length 
-          ? this.tree[this.tree.length - 1][i + 1] 
-          : leftNode;
+        const rightNode = i + 1 < currentLevel.length ? this.tree[this.tree.length - 1][i + 1] : leftNode;
 
         nextLevelNodes.push({
           hash: parentHash,
           left: leftNode,
-          right: rightNode
+          right: rightNode,
         });
       }
 
@@ -110,14 +105,14 @@ export class MerkleTreePoR {
   // get root hash of created tree
   getRootHash(): string {
     if (this.tree.length === 0) {
-      throw new Error('Merkle tree not built');
+      throw new Error("Merkle tree not built");
     }
     return this.tree[this.tree.length - 1][0].hash;
   }
 
   // generate merkle proof
   generateProof(userHash: string, token?: string): MerkleProof {
-    const key = `${userHash}:${token || ''}`;
+    const key = `${userHash}:${token || ""}`;
     const leafIndex = this.userMap.get(key);
     if (leafIndex === undefined) {
       throw new Error(`${userHash} not found in merkle tree for token ${token}`);
@@ -125,7 +120,7 @@ export class MerkleTreePoR {
 
     const user = this.userData[leafIndex];
     const proof: string[] = [];
-    const positions: ('left' | 'right')[] = [];
+    const positions: ("left" | "right")[] = [];
 
     let currentIndex = leafIndex;
 
@@ -137,11 +132,11 @@ export class MerkleTreePoR {
 
       if (siblingIndex < currentLevelSize) {
         proof.push(this.tree[level][siblingIndex].hash);
-        positions.push(isRightNode ? 'left' : 'right');
+        positions.push(isRightNode ? "left" : "right");
       } else {
         // When odd number, the last node is duplicated
         proof.push(this.tree[level][currentIndex].hash);
-        positions.push(isRightNode ? 'left' : 'right');
+        positions.push(isRightNode ? "left" : "right");
       }
 
       currentIndex = Math.floor(currentIndex / 2);
@@ -155,21 +150,21 @@ export class MerkleTreePoR {
       positions,
       rootHash: this.getRootHash(),
       leafIndex,
-      hashFunction: this.hashFunction !== this.defaultSHA256Hash ? this.hashFunction : undefined
+      hashFunction: this.hashFunction !== this.defaultSHA256Hash ? this.hashFunction : undefined,
     };
   }
 
   // verify inclusion using proof
   static verifyProof(merkleProof: MerkleProof): boolean {
-    const leafData = `${merkleProof.userHash}:${merkleProof.balance}:${merkleProof.token || ''}`;
+    const leafData = `${merkleProof.userHash}:${merkleProof.balance}:${merkleProof.token || ""}`;
     const hashFunction = merkleProof.hashFunction || MerkleTreePoR.defaultSHA256Hash;
     let currentHash = hashFunction(leafData);
-    
+
     for (let i = 0; i < merkleProof.proof.length; i++) {
       const siblingHash = merkleProof.proof[i];
       const position = merkleProof.positions[i];
 
-      if (position === 'left') {
+      if (position === "left") {
         currentHash = hashFunction(siblingHash + currentHash);
       } else {
         currentHash = hashFunction(currentHash + siblingHash);

package/.vscode/settings.json

@@ -1,5 +0,0 @@
-{
-    "conventionalCommits.scopes": [
-        "lib-skynet"
-    ]
-}

package/dist/databricks.d.ts

@@ -1,3 +0,0 @@
-import type { DBSQLParameterValue } from "@databricks/sql/dist/DBSQLParameter.js";
-declare function executeSql<T>(sql: string, bindings: Record<string, DBSQLParameterValue>): Promise<T[]>;
-export { executeSql };