@certik/skynet 0.18.9 → 0.19.0

package/app.d.ts

@@ -1,118 +0,0 @@
-import { Selector } from "./selector";
-import express from "express";
-
-export type Env = {
-  [key: string]: string | null;
-};
-
-export type Route = {
-  method?: "get" | "post" | "put" | "delete" | "patch";
-  path: string;
-  middlewares?: ((req: express.Request, res: express.Response, next: express.NextFunction) => Promise<void>)[];
-  handler: (args: { req: express.Request; res: express.Response; [key: string]: any }) => Promise<void>;
-  protected?: boolean;
-};
-
-export type Serve = {
-  prefix: string;
-  port: number;
-  apiKey?: string;
-  killTimeout?: string;
-  cpu: number;
-  mem: number;
-  instances?: number;
-};
-
-export type State = {
-  type: string;
-  updateInterval: ({ protocol }: { protocol: string }) => number;
-  getMinId: () => Promise<number>;
-  getMaxId: ({ protocol }: { protocol: string }) => Promise<number>;
-};
-
-export type Schedule = string | ((jobName: string) => string);
-
-export type Check = {
-  func: ({ protocol, state, verbose }: { protocol: string; state: string; verbose: boolean }) => {
-    type: string;
-    message: string;
-  };
-  schedule: Schedule;
-  slackChannel: string;
-  killTimeout?: string;
-  cpu: number;
-  mem: number;
-};
-
-export type Build = {
-  func: ({ protocol, from, to, verbose }: { protocol: string; from: number; to: number; verbose: boolean }) => void;
-  batchSize?: number;
-  schedule: Schedule;
-  killTimeout?: string;
-  cpu: number;
-  mem: number;
-};
-
-export type Restart = {
-  attempts: number | undefined;
-  mode: string | undefined;
-  interval: string | undefined;
-  delay: string | undefined;
-};
-
-export type Validate = {
-  func: ({ protocol, from, to, verbose }: { protocol: string; from: number; to: number; verbose: boolean }) => void;
-  batchSize: number;
-  schedule: Schedule;
-  killTimeout?: string;
-  cpu: number;
-  mem: number;
-};
-
-type BuildWithRestart = Build & { restart?: Restart };
-
-type BuildWithConcurrency = Build & { concurrency?: number };
-
-type ValidateWithConcurrency = Validate & { concurrency?: number };
-
-export const SENSITIVE_VALUE: null;
-
-export function every(n?: number): {
-  second: string;
-  seconds: string;
-  minute: string;
-  minutes: string;
-  hour: string;
-  hours: string;
-  day: string;
-  days: string;
-  week: string;
-  weeks: string;
-};
-
-export function api(apiParams: {
-  name: string;
-  routes: Route[];
-  serve: Serve;
-  env: Env | undefined;
-  region: string | undefined;
-  beforeListen: (args: { app: ReturnType<typeof express> }) => void;
-}): () => void;
-
-export function indexer(indexerParams: {
-  name: string;
-  selector?: Selector;
-  build: BuildWithRestart;
-  env?: Env;
-  region?: string;
-}): () => void;
-
-export function modeIndexer(modeIndexerParams: {
-  name: string;
-  selector?: Selector;
-  state: State;
-  build: BuildWithConcurrency;
-  validate?: ValidateWithConcurrency;
-  env?: Env;
-  region?: string;
-}): () => void;

package/availability.d.ts

@@ -1,18 +0,0 @@
-export function wait(time: number): Promise<void>;
-export function retry(times: number, verbose: boolean, func: Function): Promise<void>;
-export function exponentialRetry<T>(
-  func: () => Promise<T>,
-  {
-    maxRetry,
-    initialDuration,
-    growFactor,
-    test,
-    verbose,
-  }: {
-    maxRetry: number;
-    initialDuration?: number;
-    growFactor?: number;
-    test: (result: T) => boolean;
-    verbose?: boolean;
-  },
-): Promise<T>;

package/cli.d.ts

@@ -1,4 +0,0 @@
-export function getBinaryName(): string;
-export function detectSkynetDirectory(): string;
-export function detectWorkingDirectory(): string;
-export function detectBin(): string;

package/const.d.ts

@@ -1,42 +0,0 @@
-type Protocol = {
-  nativeTokenName: string;
-  nativeTokenSymbol: string;
-  nativeTokenDecimals: number;
-  nativeTokenAddress: string;
-  nativeTokenLogo: string;
-  nativeTokenCoinGeckoId: string;
-  nativeTokenCmcId: number;
-  endpoint: string;
-  backupEndpoint?: string;
-  archiveEndpoint?: string;
-  tokenStandard: string;
-  scanApi?: {
-    endpoint: string;
-    key: string;
-  };
-  multiCallProvider?: string;
-  scanUrl?: string;
-};
-
-type TimeIntervals = {
-  SECOND: number;
-  MINUTE: number;
-  HOUR: number;
-  DAY: number;
-  WEEK: number;
-  YEAR: number;
-};
-
-export const PROTOCOLS: {
-  eth: Protocol;
-  bsc: Protocol;
-  polygon: Protocol;
-  heco: Protocol;
-  avax: Protocol;
-  ftm: Protocol;
-  algo: Protocol;
-};
-export const TIME: {
-  BY_MS: TimeIntervals;
-  BY_S: TimeIntervals;
-};

package/databricks.js

@@ -1,82 +0,0 @@
-// eslint-disable-next-line no-unused-vars
-import { DBSQLClient, DBSQLParameter, DBSQLSession } from "@databricks/sql";
-import { ensureAndGet } from "./env.js";
-import { exponentialRetry } from "./availability.js";
-
-/**
- * @type {DBSQLClient}
- */
-let client;
-
-/**
- * @type {DBSQLSession}
- */
-let session;
-
-async function initSession(options) {
-  if (!client) {
-    client = new DBSQLClient();
-    await client.connect({
-      token: ensureAndGet("SKYNET_DATABRICKS_TOKEN"),
-      host: ensureAndGet("SKYNET_DATABRICKS_SERVER_HOSTNAME"),
-      path: ensureAndGet("SKYNET_DATABRICKS_HTTP_PATH"),
-      ...options,
-    });
-  }
-  if (!session) {
-    session = await client.openSession();
-  }
-}
-
-async function executeSql(options, sql, bindings) {
-  // retry sql query to avoid socket hang up error
-  const results = exponentialRetry(
-    async () => {
-      let queryOperation;
-      try {
-        await initSession(options);
-        queryOperation = await session.executeStatement(sql, {
-          runAsync: true,
-          namedParameters: objToParameter(bindings),
-        });
-
-        const result = await queryOperation.fetchAll();
-        return result;
-      } catch (err) {
-        // If the error is not a Databricks error, throw it
-        if (!checkIsDatabricksError(err)) {
-          throw err;
-        }
-        return err;
-      } finally {
-        await queryOperation?.close();
-      }
-    },
-    {
-      maxRetry: 3,
-      initialDuration: 500,
-      test: (result) => {
-        return !checkIsDatabricksError(result);
-      },
-    },
-  );
-
-  if (checkIsDatabricksError(results)) {
-    // still error after retry, throw it
-    throw results;
-  }
-  return results;
-}
-
-function checkIsDatabricksError(err) {
-  return err?.errno === "ECONNRESET" || err?.message?.includes("java.lang.NullPointerException");
-}
-
-function objToParameter(obj) {
-  return Object.entries(obj).reduce((acc, [key, value]) => {
-    acc[key] = new DBSQLParameter({ value });
-    return acc;
-  }, {});
-}
-
-export { executeSql };

package/deploy.d.ts

@@ -1,51 +0,0 @@
-import { getJobName } from "./selector";
-import { Env, Selector, Check, Restart } from "./app";
-
-type Service = {
-  prefix: string;
-  port: number;
-};
-
-type CreateDeployBaseParams = {
-  binaryName: string;
-  name: string;
-  workingDirectory: string;
-  bin?: string;
-  selector?: Selector;
-  env?: Env;
-  region?: string;
-  check?: Check;
-};
-
-export { getJobName };
-
-export function getNomadAddr(isProduction: boolean): Promise<string | undefined>;
-
-export function createModeDeploy(
-  createModeDeployParams: CreateDeployBaseParams & {
-    deltaSchedule: string;
-    validateSchedule: string;
-    deltaKillTimeout?: number;
-    deltaCpu: number;
-    deltaMem: number;
-    rebuildKillTimeout?: number;
-    rebuildCpu: number;
-    rebuildMem: number;
-    validateKillTimeout?: number;
-    validateCpu?: number;
-    validateMem?: number;
-  },
-): { deploy: () => void };
-
-export function createDeploy(
-  createDeployParams: CreateDeployBaseParams & {
-    type?: string;
-    count?: number;
-    schedule: string;
-    restart?: Restart;
-    cpu: number;
-    mem: number;
-    killTimeout?: number;
-    service: Service;
-  },
-): { deploy: () => void };

package/dns.d.ts

@@ -1 +0,0 @@
-export function hasTxtRecord(domainName: string, txtRecord: string): Promise<boolean>;

package/dns.js

@@ -1,27 +0,0 @@
-// https://nodejs.org/api/dns.html#dns
-import { promises as dns } from "dns";
-
-export async function hasTxtRecord(domainName, txtRecord) {
-  let nsAddresses;
-  // get all nameservers for the domain
-  const nameservers = await dns.resolveNs(domainName);
-
-  // get default nameserver addresses
-  const defaultServers = dns.getServers();
-
-  // iterate over nameservers to see if they have the TXT record
-  for (const ns of nameservers) {
-    //reset serverAddresses to get nameserver addresses
-    dns.setServers(defaultServers);
-
-    // get nameserver addresses and use them to resolve domain's TXT record, in order to skip caches in DNS servers.
-    nsAddresses = await dns.resolve(ns);
-    dns.setServers(nsAddresses);
-    const txtRecords = await dns.resolveTxt(domainName);
-
-    if (txtRecords && txtRecords.length > 0 && txtRecords.find((txt) => txt.indexOf(txtRecord) > -1)) {
-      return true;
-    }
-  }
-  return false;
-}

package/dynamodb.d.ts

@@ -1,63 +0,0 @@
-import { ScanCommandInput, PutCommandOutput, UpdateCommandOutput } from "@aws-sdk/lib-dynamodb";
-
-import { CreateTableInput, CreateTableOutput } from "@aws-sdk/client-dynamodb";
-
-export function getDocClient(forceNew?: boolean): DynamoDBDocumentClient;
-
-export function scanWholeTable<T>(options: ScanCommandInput): Promise<{
-  Items: T[];
-  Count: number;
-  ScannedCount: number;
-}>;
-
-export function batchCreateRecords<T>(
-  tableName: string,
-  records: T[],
-  maxWritingCapacity: number,
-  verbose?: boolean,
-): Promise<void>;
-
-export function createRecord<T>(tableName: string, fields: T, verbose?: boolean): Promise<PutCommandOutput>;
-
-export function getRecordsByKey<TReturn, TKey>(tableName: string, keys: TKey, indexName: string): Promise<TReturn[]>;
-
-export function getRecordByKey<TReturn, TKey>(
-  tableName: string,
-  keys: TKey,
-  indexName: string,
-): Promise<TReturn | null>;
-
-export function updateRecordByKey<TKey, TField>(
-  tableName: string,
-  idKey: TKey,
-  fields: TField,
-  conditionExpressions?: string,
-  verbose?: boolean,
-): Promise<UpdateCommandOutput["Attributes"] | false>;
-
-export function batchDeleteRecords<T>(tableName: string, keys: T): Promise<void>;
-
-export function deleteRecordsByHashKey(
-  tableName: string,
-  indexName?: string,
-  hashKeyValue: string,
-  verbose?: boolean,
-): Promise<number>;
-
-export function createTableIfNotExist(
-  tableName: string,
-  attributeDefinitions: CreateTableInput["AttributeDefinitions"],
-  keySchema: CreateTableInput["KeySchema"],
-  options?: Partial<CreateTableInput>,
-  verbose?: boolean,
-): Promise<CreateTableOutput>;
-
-export {
-  DynamoDBDocumentClient,
-  ScanCommand,
-  BatchWriteCommand,
-  GetCommand,
-  PutCommand,
-  QueryCommand,
-  UpdateCommand,
-} from "@aws-sdk/lib-dynamodb";

package/env.d.ts

@@ -1,6 +0,0 @@
-export function ensureAndGet<T>(envName: string, defaultValue: T): string | T;
-export function getEnvOrThrow(envName: string): string;
-export function getEnvironment(): string;
-export function getNodeRealApiKey(identifier: string): string | undefined;
-export function isProduction(): boolean;
-export function isDev(): boolean;

package/env.js

@@ -1,42 +0,0 @@
-function getEnvironment() {
-  return ensureAndGet("SKYNET_ENVIRONMENT", "dev");
-}
-
-function getNodeRealApiKey(identifier) {
-  // NodeReal API keys are different for each NodeReal app
-  return ensureAndGet([`SKYNET_NODEREAL_API_${identifier.toUpperCase()}_KEY`, `SKYNET_NODEREAL_API_KEY`]);
-}
-
-function ensureAndGet(envName, defaultValue) {
-  if (Array.isArray(envName)) {
-    for (let name of envName) {
-      if (process.env[name]) {
-        return process.env[name];
-      }
-    }
-    return defaultValue;
-  } else {
-    if (process.env[envName]) {
-      return process.env[envName];
-    }
-    return defaultValue;
-  }
-}
-
-function getEnvOrThrow(envName) {
-  if (!process.env[envName]) {
-    throw new Error(`Must set environment variable ${envName}`);
-  }
-
-  return process.env[envName];
-}
-
-function isProduction() {
-  return getEnvironment() === "prd";
-}
-
-function isDev() {
-  return getEnvironment() === "dev";
-}
-
-export { ensureAndGet, getEnvOrThrow, getEnvironment, isProduction, isDev, getNodeRealApiKey };

package/examples/consumer.js

@@ -1,30 +0,0 @@
-#!/usr/bin/env node
-
-// this file is executable and is for kafka producer testing
-// a few test commands to try on
-//   $ examples/consumer run --protocol bsc --verbose
-//   $ examples/consumer run --protocol eth
-//   $ examples/consumer deploy --protocol eth
-//   $ examples/consumer --help
-
-import { consumer, every, ERROR_LEVEL } from "../app.js";
-
-async function consume({ protocol, messages, verbose }) {
-  console.log("consume called with", protocol, messages, verbose);
-}
-
-const app = consumer({
-  name: "example-consumer",
-  selector: { protocol: { type: "string", description: "from which chain to consume data" } },
-
-  consume: {
-    func: consume,
-    topic: ({ protocol }) => `lib-skynet-test-kafka-${protocol}-dev`,
-    maxRetry: 1,
-
-    cpu: 600,
-    mem: 600,
-  },
-});
-
-app();

package/examples/producer.js

@@ -1,63 +0,0 @@
-#!/usr/bin/env node
-
-// this file is executable and is for kafka producer testing
-// a few test commands to try on
-//   $ examples/producer run --protocol bsc --verbose
-//   $ examples/producer run --protocol eth
-//   $ examples/producer deploy --protocol eth
-//   $ examples/producer --help
-
-import { producer, every, SENSITIVE_VALUE, ERROR_LEVEL } from "../app.js";
-
-async function produce({ protocol, from, to, verbose, send }) {
-  console.log("produce called with", protocol, from, to, verbose);
-
-  const items = [];
-  for (let i = from; i <= to; i++) {
-    items.push({ id: i, name: `${protocol} User ${i}` });
-  }
-
-  await send(items);
-}
-
-const app = producer({
-  name: "example-producer",
-  selector: { protocol: { type: "string", description: "for which chain to produce data" } },
-
-  env: {
-    // sensitive value will be loaded from:
-    // local: process.env.HOME
-    // production: the secrets store on nomad cluster
-    // your local env value won't be uploaded to production
-    HOME: SENSITIVE_VALUE,
-    // concrete value is good for insensitive configuration
-    // the value is the same for local and production
-    TEST: "abcdefg",
-  },
-
-  state: {
-    type: "block", // can be omitted, default is block
-    updateInterval: ({ protocol }) => (protocol === "bsc" ? 3000 : 20000), // how often max id is increasing, will determine poll interval, default to 5000ms
-    getMinId: async () => 4, // default returns 1
-    getMaxId: async ({ protocol }) => {
-      console.log("getMaxId called", protocol);
-
-      return 100;
-    },
-  },
-
-  produce: {
-    func: produce,
-
-    topic: ({ protocol }) => `lib-skynet-test-kafka-${protocol}-dev`,
-    deadLetterTopic: ({ protocol }) => `lib-skynet-test-kafka-${protocol}-dead-letter-dev`, // problematic ids will be sent to dead letter topic for later retry
-
-    batchSize: 10, // default 50
-    maxRetry: 1, // default 2
-
-    cpu: 600,
-    mem: 600,
-  },
-});
-
-app();

package/graphql.d.ts

@@ -1,3 +0,0 @@
-type GraphqlVariables = { [key: string]: any };
-
-export function gql(query: string, variables?: GraphqlVariables): Promise<Response>;

package/graphql.js

@@ -1,22 +0,0 @@
-export async function gql(query, variables = {}) {
-  const res = await fetch(process.env.SKYNET_GRAPHQL_ENDPOINT, {
-    method: "POST",
-    headers: {
-      "x-api-key": process.env.SKYNET_GRAPHQL_API_KEY,
-      "content-type": "application/json",
-    },
-    body: JSON.stringify({ query: query.trim(), variables }),
-  });
-
-  if (res.ok) {
-    const { data, errors } = await res.json();
-
-    if (errors && errors.length > 0) {
-      throw new Error(JSON.stringify(errors, null, 2));
-    }
-
-    return data;
-  } else {
-    throw new Error(await res.text());
-  }
-}

package/indexer.d.ts

@@ -1,32 +0,0 @@
-// module.exports = {
-//     getIndexerValidatedId,
-//   };
-import { Build, State, Validate } from "./app";
-import { SelectorFlags, Selector } from "./selector";
-
-type CreateIndexerAppBaseParams = {
-  binaryName: string;
-  name: string;
-  selector?: Selector;
-  build: Build;
-  maxRetry?: number;
-};
-
-export function createModeIndexerApp(
-  createModeIndexerAppParams: {
-    buildBatchSize?: number;
-    buildConcurrency?: number;
-    validate?: Validate;
-    validateBatchSize?: number;
-    validateConcurrency?: number;
-    state: State;
-  } & CreateIndexerAppBaseParams,
-): { run: () => void };
-
-export function createIndexerApp(createModeIndexerAppParams: CreateIndexerAppBaseParams): { run: () => void };
-
-export function getIndexerState(name: string, selectorFlags: SelectorFlags): Promise<string>;
-
-export function getIndexerLatestId(name: string, selectorFlags: SelectorFlags): Promise<number>;
-
-export function getIndexerValidatedId(name: string, selectorFlags: SelectorFlags): Promise<number>;

package/log.d.ts

@@ -1,8 +0,0 @@
-export function getLine(params: any[]): string;
-
-export function print(o: any): string;
-
-export const inline: {
-  log: (...args: any[]) => void;
-  error: (...args: any[]) => void;
-};

package/opsgenie.d.ts

@@ -1,8 +0,0 @@
-export function postGenieMessage<T>(
-  body: {
-    alias?: string;
-    message: string;
-  },
-  apiKey: string,
-  verbose?: boolean,
-): Promise<{ result: T }>;

package/proxy.d.ts

@@ -1,9 +0,0 @@
-type Options = {
-  verbose: boolean;
-  timeout: number;
-  headers: {
-    [header: string]: string;
-  };
-} & RequestInit;
-
-export default function proxyFetch(url: string, options?: Partial<Options>): Promise<Response>;