@certik/skynet 0.16.8 → 0.17.0-beta1

package/CHANGELOG.md

@@ -1,5 +1,10 @@
 # Changelog
 
+## 0.17.0
+
+- BREAKING: changed the way an indexer integrate with added doppler integration support in deploy
+- BREAKING: removed checks from deployment
+
 ## 0.16.6/0.16.7/0.16.8
 
 - Updated: use larger cpu/mem for service monitor process

package/app.js

@@ -1,5 +1,4 @@
 import { EOL } from "os";
-import { SKYNET_API_PREFIX } from "./const.js";
 
 import {
   createIndexerApp,
@@ -15,11 +14,11 @@ import { startApiApp } from "./api.js";
 import { createMonitor, ERROR_LEVEL } from "./monitor.js";
 import { getBinaryName, detectBin, detectWorkingDirectory } from "./cli.js";
 
-function printAppHelp(hasCheck) {
+function printAppHelp() {
   console.log(`
     Usage
 
-      $ ${getBinaryName()} run <options>${hasCheck ? `\n     $ ${getBinaryName()} check <options>` : ""}
+      $ ${getBinaryName()} run <options>
       $ ${getBinaryName()} deploy <options>
       $ ${getBinaryName()} delete <options>
   `);
@@ -29,35 +28,6 @@ function isDeleteCommand(command) {
   return ["delete", "stop", "remove"].includes(command);
 }
 
-async function checkDeployEnv(env) {
-  const envStatus = await Promise.all(
-    Object.keys(env).map(async (key) => {
-      if (env[key] === SENSITIVE_VALUE) {
-        // check sensitive env
-        const res = await fetch(`${SKYNET_API_PREFIX}/secrets/verify?name=${key}`);
-
-        if (res.ok) {
-          const hasEnv = await res.json();
-
-          if (!hasEnv) {
-            return { name: key, ok: false };
-          }
-        }
-      }
-
-      return { name: key, ok: true };
-    }),
-  );
-
-  const missingEnvs = envStatus.filter((s) => !s.ok).map((s) => s.name);
-
-  if (missingEnvs.length > 0) {
-    console.log(`Missing the following sensitive environment on nomad server:${EOL}- ${missingEnvs.join(EOL + "- ")}`);
-
-    process.exit(1);
-  }
-}
-
 function checkAndSetEnv(env) {
   const missingEnvs = [];
 
@@ -76,7 +46,7 @@ function checkAndSetEnv(env) {
   }
 }
 
-function createApp({ parameterErrors, env, check, onRun, onDeploy, onCheck }) {
+function createApp({ parameterErrors, env, onRun, onDeploy }) {
   if (parameterErrors.length > 0) {
     console.log(`Parameter Validation Failed:${EOL}- ${parameterErrors.join(EOL + "- ")}`);
 
@@ -98,19 +68,9 @@ function createApp({ parameterErrors, env, check, onRun, onDeploy, onCheck }) {
         process.argv.push("--stop");
       }
 
-      if (process.argv.includes("--production")) {
-        await checkDeployEnv(env)
-          .then(() => onDeploy())
-          .catch(console.error);
-      } else {
-        await onDeploy();
-      }
-    } else if (!!check && subCommand === "check") {
-      checkAndSetEnv(env);
-
-      await onCheck();
+      await onDeploy();
     } else {
-      printAppHelp(!!check);
+      printAppHelp();
     }
   };
 }
@@ -147,24 +107,6 @@ function checkIndexerBuildParameter(build) {
   return errors;
 }
 
-function checkCheckParameter(check) {
-  if (!check) {
-    return [];
-  }
-
-  const errors = [];
-
-  if (!check?.func) {
-    errors.push("must define check.func");
-  }
-
-  if (!check?.schedule) {
-    errors.push("must define check.schedule");
-  }
-
-  return errors;
-}
-
 function checkStateParameter(state) {
   const errors = [];
 
@@ -179,11 +121,10 @@ function checkStateParameter(state) {
   return errors;
 }
 
-function indexer({ name, selector, build, check, env = {}, region = "us-east-1" }) {
+function indexer({ name, selector, build, env = {}, region = "skynet-dc1" }) {
   return createApp({
-    parameterErrors: [...checkIndexerBuildParameter(build), ...checkCheckParameter(check), ...checkEnvParameter(env)],
+    parameterErrors: [...checkIndexerBuildParameter(build), ...checkEnvParameter(env)],
     env,
-    check,
     onRun: () => {
       const { run } = createIndexerApp({
         binaryName: `${getBinaryName()} run`,
@@ -199,12 +140,13 @@ function indexer({ name, selector, build, check, env = {}, region = "us-east-1"
     },
     onDeploy: () => {
       const bin = detectBin();
+      const needDoppler = Object.values(env).some((v) => v === SENSITIVE_VALUE);
 
       const { deploy } = createDeploy({
         binaryName: `${getBinaryName()} deploy`,
         name,
         workingDirectory: detectWorkingDirectory(),
-        bin: `${bin} run`,
+        bin: needDoppler ? `doppler run -- ${bin} run` : `${bin} run`,
         selector,
         region,
         env,
@@ -213,29 +155,10 @@ function indexer({ name, selector, build, check, env = {}, region = "us-east-1"
         killTimeout: build.killTimeout,
         cpu: build.cpu,
         mem: build.mem,
-        check: check && {
-          bin: `${bin} check`,
-          schedule: check.schedule,
-          killTimeout: check.killTimeout,
-          cpu: check.cpu || 600,
-          mem: check.mem || 600,
-        },
       });
 
       return deploy();
     },
-    onCheck: () => {
-      const { monitor } = createMonitor({
-        binaryName: `${getBinaryName()} check`,
-        name,
-        type: "stateless",
-        selector,
-        check: check.func,
-        maxRetry: check.maxRetry,
-      });
-
-      return monitor();
-    },
   });
 }
 
@@ -277,17 +200,15 @@ function checkModeIndexerValidateParameter(validate) {
   return errors;
 }
 
-function modeIndexer({ name, selector, state, build, validate, check, env = {}, region = "us-east-1" }) {
+function modeIndexer({ name, selector, state, build, validate, env = {}, region = "skynet-dc1" }) {
   return createApp({
     parameterErrors: [
       ...checkModeIndexerBuildParameter(build),
       ...checkModeIndexerValidateParameter(validate),
       ...checkStateParameter(state),
-      ...checkCheckParameter(check),
       ...checkEnvParameter(env),
     ],
     env,
-    check,
     onRun: () => {
       const { run } = createModeIndexerApp({
         binaryName: `${getBinaryName()} run`,
@@ -309,12 +230,13 @@ function modeIndexer({ name, selector, state, build, validate, check, env = {},
     },
     onDeploy: () => {
       const bin = detectBin();
+      const needDoppler = Object.values(env).some((v) => v === SENSITIVE_VALUE);
 
       const { deploy } = createModeDeploy({
         binaryName: `${getBinaryName()} deploy`,
         name,
         workingDirectory: detectWorkingDirectory(),
-        bin: `${bin} run`,
+        bin: needDoppler ? `doppler run -- ${bin} run` : `${bin} run`,
         selector,
         region,
         env,
@@ -332,37 +254,10 @@ function modeIndexer({ name, selector, state, build, validate, check, env = {},
         validateKillTimeout: validate && validate.killTimeout,
         validateCpu: validate && validate.cpu,
         validateMem: validate && validate.mem,
-
-        check: check && {
-          bin: `${bin} check`,
-          schedule: check.schedule,
-          killTimeout: check.killTimeout,
-          cpu: check.cpu || 500,
-          mem: check.mem || 500,
-        },
       });
 
       return deploy();
     },
-    onCheck: () => {
-      const { monitor } = createMonitor({
-        binaryName: `${getBinaryName()} check`,
-        name,
-        getState: async (nam, selectorFlags) => {
-          const latestId = await getIndexerLatestId(nam, selectorFlags);
-          const validatedId = await getIndexerValidatedId(nam, selectorFlags);
-          const buildState = await getIndexerState(nam, selectorFlags);
-
-          return { latestId, validatedId, buildState };
-        },
-        selector,
-        mode: true,
-        check: check.func,
-        maxRetry: check.maxRetry,
-      });
-
-      return monitor();
-    },
   });
 }
 
@@ -392,7 +287,7 @@ function checkProducerProduceParameter(produce) {
   return errors;
 }
 
-function producer({ name, selector, produce, check, state, env = {}, region = "us-east-1" }) {
+function producer({ name, selector, produce, state, env = {}, region = "skynet-dc1" }) {
   const envWithDefaultValues = {
     SKYNET_KAFKA_SERVER: SENSITIVE_VALUE,
     SKYNET_KAFKA_USERNAME: SENSITIVE_VALUE,
@@ -404,11 +299,9 @@ function producer({ name, selector, produce, check, state, env = {}, region = "u
     parameterErrors: [
       ...checkProducerProduceParameter(produce),
       ...checkStateParameter(state),
-      ...checkCheckParameter(check),
       ...checkEnvParameter(env),
     ],
     env: envWithDefaultValues,
-    check,
     onRun: () => {
       const { run } = createProducerApp({
         binaryName: `${getBinaryName()} run`,
@@ -432,12 +325,13 @@ function producer({ name, selector, produce, check, state, env = {}, region = "u
     },
     onDeploy: () => {
       const bin = detectBin();
+      const needDoppler = Object.values(env).some((v) => v === SENSITIVE_VALUE);
 
       const { deploy } = createDeploy({
         binaryName: `${getBinaryName()} deploy`,
         name,
         workingDirectory: detectWorkingDirectory(),
-        bin: `${bin} run`,
+        bin: needDoppler ? `doppler run -- ${bin} run` : `${bin} run`,
         selector,
         region,
         env: envWithDefaultValues,
@@ -445,33 +339,10 @@ function producer({ name, selector, produce, check, state, env = {}, region = "u
         killTimeout: produce.killTimeout,
         cpu: produce.cpu,
         mem: produce.mem,
-        check: check && {
-          bin: `${bin} check`,
-          schedule: check.schedule,
-          killTimeout: check.killTimeout,
-          cpu: check.cpu || 500,
-          mem: check.mem || 500,
-        },
       });
 
       return deploy();
     },
-    onCheck: () => {
-      const { monitor } = createMonitor({
-        binaryName: `${getBinaryName()} check`,
-        name,
-        getState: async (nam, selectorFlags) => {
-          const latestId = await getProducerLatestId(nam, selectorFlags);
-
-          return { latestId };
-        },
-        selector,
-        check: check.func,
-        maxRetry: check.maxRetry,
-      });
-
-      return monitor();
-    },
   });
 }
 
@@ -497,7 +368,7 @@ function checkConsumerConsumeParameter(consume) {
   return errors;
 }
 
-function consumer({ name, selector, consume, check, env = {}, region = "us-east-1" }) {
+function consumer({ name, selector, consume, env = {}, region = "skynet-dc1" }) {
   const envWithDefaultValues = {
     SKYNET_KAFKA_SERVER: SENSITIVE_VALUE,
     SKYNET_KAFKA_USERNAME: SENSITIVE_VALUE,
@@ -506,13 +377,8 @@ function consumer({ name, selector, consume, check, env = {}, region = "us-east-
   };
 
   return createApp({
-    parameterErrors: [
-      ...checkConsumerConsumeParameter(consume),
-      ...checkCheckParameter(check),
-      ...checkEnvParameter(env),
-    ],
+    parameterErrors: [...checkConsumerConsumeParameter(consume), ...checkEnvParameter(env)],
     env: envWithDefaultValues,
-    check,
     onRun: () => {
       const { run } = createConsumerApp({
         binaryName: `${getBinaryName()} run`,
@@ -532,12 +398,13 @@ function consumer({ name, selector, consume, check, env = {}, region = "us-east-
     },
     onDeploy: () => {
       const bin = detectBin();
+      const needDoppler = Object.values(env).some((v) => v === SENSITIVE_VALUE);
 
       const { deploy } = createDeploy({
         binaryName: `${getBinaryName()} deploy`,
         name,
         workingDirectory: detectWorkingDirectory(),
-        bin: `${bin} run`,
+        bin: needDoppler ? `doppler run -- ${bin} run` : `${bin} run`,
         selector,
         region,
         env: envWithDefaultValues,
@@ -545,28 +412,10 @@ function consumer({ name, selector, consume, check, env = {}, region = "us-east-
         killTimeout: consume.killTimeout,
         cpu: consume.cpu,
         mem: consume.mem,
-        check: check && {
-          bin: `${bin} check`,
-          schedule: check.schedule,
-          killTimeout: check.killTimeout,
-          cpu: check.cpu || 500,
-          mem: check.mem || 500,
-        },
       });
 
       return deploy();
     },
-    onCheck: () => {
-      const { monitor } = createMonitor({
-        binaryName: `${getBinaryName()} check`,
-        name,
-        selector,
-        check: check.func,
-        maxRetry: check.maxRetry,
-      });
-
-      return monitor();
-    },
   });
 }
 
@@ -624,49 +473,17 @@ function checkApiRoutesParameter(routes) {
   return errors;
 }
 
-function api({ name, routes, serve, beforeListen, env = {}, region = "us-east-1" }) {
+function api({ name, routes, serve, beforeListen, env = {}, region = "skynet-dc1" }) {
   // do not support selector for now
   const selector = {};
 
-  // hard code a simple health check for now
-  const check = {
-    func: async () => {
-      const errors = [];
-      const url = `http://localhost:9999${serve.prefix}/`;
-
-      try {
-        const res = await fetch(url);
-
-        if (!res.ok) {
-          errors.push({
-            type: ERROR_LEVEL.ERROR,
-            message: `service ${name} is unhealthy`,
-          });
-        }
-      } catch (fetchErr) {
-        console.log(`error fetching ${url}`, fetchErr);
-
-        errors.push({
-          type: ERROR_LEVEL.ERROR,
-          message: `service ${name} is unhealthy`,
-        });
-      }
-
-      return errors;
-    },
-    schedule: every(5).minutes,
-    maxRetry: 0,
-  };
-
   return createApp({
     parameterErrors: [
       ...checkApiRoutesParameter(routes),
       ...checkApiServeParameter(serve, routes),
-      ...checkCheckParameter(check),
       ...checkEnvParameter(env),
     ],
     env,
-    check,
     onRun: () => {
       process.title = name;
 
@@ -681,12 +498,13 @@ function api({ name, routes, serve, beforeListen, env = {}, region = "us-east-1"
     },
     onDeploy: () => {
       const bin = detectBin();
+      const needDoppler = Object.values(env).some((v) => v === SENSITIVE_VALUE);
 
       const { deploy } = createDeploy({
         binaryName: `${getBinaryName()} deploy`,
         name,
         workingDirectory: detectWorkingDirectory(),
-        bin: `${bin} run`,
+        bin: needDoppler ? `doppler run -- ${bin} run` : `${bin} run`,
         selector,
         region,
         env,
@@ -705,28 +523,10 @@ function api({ name, routes, serve, beforeListen, env = {}, region = "us-east-1"
           prefix: serve.prefix,
           port: serve.port,
         },
-        check: check && {
-          bin: `${bin} check`,
-          schedule: check.schedule,
-          killTimeout: check.killTimeout,
-          cpu: check.cpu || 500,
-          mem: check.mem || 500,
-        },
       });
 
       return deploy();
     },
-    onCheck: () => {
-      const { monitor } = createMonitor({
-        binaryName: `${getBinaryName()} check`,
-        name,
-        selector,
-        check: check.func,
-        maxRetry: check.maxRetry,
-      });
-
-      return monitor();
-    },
   });
 }
 

package/const.d.ts

@@ -27,7 +27,6 @@ type TimeIntervals = {
   YEAR: number;
 };
 
-export const SKYNET_API_PREFIX: string;
 export const PROTOCOLS: {
   eth: Protocol;
   bsc: Protocol;

package/const.js

@@ -1,7 +1,5 @@
 import { getNodeRealApiKey, ensureAndGet } from "./env.js";
 
-const SKYNET_API_PREFIX = "https://api.certik-skynet.com";
-
 const PROTOCOLS = {
   eth: {
     nativeTokenName: "Ethereum",
@@ -138,4 +136,4 @@ const TIME = {
   },
 };
 
-export { SKYNET_API_PREFIX, PROTOCOLS, TIME };
+export { PROTOCOLS, TIME };

package/deploy.js

@@ -21,28 +21,6 @@ const INTERVAL_ALIASES = {
   "@weekly": "0 0 0 * * 0 *",
 };
 
-function buildEnvTemplate(additionalEnv, isProduction) {
-  return Object.keys(additionalEnv)
-    .map((key) => {
-      return `${key}=${
-        additionalEnv[key] ? `"${additionalEnv[key]}"` : getEnvironmentVariableValue(key, isProduction)
-      }`;
-    })
-    .join("\n");
-}
-
-function getEnvironmentVariableValue(name, isProduction) {
-  if (isProduction) {
-    return `{{key "secrets/${name}" | toJSON}}`;
-  } else {
-    if (!process.env[name]) {
-      return `""`;
-    }
-
-    return `"${process.env[name]}"`.replaceAll("\n", "\\n");
-  }
-}
-
 const genConfig = ({
   jobName,
   workingDirectory,
@@ -56,7 +34,7 @@ const genConfig = ({
   service,
   additionalEnv = [],
   type = "batch",
-  region = "us-east-1",
+  region = "skynet-dc1",
   isProduction,
 }) => `job "${jobName}" {
   datacenters = ["${region}"]
@@ -85,9 +63,7 @@ const genConfig = ({
 
   group "default" {
     ${count && count > 1 ? `count = ${count}` : ""}
-    ${
-      count && count > 1
-        ? `# Rolling Update
+    ${count && count > 1 ? `# Rolling Update
     update {
       max_parallel = 1
       min_healthy_time = "10s"
@@ -118,7 +94,7 @@ const genConfig = ({
         command = "sh"
         args = [
           "-c",
-          "cd \${meta.skynet_code_path}/${workingDirectory} && if [ -e bun.lockb ]; then bun install --silent; else yarn install --silent; fi&& exec ${cmd}"
+          "cd \${meta.skynet_code_path}/${workingDirectory} && if [ -e bun.lockb ]; then bun install --silent; else yarn install --silent; fi && exec ${cmd}"
         ]
       }
 
@@ -144,22 +120,26 @@ const genConfig = ({
           : ""
       }
 
+      # doppler integration support
+      # it is always there but a project can decide to not use it
       template {
         change_mode = "restart"
         destination = "secrets/context.env"
         env         = true
-
-        data = <<EOH
-${buildEnvTemplate(additionalEnv, isProduction)}
-EOH
+        data        = "DOPPLER_TOKEN={{key \\"infra-nomad/doppler-token\\"}}"
       }
 
-      # It is possible to set environment variables which will be
-      # available to the task when it runs.
-      # always update environment so that new deployment always triggers
+      # always update SKYNET_DEPLOYED_AT so that new deployment always triggers
       env {
-        SKYNET_ENVIRONMENT="${isProduction ? "prd" : "dev"}"
         SKYNET_DEPLOYED_AT="${new Date().toISOString()}"
+        HOME="/root"
+        DOPPLER_PROJECT="${workingDirectory}"
+        DOPPLER_CONFIG="${isProduction ? "prd" : "dev"}"
+        SKYNET_ENVIRONMENT="${isProduction ? "prd" : "dev"}"
+        ${Object.entries(additionalEnv)
+          .filter(([k, v]) => !!v)
+          .map(([key, value]) => `${key}="${value}"`)
+          .join("          \n")}
       }
 
       kill_timeout = "${killTimeout || "60s"}"
@@ -219,7 +199,7 @@ async function getNomadAddr(isProduction) {
   let nomadAddr;
 
   if (isProduction) {
-    nomadAddr = getEnvOrThrow("SKYNET_NOMAD_PRODUCTION_ADDR");
+    nomadAddr = getEnvOrThrow("NOMAD_ADDR");
   } else {
     nomadAddr = "http://127.0.0.1:4646";
   }
@@ -294,8 +274,7 @@ function createModeDeploy({
   bin = "bin/indexer",
   selector = {},
   env = {},
-  region = "us-east-1",
-  check,
+  region = "skynet-dc1",
   deltaSchedule,
   validateSchedule,
   deltaKillTimeout,
@@ -398,32 +377,6 @@ function createModeDeploy({
     const nomadAddr = await getNomadAddr(production);
 
     await runNomadJob(nomadPath, nomadAddr, jobName, mainJobDefinition, stop, dryRun);
-
-    if (check && check.bin) {
-      console.log("");
-
-      const monitorJobName = `${jobName}-monitor`;
-      const monitorJobDefinition = genConfig({
-        jobName: monitorJobName,
-        cron: INTERVAL_ALIASES[check.schedule] || check.schedule,
-        workingDirectory,
-        additionalEnv: {
-          ...env,
-          SKYNET_NOMAD_PRODUCTION_ADDR: null,
-          SKYNET_SLACK_TOKEN: null,
-          OPSGENIE_API_KEY: null,
-          OPSGENIE_END_POINT: null,
-        },
-        region,
-        cmd: `${check.bin} ${args} ${production ? "--production" : ""}`,
-        killTimeout: check.killTimeout || "10s",
-        cpu: check.cpu || 500,
-        mem: check.mem || 500,
-        isProduction: production,
-      });
-
-      await runNomadJob(nomadPath, nomadAddr, monitorJobName, monitorJobDefinition, stop, dryRun);
-    }
   }
 
   function deploy() {
@@ -512,11 +465,10 @@ function createDeploy({
   workingDirectory,
   bin = "bin/indexer",
   selector = {},
-  region = "us-east-1",
+  region = "skynet-dc1",
   type = "batch",
   env = {},
   count,
-  check,
   schedule,
   restart,
   killTimeout,
@@ -566,32 +518,6 @@ function createDeploy({
     const nomadAddr = await getNomadAddr(production);
 
     await runNomadJob(nomadPath, nomadAddr, jobName, nomadJobDefinition, stop, dryRun);
-
-    if (check && check.bin) {
-      console.log("");
-
-      const monitorJobName = `${jobName}-monitor`;
-      const monitorJobDefinition = genConfig({
-        jobName: monitorJobName,
-        cron: INTERVAL_ALIASES[check.schedule] || check.schedule,
-        workingDirectory,
-        additionalEnv: {
-          ...env,
-          SKYNET_NOMAD_PRODUCTION_ADDR: null,
-          SKYNET_SLACK_TOKEN: null,
-          OPSGENIE_API_KEY: null,
-          OPSGENIE_END_POINT: null,
-        },
-        region,
-        cmd: `${check.bin} ${args} ${production ? "--production" : ""}`,
-        killTimeout: check.killTimeout || "10s",
-        cpu: check.cpu || 500,
-        mem: check.mem || 500,
-        isProduction: production,
-      });
-
-      await runNomadJob(nomadPath, nomadAddr, monitorJobName, monitorJobDefinition, stop, dryRun);
-    }
   }
 
   function deploy() {

package/examples/api.js

@@ -63,7 +63,7 @@ const app = api({
     port: 12345,
     apiKey: process.env.EXAMPLE_API_KEY,
     cpu: 600,
-    mem: 200,
+    mem: 600,
     instances: 3, // run 3 instances
   },
 });

package/examples/consumer.js

@@ -4,26 +4,15 @@
 // a few test commands to try on
 //   $ examples/consumer run --protocol bsc --verbose
 //   $ examples/consumer run --protocol eth
-//   $ examples/consumer check --protocol eth
 //   $ examples/consumer deploy --protocol eth
 //   $ examples/consumer --help
 
-import { consumer, every, ERROR_LEVEL } from "../app";
+import { consumer, every, ERROR_LEVEL } from "../app.js";
 
 async function consume({ protocol, messages, verbose }) {
   console.log("consume called with", protocol, messages, verbose);
 }
 
-async function check({ protocol, state, verbose }) {
-  console.log("check called with", protocol, state, verbose);
-
-  const errors = [];
-
-  errors.push({ type: ERROR_LEVEL.CRITICAL, message: "processed height lagged behind" });
-
-  return errors;
-}
-
 const app = consumer({
   name: "example-consumer",
   selector: { protocol: { type: "string", description: "from which chain to consume data" } },
@@ -34,13 +23,7 @@ const app = consumer({
     maxRetry: 1,
 
     cpu: 600,
-    mem: 200,
-  },
-
-  check: {
-    func: check,
-    schedule: every(1).minute,
-    slackChannel: "skynet-notifications-local-dev",
+    mem: 600,
   },
 });
 

package/examples/indexer.js

@@ -4,11 +4,10 @@
 // a few test commands to try on
 //   $ examples/indexer run --protocol bsc --verbose
 //   $ examples/indexer run --protocol eth
-//   $ examples/indexer check --protocol eth
 //   $ examples/indexer deploy --protocol eth
 //   $ examples/indexer --help
 
-import { indexer, every, ERROR_LEVEL } from "../app";
+import { indexer, every, ERROR_LEVEL } from "../app.js";
 
 async function build({ protocol, verbose }) {
   console.log("build called with", protocol, verbose);
@@ -18,22 +17,6 @@ async function build({ protocol, verbose }) {
   }
 }
 
-async function check({ protocol, state, verbose }) {
-  console.log("check called with", protocol, state, verbose);
-
-  // latestId
-  // latestIdOnChain
-
-  const errors = [];
-
-  errors.push({
-    type: ERROR_LEVEL.WARNING,
-    message: "processed *height* lagged behind", // can be markdown
-  });
-
-  return errors;
-}
-
 const app = indexer({
   name: "example-indexer",
 
@@ -45,21 +28,16 @@ const app = indexer({
     },
   },
 
-  env: {},
+  env: {
+    MY_FIXED_VAR: "fixed",
+  },
 
   build: {
     func: build,
     schedule: every(1).minute,
     killTimeout: "90s",
     cpu: 600,
-    mem: 200,
-  },
-
-  check: {
-    func: check,
-    schedule: every(2).minutes,
-    maxRetry: 0,
-    slackChannel: "skynet-notifications-local-dev",
+    mem: 600,
   },
 });
 

package/examples/mode-indexer.js

@@ -5,11 +5,10 @@
 //   $ examples/mode-indexer run --protocol bsc --verbose
 //   $ examples/mode-indexer run --mode rebuild --protocol bsc --verbose
 //   $ examples/mode-indexer run --protocol eth
-//   $ examples/mode-indexer check --protocol eth
 //   $ examples/mode-indexer deploy --protocol eth
 //   $ examples/mode-indexer --help
 
-import { modeIndexer, every, SENSITIVE_VALUE } from "../app";
+import { modeIndexer, every, SENSITIVE_VALUE } from "../app.js";
 
 async function build({ protocol, from, to, verbose }) {
   console.log("build called with", protocol, from, to, verbose);
@@ -19,18 +18,6 @@ async function validate({ protocol, from, to, verbose }) {
   console.log("validate called with", protocol, from, to, verbose);
 }
 
-async function check({ mode, protocol, state, verbose }) {
-  console.log("check called with", mode, protocol, state, verbose);
-
-  const errors = [];
-
-  // if (state.latestId < getBlockLatestHeight(protocol)) {
-  //   errors.push({ type: ERROR_LEVEL.INFO, message: "processed height lagged behind" });
-  // }
-
-  return errors;
-}
-
 const app = modeIndexer({
   name: "example-mode-indexer",
 
@@ -59,7 +46,7 @@ const app = modeIndexer({
 
     schedule: every(1).minute,
     cpu: 800,
-    mem: 400,
+    mem: 800,
   },
 
   validate: {
@@ -71,12 +58,6 @@ const app = modeIndexer({
     cpu: 600,
     mem: 200,
   },
-
-  check: {
-    func: check,
-    schedule: every(2).minutes,
-    slackChannel: "skynet-notifications-local-dev",
-  },
 });
 
 app();

package/examples/producer.js

@@ -4,11 +4,10 @@
 // a few test commands to try on
 //   $ examples/producer run --protocol bsc --verbose
 //   $ examples/producer run --protocol eth
-//   $ examples/producer check --protocol eth
 //   $ examples/producer deploy --protocol eth
 //   $ examples/producer --help
 
-import { producer, every, SENSITIVE_VALUE, ERROR_LEVEL } from "../app";
+import { producer, every, SENSITIVE_VALUE, ERROR_LEVEL } from "../app.js";
 
 async function produce({ protocol, from, to, verbose, send }) {
   console.log("produce called with", protocol, from, to, verbose);
@@ -21,16 +20,6 @@ async function produce({ protocol, from, to, verbose, send }) {
   await send(items);
 }
 
-async function check({ protocol, state, verbose }) {
-  console.log("check called with", protocol, state, verbose);
-
-  const errors = [];
-
-  errors.push({ type: ERROR_LEVEL.CRITICAL, message: "producer error" });
-
-  return errors;
-}
-
 const app = producer({
   name: "example-producer",
   selector: { protocol: { type: "string", description: "for which chain to produce data" } },
@@ -67,13 +56,7 @@ const app = producer({
     maxRetry: 1, // default 2
 
     cpu: 600,
-    mem: 200,
-  },
-
-  check: {
-    func: check,
-    schedule: every(2).minutes,
-    slackChannel: "skynet-notifications-local-dev",
+    mem: 600,
   },
 });
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@certik/skynet",
-  "version": "0.16.8",
+  "version": "0.17.0-beta1",
   "description": "Skynet Shared JS library",
   "type": "module",
   "main": "index.js",