@certik/skynet 0.10.7 → 0.10.8

package/examples/mode-indexer

@@ -1,82 +1,82 @@
-#!/usr/bin/env node
-
-// this file is executable and is for kafka producer testing
-// a few test commands to try on
-//   $ examples/mode-indexer run --protocol bsc --verbose
-//   $ examples/mode-indexer run --mode rebuild --protocol bsc --verbose
-//   $ examples/mode-indexer run --protocol eth
-//   $ examples/mode-indexer check --protocol eth
-//   $ examples/mode-indexer deploy --protocol eth
-//   $ examples/mode-indexer --help
-
-const { modeIndexer, every, SENSITIVE_VALUE } = require("../app");
-
-async function build({ protocol, from, to, verbose }) {
-  console.log("build called with", protocol, from, to, verbose);
-}
-
-async function validate({ protocol, from, to, verbose }) {
-  console.log("validate called with", protocol, from, to, verbose);
-}
-
-async function check({ mode, protocol, state, verbose }) {
-  console.log("check called with", mode, protocol, state, verbose);
-
-  const errors = [];
-
-  // if (state.latestId < getBlockLatestHeight(protocol)) {
-  //   errors.push({ type: ERROR_LEVEL.INFO, message: "processed height lagged behind" });
-  // }
-
-  return errors;
-}
-
-const app = modeIndexer({
-  name: "example-mode-indexer",
-
-  selector: {
-    // for more flags check meow documentation at https://github.com/sindresorhus/meow
-    protocol: {
-      type: "string",
-      description: "which chain to index",
-    },
-  },
-
-  env: {},
-
-  state: {
-    type: "block", // can be omitted, default is block
-    getMinId: async () => 2, // default returns 1
-    getMaxId: async ({ protocol }) => {
-      return 10;
-    },
-  },
-
-  build: {
-    func: build,
-    batchSize: 5,
-    concurrency: 2, // default is 1, no concurrency
-
-    schedule: every(1).minute,
-    cpu: 800,
-    mem: 400,
-  },
-
-  validate: {
-    func: validate,
-    batchSize: 2,
-    concurrency: 2, // default is 1, no concurrency
-
-    schedule: every(1).hour,
-    cpu: 600,
-    mem: 200,
-  },
-
-  check: {
-    func: check,
-    schedule: every(2).minutes,
-    slackChannel: "skynet-notifications-local-dev",
-  },
-});
-
-app();
+#!/usr/bin/env node
+
+// this file is executable and is for kafka producer testing
+// a few test commands to try on
+//   $ examples/mode-indexer run --protocol bsc --verbose
+//   $ examples/mode-indexer run --mode rebuild --protocol bsc --verbose
+//   $ examples/mode-indexer run --protocol eth
+//   $ examples/mode-indexer check --protocol eth
+//   $ examples/mode-indexer deploy --protocol eth
+//   $ examples/mode-indexer --help
+
+const { modeIndexer, every, SENSITIVE_VALUE } = require("../app");
+
+async function build({ protocol, from, to, verbose }) {
+  console.log("build called with", protocol, from, to, verbose);
+}
+
+async function validate({ protocol, from, to, verbose }) {
+  console.log("validate called with", protocol, from, to, verbose);
+}
+
+async function check({ mode, protocol, state, verbose }) {
+  console.log("check called with", mode, protocol, state, verbose);
+
+  const errors = [];
+
+  // if (state.latestId < getBlockLatestHeight(protocol)) {
+  //   errors.push({ type: ERROR_LEVEL.INFO, message: "processed height lagged behind" });
+  // }
+
+  return errors;
+}
+
+const app = modeIndexer({
+  name: "example-mode-indexer",
+
+  selector: {
+    // for more flags check meow documentation at https://github.com/sindresorhus/meow
+    protocol: {
+      type: "string",
+      description: "which chain to index",
+    },
+  },
+
+  env: {},
+
+  state: {
+    type: "block", // can be omitted, default is block
+    getMinId: async () => 2, // default returns 1
+    getMaxId: async ({ protocol }) => {
+      return 10;
+    },
+  },
+
+  build: {
+    func: build,
+    batchSize: 5,
+    concurrency: 2, // default is 1, no concurrency
+
+    schedule: every(1).minute,
+    cpu: 800,
+    mem: 400,
+  },
+
+  validate: {
+    func: validate,
+    batchSize: 2,
+    concurrency: 2, // default is 1, no concurrency
+
+    schedule: every(1).hour,
+    cpu: 600,
+    mem: 200,
+  },
+
+  check: {
+    func: check,
+    schedule: every(2).minutes,
+    slackChannel: "skynet-notifications-local-dev",
+  },
+});
+
+app();

package/examples/producer

@@ -1,80 +1,80 @@
-#!/usr/bin/env node
-
-// this file is executable and is for kafka producer testing
-// a few test commands to try on
-//   $ examples/producer run --protocol bsc --verbose
-//   $ examples/producer run --protocol eth
-//   $ examples/producer check --protocol eth
-//   $ examples/producer deploy --protocol eth
-//   $ examples/producer --help
-
-const { producer, every, SENSITIVE_VALUE, ERROR_LEVEL } = require("../app");
-
-async function produce({ protocol, from, to, verbose, send }) {
-  console.log("produce called with", protocol, from, to, verbose);
-
-  const items = [];
-  for (let i = from; i <= to; i++) {
-    items.push({ id: i, name: `${protocol} User ${i}` });
-  }
-
-  await send(items);
-}
-
-async function check({ protocol, state, verbose }) {
-  console.log("check called with", protocol, state, verbose);
-
-  const errors = [];
-
-  errors.push({ type: ERROR_LEVEL.CRITICAL, message: "producer error" });
-
-  return errors;
-}
-
-const app = producer({
-  name: "example-producer",
-  selector: { protocol: { type: "string", description: "for which chain to produce data" } },
-
-  env: {
-    // sensitive value will be loaded from:
-    // local: process.env.HOME
-    // production: the secrets store on nomad cluster
-    // your local env value won't be uploaded to production
-    HOME: SENSITIVE_VALUE,
-    // concrete value is good for insensitive configuration
-    // the value is the same for local and production
-    TEST: "abcdefg",
-  },
-
-  state: {
-    type: "block", // can be omitted, default is block
-    updateInterval: ({ protocol }) => (protocol === "bsc" ? 3000 : 20000), // how often max id is increasing, will determine poll interval, default to 5000ms
-    getMinId: async () => 4, // default returns 1
-    getMaxId: async ({ protocol }) => {
-      console.log("getMaxId called", protocol);
-
-      return 100;
-    },
-  },
-
-  produce: {
-    func: produce,
-
-    topic: ({ protocol }) => `lib-skynet-test-kafka-${protocol}-dev`,
-    deadLetterTopic: ({ protocol }) => `lib-skynet-test-kafka-${protocol}-dead-letter-dev`, // problematic ids will be sent to dead letter topic for later retry
-
-    batchSize: 10, // default 50
-    maxRetry: 1, // default 2
-
-    cpu: 600,
-    mem: 200,
-  },
-
-  check: {
-    func: check,
-    schedule: every(2).minutes,
-    slackChannel: "skynet-notifications-local-dev",
-  },
-});
-
-app();
+#!/usr/bin/env node
+
+// this file is executable and is for kafka producer testing
+// a few test commands to try on
+//   $ examples/producer run --protocol bsc --verbose
+//   $ examples/producer run --protocol eth
+//   $ examples/producer check --protocol eth
+//   $ examples/producer deploy --protocol eth
+//   $ examples/producer --help
+
+const { producer, every, SENSITIVE_VALUE, ERROR_LEVEL } = require("../app");
+
+async function produce({ protocol, from, to, verbose, send }) {
+  console.log("produce called with", protocol, from, to, verbose);
+
+  const items = [];
+  for (let i = from; i <= to; i++) {
+    items.push({ id: i, name: `${protocol} User ${i}` });
+  }
+
+  await send(items);
+}
+
+async function check({ protocol, state, verbose }) {
+  console.log("check called with", protocol, state, verbose);
+
+  const errors = [];
+
+  errors.push({ type: ERROR_LEVEL.CRITICAL, message: "producer error" });
+
+  return errors;
+}
+
+const app = producer({
+  name: "example-producer",
+  selector: { protocol: { type: "string", description: "for which chain to produce data" } },
+
+  env: {
+    // sensitive value will be loaded from:
+    // local: process.env.HOME
+    // production: the secrets store on nomad cluster
+    // your local env value won't be uploaded to production
+    HOME: SENSITIVE_VALUE,
+    // concrete value is good for insensitive configuration
+    // the value is the same for local and production
+    TEST: "abcdefg",
+  },
+
+  state: {
+    type: "block", // can be omitted, default is block
+    updateInterval: ({ protocol }) => (protocol === "bsc" ? 3000 : 20000), // how often max id is increasing, will determine poll interval, default to 5000ms
+    getMinId: async () => 4, // default returns 1
+    getMaxId: async ({ protocol }) => {
+      console.log("getMaxId called", protocol);
+
+      return 100;
+    },
+  },
+
+  produce: {
+    func: produce,
+
+    topic: ({ protocol }) => `lib-skynet-test-kafka-${protocol}-dev`,
+    deadLetterTopic: ({ protocol }) => `lib-skynet-test-kafka-${protocol}-dead-letter-dev`, // problematic ids will be sent to dead letter topic for later retry
+
+    batchSize: 10, // default 50
+    maxRetry: 1, // default 2
+
+    cpu: 600,
+    mem: 200,
+  },
+
+  check: {
+    func: check,
+    schedule: every(2).minutes,
+    slackChannel: "skynet-notifications-local-dev",
+  },
+});
+
+app();