@certik/skynet 0.25.5 → 0.25.6

package/dist/cli.d.ts

@@ -2,4 +2,5 @@ declare function getBinaryName(): string;
 declare function detectSkynetDirectory(): string;
 declare function detectWorkingDirectory(): string;
 declare function detectBin(): string;
-export { getBinaryName, detectSkynetDirectory, detectWorkingDirectory, detectBin };
+declare function getDeployBin(bin: string): string;
+export { getBinaryName, detectSkynetDirectory, detectWorkingDirectory, detectBin, getDeployBin };

package/dist/cli.js

@@ -33,7 +33,11 @@ function detectBin() {
   const wd = detectDirectory(process.argv[1], "package.json");
   return process.argv[1].slice(wd.length + path.sep.length).replace(path.sep, "/");
 }
+function getDeployBin(bin) {
+  return bin.endsWith(".ts") ? `bun ${bin}` : bin;
+}
 export {
+  getDeployBin,
   getBinaryName,
   detectWorkingDirectory,
   detectSkynetDirectory,

package/dist/deploy.js

@@ -1,3 +1,22 @@
+// src/env.ts
+function ensureAndGet(envName, defaultValue) {
+  return process.env[envName] || defaultValue;
+}
+function getEnvironment() {
+  return ensureAndGet("SKYNET_ENVIRONMENT", "dev");
+}
+function getEnvOrThrow(envName) {
+  if (!process.env[envName]) {
+    throw new Error(`Must set environment variable ${envName}`);
+  }
+  return process.env[envName];
+}
+function isProduction() {
+  return getEnvironment() === "prd";
+}
+function isDev() {
+  return getEnvironment() === "dev";
+}
 // src/selector.ts
 function getSelectorDesc(selector) {
   return Object.keys(selector).map((name) => {
@@ -25,8 +44,17 @@ function toSelectorString(selectorFlags, delim = ",") {
 function normalizeSelectorValue(v) {
   return v.replace(/[^A-Za-z0-9]+/g, "-");
 }
+function includeSelectorValueInJobName(value) {
+  if (value === false)
+    return false;
+  if (value === undefined || value === null)
+    return false;
+  if (value === "")
+    return false;
+  return true;
+}
 function getJobName(name, selectorFlags, mode) {
-  const selectorNamePart = Object.keys(selectorFlags).sort().map((name2) => selectorFlags[name2]).join("-");
+  const selectorNamePart = Object.keys(selectorFlags).sort().map((key) => selectorFlags[key]).filter(includeSelectorValueInJobName).map((value) => String(value)).join("-");
   let jobName = name;
   if (mode) {
     jobName += `-${mode}`;
@@ -36,25 +64,6 @@ function getJobName(name, selectorFlags, mode) {
   }
   return jobName;
 }
-// src/env.ts
-function ensureAndGet(envName, defaultValue) {
-  return process.env[envName] || defaultValue;
-}
-function getEnvironment() {
-  return ensureAndGet("SKYNET_ENVIRONMENT", "dev");
-}
-function getEnvOrThrow(envName) {
-  if (!process.env[envName]) {
-    throw new Error(`Must set environment variable ${envName}`);
-  }
-  return process.env[envName];
-}
-function isProduction() {
-  return getEnvironment() === "prd";
-}
-function isDev() {
-  return getEnvironment() === "dev";
-}
 // src/cli.ts
 import path from "path";
 import fs from "fs";
@@ -90,6 +99,9 @@ function detectBin() {
   const wd = detectDirectory(process.argv[1], "package.json");
   return process.argv[1].slice(wd.length + path.sep.length).replace(path.sep, "/");
 }
+function getDeployBin(bin) {
+  return bin.endsWith(".ts") ? `bun ${bin}` : bin;
+}
 // src/deploy.ts
 import fs2 from "fs/promises";
 import fso from "fs";

package/dist/dynamodb.d.ts

@@ -13,4 +13,5 @@ declare function getRecordByKey<T>(tableName: string, keys: Record<string, unkno
 declare function updateRecordByKey(tableName: string, idKey: Record<string, unknown>, fields: Record<string, unknown>, conditionExpressions?: null, verbose?: boolean): Promise<Record<string, any> | undefined>;
 declare function batchDeleteRecords(tableName: string, keys: Record<string, unknown>[]): Promise<void>;
 declare function deleteRecordsByHashKey(tableName: string, indexName: string | undefined, hashKeyValue: string, verbose?: boolean): Promise<number>;
-export { getDocClient, ScanCommand, BatchWriteCommand, GetCommand, PutCommand, QueryCommand, UpdateCommand, scanWholeTable, batchCreateRecords, createRecord, getRecordsByKey, getRecordByKey, updateRecordByKey, batchDeleteRecords, deleteRecordsByHashKey, };
+declare function destroyDynamoDB(): void;
+export { getDocClient, destroyDynamoDB, ScanCommand, BatchWriteCommand, GetCommand, PutCommand, QueryCommand, UpdateCommand, scanWholeTable, batchCreateRecords, createRecord, getRecordsByKey, getRecordByKey, updateRecordByKey, batchDeleteRecords, deleteRecordsByHashKey, };

package/dist/dynamodb.js

@@ -1,3 +1,25 @@
+// src/util.ts
+function range(startAt, endAt, step) {
+  const arr = [];
+  for (let i = startAt;i <= endAt; i += step) {
+    arr.push([i, Math.min(endAt, i + step - 1)]);
+  }
+  return arr;
+}
+function arrayGroup(array, groupSize) {
+  const groups = [];
+  for (let i = 0;i < array.length; i += groupSize) {
+    groups.push(array.slice(i, i + groupSize));
+  }
+  return groups;
+}
+function fillRange(start, end) {
+  const result = [];
+  for (let i = start;i <= end; i++) {
+    result.push(i);
+  }
+  return result;
+}
 // src/object-hash.ts
 import xh from "@node-rs/xxhash";
 function getHash(obj) {
@@ -124,28 +146,6 @@ function memoize(func, options) {
   }
   return pMemoize(func, options);
 }
-// src/util.ts
-function range(startAt, endAt, step) {
-  const arr = [];
-  for (let i = startAt;i <= endAt; i += step) {
-    arr.push([i, Math.min(endAt, i + step - 1)]);
-  }
-  return arr;
-}
-function arrayGroup(array, groupSize) {
-  const groups = [];
-  for (let i = 0;i < array.length; i += groupSize) {
-    groups.push(array.slice(i, i + groupSize));
-  }
-  return groups;
-}
-function fillRange(start, end) {
-  const result = [];
-  for (let i = start;i <= end; i++) {
-    result.push(i);
-  }
-  return result;
-}
 // src/dynamodb.ts
 import {
   DynamoDBDocumentClient,
@@ -460,12 +460,18 @@ async function deleteRecordsByHashKey(tableName, indexName, hashKeyValue, verbos
   }
   return totalDeleted;
 }
+function destroyDynamoDB() {
+  if (_dynamoDB) {
+    _dynamoDB.destroy();
+  }
+}
 export {
   updateRecordByKey,
   scanWholeTable,
   getRecordsByKey,
   getRecordByKey,
   getDocClient,
+  destroyDynamoDB,
   deleteRecordsByHashKey,
   createRecord,
   batchDeleteRecords,

package/dist/email.d.ts

@@ -0,0 +1,9 @@
+interface SendEmailOptions {
+    to: string | string[];
+    subject: string;
+    html: string;
+    from: string;
+    text?: string;
+}
+export declare function sendEmail({ to, subject, html, from, text }: SendEmailOptions): Promise<void>;
+export {};

package/dist/email.js

@@ -0,0 +1,31 @@
+// src/email.ts
+import Mailgun from "mailgun.js";
+import formData from "form-data";
+async function sendEmail({ to, subject, html, from, text }) {
+  const apiKey = process.env.MAILGUN_API_KEY;
+  if (!apiKey) {
+    throw new Error("missing MAILGUN_API_KEY");
+  }
+  const domain = process.env.MAILGUN_DOMAIN;
+  if (!domain) {
+    throw new Error("missing MAILGUN_DOMAIN");
+  }
+  const mailgun = new Mailgun(formData);
+  const mg = mailgun.client({ username: "api", key: apiKey });
+  const recipients = Array.isArray(to) ? to : [to];
+  try {
+    await mg.messages.create(domain, {
+      from,
+      to: recipients,
+      subject,
+      ...text ? { text } : {},
+      html
+    });
+  } catch (error) {
+    console.error("failed to send email", error);
+    throw error;
+  }
+}
+export {
+  sendEmail
+};

package/dist/indexer.js

@@ -1,41 +1,3 @@
-// src/selector.ts
-function getSelectorDesc(selector) {
-  return Object.keys(selector).map((name) => {
-    return `          --${name.padEnd(14)}${selector[name].desc || selector[name].description || ""}`;
-  }).join(`
-`);
-}
-function getSelectorFlags(selector) {
-  return Object.keys(selector).reduce((acc, name) => {
-    const flag = {
-      type: selector[name].type || "string",
-      ...selector[name]
-    };
-    if (!selector[name].optional && selector[name].isRequired !== false) {
-      flag.isRequired = true;
-    }
-    return { ...acc, [name]: flag };
-  }, {});
-}
-function toSelectorString(selectorFlags, delim = ",") {
-  return Object.keys(selectorFlags).sort().map((flag) => {
-    return `${flag}=${selectorFlags[flag]}`;
-  }).join(delim);
-}
-function normalizeSelectorValue(v) {
-  return v.replace(/[^A-Za-z0-9]+/g, "-");
-}
-function getJobName(name, selectorFlags, mode) {
-  const selectorNamePart = Object.keys(selectorFlags).sort().map((name2) => selectorFlags[name2]).join("-");
-  let jobName = name;
-  if (mode) {
-    jobName += `-${mode}`;
-  }
-  if (selectorNamePart.length > 0) {
-    jobName += `-${normalizeSelectorValue(selectorNamePart)}`;
-  }
-  return jobName;
-}
 // src/env.ts
 function ensureAndGet(envName, defaultValue) {
   return process.env[envName] || defaultValue;
@@ -55,63 +17,56 @@ function isProduction() {
 function isDev() {
   return getEnvironment() === "dev";
 }
-// src/log.ts
-function isObject(a) {
-  return !!a && a.constructor === Object;
-}
-function print(o) {
-  if (Array.isArray(o)) {
-    return `[${o.map(print).join(", ")}]`;
+// src/util.ts
+function range(startAt, endAt, step) {
+  const arr = [];
+  for (let i = startAt;i <= endAt; i += step) {
+    arr.push([i, Math.min(endAt, i + step - 1)]);
   }
-  if (isObject(o)) {
-    return `{${Object.keys(o).map((k) => `${k}: ${o[k]}`).join(", ")}}`;
+  return arr;
+}
+function arrayGroup(array, groupSize) {
+  const groups = [];
+  for (let i = 0;i < array.length; i += groupSize) {
+    groups.push(array.slice(i, i + groupSize));
   }
-  return `${o}`;
+  return groups;
 }
-function getLine(params) {
-  let line = "";
-  for (let i = 0, l = params.length;i < l; i++) {
-    line += `${print(params[i])} `.replace(/\n/gm, "\t");
+function fillRange(start, end) {
+  const result = [];
+  for (let i = start;i <= end; i++) {
+    result.push(i);
   }
-  return line.trim();
+  return result;
 }
-function timestamp() {
-  return new Date().toISOString();
+// src/date.ts
+var MS_IN_A_DAY = 3600 * 24 * 1000;
+function getDateOnly(date) {
+  return new Date(date).toISOString().split("T")[0];
 }
-var inline = {
-  debug: function(...args) {
-    if (true) {
-      console.log(`${timestamp()} ${getLine(args)}`);
-    }
-  },
-  log: function(...args) {
-    if (true) {
-      console.log(`${timestamp()} ${getLine(args)}`);
-    }
-  },
-  error: function(...args) {
-    if (true) {
-      console.error(`${timestamp()} ${getLine(args)}`);
-    }
+function findDateAfter(date, n) {
+  const d = new Date(date);
+  const after = new Date(d.getTime() + MS_IN_A_DAY * n);
+  return getDateOnly(after);
+}
+function daysInRange(from, to) {
+  const fromTime = new Date(from).getTime();
+  const toTime = new Date(to).getTime();
+  if (fromTime > toTime) {
+    throw new Error(`range to date couldn't be earlier than range from date`);
   }
-};
-var logger = {
-  debug: function(...args) {
-    if (true) {
-      console.log(`[${timestamp()}]`, ...args);
-    }
-  },
-  log: function(...args) {
-    if (true) {
-      console.log(`[${timestamp()}]`, ...args);
-    }
-  },
-  error: function(...args) {
-    if (true) {
-      console.error(`[${timestamp()}]`, ...args);
-    }
+  const daysBetween = Math.floor((toTime - fromTime) / MS_IN_A_DAY);
+  const dates = [getDateOnly(new Date(fromTime))];
+  for (let i = 1;i <= daysBetween; i += 1) {
+    dates.push(getDateOnly(new Date(fromTime + i * MS_IN_A_DAY)));
   }
-};
+  return dates;
+}
+function dateRange(from, to, step) {
+  const days = daysInRange(from, to);
+  const windows = arrayGroup(days, step);
+  return windows.map((w) => [w[0], w[w.length - 1]]);
+}
 // src/object-hash.ts
 import xh from "@node-rs/xxhash";
 function getHash(obj) {
@@ -238,28 +193,63 @@ function memoize(func, options) {
   }
   return pMemoize(func, options);
 }
-// src/util.ts
-function range(startAt, endAt, step) {
-  const arr = [];
-  for (let i = startAt;i <= endAt; i += step) {
-    arr.push([i, Math.min(endAt, i + step - 1)]);
-  }
-  return arr;
+// src/log.ts
+function isObject(a) {
+  return !!a && a.constructor === Object;
 }
-function arrayGroup(array, groupSize) {
-  const groups = [];
-  for (let i = 0;i < array.length; i += groupSize) {
-    groups.push(array.slice(i, i + groupSize));
+function print(o) {
+  if (Array.isArray(o)) {
+    return `[${o.map(print).join(", ")}]`;
   }
-  return groups;
+  if (isObject(o)) {
+    return `{${Object.keys(o).map((k) => `${k}: ${o[k]}`).join(", ")}}`;
+  }
+  return `${o}`;
 }
-function fillRange(start, end) {
-  const result = [];
-  for (let i = start;i <= end; i++) {
-    result.push(i);
+function getLine(params) {
+  let line = "";
+  for (let i = 0, l = params.length;i < l; i++) {
+    line += `${print(params[i])} `.replace(/\n/gm, "\t");
   }
-  return result;
+  return line.trim();
 }
+function timestamp() {
+  return new Date().toISOString();
+}
+var inline = {
+  debug: function(...args) {
+    if (true) {
+      console.log(`${timestamp()} ${getLine(args)}`);
+    }
+  },
+  log: function(...args) {
+    if (true) {
+      console.log(`${timestamp()} ${getLine(args)}`);
+    }
+  },
+  error: function(...args) {
+    if (true) {
+      console.error(`${timestamp()} ${getLine(args)}`);
+    }
+  }
+};
+var logger = {
+  debug: function(...args) {
+    if (true) {
+      console.log(`[${timestamp()}]`, ...args);
+    }
+  },
+  log: function(...args) {
+    if (true) {
+      console.log(`[${timestamp()}]`, ...args);
+    }
+  },
+  error: function(...args) {
+    if (true) {
+      console.error(`[${timestamp()}]`, ...args);
+    }
+  }
+};
 // src/dynamodb.ts
 import {
   DynamoDBDocumentClient,
@@ -574,6 +564,58 @@ async function deleteRecordsByHashKey(tableName, indexName, hashKeyValue, verbos
   }
   return totalDeleted;
 }
+function destroyDynamoDB() {
+  if (_dynamoDB) {
+    _dynamoDB.destroy();
+  }
+}
+// src/selector.ts
+function getSelectorDesc(selector) {
+  return Object.keys(selector).map((name) => {
+    return `          --${name.padEnd(14)}${selector[name].desc || selector[name].description || ""}`;
+  }).join(`
+`);
+}
+function getSelectorFlags(selector) {
+  return Object.keys(selector).reduce((acc, name) => {
+    const flag = {
+      type: selector[name].type || "string",
+      ...selector[name]
+    };
+    if (!selector[name].optional && selector[name].isRequired !== false) {
+      flag.isRequired = true;
+    }
+    return { ...acc, [name]: flag };
+  }, {});
+}
+function toSelectorString(selectorFlags, delim = ",") {
+  return Object.keys(selectorFlags).sort().map((flag) => {
+    return `${flag}=${selectorFlags[flag]}`;
+  }).join(delim);
+}
+function normalizeSelectorValue(v) {
+  return v.replace(/[^A-Za-z0-9]+/g, "-");
+}
+function includeSelectorValueInJobName(value) {
+  if (value === false)
+    return false;
+  if (value === undefined || value === null)
+    return false;
+  if (value === "")
+    return false;
+  return true;
+}
+function getJobName(name, selectorFlags, mode) {
+  const selectorNamePart = Object.keys(selectorFlags).sort().map((key) => selectorFlags[key]).filter(includeSelectorValueInJobName).map((value) => String(value)).join("-");
+  let jobName = name;
+  if (mode) {
+    jobName += `-${mode}`;
+  }
+  if (selectorNamePart.length > 0) {
+    jobName += `-${normalizeSelectorValue(selectorNamePart)}`;
+  }
+  return jobName;
+}
 // src/cli.ts
 import path from "path";
 import fs from "fs";
@@ -609,33 +651,8 @@ function detectBin() {
   const wd = detectDirectory(process.argv[1], "package.json");
   return process.argv[1].slice(wd.length + path.sep.length).replace(path.sep, "/");
 }
-// src/date.ts
-var MS_IN_A_DAY = 3600 * 24 * 1000;
-function getDateOnly(date) {
-  return new Date(date).toISOString().split("T")[0];
-}
-function findDateAfter(date, n) {
-  const d = new Date(date);
-  const after = new Date(d.getTime() + MS_IN_A_DAY * n);
-  return getDateOnly(after);
-}
-function daysInRange(from, to) {
-  const fromTime = new Date(from).getTime();
-  const toTime = new Date(to).getTime();
-  if (fromTime > toTime) {
-    throw new Error(`range to date couldn't be earlier than range from date`);
-  }
-  const daysBetween = Math.floor((toTime - fromTime) / MS_IN_A_DAY);
-  const dates = [getDateOnly(new Date(fromTime))];
-  for (let i = 1;i <= daysBetween; i += 1) {
-    dates.push(getDateOnly(new Date(fromTime + i * MS_IN_A_DAY)));
-  }
-  return dates;
-}
-function dateRange(from, to, step) {
-  const days = daysInRange(from, to);
-  const windows = arrayGroup(days, step);
-  return windows.map((w) => [w[0], w[w.length - 1]]);
+function getDeployBin(bin) {
+  return bin.endsWith(".ts") ? `bun ${bin}` : bin;
 }
 // src/indexer.ts
 import meow from "meow";
@@ -740,6 +757,7 @@ function createModeIndexerApp({
     inline.log(`[MODE INDEXER] mode=${mode}, env=${getEnvironment()}, ${toSelectorString(selectorFlags, ", ")}`);
     if (mode === "reset") {
       await runReset(selectorFlags);
+      process.exit(0);
     } else if (mode === "rebuild") {
       const rebuildFrom = from || await finalState.getMinId(selectorFlags);
       const rebuildTo = to || await finalState.getMaxId(selectorFlags);
@@ -851,6 +869,7 @@ function createModeIndexerApp({
       }
     }
     inline.log(`[MODE INDEXER] validated ${offsetRange(from, to)} ${finalState.type} successfully in ${Date.now() - startTime}ms`);
+    process.exit(0);
   }
   async function execBuild(selectorFlags, from, to, verbose, shouldSaveState = false) {
     let failedIds = [];
@@ -926,7 +945,7 @@ function createModeIndexerApp({
     const startTime = Date.now();
     if (to < from) {
       inline.log(`[MODE INDEXER] skip delta, there're no more items need to be processed, from=${from}, to=${to}, ${toSelectorString(selectorFlags, ", ")}`);
-      return;
+      process.exit(0);
     }
     inline.log(`[MODE INDEXER] starting delta, from=${from}, to=${to}, ${toSelectorString(selectorFlags, ", ")}, batchSize=${buildBatchSize}, concurrency=${buildConcurrency}`);
     try {
@@ -1025,6 +1044,8 @@ ${selector ? getSelectorDesc(selector) : ""}
     } catch (err) {
       inline.error(err);
       process.exit(1);
+    } finally {
+      destroyDynamoDB();
     }
   }
   return { run };
@@ -1084,6 +1105,7 @@ ${selector ? getSelectorDesc(selector) : ""}
         throw new Error(`[INDEXER] Build failed due to critical errors`);
       }
       inline.log(`[INDEXER] build successfully in ${Date.now() - startTime}ms`);
+      process.exit(0);
     }
     return runBuild(cli.flags).catch((err) => {
       inline.error(err);

package/dist/selector.js

@@ -25,8 +25,17 @@ function toSelectorString(selectorFlags, delim = ",") {
 function normalizeSelectorValue(v) {
   return v.replace(/[^A-Za-z0-9]+/g, "-");
 }
+function includeSelectorValueInJobName(value) {
+  if (value === false)
+    return false;
+  if (value === undefined || value === null)
+    return false;
+  if (value === "")
+    return false;
+  return true;
+}
 function getJobName(name, selectorFlags, mode) {
-  const selectorNamePart = Object.keys(selectorFlags).sort().map((name2) => selectorFlags[name2]).join("-");
+  const selectorNamePart = Object.keys(selectorFlags).sort().map((key) => selectorFlags[key]).filter(includeSelectorValueInJobName).map((value) => String(value)).join("-");
   let jobName = name;
   if (mode) {
     jobName += `-${mode}`;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@certik/skynet",
-  "version": "0.25.5",
+  "version": "0.25.6",
   "description": "Skynet Shared JS library",
   "type": "module",
   "exports": {

package/src/selector.ts

@@ -49,10 +49,20 @@ function normalizeSelectorValue(v: string) {
   return v.replace(/[^A-Za-z0-9]+/g, "-");
 }
 
+/** Values that should not affect Nomad job names (unset / default-off selectors). */
+function includeSelectorValueInJobName(value: unknown): boolean {
+  if (value === false) return false;
+  if (value === undefined || value === null) return false;
+  if (value === "") return false;
+  return true;
+}
+
 function getJobName<TSelector extends Selector>(name: string, selectorFlags: SelectorFlags<TSelector>, mode?: string) {
   const selectorNamePart = Object.keys(selectorFlags)
     .sort()
-    .map((name) => selectorFlags[name])
+    .map((key) => selectorFlags[key])
+    .filter(includeSelectorValueInJobName)
+    .map((value) => String(value))
     .join("-");
 
   let jobName = name;

package/.vscode/settings.json

@@ -1,5 +0,0 @@
-{
-    "conventionalCommits.scopes": [
-        "lib-skynet"
-    ]
-}