@storyteller-platform/align 0.1.15 → 0.1.17

package/dist/errorAlign/__tests__/errorAlign.test.cjs

@@ -1,100 +0,0 @@
-"use strict";
-var __create = Object.create;
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
-var import_node_assert = __toESM(require("node:assert"), 1);
-var import_node_test = require("node:test");
-var import_editDistance = require("../editDistance.cjs");
-var import_errorAlign = require("../errorAlign.cjs");
-var import_utils = require("../utils.cjs");
-void (0, import_node_test.describe)("errorAlign", () => {
-  void (0, import_node_test.test)("error alignment for an example including all substitution types", () => {
-    const ref = "This is a substitution test deleted.";
-    const hyp = "Inserted this is a contribution test.";
-    const alignments = (0, import_errorAlign.errorAlign)(ref, hyp);
-    import_node_assert.default.deepStrictEqual(
-      alignments.map((a) => a.opType),
-      ["INSERT", "MATCH", "MATCH", "MATCH", "SUBSTITUTE", "MATCH", "DELETE"]
-    );
-  });
-  void (0, import_node_test.test)("error alignment for full match", () => {
-    const ref = "This is a test.";
-    const hyp = "This is a test.";
-    const alignments = (0, import_errorAlign.errorAlign)(ref, hyp);
-    import_node_assert.default.deepStrictEqual(
-      alignments.map((a) => a.opType),
-      ["MATCH", "MATCH", "MATCH", "MATCH"]
-    );
-  });
-  void (0, import_node_test.test)("error alignment for partial substitutions and insertions with compound markers", () => {
-    var _a, _b;
-    const ref = "test";
-    const hyp = "testpartial";
-    const alignments = (0, import_errorAlign.errorAlign)(ref, hyp);
-    import_node_assert.default.strictEqual(alignments.length, 2);
-    import_node_assert.default.strictEqual((_a = alignments[0]) == null ? void 0 : _a.opType, "SUBSTITUTE");
-    import_node_assert.default.strictEqual(alignments[0].leftCompound, false);
-    import_node_assert.default.strictEqual(alignments[0].rightCompound, true);
-    import_node_assert.default.strictEqual((_b = alignments[1]) == null ? void 0 : _b.opType, "INSERT");
-    import_node_assert.default.strictEqual(alignments[1].leftCompound, true);
-    import_node_assert.default.strictEqual(alignments[1].rightCompound, false);
-  });
-});
-void (0, import_node_test.test)("character categorization", () => {
-  import_node_assert.default.strictEqual((0, import_utils.categorizeChar)("<"), 0);
-  import_node_assert.default.strictEqual((0, import_utils.categorizeChar)("b"), 1);
-  import_node_assert.default.strictEqual((0, import_utils.categorizeChar)("a"), 2);
-  import_node_assert.default.strictEqual((0, import_utils.categorizeChar)("'"), 3);
-});
-void (0, import_node_test.test)("string representation of alignment objects", () => {
-  const deleteAlignment = (0, import_errorAlign.errorAlign)("deleted", "")[0];
-  import_node_assert.default.strictEqual(
-    deleteAlignment == null ? void 0 : deleteAlignment.toString(),
-    'Alignment(DELETE: "deleted")'
-  );
-  const insertAlignment = (0, import_errorAlign.errorAlign)("", "inserted")[0];
-  import_node_assert.default.strictEqual(
-    insertAlignment == null ? void 0 : insertAlignment.toString(),
-    'Alignment(INSERT: "inserted")'
-  );
-  const substituteAlignment = (0, import_errorAlign.errorAlign)(
-    "substitution",
-    "substitutiontesting"
-  )[0];
-  import_node_assert.default.strictEqual(substituteAlignment == null ? void 0 : substituteAlignment.leftCompound, false);
-  import_node_assert.default.strictEqual(substituteAlignment.rightCompound, true);
-  import_node_assert.default.strictEqual(
-    substituteAlignment.toString(),
-    'Alignment(SUBSTITUTE: "substitution"- -> "substitution")'
-  );
-  const matchAlignment = (0, import_errorAlign.errorAlign)("test", "test")[0];
-  import_node_assert.default.strictEqual(
-    matchAlignment == null ? void 0 : matchAlignment.toString(),
-    'Alignment(MATCH: "test" == "test")'
-  );
-});
-void (0, import_node_test.test)("Levenshtein distance matrix computation", () => {
-  const ref = "kitten";
-  const hyp = "sitting";
-  const distanceMatrix = (0, import_editDistance.computeLevenshteinDistanceMatrix)(ref, hyp);
-  import_node_assert.default.strictEqual(distanceMatrix.at(-1).at(-1), 3);
-});

package/dist/errorAlign/__tests__/errorAlign.test.d.cts

@@ -1,2 +0,0 @@
-
-export {  }

package/dist/errorAlign/__tests__/errorAlign.test.d.ts

@@ -1,2 +0,0 @@
-
-export {  }

package/dist/errorAlign/__tests__/errorAlign.test.js

@@ -1,77 +0,0 @@
-import assert from "node:assert";
-import { describe, test } from "node:test";
-import { computeLevenshteinDistanceMatrix } from "../editDistance.js";
-import { errorAlign } from "../errorAlign.js";
-import { categorizeChar } from "../utils.js";
-void describe("errorAlign", () => {
-  void test("error alignment for an example including all substitution types", () => {
-    const ref = "This is a substitution test deleted.";
-    const hyp = "Inserted this is a contribution test.";
-    const alignments = errorAlign(ref, hyp);
-    assert.deepStrictEqual(
-      alignments.map((a) => a.opType),
-      ["INSERT", "MATCH", "MATCH", "MATCH", "SUBSTITUTE", "MATCH", "DELETE"]
-    );
-  });
-  void test("error alignment for full match", () => {
-    const ref = "This is a test.";
-    const hyp = "This is a test.";
-    const alignments = errorAlign(ref, hyp);
-    assert.deepStrictEqual(
-      alignments.map((a) => a.opType),
-      ["MATCH", "MATCH", "MATCH", "MATCH"]
-    );
-  });
-  void test("error alignment for partial substitutions and insertions with compound markers", () => {
-    var _a, _b;
-    const ref = "test";
-    const hyp = "testpartial";
-    const alignments = errorAlign(ref, hyp);
-    assert.strictEqual(alignments.length, 2);
-    assert.strictEqual((_a = alignments[0]) == null ? void 0 : _a.opType, "SUBSTITUTE");
-    assert.strictEqual(alignments[0].leftCompound, false);
-    assert.strictEqual(alignments[0].rightCompound, true);
-    assert.strictEqual((_b = alignments[1]) == null ? void 0 : _b.opType, "INSERT");
-    assert.strictEqual(alignments[1].leftCompound, true);
-    assert.strictEqual(alignments[1].rightCompound, false);
-  });
-});
-void test("character categorization", () => {
-  assert.strictEqual(categorizeChar("<"), 0);
-  assert.strictEqual(categorizeChar("b"), 1);
-  assert.strictEqual(categorizeChar("a"), 2);
-  assert.strictEqual(categorizeChar("'"), 3);
-});
-void test("string representation of alignment objects", () => {
-  const deleteAlignment = errorAlign("deleted", "")[0];
-  assert.strictEqual(
-    deleteAlignment == null ? void 0 : deleteAlignment.toString(),
-    'Alignment(DELETE: "deleted")'
-  );
-  const insertAlignment = errorAlign("", "inserted")[0];
-  assert.strictEqual(
-    insertAlignment == null ? void 0 : insertAlignment.toString(),
-    'Alignment(INSERT: "inserted")'
-  );
-  const substituteAlignment = errorAlign(
-    "substitution",
-    "substitutiontesting"
-  )[0];
-  assert.strictEqual(substituteAlignment == null ? void 0 : substituteAlignment.leftCompound, false);
-  assert.strictEqual(substituteAlignment.rightCompound, true);
-  assert.strictEqual(
-    substituteAlignment.toString(),
-    'Alignment(SUBSTITUTE: "substitution"- -> "substitution")'
-  );
-  const matchAlignment = errorAlign("test", "test")[0];
-  assert.strictEqual(
-    matchAlignment == null ? void 0 : matchAlignment.toString(),
-    'Alignment(MATCH: "test" == "test")'
-  );
-});
-void test("Levenshtein distance matrix computation", () => {
-  const ref = "kitten";
-  const hyp = "sitting";
-  const distanceMatrix = computeLevenshteinDistanceMatrix(ref, hyp);
-  assert.strictEqual(distanceMatrix.at(-1).at(-1), 3);
-});

package/dist/errorAlign/__tests__/native.test.cjs

@@ -1,118 +0,0 @@
-"use strict";
-var __create = Object.create;
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
-var import_node_assert = __toESM(require("node:assert"), 1);
-var import_node_test = require("node:test");
-var import_beamSearch = require("../beamSearch.cjs");
-var import_editDistance = require("../editDistance.cjs");
-var import_graphMetadata = require("../graphMetadata.cjs");
-var import_native = require("../native.cjs");
-var import_pathToAlignment = require("../pathToAlignment.cjs");
-var import_utils = require("../utils.cjs");
-void (0, import_node_test.describe)("native C++ vs TypeScript implementations", () => {
-  void (0, import_node_test.describe)("Levenshtein distance matrix", () => {
-    void (0, import_node_test.test)("string input", () => {
-      const ref = "kitten";
-      const hyp = "sitting";
-      const tsResult = (0, import_editDistance.computeLevenshteinDistanceMatrix)(ref, hyp);
-      const nativeResult = (0, import_native.computeLevenshteinDistanceMatrix)(ref, hyp);
-      import_node_assert.default.deepStrictEqual(nativeResult, tsResult);
-    });
-    void (0, import_node_test.test)("string array input", () => {
-      const ref = ["hello", "world"];
-      const hyp = ["hello", "there"];
-      const tsResult = (0, import_editDistance.computeLevenshteinDistanceMatrix)(ref, hyp);
-      const nativeResult = (0, import_native.computeLevenshteinDistanceMatrix)(ref, hyp);
-      import_node_assert.default.deepStrictEqual(nativeResult, tsResult);
-    });
-    void (0, import_node_test.test)("with backtrace", () => {
-      const ref = "kitten";
-      const hyp = "sitting";
-      const tsResult = (0, import_editDistance.computeLevenshteinDistanceMatrix)(ref, hyp, true);
-      const nativeResult = (0, import_native.computeLevenshteinDistanceMatrix)(ref, hyp, true);
-      import_node_assert.default.deepStrictEqual(nativeResult, tsResult);
-    });
-  });
-  void (0, import_node_test.describe)("error align distance matrix", () => {
-    void (0, import_node_test.test)("string input", () => {
-      const ref = "test";
-      const hyp = "best";
-      const tsResult = (0, import_editDistance.computeErrorAlignDistanceMatrix)(ref, hyp);
-      const nativeResult = (0, import_native.computeErrorAlignDistanceMatrix)(ref, hyp);
-      import_node_assert.default.deepStrictEqual(nativeResult, tsResult);
-    });
-    void (0, import_node_test.test)("with backtrace", () => {
-      const ref = "test";
-      const hyp = "best";
-      const tsResult = (0, import_editDistance.computeErrorAlignDistanceMatrix)(ref, hyp, true);
-      const nativeResult = (0, import_native.computeErrorAlignDistanceMatrix)(ref, hyp, true);
-      import_node_assert.default.deepStrictEqual(nativeResult, tsResult);
-    });
-  });
-  void (0, import_node_test.describe)("beam search", () => {
-    function buildSubgraphMetadata(ref, hyp) {
-      const tokenizer = import_utils.basicTokenizer;
-      const normalizer = import_utils.basicNormalizer;
-      const unpackedTokenizer = (0, import_utils.unpackRegexMatch)(tokenizer);
-      const ensuredNormalizer = (0, import_utils.ensureLengthPreservation)(normalizer);
-      const refTokenMatches = unpackedTokenizer(ref);
-      const hypTokenMatches = unpackedTokenizer(hyp);
-      const refNorm = refTokenMatches.map(([r]) => ensuredNormalizer(r));
-      const hypNorm = hypTokenMatches.map(([h]) => ensuredNormalizer(h));
-      return new import_graphMetadata.SubgraphMetadata(
-        ref,
-        hyp,
-        refTokenMatches,
-        hypTokenMatches,
-        refNorm,
-        hypNorm
-      );
-    }
-    void (0, import_node_test.test)("simple substitution", () => {
-      const src = buildSubgraphMetadata("hello", "jello");
-      const tsPath = (0, import_beamSearch.errorAlignBeamSearch)(src);
-      const nativePath = (0, import_native.errorAlignBeamSearch)(src);
-      const tsAlignments = (0, import_pathToAlignment.getAlignments)(tsPath);
-      const nativeAlignments = (0, import_pathToAlignment.getAlignments)(nativePath);
-      import_node_assert.default.deepStrictEqual(nativeAlignments, tsAlignments);
-    });
-    void (0, import_node_test.test)("multi-word alignment with all op types", () => {
-      const ref = "This is a substitution test deleted.";
-      const hyp = "Inserted this is a contribution test.";
-      const src = buildSubgraphMetadata(ref, hyp);
-      const tsPath = (0, import_beamSearch.errorAlignBeamSearch)(src);
-      const nativePath = (0, import_native.errorAlignBeamSearch)(src);
-      const tsAlignments = (0, import_pathToAlignment.getAlignments)(tsPath);
-      const nativeAlignments = (0, import_pathToAlignment.getAlignments)(nativePath);
-      import_node_assert.default.deepStrictEqual(nativeAlignments, tsAlignments);
-    });
-    void (0, import_node_test.test)("identical strings", () => {
-      const src = buildSubgraphMetadata("test words", "test words");
-      const tsPath = (0, import_beamSearch.errorAlignBeamSearch)(src);
-      const nativePath = (0, import_native.errorAlignBeamSearch)(src);
-      const tsAlignments = (0, import_pathToAlignment.getAlignments)(tsPath);
-      const nativeAlignments = (0, import_pathToAlignment.getAlignments)(nativePath);
-      import_node_assert.default.deepStrictEqual(nativeAlignments, tsAlignments);
-    });
-  });
-});

package/dist/errorAlign/__tests__/native.test.d.cts

@@ -1,2 +0,0 @@
-
-export {  }

package/dist/errorAlign/__tests__/native.test.d.ts

@@ -1,2 +0,0 @@
-
-export {  }

package/dist/errorAlign/__tests__/native.test.js

@@ -1,107 +0,0 @@
-import assert from "node:assert";
-import { describe, test } from "node:test";
-import { errorAlignBeamSearch as tsBeamSearch } from "../beamSearch.js";
-import {
-  computeErrorAlignDistanceMatrix as tsErrorAlign,
-  computeLevenshteinDistanceMatrix as tsLevenshtein
-} from "../editDistance.js";
-import { SubgraphMetadata } from "../graphMetadata.js";
-import {
-  computeErrorAlignDistanceMatrix as nativeErrorAlign,
-  computeLevenshteinDistanceMatrix as nativeLevenshtein,
-  errorAlignBeamSearch as nativeBeamSearch
-} from "../native.js";
-import { getAlignments } from "../pathToAlignment.js";
-import {
-  basicNormalizer,
-  basicTokenizer,
-  ensureLengthPreservation,
-  unpackRegexMatch
-} from "../utils.js";
-void describe("native C++ vs TypeScript implementations", () => {
-  void describe("Levenshtein distance matrix", () => {
-    void test("string input", () => {
-      const ref = "kitten";
-      const hyp = "sitting";
-      const tsResult = tsLevenshtein(ref, hyp);
-      const nativeResult = nativeLevenshtein(ref, hyp);
-      assert.deepStrictEqual(nativeResult, tsResult);
-    });
-    void test("string array input", () => {
-      const ref = ["hello", "world"];
-      const hyp = ["hello", "there"];
-      const tsResult = tsLevenshtein(ref, hyp);
-      const nativeResult = nativeLevenshtein(ref, hyp);
-      assert.deepStrictEqual(nativeResult, tsResult);
-    });
-    void test("with backtrace", () => {
-      const ref = "kitten";
-      const hyp = "sitting";
-      const tsResult = tsLevenshtein(ref, hyp, true);
-      const nativeResult = nativeLevenshtein(ref, hyp, true);
-      assert.deepStrictEqual(nativeResult, tsResult);
-    });
-  });
-  void describe("error align distance matrix", () => {
-    void test("string input", () => {
-      const ref = "test";
-      const hyp = "best";
-      const tsResult = tsErrorAlign(ref, hyp);
-      const nativeResult = nativeErrorAlign(ref, hyp);
-      assert.deepStrictEqual(nativeResult, tsResult);
-    });
-    void test("with backtrace", () => {
-      const ref = "test";
-      const hyp = "best";
-      const tsResult = tsErrorAlign(ref, hyp, true);
-      const nativeResult = nativeErrorAlign(ref, hyp, true);
-      assert.deepStrictEqual(nativeResult, tsResult);
-    });
-  });
-  void describe("beam search", () => {
-    function buildSubgraphMetadata(ref, hyp) {
-      const tokenizer = basicTokenizer;
-      const normalizer = basicNormalizer;
-      const unpackedTokenizer = unpackRegexMatch(tokenizer);
-      const ensuredNormalizer = ensureLengthPreservation(normalizer);
-      const refTokenMatches = unpackedTokenizer(ref);
-      const hypTokenMatches = unpackedTokenizer(hyp);
-      const refNorm = refTokenMatches.map(([r]) => ensuredNormalizer(r));
-      const hypNorm = hypTokenMatches.map(([h]) => ensuredNormalizer(h));
-      return new SubgraphMetadata(
-        ref,
-        hyp,
-        refTokenMatches,
-        hypTokenMatches,
-        refNorm,
-        hypNorm
-      );
-    }
-    void test("simple substitution", () => {
-      const src = buildSubgraphMetadata("hello", "jello");
-      const tsPath = tsBeamSearch(src);
-      const nativePath = nativeBeamSearch(src);
-      const tsAlignments = getAlignments(tsPath);
-      const nativeAlignments = getAlignments(nativePath);
-      assert.deepStrictEqual(nativeAlignments, tsAlignments);
-    });
-    void test("multi-word alignment with all op types", () => {
-      const ref = "This is a substitution test deleted.";
-      const hyp = "Inserted this is a contribution test.";
-      const src = buildSubgraphMetadata(ref, hyp);
-      const tsPath = tsBeamSearch(src);
-      const nativePath = nativeBeamSearch(src);
-      const tsAlignments = getAlignments(tsPath);
-      const nativeAlignments = getAlignments(nativePath);
-      assert.deepStrictEqual(nativeAlignments, tsAlignments);
-    });
-    void test("identical strings", () => {
-      const src = buildSubgraphMetadata("test words", "test words");
-      const tsPath = tsBeamSearch(src);
-      const nativePath = nativeBeamSearch(src);
-      const tsAlignments = getAlignments(tsPath);
-      const nativeAlignments = getAlignments(nativePath);
-      assert.deepStrictEqual(nativeAlignments, tsAlignments);
-    });
-  });
-});