synset 0.9.0 → 0.9.1

package/dist/index.js

@@ -163,7 +163,171 @@ var Lexicon = z.object({
   synsets: z.array(Synset).min(0),
   syntacticBehaviors: z.array(SyntacticBehavior).min(0)
 });
-var partsOfSpeechList = PartsOfSpeech.options.map((v) => v.value);
+var partsOfSpeechList = PartsOfSpeech.options.map(
+  (v) => v.value
+);
+
+// src/helpers.ts
+function PronunciationNode(node) {
+  const obj = {
+    variety: optAttr(node, "variety"),
+    inner: node.innerText
+  };
+  return Pronunciation.parse(extendWithRestAttr(node, obj, (s) => s));
+}
+function LemmaNode(node) {
+  const obj = {
+    writtenForm: attr(node, "writtenForm"),
+    partOfSpeech: PartsOfSpeech.parse(attr(node, "partOfSpeech")),
+    pronunciations: (
+      //
+      children(node, "Pronunciation", (v) => PronunciationNode(v))
+    )
+  };
+  return Lemma.parse(extendWithRestAttr(node, obj, (s) => s));
+}
+function SenseRelationNode(node) {
+  const obj = {
+    relType: SenseRelationRelType.parse(attr(node, "relType")),
+    target: attr(node, "target"),
+    dcType: optAttr(node, "dc:type")
+  };
+  return SenseRelation.parse(
+    extendWithRestAttr(node, obj, (s) => s === "dc:type" ? "dcType" : s)
+  );
+}
+function SenseNode(node) {
+  const adjPos = optAttr(node, "adjposition");
+  const obj = {
+    id: attr(node, "id"),
+    synset: SynsetId.parse(attr(node, "synset")),
+    senseRelations: children(node, "SenseRelation", SenseRelationNode),
+    subCat: optAttr(node, "subcat"),
+    adjPosition: adjPos ? AdjPosition.parse(adjPos) : void 0
+  };
+  return Sense.parse(
+    extendWithRestAttr(
+      node,
+      obj,
+      (s) => s === "subcat" ? "subCat" : s === "adjposition" ? "adjPosition" : s
+    )
+  );
+}
+function FormNode(node) {
+  const obj = {
+    writtenForm: attr(node, "writtenForm")
+  };
+  return Form.parse(extendWithRestAttr(node, obj, (s) => s));
+}
+function LexicalEntryNode(node) {
+  const obj = {
+    id: attr(node, "id"),
+    lemmas: children(node, "Lemma", LemmaNode),
+    senses: children(node, "Sense", SenseNode),
+    forms: children(node, "Form", FormNode)
+  };
+  return LexicalEntry.parse(extendWithRestAttr(node, obj, (s) => s));
+}
+function DefinitionNode(node) {
+  const obj = {
+    inner: node.innerText
+  };
+  return Definition.parse(extendWithRestAttr(node, obj, (s) => s));
+}
+function ExampleNode(node) {
+  const obj = {
+    inner: node.innerText,
+    dcSource: optAttr(node, "dc:source")
+  };
+  return Example.parse(
+    extendWithRestAttr(node, obj, (s) => s === "dc:source" ? "dcSource" : s)
+  );
+}
+function ILIDefinitionNode(node) {
+  const obj = {
+    inner: node.innerText
+  };
+  return ILIDefinition.parse(extendWithRestAttr(node, obj, (s) => s));
+}
+function SynsetRelationNode(node) {
+  const obj = {
+    relType: SynsetRelationRelType.parse(attr(node, "relType")),
+    target: attr(node, "target")
+  };
+  return SynsetRelation.parse(extendWithRestAttr(node, obj, (s) => s));
+}
+function SyntacticBehaviorNode(node) {
+  const obj = {
+    id: attr(node, "id"),
+    subcategorizationFrame: attr(node, "subcategorizationFrame")
+  };
+  return SyntacticBehavior.parse(extendWithRestAttr(node, obj, (s) => s));
+}
+function SynsetNode(node) {
+  const obj = {
+    id: attr(node, "id"),
+    ili: attr(node, "ili"),
+    lexfile: attr(node, "lexfile"),
+    members: attr(node, "members").split(" "),
+    dcSource: optAttr(node, "dc:source"),
+    partOfSpeech: PartsOfSpeech.parse(attr(node, "partOfSpeech")),
+    definitions: children(node, "Definition", (v) => DefinitionNode(v)),
+    examples: children(node, "Example", (v) => ExampleNode(v)),
+    iliDefinitions: children(node, "ILIDefinition", ILIDefinitionNode),
+    synsetRelations: children(node, "SynsetRelation", SynsetRelationNode)
+  };
+  return Synset.parse(
+    extendWithRestAttr(node, obj, (s) => s === "dc:source" ? "dcSource" : s)
+  );
+}
+function LexiconNode(node) {
+  const obj = {
+    id: attr(node, "id"),
+    label: attr(node, "label"),
+    language: attr(node, "language"),
+    email: attr(node, "email"),
+    license: attr(node, "license"),
+    version: attr(node, "version"),
+    citation: optAttr(node, "citation"),
+    url: attr(node, "url"),
+    lexicalEntries: children(node, "LexicalEntry", LexicalEntryNode),
+    synsets: children(node, "Synset", SynsetNode),
+    syntacticBehaviors: (
+      //
+      children(node, "SyntacticBehaviour", SyntacticBehaviorNode)
+    )
+  };
+  return Lexicon.parse(extendWithRestAttr(node, obj, (s) => s));
+}
+var decodeXmlEntities = (s) => {
+  if (s === void 0) return void 0;
+  return s.replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&apos;/g, "'").replace(/&quot;/g, '"');
+};
+var attr = (node, attrName) => {
+  const value = decodeXmlEntities(node.attributes[attrName]);
+  if (value === void 0) {
+    throw new Error(
+      `Missing required attribute "${attrName}" on node "${node.type}"`
+    );
+  }
+  return value;
+};
+var optAttr = (node, attrName) => {
+  return decodeXmlEntities(node.attributes[attrName]);
+};
+var restAttrs = (node, obj, proxy) => {
+  const result = {};
+  Object.keys(node.attributes).filter((a) => !(proxy(a) in obj)).forEach((k) => {
+    result[k] = decodeXmlEntities(node.attributes[k]) ?? node.attributes[k];
+  });
+  return result;
+};
+var extendWithRestAttr = (node, obj, proxy) => {
+  return Object.assign(obj, restAttrs(node, obj, proxy));
+};
+var children = (node, type, fn) => {
+  return node.children.filter((v) => v.type === type).map((v) => fn(v));
+};
 
 // src/literals.ts
 var PartsOfSpeech2 = {
@@ -316,8 +480,16 @@ var AdjPosition2 = {
 };
 
 // src/loader.ts
-import { existsSync, statSync, writeFileSync, mkdirSync, readdirSync } from "fs";
+import {
+  createReadStream,
+  existsSync,
+  mkdirSync,
+  readdirSync,
+  statSync,
+  writeFileSync
+} from "fs";
 import path from "path";
+import { Readable } from "stream";
 
 // node_modules/@dbushell/xml-streamify/src/node.ts
 var Node = class {
@@ -561,166 +733,6 @@ async function* parse(input, options) {
   return document;
 }
 
-// src/helpers.ts
-function PronunciationNode(node) {
-  const obj = {
-    variety: optAttr(node, "variety"),
-    inner: node.innerText
-  };
-  return Pronunciation.parse(extendWithRestAttr(node, obj, (s) => s));
-}
-function LemmaNode(node) {
-  const obj = {
-    writtenForm: attr(node, "writtenForm"),
-    partOfSpeech: PartsOfSpeech.parse(attr(node, "partOfSpeech")),
-    pronunciations: (
-      //
-      children(node, "Pronunciation", (v) => PronunciationNode(v))
-    )
-  };
-  return Lemma.parse(extendWithRestAttr(node, obj, (s) => s));
-}
-function SenseRelationNode(node) {
-  const obj = {
-    relType: SenseRelationRelType.parse(attr(node, "relType")),
-    target: attr(node, "target"),
-    dcType: optAttr(node, "dc:type")
-  };
-  return SenseRelation.parse(
-    extendWithRestAttr(node, obj, (s) => s == "dc:type" ? "dcType" : s)
-  );
-}
-function SenseNode(node) {
-  const adjPos = optAttr(node, "adjposition");
-  const obj = {
-    id: attr(node, "id"),
-    synset: SynsetId.parse(attr(node, "synset")),
-    senseRelations: children(node, "SenseRelation", SenseRelationNode),
-    subCat: optAttr(node, "subcat"),
-    adjPosition: adjPos ? AdjPosition.parse(adjPos) : void 0
-  };
-  return Sense.parse(
-    extendWithRestAttr(
-      node,
-      obj,
-      (s) => s == "subcat" ? "subCat" : s == "adjposition" ? "adjPosition" : s
-    )
-  );
-}
-function FormNode(node) {
-  const obj = {
-    writtenForm: attr(node, "writtenForm")
-  };
-  return Form.parse(extendWithRestAttr(node, obj, (s) => s));
-}
-function LexicalEntryNode(node) {
-  const obj = {
-    id: attr(node, "id"),
-    lemmas: children(node, "Lemma", LemmaNode),
-    senses: children(node, "Sense", SenseNode),
-    forms: children(node, "Form", FormNode)
-  };
-  return LexicalEntry.parse(extendWithRestAttr(node, obj, (s) => s));
-}
-function DefinitionNode(node) {
-  const obj = {
-    inner: node.innerText
-  };
-  return Definition.parse(extendWithRestAttr(node, obj, (s) => s));
-}
-function ExampleNode(node) {
-  const obj = {
-    inner: node.innerText,
-    dcSource: optAttr(node, "dc:source")
-  };
-  return Example.parse(
-    extendWithRestAttr(node, obj, (s) => s == "dc:source" ? "dcSource" : s)
-  );
-}
-function ILIDefinitionNode(node) {
-  const obj = {
-    inner: node.innerText
-  };
-  return ILIDefinition.parse(extendWithRestAttr(node, obj, (s) => s));
-}
-function SynsetRelationNode(node) {
-  const obj = {
-    relType: SynsetRelationRelType.parse(attr(node, "relType")),
-    target: attr(node, "target")
-  };
-  return SynsetRelation.parse(extendWithRestAttr(node, obj, (s) => s));
-}
-function SyntacticBehaviorNode(node) {
-  const obj = {
-    id: attr(node, "id"),
-    subcategorizationFrame: attr(node, "subcategorizationFrame")
-  };
-  return SyntacticBehavior.parse(extendWithRestAttr(node, obj, (s) => s));
-}
-function SynsetNode(node) {
-  const obj = {
-    id: attr(node, "id"),
-    ili: attr(node, "ili"),
-    lexfile: attr(node, "lexfile"),
-    members: attr(node, "members").split(" "),
-    dcSource: optAttr(node, "dc:source"),
-    partOfSpeech: PartsOfSpeech.parse(attr(node, "partOfSpeech")),
-    definitions: children(node, "Definition", (v) => DefinitionNode(v)),
-    examples: children(node, "Example", (v) => ExampleNode(v)),
-    iliDefinitions: children(node, "ILIDefinition", ILIDefinitionNode),
-    synsetRelations: children(node, "SynsetRelation", SynsetRelationNode)
-  };
-  return Synset.parse(
-    extendWithRestAttr(node, obj, (s) => s == "dc:source" ? "dcSource" : s)
-  );
-}
-function LexiconNode(node) {
-  const obj = {
-    id: attr(node, "id"),
-    label: attr(node, "label"),
-    language: attr(node, "language"),
-    email: attr(node, "email"),
-    license: attr(node, "license"),
-    version: attr(node, "version"),
-    citation: optAttr(node, "citation"),
-    url: attr(node, "url"),
-    lexicalEntries: children(node, "LexicalEntry", LexicalEntryNode),
-    synsets: children(node, "Synset", SynsetNode),
-    syntacticBehaviors: (
-      //
-      children(node, "SyntacticBehaviour", SyntacticBehaviorNode)
-    )
-  };
-  return Lexicon.parse(extendWithRestAttr(node, obj, (s) => s));
-}
-var decodeXmlEntities = (s) => {
-  if (s === void 0) return void 0;
-  return s.replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&apos;/g, "'").replace(/&quot;/g, '"');
-};
-var attr = (node, attrName) => {
-  const value = decodeXmlEntities(node.attributes[attrName]);
-  if (value === void 0) {
-    throw new Error(`Missing required attribute "${attrName}" on node "${node.type}"`);
-  }
-  return value;
-};
-var optAttr = (node, attrName) => {
-  return decodeXmlEntities(node.attributes[attrName]);
-};
-var restAttrs = (node, obj, proxy) => {
-  const result = {};
-  Object.keys(node.attributes).filter((a) => !(proxy(a) in obj)).forEach((k) => {
-    result[k] = decodeXmlEntities(node.attributes[k]) ?? node.attributes[k];
-  });
-  return result;
-};
-var extendWithRestAttr = (node, obj, proxy) => {
-  return Object.assign(obj, restAttrs(node, obj, proxy));
-};
-var children = (node, type, fn) => {
-  return node.children.filter((v) => v.type == type).map((v) => fn(v));
-};
-
 // src/loader.ts
 var BASE_VERSION = "2024";
 function getFilename(version) {
@@ -786,7 +798,6 @@ async function findLatestVersion(onProgress, cacheDir) {
     for (let year = baseYear + 1; year <= lastReleasableYear; year++) {
       const version = year.toString();
       if (await urlExists(getDownloadUrl(version))) {
-        continue;
       } else {
         return (year - 1).toString();
       }
@@ -807,9 +818,13 @@ async function downloadWordNet(version, destPath) {
   const url = getDownloadUrl(version);
   const response = await fetch(url);
   if (!response.ok || !response.body) {
-    throw new Error(`Failed to download WordNet ${version}: ${response.statusText}`);
+    throw new Error(
+      `Failed to download WordNet ${version}: ${response.statusText}`
+    );
   }
-  const decompressed = response.body.pipeThrough(new DecompressionStream("gzip"));
+  const decompressed = response.body.pipeThrough(
+    new DecompressionStream("gzip")
+  );
   const arrayBuffer = await new Response(decompressed).arrayBuffer();
   const dir = path.dirname(destPath);
   if (!existsSync(dir)) {
@@ -819,8 +834,9 @@ async function downloadWordNet(version, destPath) {
 }
 function createParser(filePath) {
   const resolvedPath = path.resolve(filePath);
-  const fileUrl = resolvedPath.startsWith("/") ? `file://${resolvedPath}` : `file:///${resolvedPath.replace(/\\/g, "/")}`;
-  return parse(fileUrl, {
+  const nodeStream = createReadStream(resolvedPath);
+  const webStream = Readable.toWeb(nodeStream);
+  return parse(webStream, {
     ignoreDeclaration: false,
     silent: false
   });