@mailwoman/resolver-wof-sqlite 2.1.0

package/out/fst-matcher.js

@@ -0,0 +1,117 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   In-memory FST matcher. Built by `fst-builder.ts`, queried at runtime for emission priors and CLI
+ *   introspection. The structure is a deterministic trie over normalized tokens with PlaceEntry
+ *   arrays at accepting states.
+ */
+export class FstMatcher {
+    nodes;
+    constructor(nodes) {
+        this.nodes = nodes;
+    }
+    get stateCount() {
+        return this.nodes.length;
+    }
+    get placeCount() {
+        let count = 0;
+        for (const n of this.nodes)
+            count += n.places.length;
+        return count;
+    }
+    walk(tokens) {
+        let stateId = 0;
+        for (let i = 0; i < tokens.length; i++) {
+            const node = this.nodes[stateId];
+            if (!node)
+                return null;
+            const next = node.edges.get(tokens[i]);
+            if (next === undefined)
+                return null;
+            stateId = next;
+        }
+        const node = this.nodes[stateId];
+        return { stateId, accepted: node.places.length > 0, depth: tokens.length };
+    }
+    walkFrom(prev, token) {
+        const node = this.nodes[prev.stateId];
+        if (!node)
+            return null;
+        const next = node.edges.get(token);
+        if (next === undefined)
+            return null;
+        const target = this.nodes[next];
+        return { stateId: next, accepted: target.places.length > 0, depth: prev.depth + 1 };
+    }
+    accepting(stateId) {
+        return this.nodes[stateId]?.places ?? [];
+    }
+    continuations(stateId) {
+        const node = this.nodes[stateId];
+        if (!node)
+            return [];
+        const result = [];
+        for (const [token, targetId] of node.edges) {
+            const target = this.nodes[targetId];
+            result.push({
+                token,
+                targetState: targetId,
+                acceptingCount: target.places.length,
+            });
+        }
+        return result;
+    }
+    query(text) {
+        const tokens = normalizeTokens(text);
+        const match = this.walk(tokens);
+        if (!match) {
+            // Walk as far as possible to find where we fall off
+            let stateId = 0;
+            let depth = 0;
+            for (const t of tokens) {
+                const node = this.nodes[stateId];
+                if (!node)
+                    break;
+                const next = node.edges.get(t);
+                if (next === undefined)
+                    break;
+                stateId = next;
+                depth++;
+            }
+            return {
+                path: tokens.slice(0, depth),
+                stateId,
+                accepting: this.accepting(stateId),
+                continuations: this.continuations(stateId),
+            };
+        }
+        return {
+            path: tokens,
+            stateId: match.stateId,
+            accepting: this.accepting(match.stateId),
+            continuations: this.continuations(match.stateId),
+        };
+    }
+    get nodeCount() {
+        return this.nodes.length;
+    }
+    /** Expose the internal node array for serialization. */
+    toNodes() {
+        return this.nodes;
+    }
+    static fromNodes(nodes) {
+        return new FstMatcher(nodes);
+    }
+}
+/** Normalize text into FST tokens: lowercase, NFKC, strip punctuation, split on whitespace. */
+export function normalizeTokens(text) {
+    return text
+        .normalize("NFKC")
+        .toLowerCase()
+        .replace(/[\p{P}\p{S}]/gu, "")
+        .split(/\s+/)
+        .filter((t) => t.length > 0);
+}
+//# sourceMappingURL=fst-matcher.js.map

package/out/fst-matcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fst-matcher.js","sourceRoot":"","sources":["../fst-matcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AASH,MAAM,OAAO,UAAU;IACd,KAAK,CAAW;IAExB,YAAY,KAAgB;QAC3B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;IACnB,CAAC;IAED,IAAI,UAAU;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAA;IACzB,CAAC;IAED,IAAI,UAAU;QACb,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK;YAAE,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,CAAA;QACpD,OAAO,KAAK,CAAA;IACb,CAAC;IAED,IAAI,CAAC,MAAgB;QACpB,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YAChC,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAA;YACtB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAA;YACvC,IAAI,IAAI,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAA;YACnC,OAAO,GAAG,IAAI,CAAA;QACf,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAE,CAAA;QACjC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAA;IAC3E,CAAC;IAED,QAAQ,CAAC,IAAoB,EAAE,KAAa;QAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACrC,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAA;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAClC,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAA;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAE,CAAA;QAChC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAA;IACpF,CAAC;IAED,SAAS,CAAC,OAAe;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,IAAI,EAAE,CAAA;IACzC,CAAC;IAED,aAAa,CAAC,OAAe;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAChC,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAA;QACpB,MAAM,MAAM,GAAsB,EAAE,CAAA;QACpC,KAAK,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAE,CAAA;YACpC,MAAM,CAAC,IAAI,CAAC;gBACX,KAAK;gBACL,WAAW,EAAE,QAAQ;gBACrB,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;aACpC,CAAC,CAAA;QACH,CAAC;QACD,OAAO,MAAM,CAAA;IACd,CAAC;IAED,KAAK,CAAC,IAAY;QACjB,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAA;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC/B,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,oDAAoD;YACpD,IAAI,OAAO,GAAG,CAAC,CAAA;YACf,IAAI,KAAK,GAAG,CAAC,CAAA;YACb,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;gBAChC,IAAI,CAAC,IAAI;oBAAE,MAAK;gBAChB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;gBAC9B,IAAI,IAAI,KAAK,SAAS;oBAAE,MAAK;gBAC7B,OAAO,GAAG,IAAI,CAAA;gBACd,KAAK,EAAE,CAAA;YACR,CAAC;YACD,OAAO;gBACN,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;gBAC5B,OAAO;gBACP,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBAClC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;aAC1C,CAAA;QACF,CAAC;QACD,OAAO;YACN,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC;YACxC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC;SAChD,CAAA;IACF,CAAC;IAED,IAAI,SAAS;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAA;IACzB,CAAC;IAED,wDAAwD;IACxD,OAAO;QACN,OAAO,IAAI,CAAC,KAAK,CAAA;IAClB,CAAC;IAED,MAAM,CAAC,SAAS,CAAC,KAAgB;QAChC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,CAAA;IAC7B,CAAC;CACD;AAED,+FAA+F;AAC/F,MAAM,UAAU,eAAe,CAAC,IAAY;IAC3C,OAAO,IAAI;SACT,SAAS,CAAC,MAAM,CAAC;SACjB,WAAW,EAAE;SACb,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;SAC7B,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AAC9B,CAAC"}

package/out/fst-serialize.d.ts

@@ -0,0 +1,30 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Binary serialization for the FST gazetteer. Format:
+ *
+ *   HEADER (32 bytes) magic [u8; 4] "FST\0" version u16 1 flags u16 0 (reserved) stateCount u32
+ *   edgeCount u32 total edges across all states placeCount u32 total place entries across all
+ *   states stringCount u32 unique strings in string table stringBytes u32 total bytes of string
+ *   data _reserved u32
+ *
+ *   STRING TABLE offsets [u32; stringCount + 1] byte offset into data (last = sentinel) data [u8;
+ *   stringBytes] concatenated UTF-8
+ *
+ *   STATE TABLE [stateCount × 12 bytes] edgeStart u32 index into edge table placeStart u32 index into
+ *   place table edgeCount u16 placeCount u16
+ *
+ *   EDGE TABLE [edgeCount × 8 bytes] stringIdx u32 index into string table targetState u32
+ *
+ *   PLACE TABLE [placeCount × 56 bytes] wofID u32 placetypeIdx u8 index into PLACETYPE_ORDER chainLen
+ *   u8 0..8 _pad u16 nameIdx u32 index into string table importance f32 Wikipedia importance [0,1]
+ *   (V2); was population u32 (V1) lat f32 lon f32 chain [u32; 8] parent chain (unused slots = 0)
+ */
+import { FstMatcher } from "./fst-matcher.js";
+import type { FstProvenance } from "./fst-types.js";
+export declare function serializeFst(matcher: FstMatcher, provenance?: FstProvenance): Buffer;
+export declare function deserializeFst(buf: Buffer): FstMatcher;
+export declare function readFstProvenance(buf: Buffer): FstProvenance | undefined;
+//# sourceMappingURL=fst-serialize.d.ts.map

package/out/fst-serialize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fst-serialize.d.ts","sourceRoot":"","sources":["../fst-serialize.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAC7C,OAAO,KAAK,EAAE,aAAa,EAA2B,MAAM,gBAAgB,CAAA;AA6B5E,wBAAgB,YAAY,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,CAAC,EAAE,aAAa,GAAG,MAAM,CAmIpF;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,UAAU,CAgFtD;AAED,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAcxE"}

package/out/fst-serialize.js

@@ -0,0 +1,261 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Binary serialization for the FST gazetteer. Format:
+ *
+ *   HEADER (32 bytes) magic [u8; 4] "FST\0" version u16 1 flags u16 0 (reserved) stateCount u32
+ *   edgeCount u32 total edges across all states placeCount u32 total place entries across all
+ *   states stringCount u32 unique strings in string table stringBytes u32 total bytes of string
+ *   data _reserved u32
+ *
+ *   STRING TABLE offsets [u32; stringCount + 1] byte offset into data (last = sentinel) data [u8;
+ *   stringBytes] concatenated UTF-8
+ *
+ *   STATE TABLE [stateCount × 12 bytes] edgeStart u32 index into edge table placeStart u32 index into
+ *   place table edgeCount u16 placeCount u16
+ *
+ *   EDGE TABLE [edgeCount × 8 bytes] stringIdx u32 index into string table targetState u32
+ *
+ *   PLACE TABLE [placeCount × 56 bytes] wofID u32 placetypeIdx u8 index into PLACETYPE_ORDER chainLen
+ *   u8 0..8 _pad u16 nameIdx u32 index into string table importance f32 Wikipedia importance [0,1]
+ *   (V2); was population u32 (V1) lat f32 lon f32 chain [u32; 8] parent chain (unused slots = 0)
+ */
+import { FstMatcher } from "./fst-matcher.js";
+const MAGIC = Buffer.from("FST\0", "ascii");
+const VERSION = 4;
+const HEADER_SIZE = 32;
+const STATE_ENTRY_SIZE = 16;
+const EDGE_ENTRY_SIZE = 8;
+const PLACE_ENTRY_SIZE = 56;
+const MAX_CHAIN_LEN = 8;
+const PLACETYPE_ORDER = [
+    "country",
+    "region",
+    "county",
+    "locality",
+    "localadmin",
+    "borough",
+    "neighbourhood",
+    "postalcode",
+    "campus",
+    "dependency",
+    "street_affix",
+];
+const placetypeToIdx = new Map();
+for (let i = 0; i < PLACETYPE_ORDER.length; i++) {
+    placetypeToIdx.set(PLACETYPE_ORDER[i], i);
+}
+export function serializeFst(matcher, provenance) {
+    const nodes = matcher.toNodes();
+    // --- String interning ---
+    const stringMap = new Map();
+    const strings = [];
+    function intern(s) {
+        let idx = stringMap.get(s);
+        if (idx === undefined) {
+            idx = strings.length;
+            strings.push(s);
+            stringMap.set(s, idx);
+        }
+        return idx;
+    }
+    for (const node of nodes) {
+        for (const token of node.edges.keys())
+            intern(token);
+        for (const place of node.places)
+            intern(place.name);
+    }
+    const encodedStrings = strings.map((s) => Buffer.from(s, "utf8"));
+    const stringBytes = encodedStrings.reduce((sum, b) => sum + b.length, 0);
+    // --- Counts ---
+    let totalEdges = 0;
+    let totalPlaces = 0;
+    for (const node of nodes) {
+        totalEdges += node.edges.size;
+        totalPlaces += node.places.length;
+    }
+    // --- Allocate ---
+    const stringTableSize = (strings.length + 1) * 4 + stringBytes;
+    const stateTableSize = nodes.length * STATE_ENTRY_SIZE;
+    const edgeTableSize = totalEdges * EDGE_ENTRY_SIZE;
+    const placeTableSize = totalPlaces * PLACE_ENTRY_SIZE;
+    const provenanceJson = provenance ? Buffer.from(JSON.stringify(provenance), "utf8") : null;
+    const provenanceSize = provenanceJson ? 4 + provenanceJson.length : 0;
+    const binarySize = HEADER_SIZE + stringTableSize + stateTableSize + edgeTableSize + placeTableSize;
+    const totalSize = binarySize + provenanceSize;
+    const buf = Buffer.alloc(totalSize);
+    let pos = 0;
+    // --- Header ---
+    MAGIC.copy(buf, pos);
+    pos += 4;
+    buf.writeUInt16LE(VERSION, pos);
+    pos += 2;
+    buf.writeUInt16LE(0, pos);
+    pos += 2;
+    buf.writeUInt32LE(nodes.length, pos);
+    pos += 4;
+    buf.writeUInt32LE(totalEdges, pos);
+    pos += 4;
+    buf.writeUInt32LE(totalPlaces, pos);
+    pos += 4;
+    buf.writeUInt32LE(strings.length, pos);
+    pos += 4;
+    buf.writeUInt32LE(stringBytes, pos);
+    pos += 4;
+    buf.writeUInt32LE(provenanceJson ? binarySize : 0, pos);
+    pos += 4;
+    // --- String table ---
+    let strOffset = 0;
+    for (let i = 0; i < encodedStrings.length; i++) {
+        buf.writeUInt32LE(strOffset, pos);
+        pos += 4;
+        strOffset += encodedStrings[i].length;
+    }
+    buf.writeUInt32LE(strOffset, pos);
+    pos += 4; // sentinel
+    for (const encoded of encodedStrings) {
+        encoded.copy(buf, pos);
+        pos += encoded.length;
+    }
+    // --- State, edge, and place tables ---
+    const stateTableStart = pos;
+    const edgeTableStart = stateTableStart + stateTableSize;
+    const placeTableStart = edgeTableStart + edgeTableSize;
+    let edgeIdx = 0;
+    let placeIdx = 0;
+    for (let si = 0; si < nodes.length; si++) {
+        const node = nodes[si];
+        const sp = stateTableStart + si * STATE_ENTRY_SIZE;
+        buf.writeUInt32LE(edgeIdx, sp);
+        buf.writeUInt32LE(placeIdx, sp + 4);
+        buf.writeUInt32LE(node.edges.size, sp + 8);
+        buf.writeUInt32LE(node.places.length, sp + 12);
+        for (const [token, target] of node.edges) {
+            const ep = edgeTableStart + edgeIdx * EDGE_ENTRY_SIZE;
+            buf.writeUInt32LE(intern(token), ep);
+            buf.writeUInt32LE(target, ep + 4);
+            edgeIdx++;
+        }
+        for (const place of node.places) {
+            const pp = placeTableStart + placeIdx * PLACE_ENTRY_SIZE;
+            // Filter out WOF sentinel parent IDs (negative values like -1, -4).
+            const validChain = place.parentChain.filter((id) => id > 0);
+            const chainLen = Math.min(validChain.length, MAX_CHAIN_LEN);
+            buf.writeUInt32LE(place.wofID, pp);
+            buf.writeUInt8(placetypeToIdx.get(place.placetype) ?? 0, pp + 4);
+            buf.writeUInt8(chainLen, pp + 5);
+            buf.writeUInt16LE(0, pp + 6); // pad
+            buf.writeUInt32LE(intern(place.name), pp + 8);
+            buf.writeFloatLE(place.importance, pp + 12);
+            buf.writeFloatLE(place.lat, pp + 16);
+            buf.writeFloatLE(place.lon, pp + 20);
+            for (let ci = 0; ci < MAX_CHAIN_LEN; ci++) {
+                buf.writeUInt32LE(ci < chainLen ? validChain[ci] : 0, pp + 24 + ci * 4);
+            }
+            placeIdx++;
+        }
+    }
+    if (provenanceJson) {
+        const trailerStart = binarySize;
+        buf.writeUInt32LE(provenanceJson.length, trailerStart);
+        provenanceJson.copy(buf, trailerStart + 4);
+    }
+    return buf;
+}
+export function deserializeFst(buf) {
+    // --- Header ---
+    if (buf.length < HEADER_SIZE)
+        throw new Error("FST buffer too small for header");
+    if (!buf.subarray(0, 4).equals(MAGIC))
+        throw new Error("FST magic mismatch");
+    const version = buf.readUInt16LE(4);
+    if (version < 1 || version > VERSION)
+        throw new Error(`FST version ${version} unsupported (expected 1..${VERSION})`);
+    const isV2 = version >= 2;
+    const stateCount = buf.readUInt32LE(8);
+    const edgeCount = buf.readUInt32LE(12);
+    const _placeCount = buf.readUInt32LE(16);
+    const stringCount = buf.readUInt32LE(20);
+    const stringBytes = buf.readUInt32LE(24);
+    let pos = HEADER_SIZE;
+    // --- String table ---
+    const strOffsets = new Uint32Array(stringCount + 1);
+    for (let i = 0; i <= stringCount; i++) {
+        strOffsets[i] = buf.readUInt32LE(pos);
+        pos += 4;
+    }
+    const strDataStart = pos;
+    const strings = new Array(stringCount);
+    for (let i = 0; i < stringCount; i++) {
+        const start = strDataStart + strOffsets[i];
+        const end = strDataStart + strOffsets[i + 1];
+        strings[i] = buf.toString("utf8", start, end);
+    }
+    pos += stringBytes;
+    // --- State table ---
+    const stateEntrySize = version >= 4 ? 16 : 12;
+    const stateTableStart = pos;
+    const edgeTableStart = stateTableStart + stateCount * stateEntrySize;
+    const placeTableStart = edgeTableStart + edgeCount * EDGE_ENTRY_SIZE;
+    const nodes = new Array(stateCount);
+    for (let si = 0; si < stateCount; si++) {
+        const sp = stateTableStart + si * stateEntrySize;
+        const edgeStart = buf.readUInt32LE(sp);
+        const placeStart = buf.readUInt32LE(sp + 4);
+        const edgeCountForState = version >= 4 ? buf.readUInt32LE(sp + 8) : buf.readUInt16LE(sp + 8);
+        const placeCountForState = version >= 4 ? buf.readUInt32LE(sp + 12) : buf.readUInt16LE(sp + 10);
+        const edges = new Map();
+        for (let ei = 0; ei < edgeCountForState; ei++) {
+            const ep = edgeTableStart + (edgeStart + ei) * EDGE_ENTRY_SIZE;
+            const stringIdx = buf.readUInt32LE(ep);
+            const target = buf.readUInt32LE(ep + 4);
+            edges.set(strings[stringIdx], target);
+        }
+        const places = new Array(placeCountForState);
+        for (let pi = 0; pi < placeCountForState; pi++) {
+            const pp = placeTableStart + (placeStart + pi) * PLACE_ENTRY_SIZE;
+            const chainLen = buf.readUInt8(pp + 5);
+            const parentChain = [];
+            for (let ci = 0; ci < chainLen; ci++) {
+                parentChain.push(buf.readUInt32LE(pp + 24 + ci * 4));
+            }
+            const rawImportance = isV2
+                ? buf.readFloatLE(pp + 12)
+                : Math.min(1.0, Math.log2(1 + buf.readUInt32LE(pp + 12) / 1000) / 14);
+            places[pi] = {
+                wofID: buf.readUInt32LE(pp),
+                placetype: PLACETYPE_ORDER[buf.readUInt8(pp + 4)] ?? "locality",
+                name: strings[buf.readUInt32LE(pp + 8)],
+                importance: rawImportance,
+                lat: buf.readFloatLE(pp + 16),
+                lon: buf.readFloatLE(pp + 20),
+                parentChain,
+            };
+        }
+        nodes[si] = { edges, places };
+    }
+    return FstMatcher.fromNodes(nodes);
+}
+export function readFstProvenance(buf) {
+    if (buf.length < HEADER_SIZE)
+        return undefined;
+    if (!buf.subarray(0, 4).equals(MAGIC))
+        return undefined;
+    const version = buf.readUInt16LE(4);
+    if (version < 3)
+        return undefined;
+    const provenanceOffset = buf.readUInt32LE(28);
+    if (provenanceOffset === 0 || provenanceOffset >= buf.length)
+        return undefined;
+    try {
+        const jsonLen = buf.readUInt32LE(provenanceOffset);
+        const jsonStr = buf.toString("utf8", provenanceOffset + 4, provenanceOffset + 4 + jsonLen);
+        return JSON.parse(jsonStr);
+    }
+    catch {
+        return undefined;
+    }
+}
+//# sourceMappingURL=fst-serialize.js.map

package/out/fst-serialize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fst-serialize.js","sourceRoot":"","sources":["../fst-serialize.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAG7C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;AAC3C,MAAM,OAAO,GAAG,CAAC,CAAA;AACjB,MAAM,WAAW,GAAG,EAAE,CAAA;AACtB,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAC3B,MAAM,eAAe,GAAG,CAAC,CAAA;AACzB,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAC3B,MAAM,aAAa,GAAG,CAAC,CAAA;AAEvB,MAAM,eAAe,GAA2B;IAC/C,SAAS;IACT,QAAQ;IACR,QAAQ;IACR,UAAU;IACV,YAAY;IACZ,SAAS;IACT,eAAe;IACf,YAAY;IACZ,QAAQ;IACR,YAAY;IACZ,cAAc;CACd,CAAA;AAED,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAA;AAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;IACjD,cAAc,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAE,EAAE,CAAC,CAAC,CAAA;AAC3C,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,OAAmB,EAAE,UAA0B;IAC3E,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,EAAe,CAAA;IAE5C,2BAA2B;IAC3B,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC3C,MAAM,OAAO,GAAa,EAAE,CAAA;IAE5B,SAAS,MAAM,CAAC,CAAS;QACxB,IAAI,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAC1B,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACvB,GAAG,GAAG,OAAO,CAAC,MAAM,CAAA;YACpB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACf,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;QACtB,CAAC;QACD,OAAO,GAAG,CAAA;IACX,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;YAAE,MAAM,CAAC,KAAK,CAAC,CAAA;QACpD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACpD,CAAC;IAED,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAA;IACjE,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IAExE,iBAAiB;IACjB,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,UAAU,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;QAC7B,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAA;IAClC,CAAC;IAED,mBAAmB;IACnB,MAAM,eAAe,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,WAAW,CAAA;IAC9D,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,GAAG,gBAAgB,CAAA;IACtD,MAAM,aAAa,GAAG,UAAU,GAAG,eAAe,CAAA;IAClD,MAAM,cAAc,GAAG,WAAW,GAAG,gBAAgB,CAAA;IACrD,MAAM,cAAc,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC1F,MAAM,cAAc,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;IACrE,MAAM,UAAU,GAAG,WAAW,GAAG,eAAe,GAAG,cAAc,GAAG,aAAa,GAAG,cAAc,CAAA;IAClG,MAAM,SAAS,GAAG,UAAU,GAAG,cAAc,CAAA;IAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IACnC,IAAI,GAAG,GAAG,CAAC,CAAA;IAEX,iBAAiB;IACjB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IACpB,GAAG,IAAI,CAAC,CAAA;IACR,GAAG,CAAC,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;IAC/B,GAAG,IAAI,CAAC,CAAA;IACR,GAAG,CAAC,aAAa,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;IACzB,GAAG,IAAI,CAAC,CAAA;IACR,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IACpC,GAAG,IAAI,CAAC,CAAA;IACR,GAAG,CAAC,aAAa,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;IAClC,GAAG,IAAI,CAAC,CAAA;IACR,GAAG,CAAC,aAAa,CAAC,WAAW,EAAE,GAAG,CAAC,CAAA;IACnC,GAAG,IAAI,CAAC,CAAA;IACR,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IACtC,GAAG,IAAI,CAAC,CAAA;IACR,GAAG,CAAC,aAAa,CAAC,WAAW,EAAE,GAAG,CAAC,CAAA;IACnC,GAAG,IAAI,CAAC,CAAA;IACR,GAAG,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;IACvD,GAAG,IAAI,CAAC,CAAA;IAER,uBAAuB;IACvB,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,GAAG,CAAC,aAAa,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;QACjC,GAAG,IAAI,CAAC,CAAA;QACR,SAAS,IAAI,cAAc,CAAC,CAAC,CAAE,CAAC,MAAM,CAAA;IACvC,CAAC;IACD,GAAG,CAAC,aAAa,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;IACjC,GAAG,IAAI,CAAC,CAAA,CAAC,WAAW;IAEpB,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;QACtB,GAAG,IAAI,OAAO,CAAC,MAAM,CAAA;IACtB,CAAC;IAED,wCAAwC;IACxC,MAAM,eAAe,GAAG,GAAG,CAAA;IAC3B,MAAM,cAAc,GAAG,eAAe,GAAG,cAAc,CAAA;IACvD,MAAM,eAAe,GAAG,cAAc,GAAG,aAAa,CAAA;IAEtD,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,QAAQ,GAAG,CAAC,CAAA;IAEhB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAE,CAAA;QACvB,MAAM,EAAE,GAAG,eAAe,GAAG,EAAE,GAAG,gBAAgB,CAAA;QAElD,GAAG,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;QAC9B,GAAG,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA;QACnC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA;QAC1C,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;QAE9C,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC1C,MAAM,EAAE,GAAG,cAAc,GAAG,OAAO,GAAG,eAAe,CAAA;YACrD,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAA;YACpC,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA;YACjC,OAAO,EAAE,CAAA;QACV,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACjC,MAAM,EAAE,GAAG,eAAe,GAAG,QAAQ,GAAG,gBAAgB,CAAA;YACxD,oEAAoE;YACpE,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;YAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;YAC3D,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;YAClC,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA;YAChE,GAAG,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA;YAChC,GAAG,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA,CAAC,MAAM;YACnC,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA;YAC7C,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;YAC3C,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;YACpC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;YACpC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,aAAa,EAAE,EAAE,EAAE,EAAE,CAAC;gBAC3C,GAAG,CAAC,aAAa,CAAC,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAA;YACzE,CAAC;YACD,QAAQ,EAAE,CAAA;QACX,CAAC;IACF,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACpB,MAAM,YAAY,GAAG,UAAU,CAAA;QAC/B,GAAG,CAAC,aAAa,CAAC,cAAc,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;QACtD,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,GAAG,CAAC,CAAC,CAAA;IAC3C,CAAC;IAED,OAAO,GAAG,CAAA;AACX,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAW;IACzC,iBAAiB;IACjB,IAAI,GAAG,CAAC,MAAM,GAAG,WAAW;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;IAChF,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;IAC5E,MAAM,OAAO,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IACnC,IAAI,OAAO,GAAG,CAAC,IAAI,OAAO,GAAG,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,eAAe,OAAO,6BAA6B,OAAO,GAAG,CAAC,CAAA;IACpH,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,CAAA;IAEzB,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IACtC,MAAM,SAAS,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;IACxC,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;IACxC,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;IAExC,IAAI,GAAG,GAAG,WAAW,CAAA;IAErB,uBAAuB;IACvB,MAAM,UAAU,GAAG,IAAI,WAAW,CAAC,WAAW,GAAG,CAAC,CAAC,CAAA;IACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,UAAU,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;QACrC,GAAG,IAAI,CAAC,CAAA;IACT,CAAC;IACD,MAAM,YAAY,GAAG,GAAG,CAAA;IACxB,MAAM,OAAO,GAAa,IAAI,KAAK,CAAC,WAAW,CAAC,CAAA;IAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,YAAY,GAAG,UAAU,CAAC,CAAC,CAAE,CAAA;QAC3C,MAAM,GAAG,GAAG,YAAY,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAE,CAAA;QAC7C,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;IAC9C,CAAC;IACD,GAAG,IAAI,WAAW,CAAA;IAElB,sBAAsB;IACtB,MAAM,cAAc,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;IAC7C,MAAM,eAAe,GAAG,GAAG,CAAA;IAC3B,MAAM,cAAc,GAAG,eAAe,GAAG,UAAU,GAAG,cAAc,CAAA;IACpE,MAAM,eAAe,GAAG,cAAc,GAAG,SAAS,GAAG,eAAe,CAAA;IAEpE,MAAM,KAAK,GAAc,IAAI,KAAK,CAAC,UAAU,CAAC,CAAA;IAE9C,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC;QACxC,MAAM,EAAE,GAAG,eAAe,GAAG,EAAE,GAAG,cAAc,CAAA;QAChD,MAAM,SAAS,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;QACtC,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;QAC3C,MAAM,iBAAiB,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;QAC5F,MAAM,kBAAkB,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAA;QAE/F,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAA;QACvC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,iBAAiB,EAAE,EAAE,EAAE,EAAE,CAAC;YAC/C,MAAM,EAAE,GAAG,cAAc,GAAG,CAAC,SAAS,GAAG,EAAE,CAAC,GAAG,eAAe,CAAA;YAC9D,MAAM,SAAS,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;YACtC,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;YACvC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAE,EAAE,MAAM,CAAC,CAAA;QACvC,CAAC;QAED,MAAM,MAAM,GAAiB,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;QAC1D,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,kBAAkB,EAAE,EAAE,EAAE,EAAE,CAAC;YAChD,MAAM,EAAE,GAAG,eAAe,GAAG,CAAC,UAAU,GAAG,EAAE,CAAC,GAAG,gBAAgB,CAAA;YACjE,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;YACtC,MAAM,WAAW,GAAa,EAAE,CAAA;YAChC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC;gBACtC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;YACrD,CAAC;YACD,MAAM,aAAa,GAAG,IAAI;gBACzB,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,CAAC;gBAC1B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;YACtE,MAAM,CAAC,EAAE,CAAC,GAAG;gBACZ,KAAK,EAAE,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC3B,SAAS,EAAE,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,UAAU;gBAC/D,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,CAAC,CAAE;gBACxC,UAAU,EAAE,aAAa;gBACzB,GAAG,EAAE,GAAG,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,CAAC;gBAC7B,GAAG,EAAE,GAAG,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,CAAC;gBAC7B,WAAW;aACX,CAAA;QACF,CAAC;QAED,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAA;IAC9B,CAAC;IAED,OAAO,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;AACnC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,GAAW;IAC5C,IAAI,GAAG,CAAC,MAAM,GAAG,WAAW;QAAE,OAAO,SAAS,CAAA;IAC9C,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IACvD,MAAM,OAAO,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IACnC,IAAI,OAAO,GAAG,CAAC;QAAE,OAAO,SAAS,CAAA;IACjC,MAAM,gBAAgB,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;IAC7C,IAAI,gBAAgB,KAAK,CAAC,IAAI,gBAAgB,IAAI,GAAG,CAAC,MAAM;QAAE,OAAO,SAAS,CAAA;IAC9E,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,GAAG,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAA;QAClD,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,GAAG,CAAC,EAAE,gBAAgB,GAAG,CAAC,GAAG,OAAO,CAAC,CAAA;QAC1F,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAkB,CAAA;IAC5C,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAA;IACjB,CAAC;AACF,CAAC"}

package/out/fst-types.d.ts

@@ -0,0 +1,60 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Types for the FST gazetteer language model. The FST maps token sequences (place names) to
+ *   (placetype, wof_id, parent_chain) entries — pre-computing the valid interpretations for each
+ *   prefix of every place name in the gazetteer.
+ */
+export interface PlaceEntry {
+    wofID: number;
+    placetype: PlacetypeId;
+    name: string;
+    parentChain: number[];
+    importance: number;
+    lat: number;
+    lon: number;
+}
+export type PlacetypeId = "country" | "region" | "county" | "locality" | "localadmin" | "borough" | "neighbourhood" | "postalcode" | "campus" | "dependency" | "street_affix";
+export interface FstMatchResult {
+    stateId: number;
+    accepted: boolean;
+    depth: number;
+}
+export interface FstContinuation {
+    token: string;
+    targetState: number;
+    acceptingCount: number;
+}
+export interface FstQueryResult {
+    path: string[];
+    stateId: number;
+    accepting: PlaceEntry[];
+    continuations: FstContinuation[];
+}
+export interface FstProvenance {
+    builtAt: string;
+    countries: string[];
+    stateCount: number;
+    placeCount: number;
+    edgeCount: number;
+    nameInsertions: number;
+    importanceMatches: number;
+    sourceDb?: string;
+    modelCardVersion?: string;
+}
+export interface BuildFstOpts {
+    dbPath: string;
+    countries?: string[];
+    placetypes?: PlacetypeId[];
+    languages?: string[];
+    onProgress?: (phase: string, detail?: string) => void;
+}
+export interface BuildFstResult {
+    stateCount: number;
+    placeCount: number;
+    edgeCount: number;
+    tokenCount: number;
+}
+//# sourceMappingURL=fst-types.d.ts.map

package/out/fst-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fst-types.d.ts","sourceRoot":"","sources":["../fst-types.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,MAAM,WAAW,UAAU;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,WAAW,CAAA;IACtB,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,UAAU,EAAE,MAAM,CAAA;IAClB,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,MAAM,CAAA;CACX;AAED,MAAM,MAAM,WAAW,GACpB,SAAS,GACT,QAAQ,GACR,QAAQ,GACR,UAAU,GACV,YAAY,GACZ,SAAS,GACT,eAAe,GACf,YAAY,GACZ,QAAQ,GACR,YAAY,GACZ,cAAc,CAAA;AAEjB,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,OAAO,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,eAAe;IAC/B,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,EAAE,MAAM,CAAA;IACnB,cAAc,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,MAAM,EAAE,CAAA;IACd,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,UAAU,EAAE,CAAA;IACvB,aAAa,EAAE,eAAe,EAAE,CAAA;CAChC;AAED,MAAM,WAAW,aAAa;IAC7B,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,EAAE,CAAA;IACnB,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,cAAc,EAAE,MAAM,CAAA;IACtB,iBAAiB,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,gBAAgB,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,YAAY;IAC5B,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,UAAU,CAAC,EAAE,WAAW,EAAE,CAAA;IAC1B,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,KAAK,IAAI,CAAA;CACrD;AAED,MAAM,WAAW,cAAc;IAC9B,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;CAClB"}

package/out/fst-types.js

@@ -0,0 +1,11 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Types for the FST gazetteer language model. The FST maps token sequences (place names) to
+ *   (placetype, wof_id, parent_chain) entries — pre-computing the valid interpretations for each
+ *   prefix of every place name in the gazetteer.
+ */
+export {};
+//# sourceMappingURL=fst-types.js.map

package/out/fst-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fst-types.js","sourceRoot":"","sources":["../fst-types.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG"}