which-dialect 0.5.9 → 0.5.11

package/dist/index.js

@@ -66,7 +66,7 @@ export function createDictionary(options) {
     // Missing shards simply mean no words start with those letters, so they aren't requested.
     async function shard(kind, term) {
         const m = await meta();
-        const key = shardKey(term, m.shardLength);
+        const key = shardKey(term, kind === 'forms' ? (m.forms?.shardLength ?? m.shardLength) : m.shardLength);
         return m.shards[kind]?.includes(key) ? loadOnce(`${kind}/${key}.json`) : null;
     }
     // An inflected form from the forms index as an entry: one sense, "first-person singular present
@@ -110,6 +110,26 @@ export function createDictionary(options) {
         const m = await meta();
         return m.syllables ? loadOnce('syllables.json') : {};
     };
+    // Each shard's keys by their plain lowercase form, built once per shard: Spanish forms/de.json has ~49k
+    // keys, and stripping accents from all of them on every call ran the checker out of CPU time.
+    const plainIndexes = new WeakMap();
+    function plainIndex(file) {
+        let index = plainIndexes.get(file);
+        if (!index) {
+            index = new Map();
+            for (const key of Object.keys(file)) {
+                const lower = key.toLowerCase();
+                const p = plain(lower);
+                const list = index.get(p);
+                if (!list)
+                    index.set(p, [lower]);
+                else if (!list.includes(lower))
+                    list.push(lower);
+            }
+            plainIndexes.set(file, index);
+        }
+        return index;
+    }
     // Variants for languages written in words: other headwords and inflected forms with the same letters
     // once accents are dropped. Shards are keyed without accents, so they're all in the word's own shards.
     async function wordVariants(word, limit) {
@@ -119,11 +139,10 @@ export function createDictionary(options) {
             return [];
         const [data, forms] = await Promise.all([shard('words', written), shard('forms', written)]);
         const candidates = new Set();
-        for (const key of [...Object.keys(data ?? {}), ...Object.keys(forms ?? {})]) {
-            const lower = key.toLowerCase();
-            if (lower !== written && plain(lower) === target)
-                candidates.add(lower);
-        }
+        for (const file of [data, forms])
+            for (const lower of file ? plainIndex(file).get(target) ?? [] : [])
+                if (lower !== written)
+                    candidates.add(lower);
         const found = await Promise.all([...candidates].map(async (c) => ({ word: c, entries: await lookup(c) })));
         const frequency = (entries) => {
             const known = entries.map((e) => e.frequency).filter((f) => f !== undefined);

package/dist/phrasebook.js

@@ -109,8 +109,9 @@ export function createPhrasebook(options = {}) {
         if (last < frame.text.length)
             parts.push({ text: frame.text.slice(last), kind: 'fixed' });
         let text = tidy(parts.map((p) => p.text).join(''));
+        // The first letter, after any opening mark (Spanish "¿quieres…" → "¿Quieres…").
         if (!frame.clause)
-            text = text.charAt(0).toUpperCase() + text.slice(1);
+            text = text.replace(/^([¿¡]?)(\p{L})/u, (_, mark, c) => mark + c.toUpperCase());
         const slots = Object.entries(frame.slots).map(([name, pos]) => ({ name, pos }));
         const en = Object.keys(frame.slots).reduce((s, name) => (typeof values[name] === 'string' ? s.replace(`{${name}}`, values[name]) : s), frame.en[0]);
         return {

package/dist/types.d.ts

@@ -123,11 +123,14 @@ export type LanguageMeta = {
      * The language's inflected forms are in a compact index (forms/<shard>.json, see FormShard) rather than
      * stored as entries: Spanish's conjugations and plurals are most of its source and would triple its
      * data. `descriptions` are what each form is, with "{}" where the lemma goes ("first-person singular
-     * present indicative of {}"); a stored form points into it.
+     * present indicative of {}"); a stored form points into it. `shardLength`: letters per forms/ shard key
+     * when it differs from the words' (Spanish uses 3: two-letter form shards reached 2 MB, too much to
+     * parse per word in a serverless function).
      */
     forms?: {
         descriptions: string[];
         count: number;
+        shardLength?: number;
     };
 };
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "which-dialect",
-  "version": "0.5.9",
+  "version": "0.5.11",
   "description": "Translate words between languages and dialects, meaning by meaning, starting with Vietnamese (Northern, Central, Southern), Spanish (by country) and English, with Wiktionary data loaded on demand. More languages are planned.",
   "type": "module",
   "main": "./dist/index.js",