@whiteslove/parsing-lexicon 0.2.0 → 0.2.2

package/src/landmarks.js

@@ -1,21 +1,21 @@
-import { lexiconEntity } from './lexicon-core.js';
-const group = (canonical, aliases) => lexiconEntity(canonical, aliases);
-
-export const GENERIC_LANDMARK_TERMS = Object.freeze([
-  group('Park', { ru: ['парк'], en: ['park'], uk: ['парк'], ro: ['parc'], uzLatn: ["bog'", 'bog‘', 'bogʻ', 'park'], uzCyrl: ['боғ', 'парк'], kk: ['саябақ', 'парк'] }),
-  group('Metro', { ru: ['метро', 'станция метро'], en: ['metro', 'subway station'], uk: ['метро', 'станція метро'], ro: ['metrou', 'stație de metrou'], uzLatn: ['metro', 'metro bekati'], uzCyrl: ['метро', 'метро бекати'], kk: ['метро', 'метро станциясы'] }),
-  group('Bus stop', { ru: ['автобусная остановка', 'остановка автобуса', 'конечная автобуса'], en: ['bus stop', 'bus station'], uk: ['автобусна зупинка', 'зупинка автобуса'], ro: ['stație de autobuz', 'statie de autobuz'], uzLatn: ['avtobus bekati', 'avtobus kanichka', 'avtobus kanichkasi', 'avtobus konichka', 'avtobus konichkasi'], uzCyrl: ['автобус бекати'], kk: ['автобус аялдамасы'] }),
-  group('Clinic', { ru: ['поликлиника', 'клиника'], en: ['clinic', 'polyclinic'], uk: ['поліклініка', 'клініка'], ro: ['clinică', 'clinica', 'policlinică', 'policlinica'], uzLatn: ['poliklinika', 'poleklinika', 'klinika'], uzCyrl: ['поликлиника', 'клиника'], kk: ['емхана', 'клиника'] }),
-  group('Hospital', { ru: ['больница', 'госпиталь'], en: ['hospital'], uk: ['лікарня', 'госпіталь'], ro: ['spital'], uzLatn: ['shifoxona', 'kasalxona'], uzCyrl: ['шифохона', 'касалхона'], kk: ['аурухана'] }),
-  group('School', { ru: ['школа', 'школы', 'школу', 'школе'], en: ['school'], uk: ['школа', 'школи', 'школу'], ro: ['școală', 'scoala'], uzLatn: ['maktab'], uzCyrl: ['мактаб'], kk: ['мектеп'] }),
-  group('Kindergarten', { ru: ['детский сад', 'садик'], en: ['kindergarten', 'nursery'], uk: ['дитячий садок', 'садочок'], ro: ['grădiniță', 'gradinita'], uzLatn: ["bolalar bog'chasi", 'bolalar bog‘chasi', 'bogcha'], uzCyrl: ['болалар боғчаси', 'боғча'], kk: ['балабақша'] }),
-  group('University', { ru: ['университет', 'институт'], en: ['university', 'institute'], uk: ['університет', 'інститут'], ro: ['universitate', 'institut'], uzLatn: ['universitet', 'institut'], uzCyrl: ['университет', 'институт'], kk: ['университет', 'институт'] }),
-  group('Shopping center', { ru: ['тц', 'трц', 'торговый центр'], en: ['shopping center', 'shopping centre', 'mall'], uk: ['тц', 'трц', 'торговий центр'], ro: ['centru comercial', 'mall'], uzLatn: ['savdo markazi', 'mall'], uzCyrl: ['савдо маркази'], kk: ['сауда орталығы', 'сауда үйі'] }),
-  group('Supermarket', { ru: ['супермаркет', 'гипермаркет'], en: ['supermarket', 'hypermarket'], uk: ['супермаркет', 'гіпермаркет'], ro: ['supermarket', 'hipermarket'], uzLatn: ['supermarket', 'gipermarket'], uzCyrl: ['супермаркет', 'гипермаркет'], kk: ['супермаркет', 'гипермаркет'] }),
-  group('Market', { ru: ['рынок', 'базар'], en: ['market', 'bazaar'], uk: ['ринок', 'базар'], ro: ['piață', 'piata', 'bazar'], uzLatn: ['bozor', 'bazar'], uzCyrl: ['бозор', 'базар'], kk: ['базар', 'нарық'] }),
-  group('Pharmacy', { ru: ['аптека'], en: ['pharmacy', 'drugstore'], uk: ['аптека'], ro: ['farmacie'], uzLatn: ['dorixona', 'apteka'], uzCyrl: ['дорихона', 'аптека'], kk: ['дәріхана', 'аптека'] }),
-  group('Mosque', { ru: ['мечеть'], en: ['mosque'], uk: ['мечеть'], ro: ['moschee'], uzLatn: ['masjid'], uzCyrl: ['масжид'], kk: ['мешіт'] }),
-  group('Church', { ru: ['церковь', 'храм'], en: ['church', 'cathedral'], uk: ['церква', 'храм', 'собор'], ro: ['biserică', 'biserica', 'catedrală', 'catedrala'], uzLatn: ['cherkov', 'ibodatxona'], uzCyrl: ['черков'], kk: ['шіркеу', 'собор'] }),
-  group('Railway station', { ru: ['вокзал', 'железнодорожный вокзал'], en: ['railway station', 'train station'], uk: ['вокзал', 'залізничний вокзал'], ro: ['gară', 'gara', 'gară feroviară', 'gara feroviara'], uzLatn: ['vokzal', 'temir yol vokzali', "temir yo'l vokzali"], uzCyrl: ['вокзал', 'темир йўл вокзали'], kk: ['теміржол вокзалы', 'вокзал'] }),
-  group('Airport', { ru: ['аэропорт'], en: ['airport'], uk: ['аеропорт'], ro: ['aeroport'], uzLatn: ['aeroport'], uzCyrl: ['аэропорт'], kk: ['әуежай', 'аэропорт'] }),
-]);
+import { lexiconEntity } from './lexicon-core.js';
+const group = (canonical, aliases) => lexiconEntity(canonical, aliases);
+
+export const GENERIC_LANDMARK_TERMS = Object.freeze([
+  group('Park', { ru: ['парк'], en: ['park'], uk: ['парк'], ro: ['parc'], uzLatn: ["bog'", 'bog‘', 'bogʻ', 'park'], uzCyrl: ['боғ', 'парк'], kk: ['саябақ', 'парк'] }),
+  group('Metro', { ru: ['метро', 'станция метро'], en: ['metro', 'subway station'], uk: ['метро', 'станція метро'], ro: ['metrou', 'stație de metrou'], uzLatn: ['metro', 'metro bekati'], uzCyrl: ['метро', 'метро бекати'], kk: ['метро', 'метро станциясы'] }),
+  group('Bus stop', { ru: ['автобусная остановка', 'остановка автобуса', 'конечная автобуса'], en: ['bus stop', 'bus station'], uk: ['автобусна зупинка', 'зупинка автобуса'], ro: ['stație de autobuz', 'statie de autobuz'], uzLatn: ['avtobus bekati', 'avtobus kanichka', 'avtobus kanichkasi', 'avtobus konichka', 'avtobus konichkasi'], uzCyrl: ['автобус бекати'], kk: ['автобус аялдамасы'] }),
+  group('Clinic', { ru: ['поликлиника', 'клиника'], en: ['clinic', 'polyclinic'], uk: ['поліклініка', 'клініка'], ro: ['clinică', 'clinica', 'policlinică', 'policlinica'], uzLatn: ['poliklinika', 'poleklinika', 'klinika'], uzCyrl: ['поликлиника', 'клиника'], kk: ['емхана', 'клиника'] }),
+  group('Hospital', { ru: ['больница', 'госпиталь'], en: ['hospital'], uk: ['лікарня', 'госпіталь'], ro: ['spital'], uzLatn: ['shifoxona', 'kasalxona'], uzCyrl: ['шифохона', 'касалхона'], kk: ['аурухана'] }),
+  group('School', { ru: ['школа', 'школы', 'школу', 'школе'], en: ['school'], uk: ['школа', 'школи', 'школу'], ro: ['școală', 'scoala'], uzLatn: ['maktab'], uzCyrl: ['мактаб'], kk: ['мектеп'] }),
+  group('Kindergarten', { ru: ['детский сад', 'садик'], en: ['kindergarten', 'nursery'], uk: ['дитячий садок', 'садочок'], ro: ['grădiniță', 'gradinita'], uzLatn: ["bolalar bog'chasi", 'bolalar bog‘chasi', 'bogcha'], uzCyrl: ['болалар боғчаси', 'боғча'], kk: ['балабақша'] }),
+  group('University', { ru: ['университет', 'институт'], en: ['university', 'institute'], uk: ['університет', 'інститут'], ro: ['universitate', 'institut'], uzLatn: ['universitet', 'institut'], uzCyrl: ['университет', 'институт'], kk: ['университет', 'институт'] }),
+  group('Shopping center', { ru: ['тц', 'трц', 'торговый центр'], en: ['shopping center', 'shopping centre', 'mall'], uk: ['тц', 'трц', 'торговий центр'], ro: ['centru comercial', 'mall'], uzLatn: ['savdo markazi', 'mall'], uzCyrl: ['савдо маркази'], kk: ['сауда орталығы', 'сауда үйі'] }),
+  group('Supermarket', { ru: ['супермаркет', 'гипермаркет'], en: ['supermarket', 'hypermarket'], uk: ['супермаркет', 'гіпермаркет'], ro: ['supermarket', 'hipermarket'], uzLatn: ['supermarket', 'gipermarket'], uzCyrl: ['супермаркет', 'гипермаркет'], kk: ['супермаркет', 'гипермаркет'] }),
+  group('Market', { ru: ['рынок', 'базар'], en: ['market', 'bazaar'], uk: ['ринок', 'базар'], ro: ['piață', 'piata', 'bazar'], uzLatn: ['bozor', 'bazar'], uzCyrl: ['бозор', 'базар'], kk: ['базар', 'нарық'] }),
+  group('Pharmacy', { ru: ['аптека'], en: ['pharmacy', 'drugstore'], uk: ['аптека'], ro: ['farmacie'], uzLatn: ['dorixona', 'apteka'], uzCyrl: ['дорихона', 'аптека'], kk: ['дәріхана', 'аптека'] }),
+  group('Mosque', { ru: ['мечеть'], en: ['mosque'], uk: ['мечеть'], ro: ['moschee'], uzLatn: ['masjid'], uzCyrl: ['масжид'], kk: ['мешіт'] }),
+  group('Church', { ru: ['церковь', 'храм'], en: ['church', 'cathedral'], uk: ['церква', 'храм', 'собор'], ro: ['biserică', 'biserica', 'catedrală', 'catedrala'], uzLatn: ['cherkov', 'ibodatxona'], uzCyrl: ['черков'], kk: ['шіркеу', 'собор'] }),
+  group('Railway station', { ru: ['вокзал', 'железнодорожный вокзал'], en: ['railway station', 'train station'], uk: ['вокзал', 'залізничний вокзал'], ro: ['gară', 'gara', 'gară feroviară', 'gara feroviara'], uzLatn: ['vokzal', 'temir yol vokzali', "temir yo'l vokzali"], uzCyrl: ['вокзал', 'темир йўл вокзали'], kk: ['теміржол вокзалы', 'вокзал'] }),
+  group('Airport', { ru: ['аэропорт'], en: ['airport'], uk: ['аеропорт'], ro: ['aeroport'], uzLatn: ['aeroport'], uzCyrl: ['аэропорт'], kk: ['әуежай', 'аэропорт'] }),
+]);

package/src/lexicon-core.js

@@ -1,58 +1,58 @@
-export const LEXICON_LANGUAGES = Object.freeze([
-  'all',
-  'ru',
-  'en',
-  'uk',
-  'ro',
-  'uzLatn',
-  'uzCyrl',
-  'kaaLat',
-  'kaaCyrl',
-  'kk',
-]);
-
-export const COUNTRY_CODES = Object.freeze(['UZ', 'KZ', 'UA', 'RO', 'KG']);
-
-export function deepFreeze(value, seen = new WeakSet()) {
-  if (value == null || (typeof value !== 'object' && typeof value !== 'function')) return value;
-  if (seen.has(value)) return value;
-  seen.add(value);
-
-  // Freezing Map/Set objects does not make their entries immutable, so they are
-  // intentionally not used as public mutable lexicon indexes. Freeze ordinary
-  // nested objects/arrays/regexes only.
-  if (value instanceof Map || value instanceof Set) return value;
-
-  for (const key of Reflect.ownKeys(value)) {
-    const child = value[key];
-    if (child && (typeof child === 'object' || typeof child === 'function')) deepFreeze(child, seen);
-  }
-  return Object.freeze(value);
-}
-
-export function freezeAliases(aliases = {}) {
-  if (Array.isArray(aliases)) return Object.freeze([...aliases]);
-  return Object.freeze(Object.fromEntries(
-    Object.entries(aliases).map(([language, values]) => [
-      language,
-      Object.freeze(Array.isArray(values) ? [...values] : []),
-    ]),
-  ));
-}
-
-export function lexiconEntity(canonical, aliases = {}, extra = {}) {
-  return deepFreeze({
-    ...extra,
-    canonical,
-    aliases: freezeAliases(aliases),
-  });
-}
-
-export function locationEntity(canonical, aliases = [], extra = {}) {
-  return deepFreeze({
-    ...extra,
-    canonical,
-    name: canonical,
-    aliases: Object.freeze([...aliases]),
-  });
-}
+export const LEXICON_LANGUAGES = Object.freeze([
+  'all',
+  'ru',
+  'en',
+  'uk',
+  'ro',
+  'uzLatn',
+  'uzCyrl',
+  'kaaLat',
+  'kaaCyrl',
+  'kk',
+]);
+
+export const COUNTRY_CODES = Object.freeze(['UZ', 'KZ', 'UA', 'RO', 'KG']);
+
+export function deepFreeze(value, seen = new WeakSet()) {
+  if (value == null || (typeof value !== 'object' && typeof value !== 'function')) return value;
+  if (seen.has(value)) return value;
+  seen.add(value);
+
+  // Freezing Map/Set objects does not make their entries immutable, so they are
+  // intentionally not used as public mutable lexicon indexes. Freeze ordinary
+  // nested objects/arrays/regexes only.
+  if (value instanceof Map || value instanceof Set) return value;
+
+  for (const key of Reflect.ownKeys(value)) {
+    const child = value[key];
+    if (child && (typeof child === 'object' || typeof child === 'function')) deepFreeze(child, seen);
+  }
+  return Object.freeze(value);
+}
+
+export function freezeAliases(aliases = {}) {
+  if (Array.isArray(aliases)) return Object.freeze([...aliases]);
+  return Object.freeze(Object.fromEntries(
+    Object.entries(aliases).map(([language, values]) => [
+      language,
+      Object.freeze(Array.isArray(values) ? [...values] : []),
+    ]),
+  ));
+}
+
+export function lexiconEntity(canonical, aliases = {}, extra = {}) {
+  return deepFreeze({
+    ...extra,
+    canonical,
+    aliases: freezeAliases(aliases),
+  });
+}
+
+export function locationEntity(canonical, aliases = [], extra = {}) {
+  return deepFreeze({
+    ...extra,
+    canonical,
+    name: canonical,
+    aliases: Object.freeze([...aliases]),
+  });
+}

package/src/location-merge.js

@@ -1,106 +1,106 @@
-import { aliasesToRegex, normalizeForMatch } from './normalization.js';
-
-export const LOCATION_LIST_KEYS = Object.freeze([
-  'districts',
-  'microdistricts',
-  'mahallas',
-  'localAreas',
-  'suburbs',
-  'settlements',
-  'metro',
-  'residentialComplexes',
-  'streets',
-  'landmarks',
-  'pois',
-  'searchClusters',
-]);
-
-export function locationEntry(name, ...aliases) {
-  const all = [...new Set([name, ...aliases].flat().filter(Boolean))];
-  return Object.freeze({ canonical: name, name, aliases: Object.freeze(all), re: aliasesToRegex(all) });
-}
-
-export function locationEntries(rows = []) {
-  return Object.freeze(rows.map(([name, ...aliases]) => locationEntry(name, ...aliases)));
-}
-
-function mergeEntry(existing, incoming) {
-  const aliases = [...new Set([
-    ...(existing?.aliases || []),
-    ...(incoming?.aliases || []),
-    existing?.name,
-    incoming?.name,
-  ].filter(Boolean))];
-  const base = { ...(existing || {}), ...(incoming || {}) };
-  return Object.freeze({ ...base, canonical: base.canonical || base.name, type: base.type || base.entityType, aliases: Object.freeze(aliases), re: aliasesToRegex(aliases) });
-}
-
-function parentKey(entry) {
-  return normalizeForMatch(entry?.parent || entry?.district || '');
-}
-
-export function mergeLocationEntries(...lists) {
-  const groups = new Map();
-  const order = [];
-
-  for (const list of lists) {
-    for (const entry of list || []) {
-      if (!entry?.name) continue;
-      const canonical = normalizeForMatch(entry.name);
-      if (!groups.has(canonical)) {
-        groups.set(canonical, []);
-        order.push(canonical);
-      }
-      groups.get(canonical).push(entry);
-    }
-  }
-
-  const result = [];
-  for (const canonical of order) {
-    const group = groups.get(canonical) || [];
-    const scopedParents = [...new Set(group.map(parentKey).filter(Boolean))];
-
-    if (scopedParents.length <= 1) {
-      result.push(group.reduce((merged, entry) => mergeEntry(merged, entry), null));
-      continue;
-    }
-
-    // A market name can legitimately exist under multiple parents inside one
-    // city (for example Sairan in adjacent Almaty districts). Keep each scoped
-    // entity. Unscoped/base aliases are merged into every scoped variant so
-    // older dictionaries enrich rather than erase parent information.
-    const unscoped = group.filter((entry) => !parentKey(entry));
-    for (const parent of scopedParents) {
-      const scoped = group.filter((entry) => parentKey(entry) === parent);
-      result.push([...unscoped, ...scoped].reduce((merged, entry) => mergeEntry(merged, entry), null));
-    }
-  }
-
-  return Object.freeze(result);
-}
-
-export function mergeLocationCityDictionaries(...dictionaries) {
-  const result = {};
-  for (const key of LOCATION_LIST_KEYS) {
-    const lists = dictionaries.map((dictionary) => dictionary?.[key]).filter(Boolean);
-    if (lists.length) result[key] = mergeLocationEntries(...lists);
-  }
-
-  for (const dictionary of dictionaries) {
-    if (!dictionary) continue;
-    for (const [key, value] of Object.entries(dictionary)) {
-      if (LOCATION_LIST_KEYS.includes(key) || value == null) continue;
-      result[key] = value;
-    }
-  }
-
-  return Object.freeze(result);
-}
-
-export function mergeLocationCountries(...countries) {
-  const cityNames = [...new Set(countries.flatMap((country) => Object.keys(country || {})))];
-  return Object.freeze(Object.fromEntries(cityNames.map((city) => [
-    city,
-    mergeLocationCityDictionaries(...countries.map((country) => country?.[city]).filter(Boolean)),
-  ])));
-}
+import { aliasesToRegex, normalizeForMatch } from './normalization.js';
+
+export const LOCATION_LIST_KEYS = Object.freeze([
+  'districts',
+  'microdistricts',
+  'mahallas',
+  'localAreas',
+  'suburbs',
+  'settlements',
+  'metro',
+  'residentialComplexes',
+  'streets',
+  'landmarks',
+  'pois',
+  'searchClusters',
+]);
+
+export function locationEntry(name, ...aliases) {
+  const all = [...new Set([name, ...aliases].flat().filter(Boolean))];
+  return Object.freeze({ canonical: name, name, aliases: Object.freeze(all), re: aliasesToRegex(all) });
+}
+
+export function locationEntries(rows = []) {
+  return Object.freeze(rows.map(([name, ...aliases]) => locationEntry(name, ...aliases)));
+}
+
+function mergeEntry(existing, incoming) {
+  const aliases = [...new Set([
+    ...(existing?.aliases || []),
+    ...(incoming?.aliases || []),
+    existing?.name,
+    incoming?.name,
+  ].filter(Boolean))];
+  const base = { ...(existing || {}), ...(incoming || {}) };
+  return Object.freeze({ ...base, canonical: base.canonical || base.name, type: base.type || base.entityType, aliases: Object.freeze(aliases), re: aliasesToRegex(aliases) });
+}
+
+function parentKey(entry) {
+  return normalizeForMatch(entry?.parent || entry?.district || '');
+}
+
+export function mergeLocationEntries(...lists) {
+  const groups = new Map();
+  const order = [];
+
+  for (const list of lists) {
+    for (const entry of list || []) {
+      if (!entry?.name) continue;
+      const canonical = normalizeForMatch(entry.name);
+      if (!groups.has(canonical)) {
+        groups.set(canonical, []);
+        order.push(canonical);
+      }
+      groups.get(canonical).push(entry);
+    }
+  }
+
+  const result = [];
+  for (const canonical of order) {
+    const group = groups.get(canonical) || [];
+    const scopedParents = [...new Set(group.map(parentKey).filter(Boolean))];
+
+    if (scopedParents.length <= 1) {
+      result.push(group.reduce((merged, entry) => mergeEntry(merged, entry), null));
+      continue;
+    }
+
+    // A market name can legitimately exist under multiple parents inside one
+    // city (for example Sairan in adjacent Almaty districts). Keep each scoped
+    // entity. Unscoped/base aliases are merged into every scoped variant so
+    // older dictionaries enrich rather than erase parent information.
+    const unscoped = group.filter((entry) => !parentKey(entry));
+    for (const parent of scopedParents) {
+      const scoped = group.filter((entry) => parentKey(entry) === parent);
+      result.push([...unscoped, ...scoped].reduce((merged, entry) => mergeEntry(merged, entry), null));
+    }
+  }
+
+  return Object.freeze(result);
+}
+
+export function mergeLocationCityDictionaries(...dictionaries) {
+  const result = {};
+  for (const key of LOCATION_LIST_KEYS) {
+    const lists = dictionaries.map((dictionary) => dictionary?.[key]).filter(Boolean);
+    if (lists.length) result[key] = mergeLocationEntries(...lists);
+  }
+
+  for (const dictionary of dictionaries) {
+    if (!dictionary) continue;
+    for (const [key, value] of Object.entries(dictionary)) {
+      if (LOCATION_LIST_KEYS.includes(key) || value == null) continue;
+      result[key] = value;
+    }
+  }
+
+  return Object.freeze(result);
+}
+
+export function mergeLocationCountries(...countries) {
+  const cityNames = [...new Set(countries.flatMap((country) => Object.keys(country || {})))];
+  return Object.freeze(Object.fromEntries(cityNames.map((city) => [
+    city,
+    mergeLocationCityDictionaries(...countries.map((country) => country?.[city]).filter(Boolean)),
+  ])));
+}