@whiteslove/parsing-lexicon 0.4.1 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@whiteslove/parsing-lexicon",
3
- "version": "0.4.1",
3
+ "version": "0.4.3",
4
4
  "description": "Shared deterministic multilingual parsing lexicon for Whiteslove housing and hiring services",
5
5
  "repository": {
6
6
  "type": "git",
@@ -67,6 +67,12 @@ export const GEOGRAPHY_DISPLAY_NAMES = Object.freeze({
67
67
  }),
68
68
  microdistrict: Object.freeze({
69
69
  Tsukrovyi: 'Сахарный',
70
+ Karakamysh: 'Каракамыш', Sebzar: 'Себзар', Tashselmash: 'Ташсельмаш', Aviasozlar: 'Авиасозлар',
71
+ Kuylyuk: 'Куйлюк', Sergeli: 'Сергели массив', Sputnik: 'Спутник', 'Yangi Choshtepa': 'Янги Чоштепа',
72
+ // Same places as Choshtepa/Takhtapul above, but under the spelling the
73
+ // mahalla registry (uz-location-extensions.js) actually uses as its
74
+ // canonical name -- exact-key lookup means both spellings must be here.
75
+ Chashtepa: 'Чаштепа', Taxtapul: 'Тахтапул',
70
76
  }),
71
77
  metro: Object.freeze({
72
78
  'Buyuk Ipak Yoli': 'Буюк Ипак Йули', Pushkin: 'Пушкин', 'Hamid Olimjon': 'Хамид Алимджан',
@@ -33,7 +33,11 @@ function escapeRegExp(value) {
33
33
 
34
34
  function compactStreet(value) {
35
35
  return clean(value)
36
- .replace(new RegExp(`^${PREFIX_STREET_MARKER}\\s*`, 'iu'), '')
36
+ // The bare abbreviations in PREFIX_STREET_MARKER (e.g. "пр" for "пр-т")
37
+ // must not be followed by a letter, or this would strip a false-positive
38
+ // prefix off an unrelated word that merely starts the same way (e.g.
39
+ // "проживания" -> "оживания").
40
+ .replace(new RegExp(`^${PREFIX_STREET_MARKER}(?!\\p{L})\\s*`, 'iu'), '')
37
41
  .replace(new RegExp(`\\s+${POSTFIX_STREET_MARKER}$`, 'iu'), '')
38
42
  .replace(/[\s,;:.\-–—]+$/gu, '')
39
43
  .trim() || null;
@@ -167,7 +171,7 @@ function explicitStreetAddress(text) {
167
171
  if (prefixTyped) return prefixTyped;
168
172
 
169
173
  const boundedPrefix = line.match(new RegExp(
170
- `(?:^|[\\s,;])${PREFIX_STREET_MARKER}\\s*((?:${STREET_WORD}\\s+){0,3}${STREET_WORD})(?=$|[,;])`,
174
+ `(?:^|[\\s,;])${PREFIX_STREET_MARKER}(?!\\p{L})\\s*((?:${STREET_WORD}\\s+){0,3}${STREET_WORD})(?=$|[,;])`,
171
175
  'iu',
172
176
  ));
173
177
  if (boundedPrefix) return result(boundedPrefix[0], boundedPrefix[1], null, null, 0.9);
@@ -12,6 +12,7 @@ const DISPLAY = Object.freeze({
12
12
  Market: 'Market', Cafe: 'Cafe', Restaurant: 'Restaurant', Playground: 'Playground', Pharmacy: 'Pharmacy',
13
13
  Mosque: 'Mosque', Church: 'Church', 'Railway station': 'Railway station', Airport: 'Airport',
14
14
  'Bobur Park': 'Bobur Park', 'Independence Square': 'Independence Square', 'Mega Planet': 'Mega Planet',
15
+ 'Bek Baraka': 'Bek Baraka', Khadra: 'Khadra',
15
16
  }),
16
17
  ru: Object.freeze({
17
18
  Park: 'Парк', Metro: 'Метро', 'Bus stop': 'Автобусная остановка', 'Public transport': 'Общественный транспорт',
@@ -21,6 +22,7 @@ const DISPLAY = Object.freeze({
21
22
  Market: 'Рынок', Cafe: 'Кафе', Restaurant: 'Ресторан', Playground: 'Детская площадка', Pharmacy: 'Аптека',
22
23
  Mosque: 'Мечеть', Church: 'Церковь', 'Railway station': 'Железнодорожный вокзал', Airport: 'Аэропорт',
23
24
  'Bobur Park': 'Парк Бобура', 'Independence Square': 'Площадь Независимости', 'Mega Planet': 'Mega Planet',
25
+ 'Bek Baraka': 'Бек-Барака', Khadra: 'Хадра',
24
26
  }),
25
27
  });
26
28
 
@@ -51,15 +53,28 @@ export function housingSemanticCanonical(value) {
51
53
  return exactPoi(text)?.name || text;
52
54
  }
53
55
 
56
+ function cyrillicPoiAlias(poiEntry) {
57
+ return (poiEntry?.aliases || []).find((alias) => /[а-яёіїґ]/iu.test(alias)) || null;
58
+ }
59
+
54
60
  export function housingSemanticDisplayName(value, locale = 'en') {
55
61
  const text = String(value || '').trim();
56
62
  if (!text) return '';
57
63
  const language = languageKey(locale);
58
64
  const extension = extensionEntity(text);
59
65
  if (extension?.display?.[language]) return extension.display[language];
66
+ const poiEntry = exactPoi(text);
60
67
  const canonical = extension?.canonical
61
68
  || findCanonical(text, GENERIC_LANDMARK_TERMS)?.canonical
62
- || exactPoi(text)?.name
69
+ || poiEntry?.name
63
70
  || text;
71
+ // Named landmarks (markets, squares, parks) are added one at a time in
72
+ // tashkent-pois.js and often only carry a Russian alias, no dedicated
73
+ // DISPLAY entry. Fall back to that alias for ru rather than leaking the
74
+ // Latin canonical name, instead of requiring every POI to be re-listed here.
75
+ if (language === 'ru' && !DISPLAY.ru[canonical]) {
76
+ const fallback = cyrillicPoiAlias(poiEntry);
77
+ if (fallback) return fallback;
78
+ }
64
79
  return DISPLAY[language]?.[canonical] || canonical;
65
80
  }