dateparser 1.4.2__tar.gz → 1.4.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dateparser-1.4.2 → dateparser-1.4.3}/CONTRIBUTING.rst +21 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/HISTORY.rst +36 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/PKG-INFO +37 -1
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/__init__.py +1 -1
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/date.py +26 -18
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/date_parser.py +4 -2
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/languages/dictionary.py +79 -60
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/languages/loader.py +25 -15
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/languages/locale.py +90 -56
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/parser.py +13 -11
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/search/search.py +8 -11
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/timezones.py +9 -2
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/utils/__init__.py +16 -8
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/utils/strptime.py +23 -5
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser.egg-info/PKG-INFO +37 -1
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser.egg-info/SOURCES.txt +7 -1
- dateparser-1.4.3/dateparser_scripts/tz_abbreviation_conflicts.py +193 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/pyproject.toml +1 -1
- dateparser-1.4.3/tests/benchmarks/__init__.py +41 -0
- dateparser-1.4.3/tests/benchmarks/test_benchmark_freshness_date_parser.py +60 -0
- dateparser-1.4.3/tests/benchmarks/test_benchmark_languages.py +40 -0
- dateparser-1.4.3/tests/benchmarks/test_benchmark_parse.py +52 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_date.py +72 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_date_parser.py +22 -0
- dateparser-1.4.3/tests/test_thread_safety.py +221 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_timezone_parser.py +190 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_utils_strptime.py +54 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/AUTHORS.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/LICENSE +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/MANIFEST.in +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/README.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/calendars/__init__.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/calendars/hijri.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/calendars/hijri_parser.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/calendars/jalali.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/calendars/jalali_parser.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/conf.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/custom_language_detection/__init__.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/custom_language_detection/fasttext.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/custom_language_detection/langdetect.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/custom_language_detection/language_mapping.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/__init__.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/__init__.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/af.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/agq.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ak.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/am.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ar.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/as.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/asa.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ast.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/az-Cyrl.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/az-Latn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/az.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/bas.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/be.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/bem.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/bez.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/bg.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/bm.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/bn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/bo.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/br.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/brx.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/bs-Cyrl.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/bs-Latn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/bs.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ca.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ce.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/cgg.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/chr.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ckb.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/cs.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/cy.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/da.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/dav.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/de.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/dje.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/dsb.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/dua.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/dyo.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/dz.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ebu.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ee.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/el.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/en.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/eo.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/es.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/et.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/eu.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ewo.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/fa.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ff.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/fi.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/fil.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/fo.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/fr.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/fur.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/fy.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ga.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/gd.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/gl.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/gsw.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/gu.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/guz.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/gv.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ha.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/haw.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/he.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/hi.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/hr.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/hsb.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/hu.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/hy.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/id.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ig.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ii.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/is.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/it.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ja.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/jgo.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/jmc.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ka.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/kab.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/kam.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/kde.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/kea.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/khq.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ki.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/kk.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/kl.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/kln.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/km.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/kn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ko.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/kok.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ks.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ksb.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ksf.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ksh.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/kw.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ky.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/lag.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/lb.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/lg.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/lkt.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ln.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/lo.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/lrc.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/lt.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/lu.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/luo.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/luy.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/lv.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/mas.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/mer.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/mfe.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/mg.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/mgh.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/mgo.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/mk.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ml.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/mn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/mr.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ms.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/mt.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/mua.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/my.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/mzn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/naq.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/nb.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/nd.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ne.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/nl.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/nmg.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/nn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/nnh.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/nus.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/nyn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/om.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/or.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/os.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/pa-Arab.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/pa-Guru.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/pa.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/pl.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ps.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/pt.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/qu.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/rm.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/rn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ro.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/rof.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ru.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/rw.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/rwk.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/sah.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/saq.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/sbp.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/se.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/seh.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ses.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/sg.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/shi-Latn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/shi-Tfng.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/shi.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/si.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/sk.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/sl.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/smn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/sn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/so.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/sq.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/sr-Cyrl.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/sr-Latn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/sr.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/sv.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/sw.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ta.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/te.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/teo.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/th.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ti.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/tl.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/to.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/tr.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/twq.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/tzm.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ug.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/uk.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/ur.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/uz-Arab.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/uz-Cyrl.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/uz-Latn.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/uz.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/vi.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/vun.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/wae.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/xog.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/yav.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/yi.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/yo.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/yue.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/zgh.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/zh-Hans.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/zh-Hant.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/zh.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/date_translation_data/zu.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/data/languages_info.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/freshness_date_parser.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/languages/__init__.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/languages/validation.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/search/__init__.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/search/detection.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/search/ngram_search.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/search/text_detection.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/timezone_parser.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser/utils/time_spans.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser.egg-info/dependency_links.txt +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser.egg-info/entry_points.txt +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser.egg-info/not-zip-safe +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser.egg-info/requires.txt +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser.egg-info/top_level.txt +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_cli/__init__.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_cli/cli.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_cli/exceptions.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_cli/fasttext_manager.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_cli/utils.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_data/__init__.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_data/settings.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_scripts/__init__.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_scripts/get_cldr_data.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_scripts/order_languages.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_scripts/update_supported_languages_and_locales.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_scripts/utils.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/dateparser_scripts/write_complete_data.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/Makefile +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/authors.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/conf.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/contributing.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/custom_language_detection.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/dateparser.calendars.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/dateparser.languages.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/dateparser.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/history.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/index.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/installation.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/make.bat +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/modules.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/settings.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/supported_locales.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/template.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/docs/usage.rst +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/setup.cfg +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/setup.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/__init__.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_clean_api.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_data.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_date_data.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_dateparser_data_integrity.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_freshness_date_parser.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_hijri.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_jalali.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_language_detect.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_languages.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_loading.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_parser.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_pickle.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_search.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_settings.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_utils.py +0 -0
- {dateparser-1.4.2 → dateparser-1.4.3}/tests/test_whitespace_preservation.py +0 -0
|
@@ -179,3 +179,24 @@ Whenever the content of
|
|
|
179
179
|
the corresponding documentation table::
|
|
180
180
|
|
|
181
181
|
dateparser_scripts/update_supported_languages_and_locales.py
|
|
182
|
+
|
|
183
|
+
Updating Timezone Abbreviations
|
|
184
|
+
-------------------------------
|
|
185
|
+
|
|
186
|
+
``dateparser/timezones.py`` maps each timezone abbreviation to a single UTC
|
|
187
|
+
offset. Unrelated zones often share the same letters, so to check that those
|
|
188
|
+
offsets still match the tz database, run::
|
|
189
|
+
|
|
190
|
+
python -m dateparser_scripts.tz_abbreviation_conflicts
|
|
191
|
+
|
|
192
|
+
It reports every abbreviation whose offset no tz database zone uses, and exits
|
|
193
|
+
non-zero when it finds any. ``tests/test_timezone_parser.py`` runs the same
|
|
194
|
+
check, so a clean test run means the table is in sync.
|
|
195
|
+
|
|
196
|
+
Abbreviations the tz database resolves to several offsets, such as ``CST``, are
|
|
197
|
+
left alone: there is no single answer to prefer, so dateparser keeps its
|
|
198
|
+
long-standing choice.
|
|
199
|
+
|
|
200
|
+
When refreshing the table, slide ``REFERENCE_YEARS`` forward rather than
|
|
201
|
+
widening it. Reaching further back re-admits abbreviations the tz database has
|
|
202
|
+
since dropped and reports them as current.
|
|
@@ -3,6 +3,42 @@
|
|
|
3
3
|
History
|
|
4
4
|
=======
|
|
5
5
|
|
|
6
|
+
1.4.3 (2026-09-03)
|
|
7
|
+
------------------
|
|
8
|
+
|
|
9
|
+
Fixes:
|
|
10
|
+
|
|
11
|
+
- Make parsing thread-safe: parsing from several threads no longer
|
|
12
|
+
raises an intermittent ``KeyError`` from the shared language caches,
|
|
13
|
+
and a ``DATE_ORDER`` or ``RELATIVE_BASE`` value meant for one parse no
|
|
14
|
+
longer leaks into the settings that other parses read, where it could
|
|
15
|
+
make them return a wrong date (#1346)
|
|
16
|
+
- Do not share the language detector and the detected locale between
|
|
17
|
+
``search_dates()`` calls, so concurrent searches over text in
|
|
18
|
+
different languages no longer return ``None`` or a date read in the
|
|
19
|
+
wrong locale (#1371)
|
|
20
|
+
- Resolve the ``BST`` and ``HDT`` timezone abbreviations to the offsets
|
|
21
|
+
the tz database gives them, UTC+1 (British Summer Time) and UTC-9
|
|
22
|
+
(Hawaii-Aleutian Daylight Time), instead of +11 and -9:30, which no
|
|
23
|
+
zone goes by those names today; abbreviations that the tz database
|
|
24
|
+
maps to more than one offset, such as ``CST`` and ``IST``, keep their
|
|
25
|
+
current offset. Text carrying these abbreviations keeps its wall clock
|
|
26
|
+
but moves by 10 hours for ``BST`` and 30 minutes for ``HDT``, which can
|
|
27
|
+
put the parsed instant on a different day (#1366)
|
|
28
|
+
- Reject a ``%j`` (day of year) value that the parsed year does not
|
|
29
|
+
have, instead of rolling it over into the next year, so "1999366" with
|
|
30
|
+
``date_formats=["%Y%j"]`` returns ``None`` rather than 2000-01-01. A
|
|
31
|
+
format with no year directive is checked against the year ``strptime``
|
|
32
|
+
defaults to, 1900, which is not a leap year, so "366" with
|
|
33
|
+
``date_formats=["%j"]`` now returns ``None`` where it used to return
|
|
34
|
+
January 1 (#1370)
|
|
35
|
+
|
|
36
|
+
Cleanups and internal improvements:
|
|
37
|
+
|
|
38
|
+
- Add CodSpeed benchmarks and a workflow that runs them, so a
|
|
39
|
+
performance regression such as the quadratic backtracking fixed in
|
|
40
|
+
1.4.1 is reported on the pull request that introduces it (#1365)
|
|
41
|
+
|
|
6
42
|
1.4.2 (2026-08-04)
|
|
7
43
|
------------------
|
|
8
44
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dateparser
|
|
3
|
-
Version: 1.4.
|
|
3
|
+
Version: 1.4.3
|
|
4
4
|
Summary: Date parsing library designed to parse dates from HTML pages
|
|
5
5
|
Author-email: Scrapinghub <opensource@zyte.com>
|
|
6
6
|
License-Expression: BSD-3-Clause
|
|
@@ -41,6 +41,42 @@ Dynamic: license-file
|
|
|
41
41
|
History
|
|
42
42
|
=======
|
|
43
43
|
|
|
44
|
+
1.4.3 (2026-09-03)
|
|
45
|
+
------------------
|
|
46
|
+
|
|
47
|
+
Fixes:
|
|
48
|
+
|
|
49
|
+
- Make parsing thread-safe: parsing from several threads no longer
|
|
50
|
+
raises an intermittent ``KeyError`` from the shared language caches,
|
|
51
|
+
and a ``DATE_ORDER`` or ``RELATIVE_BASE`` value meant for one parse no
|
|
52
|
+
longer leaks into the settings that other parses read, where it could
|
|
53
|
+
make them return a wrong date (#1346)
|
|
54
|
+
- Do not share the language detector and the detected locale between
|
|
55
|
+
``search_dates()`` calls, so concurrent searches over text in
|
|
56
|
+
different languages no longer return ``None`` or a date read in the
|
|
57
|
+
wrong locale (#1371)
|
|
58
|
+
- Resolve the ``BST`` and ``HDT`` timezone abbreviations to the offsets
|
|
59
|
+
the tz database gives them, UTC+1 (British Summer Time) and UTC-9
|
|
60
|
+
(Hawaii-Aleutian Daylight Time), instead of +11 and -9:30, which no
|
|
61
|
+
zone goes by those names today; abbreviations that the tz database
|
|
62
|
+
maps to more than one offset, such as ``CST`` and ``IST``, keep their
|
|
63
|
+
current offset. Text carrying these abbreviations keeps its wall clock
|
|
64
|
+
but moves by 10 hours for ``BST`` and 30 minutes for ``HDT``, which can
|
|
65
|
+
put the parsed instant on a different day (#1366)
|
|
66
|
+
- Reject a ``%j`` (day of year) value that the parsed year does not
|
|
67
|
+
have, instead of rolling it over into the next year, so "1999366" with
|
|
68
|
+
``date_formats=["%Y%j"]`` returns ``None`` rather than 2000-01-01. A
|
|
69
|
+
format with no year directive is checked against the year ``strptime``
|
|
70
|
+
defaults to, 1900, which is not a leap year, so "366" with
|
|
71
|
+
``date_formats=["%j"]`` now returns ``None`` where it used to return
|
|
72
|
+
January 1 (#1370)
|
|
73
|
+
|
|
74
|
+
Cleanups and internal improvements:
|
|
75
|
+
|
|
76
|
+
- Add CodSpeed benchmarks and a workflow that runs them, so a
|
|
77
|
+
performance regression such as the quadratic backtracking fixed in
|
|
78
|
+
1.4.1 is reported on the pull request that introduces it (#1365)
|
|
79
|
+
|
|
44
80
|
1.4.2 (2026-08-04)
|
|
45
81
|
------------------
|
|
46
82
|
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import collections
|
|
2
|
+
import threading
|
|
2
3
|
from collections.abc import Set
|
|
3
4
|
from datetime import datetime, timedelta, timezone
|
|
4
5
|
|
|
@@ -360,21 +361,18 @@ class _DateLocaleParser:
|
|
|
360
361
|
|
|
361
362
|
translated = self._get_translated_date()
|
|
362
363
|
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
return None
|
|
376
|
-
finally:
|
|
377
|
-
self._settings.DATE_ORDER = original_order
|
|
364
|
+
for order in candidates:
|
|
365
|
+
try:
|
|
366
|
+
date_obj, period = date_parser.parse(
|
|
367
|
+
translated,
|
|
368
|
+
parse_method=parse_method,
|
|
369
|
+
settings=self._settings,
|
|
370
|
+
date_order=order,
|
|
371
|
+
)
|
|
372
|
+
return DateData(date_obj=date_obj, period=period)
|
|
373
|
+
except ValueError:
|
|
374
|
+
continue
|
|
375
|
+
return None
|
|
378
376
|
|
|
379
377
|
def _try_given_formats(self):
|
|
380
378
|
if not self.date_formats:
|
|
@@ -550,6 +548,9 @@ class DateDataParser:
|
|
|
550
548
|
self.region = region
|
|
551
549
|
self.detect_languages_function = detect_languages_function
|
|
552
550
|
self.previous_locales = collections.OrderedDict()
|
|
551
|
+
# Guards the per-instance state mutated when a parser is shared by
|
|
552
|
+
# multiple threads (previous_locales and the lazily detected languages).
|
|
553
|
+
self._lock = threading.RLock()
|
|
553
554
|
|
|
554
555
|
def get_date_data(self, date_string, date_formats=None):
|
|
555
556
|
"""
|
|
@@ -631,7 +632,8 @@ class DateDataParser:
|
|
|
631
632
|
if parsed_date:
|
|
632
633
|
parsed_date["locale"] = locale.shortname
|
|
633
634
|
if self.try_previous_locales:
|
|
634
|
-
self.
|
|
635
|
+
with self._lock:
|
|
636
|
+
self.previous_locales[locale] = None
|
|
635
637
|
return parsed_date
|
|
636
638
|
return None
|
|
637
639
|
|
|
@@ -671,7 +673,9 @@ class DateDataParser:
|
|
|
671
673
|
yield stripped_date_string
|
|
672
674
|
|
|
673
675
|
if self.try_previous_locales:
|
|
674
|
-
|
|
676
|
+
with self._lock:
|
|
677
|
+
previous_locales = list(self.previous_locales.keys())
|
|
678
|
+
for locale in previous_locales:
|
|
675
679
|
for s in date_strings():
|
|
676
680
|
if self._is_applicable_locale(locale, s, ignore_surrounding_text):
|
|
677
681
|
yield locale
|
|
@@ -711,8 +715,12 @@ class DateDataParser:
|
|
|
711
715
|
ignore_surrounding_text=ignore_surrounding_text,
|
|
712
716
|
)
|
|
713
717
|
|
|
718
|
+
_locale_loader_lock = threading.Lock()
|
|
719
|
+
|
|
714
720
|
@classmethod
|
|
715
721
|
def _get_locale_loader(cls):
|
|
716
722
|
if not cls.locale_loader:
|
|
717
|
-
cls.
|
|
723
|
+
with cls._locale_loader_lock:
|
|
724
|
+
if not cls.locale_loader:
|
|
725
|
+
cls.locale_loader = LocaleDataLoader()
|
|
718
726
|
return cls.locale_loader
|
|
@@ -9,7 +9,7 @@ from .utils import apply_timezone, localize_timezone, strip_braces
|
|
|
9
9
|
|
|
10
10
|
class DateParser:
|
|
11
11
|
@apply_settings
|
|
12
|
-
def parse(self, date_string, parse_method, settings=None):
|
|
12
|
+
def parse(self, date_string, parse_method, settings=None, date_order=None):
|
|
13
13
|
date_string = str(date_string)
|
|
14
14
|
|
|
15
15
|
if not date_string.strip():
|
|
@@ -18,7 +18,9 @@ class DateParser:
|
|
|
18
18
|
date_string = strip_braces(date_string)
|
|
19
19
|
date_string, ptz = pop_tz_offset_from_string(date_string)
|
|
20
20
|
|
|
21
|
-
date_obj, period = parse_method(
|
|
21
|
+
date_obj, period = parse_method(
|
|
22
|
+
date_string, settings=settings, tz=ptz, date_order=date_order
|
|
23
|
+
)
|
|
22
24
|
|
|
23
25
|
_settings_tz = settings.TIMEZONE.lower()
|
|
24
26
|
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import threading
|
|
1
2
|
from itertools import chain, zip_longest
|
|
2
3
|
from operator import methodcaller
|
|
3
4
|
|
|
@@ -81,6 +82,11 @@ class Dictionary:
|
|
|
81
82
|
_sorted_relative_strings_cache = {}
|
|
82
83
|
_match_relative_regex_cache = {}
|
|
83
84
|
|
|
85
|
+
# The caches above are shared across all Dictionary instances and threads.
|
|
86
|
+
# The lock keeps each check-populate-evict-read sequence atomic, so a
|
|
87
|
+
# concurrent eviction cannot drop an entry between its check and its read.
|
|
88
|
+
_cache_lock = threading.RLock()
|
|
89
|
+
|
|
84
90
|
def __init__(self, locale_info, settings=None):
|
|
85
91
|
dictionary = {}
|
|
86
92
|
self._settings = settings
|
|
@@ -229,12 +235,16 @@ class Dictionary:
|
|
|
229
235
|
return list(filter(bool, chain.from_iterable(tokens)))
|
|
230
236
|
|
|
231
237
|
def _add_to_cache(self, value, cache):
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
+
with self._cache_lock:
|
|
239
|
+
key = self._settings.registry_key
|
|
240
|
+
entry = cache.pop(key, {})
|
|
241
|
+
entry[self.info["name"]] = value
|
|
242
|
+
cache[key] = entry
|
|
243
|
+
if (
|
|
244
|
+
self._settings.CACHE_SIZE_LIMIT
|
|
245
|
+
and len(cache) > self._settings.CACHE_SIZE_LIMIT
|
|
246
|
+
):
|
|
247
|
+
cache.pop(next(iter(cache)))
|
|
238
248
|
|
|
239
249
|
def _split_by_known_words(self, string: str, keep_formatting: bool):
|
|
240
250
|
regex = self._get_split_regex_cache()
|
|
@@ -292,25 +302,31 @@ class Dictionary:
|
|
|
292
302
|
)
|
|
293
303
|
|
|
294
304
|
def _get_sorted_words_from_cache(self):
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
+
with self._cache_lock:
|
|
306
|
+
if (
|
|
307
|
+
self._settings.registry_key not in self._sorted_words_cache
|
|
308
|
+
or self.info["name"]
|
|
309
|
+
not in self._sorted_words_cache[self._settings.registry_key]
|
|
310
|
+
):
|
|
311
|
+
self._add_to_cache(
|
|
312
|
+
cache=self._sorted_words_cache,
|
|
313
|
+
value=sorted([key for key in self], key=len, reverse=True),
|
|
314
|
+
)
|
|
315
|
+
return self._sorted_words_cache[self._settings.registry_key][
|
|
316
|
+
self.info["name"]
|
|
317
|
+
]
|
|
305
318
|
|
|
306
319
|
def _get_split_regex_cache(self):
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
320
|
+
with self._cache_lock:
|
|
321
|
+
if (
|
|
322
|
+
self._settings.registry_key not in self._split_regex_cache
|
|
323
|
+
or self.info["name"]
|
|
324
|
+
not in self._split_regex_cache[self._settings.registry_key]
|
|
325
|
+
):
|
|
326
|
+
self._construct_split_regex()
|
|
327
|
+
return self._split_regex_cache[self._settings.registry_key][
|
|
328
|
+
self.info["name"]
|
|
329
|
+
]
|
|
314
330
|
|
|
315
331
|
def _construct_split_regex(self):
|
|
316
332
|
known_words_group = "|".join(
|
|
@@ -328,36 +344,38 @@ class Dictionary:
|
|
|
328
344
|
)
|
|
329
345
|
|
|
330
346
|
def _get_sorted_relative_strings_from_cache(self):
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
self.
|
|
349
|
-
|
|
347
|
+
with self._cache_lock:
|
|
348
|
+
if (
|
|
349
|
+
self._settings.registry_key not in self._sorted_relative_strings_cache
|
|
350
|
+
or self.info["name"]
|
|
351
|
+
not in self._sorted_relative_strings_cache[self._settings.registry_key]
|
|
352
|
+
):
|
|
353
|
+
self._add_to_cache(
|
|
354
|
+
cache=self._sorted_relative_strings_cache,
|
|
355
|
+
value=sorted(
|
|
356
|
+
[
|
|
357
|
+
PARENTHESES_PATTERN.sub("", key)
|
|
358
|
+
for key in self._relative_strings
|
|
359
|
+
],
|
|
360
|
+
key=len,
|
|
361
|
+
reverse=True,
|
|
362
|
+
),
|
|
363
|
+
)
|
|
364
|
+
return self._sorted_relative_strings_cache[self._settings.registry_key][
|
|
365
|
+
self.info["name"]
|
|
366
|
+
]
|
|
350
367
|
|
|
351
368
|
def _get_split_relative_regex_cache(self):
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
self.
|
|
360
|
-
|
|
369
|
+
with self._cache_lock:
|
|
370
|
+
if (
|
|
371
|
+
self._settings.registry_key not in self._split_relative_regex_cache
|
|
372
|
+
or self.info["name"]
|
|
373
|
+
not in self._split_relative_regex_cache[self._settings.registry_key]
|
|
374
|
+
):
|
|
375
|
+
self._construct_split_relative_regex()
|
|
376
|
+
return self._split_relative_regex_cache[self._settings.registry_key][
|
|
377
|
+
self.info["name"]
|
|
378
|
+
]
|
|
361
379
|
|
|
362
380
|
def _construct_split_relative_regex(self):
|
|
363
381
|
known_relative_strings_group = "|".join(
|
|
@@ -375,15 +393,16 @@ class Dictionary:
|
|
|
375
393
|
)
|
|
376
394
|
|
|
377
395
|
def _get_match_relative_regex_cache(self):
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
self.
|
|
386
|
-
|
|
396
|
+
with self._cache_lock:
|
|
397
|
+
if (
|
|
398
|
+
self._settings.registry_key not in self._match_relative_regex_cache
|
|
399
|
+
or self.info["name"]
|
|
400
|
+
not in self._match_relative_regex_cache[self._settings.registry_key]
|
|
401
|
+
):
|
|
402
|
+
self._construct_match_relative_regex()
|
|
403
|
+
return self._match_relative_regex_cache[self._settings.registry_key][
|
|
404
|
+
self.info["name"]
|
|
405
|
+
]
|
|
387
406
|
|
|
388
407
|
def _construct_match_relative_regex(self):
|
|
389
408
|
known_relative_strings_group = "|".join(
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import threading
|
|
1
2
|
from collections import OrderedDict
|
|
2
3
|
from copy import deepcopy
|
|
3
4
|
from importlib import import_module
|
|
@@ -41,6 +42,7 @@ class LocaleDataLoader:
|
|
|
41
42
|
|
|
42
43
|
_loaded_languages = {}
|
|
43
44
|
_loaded_locales = {}
|
|
45
|
+
_load_lock = threading.Lock()
|
|
44
46
|
|
|
45
47
|
def get_locale_map(
|
|
46
48
|
self,
|
|
@@ -203,22 +205,30 @@ class LocaleDataLoader:
|
|
|
203
205
|
)
|
|
204
206
|
|
|
205
207
|
for shortname, lang_reg in locale_dict.items():
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
208
|
+
with self._load_lock:
|
|
209
|
+
if shortname not in self._loaded_locales:
|
|
210
|
+
lang, reg = lang_reg
|
|
211
|
+
if lang in self._loaded_languages:
|
|
212
|
+
locale = Locale(
|
|
213
|
+
shortname,
|
|
214
|
+
language_info=deepcopy(self._loaded_languages[lang]),
|
|
215
|
+
)
|
|
216
|
+
else:
|
|
217
|
+
language_info = getattr(
|
|
218
|
+
import_module(
|
|
219
|
+
"dateparser.data.date_translation_data." + lang
|
|
220
|
+
),
|
|
221
|
+
"info",
|
|
222
|
+
)
|
|
223
|
+
locale = Locale(
|
|
224
|
+
shortname, language_info=deepcopy(language_info)
|
|
225
|
+
)
|
|
226
|
+
self._loaded_languages[lang] = language_info
|
|
227
|
+
# Store only once fully built so concurrent readers never see
|
|
228
|
+
# a half-initialised locale.
|
|
220
229
|
self._loaded_locales[shortname] = locale
|
|
221
|
-
|
|
230
|
+
locale = self._loaded_locales[shortname]
|
|
231
|
+
yield shortname, locale
|
|
222
232
|
|
|
223
233
|
|
|
224
234
|
default_loader = LocaleDataLoader()
|