mawo-slovnet 1.0.1__py3-none-any.whl → 1.0.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mawo_slovnet/__init__.py +13 -4
- mawo_slovnet/model_downloader.py +2 -3
- {mawo_slovnet-1.0.1.dist-info → mawo_slovnet-1.0.2.dist-info}/METADATA +1 -1
- mawo_slovnet-1.0.2.dist-info/RECORD +10 -0
- mawo_slovnet-1.0.1.dist-info/RECORD +0 -10
- {mawo_slovnet-1.0.1.dist-info → mawo_slovnet-1.0.2.dist-info}/WHEEL +0 -0
- {mawo_slovnet-1.0.1.dist-info → mawo_slovnet-1.0.2.dist-info}/licenses/LICENSE +0 -0
- {mawo_slovnet-1.0.1.dist-info → mawo_slovnet-1.0.2.dist-info}/top_level.txt +0 -0
mawo_slovnet/__init__.py
CHANGED
|
@@ -7,6 +7,7 @@ Features:
|
|
|
7
7
|
- Hybrid mode: DL models + rule-based fallback
|
|
8
8
|
- 100% качество оригинального SlovNet (если модели доступны)
|
|
9
9
|
"""
|
|
10
|
+
|
|
10
11
|
from __future__ import annotations
|
|
11
12
|
|
|
12
13
|
import logging
|
|
@@ -105,7 +106,9 @@ class EnhancedSlovNetLoader:
|
|
|
105
106
|
self.slovnet_available = True
|
|
106
107
|
logger.info("✅ Original slovnet package available")
|
|
107
108
|
except ImportError:
|
|
108
|
-
logger.info(
|
|
109
|
+
logger.info(
|
|
110
|
+
"ℹ️ Original slovnet package not installed (will try to use numpy-only mode)"
|
|
111
|
+
)
|
|
109
112
|
|
|
110
113
|
def ensure_models_downloaded(self) -> bool:
|
|
111
114
|
"""Проверяет и загружает модели если нужно.
|
|
@@ -124,9 +127,7 @@ class EnhancedSlovNetLoader:
|
|
|
124
127
|
cache_info = downloader.get_cache_info()
|
|
125
128
|
|
|
126
129
|
# Check if any models are cached
|
|
127
|
-
cached_models = [
|
|
128
|
-
name for name, info in cache_info["models"].items() if info["cached"]
|
|
129
|
-
]
|
|
130
|
+
cached_models = [name for name, info in cache_info["models"].items() if info["cached"]]
|
|
130
131
|
|
|
131
132
|
if cached_models:
|
|
132
133
|
logger.info(f"✅ Found cached models: {', '.join(cached_models)}")
|
|
@@ -359,11 +360,19 @@ def get_model_info() -> dict[str, Any]:
|
|
|
359
360
|
__version__ = "2.0.0-mawo-enhanced"
|
|
360
361
|
__author__ = "MAWO Team (based on SlovNet by Alexander Kukushkin)"
|
|
361
362
|
|
|
363
|
+
# Алиасы для удобства использования
|
|
364
|
+
NER = NewsNERTagger
|
|
365
|
+
Morph = NewsMorphTagger
|
|
366
|
+
Syntax = NewsSyntaxParser
|
|
367
|
+
|
|
362
368
|
__all__ = [
|
|
363
369
|
"NewsEmbedding",
|
|
364
370
|
"NewsMorphTagger",
|
|
365
371
|
"NewsNERTagger",
|
|
366
372
|
"NewsSyntaxParser",
|
|
373
|
+
"NER",
|
|
374
|
+
"Morph",
|
|
375
|
+
"Syntax",
|
|
367
376
|
"create_morphology_tagger",
|
|
368
377
|
"download_models",
|
|
369
378
|
"get_model_info",
|
mawo_slovnet/model_downloader.py
CHANGED
|
@@ -5,6 +5,7 @@ Based on:
|
|
|
5
5
|
- SlovNet v0.6.0 (github.com/natasha/slovnet)
|
|
6
6
|
- MAWO offline-first architecture
|
|
7
7
|
"""
|
|
8
|
+
|
|
8
9
|
from __future__ import annotations
|
|
9
10
|
|
|
10
11
|
import hashlib
|
|
@@ -289,9 +290,7 @@ class SlovNetModelDownloader:
|
|
|
289
290
|
size_mb = 0
|
|
290
291
|
if cached:
|
|
291
292
|
# Calculate directory size
|
|
292
|
-
size_bytes = sum(
|
|
293
|
-
f.stat().st_size for f in model_dir.rglob("*") if f.is_file()
|
|
294
|
-
)
|
|
293
|
+
size_bytes = sum(f.stat().st_size for f in model_dir.rglob("*") if f.is_file())
|
|
295
294
|
size_mb = size_bytes / (1024 * 1024)
|
|
296
295
|
info["total_size_mb"] += size_mb
|
|
297
296
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: mawo-slovnet
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.2
|
|
4
4
|
Summary: Нейросетевые модели для русского языка: NER, морфология и синтаксис с автоматической загрузкой
|
|
5
5
|
Author-email: MAWO Team <team@mawo.ru>
|
|
6
6
|
Maintainer-email: MAWO Team <team@mawo.ru>
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
mawo_slovnet/__init__.py,sha256=5sCtFUgKeoNzMmCLmS8a5rTVu6jBoB4zY9ZqfblaWDo,13104
|
|
2
|
+
mawo_slovnet/model_downloader.py,sha256=v2ianf2nHiotxA20nzcbZgm6YLVWnTnMm9pN7m1v2nM,12106
|
|
3
|
+
mawo_slovnet/slovnet_morph_news_v1.tar.neural.gz,sha256=J2yKPmU0oULiizuATPJp9KjLhcDBNCwFnRfh6Eu57Rg,2442002
|
|
4
|
+
mawo_slovnet/slovnet_ner_news_v1.tar.neural.gz,sha256=tIgP1tVTYJdIXJhde4oRvVk-qD4oZVSrs9Wh3xsrHwo,2249877
|
|
5
|
+
mawo_slovnet/slovnet_syntax_news_v1.tar.neural.gz,sha256=_SFLVCTcpw1KZjSrt6WrJ8Fom7DUljjBlkfbGMA3XZk,2459132
|
|
6
|
+
mawo_slovnet-1.0.2.dist-info/licenses/LICENSE,sha256=HxcBccBgl94zsrO98Iv1FqnG5cp8fSsnxfq3YDSi7Mg,1066
|
|
7
|
+
mawo_slovnet-1.0.2.dist-info/METADATA,sha256=c1-OZHwkMwgv-XsZuOpB0PY5syv8eALGu5ESRRmPojg,11686
|
|
8
|
+
mawo_slovnet-1.0.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
9
|
+
mawo_slovnet-1.0.2.dist-info/top_level.txt,sha256=i0LmrJ3do13Qjwsve1dfFRZN2Fg2Ymf7jN5x9Im2eFE,13
|
|
10
|
+
mawo_slovnet-1.0.2.dist-info/RECORD,,
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
mawo_slovnet/__init__.py,sha256=PSDCHRG1hXDmgHhCGZlnnT3nAVDymOFhvkKXXmSg5l0,12920
|
|
2
|
-
mawo_slovnet/model_downloader.py,sha256=-UeEg7CV1F30Lhxjr-NO-b7kCbmaZefeQaIPsFLhGOI,12143
|
|
3
|
-
mawo_slovnet/slovnet_morph_news_v1.tar.neural.gz,sha256=J2yKPmU0oULiizuATPJp9KjLhcDBNCwFnRfh6Eu57Rg,2442002
|
|
4
|
-
mawo_slovnet/slovnet_ner_news_v1.tar.neural.gz,sha256=tIgP1tVTYJdIXJhde4oRvVk-qD4oZVSrs9Wh3xsrHwo,2249877
|
|
5
|
-
mawo_slovnet/slovnet_syntax_news_v1.tar.neural.gz,sha256=_SFLVCTcpw1KZjSrt6WrJ8Fom7DUljjBlkfbGMA3XZk,2459132
|
|
6
|
-
mawo_slovnet-1.0.1.dist-info/licenses/LICENSE,sha256=HxcBccBgl94zsrO98Iv1FqnG5cp8fSsnxfq3YDSi7Mg,1066
|
|
7
|
-
mawo_slovnet-1.0.1.dist-info/METADATA,sha256=aD_F6Tyu_rGgLklHebTzqYFSSXDfasDUe003CW2-JDU,11686
|
|
8
|
-
mawo_slovnet-1.0.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
9
|
-
mawo_slovnet-1.0.1.dist-info/top_level.txt,sha256=i0LmrJ3do13Qjwsve1dfFRZN2Fg2Ymf7jN5x9Im2eFE,13
|
|
10
|
-
mawo_slovnet-1.0.1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|