SinaTools 0.1.40__tar.gz → 1.0.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sinatools-0.1.40 → sinatools-1.0.1}/PKG-INFO +1 -1
- {sinatools-0.1.40 → sinatools-1.0.1}/SinaTools.egg-info/PKG-INFO +1 -1
- sinatools-1.0.1/sinatools/VERSION +1 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/__init__.py +5 -7
- sinatools-0.1.40/sinatools/VERSION +0 -1
- {sinatools-0.1.40 → sinatools-1.0.1}/AUTHORS.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/CONTRIBUTING.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/LICENSE +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/MANIFEST.in +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/README.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/SinaTools.egg-info/SOURCES.txt +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/SinaTools.egg-info/dependency_links.txt +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/SinaTools.egg-info/entry_points.txt +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/SinaTools.egg-info/not-zip-safe +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/SinaTools.egg-info/requires.txt +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/SinaTools.egg-info/top_level.txt +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/Makefile +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/build/_images/download.png +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/build/_static/download.png +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/build/_static/file.png +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/build/_static/minus.png +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/build/_static/plus.png +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/build/html/_images/SinaLogo.jpg +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/build/html/_images/download.png +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/build/html/_static/SinaLogo.jpg +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/build/html/_static/download.png +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/build/html/_static/file.png +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/build/html/_static/minus.png +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/build/html/_static/plus.png +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/make.bat +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/License.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/Overview.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/_static/SinaLogo.jpg +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/_static/download.png +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/about.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/DataDownload/downloader.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/DataDownload.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/arabiner/bin/infer.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/arabiner.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/morphology/morph_analyzer.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/morphology.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/salma/views.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/salma.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/utils/corpus_tokenizer.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/utils/implication.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/utils/jaccard.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/utils/parser.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/utils/sentence_tokenizer.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/utils/text_transliteration.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api/utils.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/api.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/authors.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/DataDownload/download_files.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/DataDownload/get_appdatadir.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/DataDownload.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/arabiner/infer.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/arabiner.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/morphology/ALMA_multi_word.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/morphology/morph_analyzer.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/morphology.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/salma/salma_tools.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/salma.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/utils/arStrip.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/utils/corpus_tokenizer.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/utils/implication.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/utils/jaccard.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/utils/latin_remove.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/utils/remove_punc.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/utils/sentence_tokenizer.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/utils/text_transliteration.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools/utils.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/cli_tools.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/conf.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/index.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/installation.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/docs/source/readme.rst +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/setup.cfg +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/setup.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/DataDownload/download_files.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/morphology/ALMA_multi_word.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/morphology/morph_analyzer.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/ner/corpus_entity_extractor.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/ner/entity_extractor.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/utils/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/utils/arStrip.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/utils/corpus_tokenizer.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/utils/implication.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/utils/jaccard.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/utils/remove_latin.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/utils/remove_punctuation.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/utils/sentence_tokenizer.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/utils/text_dublication_detector.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/CLI/utils/text_transliteration.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/DataDownload/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/DataDownload/downloader.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/arabert/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/arabert/preprocess.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/environment.yml +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/install_env.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/morphology/ALMA_multi_word.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/morphology/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/morphology/morph_analyzer.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/data/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/data/datasets.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/data/transforms.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/data_format.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/datasets.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/entity_extractor.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/helpers.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/metrics.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/nn/BaseModel.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/nn/BertNestedTagger.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/nn/BertSeqTagger.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/nn/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/trainers/BaseTrainer.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/trainers/BertNestedTrainer.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/trainers/BertTrainer.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/trainers/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/ner/transforms.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/relations/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/relations/relation_extractor.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/semantic_relatedness/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/semantic_relatedness/compute_relatedness.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/sinatools.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/synonyms/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/synonyms/synonyms_generator.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/utils/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/utils/charsets.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/utils/parser.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/utils/readfile.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/utils/similarity.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/utils/text_dublication_detector.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/utils/text_transliteration.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/utils/tokenizer.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/utils/tokenizers_words.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/utils/word_compare.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/wsd/__init__.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/wsd/disambiguator.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/wsd/settings.py +0 -0
- {sinatools-0.1.40 → sinatools-1.0.1}/sinatools/wsd/wsd.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.2
|
2
2
|
Name: SinaTools
|
3
|
-
Version: 0.1
|
3
|
+
Version: 1.0.1
|
4
4
|
Summary: Open-source Python toolkit for Arabic Natural Understanding, allowing people to integrate it in their system workflow.
|
5
5
|
Home-page: https://github.com/SinaLab/sinatools
|
6
6
|
License: MIT license
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.2
|
2
2
|
Name: SinaTools
|
3
|
-
Version: 0.1
|
3
|
+
Version: 1.0.1
|
4
4
|
Summary: Open-source Python toolkit for Arabic Natural Understanding, allowing people to integrate it in their system workflow.
|
5
5
|
Home-page: https://github.com/SinaLab/sinatools
|
6
6
|
License: MIT license
|
@@ -0,0 +1 @@
|
|
1
|
+
1.0.1
|
@@ -11,7 +11,7 @@ from argparse import Namespace
|
|
11
11
|
tagger = None
|
12
12
|
tag_vocab = None
|
13
13
|
train_config = None
|
14
|
-
|
14
|
+
|
15
15
|
filename = 'Wj27012000.tar'
|
16
16
|
path =downloader.get_appdatadir()
|
17
17
|
model_path = os.path.join(path, filename)
|
@@ -20,21 +20,19 @@ _path = os.path.join(model_path, "tag_vocab.pkl")
|
|
20
20
|
|
21
21
|
with open(_path, "rb") as fh:
|
22
22
|
tag_vocab = pickle.load(fh)
|
23
|
-
print("tag_vocab loaded")
|
24
23
|
|
25
24
|
train_config = Namespace()
|
26
25
|
args_path = os.path.join(model_path, "args.json")
|
27
|
-
|
26
|
+
|
28
27
|
with open(args_path, "r") as fh:
|
29
28
|
train_config.__dict__ = json.load(fh)
|
30
|
-
|
29
|
+
|
31
30
|
model = load_object(train_config.network_config["fn"], train_config.network_config["kwargs"])
|
32
31
|
model = torch.nn.DataParallel(model)
|
33
|
-
|
32
|
+
|
34
33
|
if torch.cuda.is_available():
|
35
34
|
model = model.cuda()
|
36
|
-
|
35
|
+
|
37
36
|
train_config.trainer_config["kwargs"]["model"] = model
|
38
37
|
tagger = load_object(train_config.trainer_config["fn"], train_config.trainer_config["kwargs"])
|
39
38
|
tagger.load(os.path.join(model_path,"checkpoints"))
|
40
|
-
print("steps 4")
|
@@ -1 +0,0 @@
|
|
1
|
-
0.1.40
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|