SinaTools 0.1.3__tar.gz → 0.1.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {SinaTools-0.1.3 → SinaTools-0.1.7}/CONTRIBUTING.rst +12 -12
- SinaTools-0.1.7/MANIFEST.in +28 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/PKG-INFO +14 -21
- {SinaTools-0.1.3 → SinaTools-0.1.7}/README.rst +8 -14
- {SinaTools-0.1.3 → SinaTools-0.1.7}/SinaTools.egg-info/PKG-INFO +14 -21
- SinaTools-0.1.7/SinaTools.egg-info/SOURCES.txt +168 -0
- SinaTools-0.1.7/SinaTools.egg-info/entry_points.txt +18 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/SinaTools.egg-info/requires.txt +1 -0
- SinaTools-0.1.7/SinaTools.egg-info/top_level.txt +1 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/Makefile +1 -1
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/Overview.rst +2 -2
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/about.rst +2 -2
- SinaTools-0.1.7/docs/source/api/DataDownload/downloader.rst +7 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/api/DataDownload.rst +2 -2
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/api/arabiner/bin/infer.rst +2 -2
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/api/arabiner.rst +3 -3
- SinaTools-0.1.7/docs/source/api/morphology/morph_analyzer.rst +9 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/api/morphology.rst +2 -2
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/api/salma/views.rst +2 -2
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/api/salma.rst +2 -2
- SinaTools-0.1.7/docs/source/api/utils/corpus_tokenizer.rst +5 -0
- SinaTools-0.1.7/docs/source/api/utils/implication.rst +5 -0
- SinaTools-0.1.7/docs/source/api/utils/jaccard.rst +5 -0
- SinaTools-0.1.7/docs/source/api/utils/parser.rst +11 -0
- SinaTools-0.1.7/docs/source/api/utils/sentence_tokenizer.rst +5 -0
- SinaTools-0.1.7/docs/source/api/utils/text_transliteration.rst +5 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/api/utils.rst +2 -2
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/api.rst +1 -1
- SinaTools-0.1.7/docs/source/cli_tools/DataDownload/download_files.rst +5 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/cli_tools/DataDownload.rst +2 -2
- SinaTools-0.1.7/docs/source/cli_tools/arabiner/infer.rst +5 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/cli_tools/arabiner.rst +3 -3
- SinaTools-0.1.7/docs/source/cli_tools/morphology/ALMA_multi_word.rst +5 -0
- SinaTools-0.1.7/docs/source/cli_tools/morphology/morph_analyzer.rst +5 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/cli_tools/morphology.rst +2 -2
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/cli_tools/salma/salma_tools.rst +2 -2
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/cli_tools/salma.rst +2 -2
- SinaTools-0.1.7/docs/source/cli_tools/utils/arStrip.rst +5 -0
- SinaTools-0.1.7/docs/source/cli_tools/utils/corpus_tokenizer.rst +5 -0
- SinaTools-0.1.7/docs/source/cli_tools/utils/implication.rst +5 -0
- SinaTools-0.1.7/docs/source/cli_tools/utils/jaccard.rst +5 -0
- SinaTools-0.1.7/docs/source/cli_tools/utils/latin_remove.rst +5 -0
- SinaTools-0.1.7/docs/source/cli_tools/utils/remove_punc.rst +5 -0
- SinaTools-0.1.7/docs/source/cli_tools/utils/sentence_tokenizer.rst +5 -0
- SinaTools-0.1.7/docs/source/cli_tools/utils/text_transliteration.rst +5 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/cli_tools/utils.rst +2 -2
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/cli_tools.rst +1 -1
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/conf.py +10 -10
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/installation.rst +9 -9
- {SinaTools-0.1.3 → SinaTools-0.1.7}/setup.cfg +2 -2
- SinaTools-0.1.7/setup.py +98 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/CLI/DataDownload/download_files.py +9 -9
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/CLI/morphology/ALMA_multi_word.py +10 -20
- SinaTools-0.1.7/sinatools/CLI/morphology/morph_analyzer.py +80 -0
- SinaTools-0.1.3/nlptools/CLI/arabiner/bin/infer2.py → SinaTools-0.1.7/sinatools/CLI/ner/corpus_entity_extractor.py +5 -9
- SinaTools-0.1.3/nlptools/CLI/arabiner/bin/infer.py → SinaTools-0.1.7/sinatools/CLI/ner/entity_extractor.py +4 -8
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/CLI/salma/salma_tools.py +8 -8
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/CLI/utils/arStrip.py +10 -21
- SinaTools-0.1.7/sinatools/CLI/utils/corpus_tokenizer.py +50 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/CLI/utils/implication.py +9 -9
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/CLI/utils/jaccard.py +10 -10
- SinaTools-0.1.7/sinatools/CLI/utils/remove_latin.py +34 -0
- SinaTools-0.1.7/sinatools/CLI/utils/remove_punctuation.py +42 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/CLI/utils/sentence_tokenizer.py +9 -22
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/CLI/utils/text_transliteration.py +10 -17
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/DataDownload/downloader.py +10 -10
- SinaTools-0.1.7/sinatools/VERSION +1 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/__init__.py +1 -1
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/morphology/ALMA_multi_word.py +4 -5
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/morphology/__init__.py +4 -14
- SinaTools-0.1.7/sinatools/morphology/morph_analyzer.py +172 -0
- SinaTools-0.1.7/sinatools/ner/__init__.py +12 -0
- SinaTools-0.1.3/nlptools/arabiner/bin/infer.py → SinaTools-0.1.7/sinatools/ner/entity_extractor.py +9 -8
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/salma/__init__.py +2 -2
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/salma/settings.py +1 -1
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/salma/views.py +12 -12
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/salma/wsd.py +2 -2
- {SinaTools-0.1.3/nlptools/morphology → SinaTools-0.1.7/sinatools/utils}/charsets.py +1 -3
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/utils/implication.py +10 -10
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/utils/jaccard.py +2 -2
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/utils/parser.py +18 -21
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/utils/text_transliteration.py +1 -1
- SinaTools-0.1.3/nlptools/utils/corpus_tokenizer.py → SinaTools-0.1.7/sinatools/utils/tokenizer.py +58 -5
- {SinaTools-0.1.3/nlptools/morphology → SinaTools-0.1.7/sinatools/utils}/tokenizers_words.py +3 -6
- SinaTools-0.1.3/MANIFEST.in +0 -28
- SinaTools-0.1.3/SinaTools.egg-info/SOURCES.txt +0 -191
- SinaTools-0.1.3/SinaTools.egg-info/entry_points.txt +0 -18
- SinaTools-0.1.3/SinaTools.egg-info/top_level.txt +0 -1
- SinaTools-0.1.3/docs/source/api/DataDownload/downloader.rst +0 -7
- SinaTools-0.1.3/docs/source/api/morphology/morph_analyzer.rst +0 -9
- SinaTools-0.1.3/docs/source/api/utils/corpus_tokenizer.rst +0 -5
- SinaTools-0.1.3/docs/source/api/utils/implication.rst +0 -5
- SinaTools-0.1.3/docs/source/api/utils/jaccard.rst +0 -5
- SinaTools-0.1.3/docs/source/api/utils/parser.rst +0 -11
- SinaTools-0.1.3/docs/source/api/utils/sentence_tokenizer.rst +0 -5
- SinaTools-0.1.3/docs/source/api/utils/text_transliteration.rst +0 -5
- SinaTools-0.1.3/docs/source/cli_tools/DataDownload/download_files.rst +0 -5
- SinaTools-0.1.3/docs/source/cli_tools/arabiner/infer.rst +0 -5
- SinaTools-0.1.3/docs/source/cli_tools/morphology/ALMA_multi_word.rst +0 -5
- SinaTools-0.1.3/docs/source/cli_tools/morphology/morph_analyzer.rst +0 -5
- SinaTools-0.1.3/docs/source/cli_tools/utils/arStrip.rst +0 -5
- SinaTools-0.1.3/docs/source/cli_tools/utils/corpus_tokenizer.rst +0 -5
- SinaTools-0.1.3/docs/source/cli_tools/utils/implication.rst +0 -5
- SinaTools-0.1.3/docs/source/cli_tools/utils/jaccard.rst +0 -5
- SinaTools-0.1.3/docs/source/cli_tools/utils/latin_remove.rst +0 -5
- SinaTools-0.1.3/docs/source/cli_tools/utils/remove_punc.rst +0 -5
- SinaTools-0.1.3/docs/source/cli_tools/utils/sentence_tokenizer.rst +0 -5
- SinaTools-0.1.3/docs/source/cli_tools/utils/text_transliteration.rst +0 -5
- SinaTools-0.1.3/nlptools/CLI/morphology/morph_analyzer.py +0 -91
- SinaTools-0.1.3/nlptools/CLI/utils/corpus_tokenizer.py +0 -74
- SinaTools-0.1.3/nlptools/CLI/utils/latin_remove.py +0 -51
- SinaTools-0.1.3/nlptools/CLI/utils/remove_Punc.py +0 -53
- SinaTools-0.1.3/nlptools/VERSION +0 -1
- SinaTools-0.1.3/nlptools/arabiner/bin/__init__.py +0 -14
- SinaTools-0.1.3/nlptools/arabiner/bin/eval.py +0 -87
- SinaTools-0.1.3/nlptools/arabiner/bin/process.py +0 -140
- SinaTools-0.1.3/nlptools/arabiner/bin/train.py +0 -221
- SinaTools-0.1.3/nlptools/arabiner/data/__init__.py +0 -1
- SinaTools-0.1.3/nlptools/arabiner/data/datasets.py +0 -146
- SinaTools-0.1.3/nlptools/arabiner/data/transforms.py +0 -118
- SinaTools-0.1.3/nlptools/arabiner/nn/BaseModel.py +0 -22
- SinaTools-0.1.3/nlptools/arabiner/nn/BertNestedTagger.py +0 -34
- SinaTools-0.1.3/nlptools/arabiner/nn/BertSeqTagger.py +0 -17
- SinaTools-0.1.3/nlptools/arabiner/nn/__init__.py +0 -3
- SinaTools-0.1.3/nlptools/arabiner/trainers/BaseTrainer.py +0 -117
- SinaTools-0.1.3/nlptools/arabiner/trainers/BertNestedTrainer.py +0 -203
- SinaTools-0.1.3/nlptools/arabiner/trainers/BertTrainer.py +0 -163
- SinaTools-0.1.3/nlptools/arabiner/trainers/__init__.py +0 -3
- SinaTools-0.1.3/nlptools/arabiner/utils/__init__.py +0 -0
- SinaTools-0.1.3/nlptools/arabiner/utils/data.py +0 -124
- SinaTools-0.1.3/nlptools/arabiner/utils/helpers.py +0 -151
- SinaTools-0.1.3/nlptools/arabiner/utils/metrics.py +0 -69
- SinaTools-0.1.3/nlptools/morphology/morph_analyzer.py +0 -170
- SinaTools-0.1.3/nlptools/morphology/settings.py +0 -8
- SinaTools-0.1.3/nlptools/utils/__init__.py +0 -0
- SinaTools-0.1.3/nlptools/utils/sentence_tokenizer.py +0 -53
- SinaTools-0.1.3/setup.py +0 -95
- SinaTools-0.1.3/tests/__init__.py +0 -1
- SinaTools-0.1.3/tests/test_nlptools.py +0 -21
- {SinaTools-0.1.3 → SinaTools-0.1.7}/AUTHORS.rst +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/HISTORY.rst +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/LICENSE +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/SinaTools.egg-info/dependency_links.txt +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/SinaTools.egg-info/not-zip-safe +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/build/_images/download.png +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/build/_static/download.png +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/build/_static/file.png +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/build/_static/minus.png +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/build/_static/plus.png +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/build/html/_images/SinaLogo.jpg +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/build/html/_images/download.png +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/build/html/_static/SinaLogo.jpg +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/build/html/_static/download.png +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/build/html/_static/file.png +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/build/html/_static/minus.png +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/build/html/_static/plus.png +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/make.bat +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/License.rst +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/_static/SinaLogo.jpg +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/_static/download.png +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/authors.rst +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/cli_tools/DataDownload/get_appdatadir.rst +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/index.rst +0 -0
- {SinaTools-0.1.3 → SinaTools-0.1.7}/docs/source/readme.rst +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/CLI/utils/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/DataDownload/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/arabert/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/arabert/create_classification_data.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/arabert/create_pretraining_data.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/arabert/extract_features.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/arabert/lamb_optimizer.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/arabert/modeling.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/arabert/optimization.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/arabert/run_classifier.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/arabert/run_pretraining.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/arabert/run_squad.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/arabert/tokenization.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/build_openwebtext_pretraining_dataset.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/build_pretraining_dataset.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/build_pretraining_dataset_single_file.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/configure_finetuning.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/configure_pretraining.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/finetune/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/finetune/feature_spec.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/finetune/preprocessing.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/finetune/scorer.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/finetune/task.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/finetune/task_builder.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/flops_computation.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/model/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/model/modeling.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/model/optimization.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/model/tokenization.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/pretrain/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/pretrain/pretrain_data.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/pretrain/pretrain_helpers.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/run_finetuning.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/run_pretraining.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/util/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/util/training_utils.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/araelectra/util/utils.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/create_pretraining_data.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/gpt2/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/gpt2/lamb_optimizer.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/gpt2/optimization.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/gpt2/run_pretraining.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/grover/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/grover/dataloader.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/grover/modeling.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/grover/modeling_gpt2.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/grover/optimization_adafactor.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/grover/train_tpu.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/grover/utils.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/aragpt2/train_bpe_tokenizer.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/arabert/preprocess.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/environment.yml +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/install_env.py +0 -0
- /SinaTools-0.1.3/nlptools/nlptools.py → /SinaTools-0.1.7/sinatools/sinatools.py +0 -0
- {SinaTools-0.1.3/nlptools/arabiner → SinaTools-0.1.7/sinatools/utils}/__init__.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/utils/readfile.py +0 -0
- {SinaTools-0.1.3/nlptools → SinaTools-0.1.7/sinatools}/utils/utils.py +0 -0
@@ -15,7 +15,7 @@ Types of Contributions
|
|
15
15
|
Report Bugs
|
16
16
|
~~~~~~~~~~~
|
17
17
|
|
18
|
-
Report bugs at https://github.com/SinaLab/
|
18
|
+
Report bugs at https://github.com/SinaLab/sinatools/issues.
|
19
19
|
|
20
20
|
If you are reporting a bug, please include:
|
21
21
|
|
@@ -38,14 +38,14 @@ and "help wanted" is open to whoever wants to implement it.
|
|
38
38
|
Write Documentation
|
39
39
|
~~~~~~~~~~~~~~~~~~~
|
40
40
|
|
41
|
-
|
42
|
-
official
|
41
|
+
sinatools could always use more documentation, whether as part of the
|
42
|
+
official sinatools docs, in docstrings, or even on the web in blog posts,
|
43
43
|
articles, and such.
|
44
44
|
|
45
45
|
Submit Feedback
|
46
46
|
~~~~~~~~~~~~~~~
|
47
47
|
|
48
|
-
The best way to send feedback is to file an issue at https://github.com/SinaLab/
|
48
|
+
The best way to send feedback is to file an issue at https://github.com/SinaLab/sinatools/issues.
|
49
49
|
|
50
50
|
If you are proposing a feature:
|
51
51
|
|
@@ -57,17 +57,17 @@ If you are proposing a feature:
|
|
57
57
|
Get Started!
|
58
58
|
------------
|
59
59
|
|
60
|
-
Ready to contribute? Here's how to set up `
|
60
|
+
Ready to contribute? Here's how to set up `sinatools` for local development.
|
61
61
|
|
62
|
-
1. Fork the `
|
62
|
+
1. Fork the `sinatools` repo on GitHub.
|
63
63
|
2. Clone your fork locally::
|
64
64
|
|
65
|
-
$ git clone git@github.com:your_name_here/
|
65
|
+
$ git clone git@github.com:your_name_here/sinatools.git
|
66
66
|
|
67
67
|
3. Install your local copy into a virtualenv. Assuming you have virtualenvwrapper installed, this is how you set up your fork for local development::
|
68
68
|
|
69
|
-
$ mkvirtualenv
|
70
|
-
$ cd
|
69
|
+
$ mkvirtualenv sinatools
|
70
|
+
$ cd sinatools/
|
71
71
|
$ python setup.py develop
|
72
72
|
|
73
73
|
4. Create a branch for local development::
|
@@ -79,7 +79,7 @@ Ready to contribute? Here's how to set up `nlptools` for local development.
|
|
79
79
|
5. When you're done making changes, check that your changes pass flake8 and the
|
80
80
|
tests, including testing other Python versions with tox::
|
81
81
|
|
82
|
-
$ flake8
|
82
|
+
$ flake8 sinatools tests
|
83
83
|
$ python setup.py test or pytest
|
84
84
|
$ tox
|
85
85
|
|
@@ -103,7 +103,7 @@ Before you submit a pull request, check that it meets these guidelines:
|
|
103
103
|
your new functionality into a function with a docstring, and add the
|
104
104
|
feature to the list in README.rst.
|
105
105
|
3. The pull request should work for Python 3.5, 3.6, 3.7 and 3.8, and for PyPy. Check
|
106
|
-
https://travis-ci.com/sina_institute/
|
106
|
+
https://travis-ci.com/sina_institute/sinatools/pull_requests
|
107
107
|
and make sure that the tests pass for all supported Python versions.
|
108
108
|
|
109
109
|
Tips
|
@@ -112,7 +112,7 @@ Tips
|
|
112
112
|
To run a subset of tests::
|
113
113
|
|
114
114
|
|
115
|
-
$ python -m unittest tests.
|
115
|
+
$ python -m unittest tests.test_sinatools
|
116
116
|
|
117
117
|
Deploying
|
118
118
|
---------
|
@@ -0,0 +1,28 @@
|
|
1
|
+
include AUTHORS.rst
|
2
|
+
include CONTRIBUTING.rst
|
3
|
+
include HISTORY.rst
|
4
|
+
include LICENSE
|
5
|
+
include README.rst
|
6
|
+
|
7
|
+
recursive-include tests *
|
8
|
+
recursive-exclude * __pycache__
|
9
|
+
recursive-exclude * *.py[co]
|
10
|
+
|
11
|
+
recursive-include docs *.rst conf.py Makefile make.bat *.jpg *.png *.gif
|
12
|
+
|
13
|
+
|
14
|
+
include setup.py
|
15
|
+
include sinatools/VERSION
|
16
|
+
include sinatools/utils/*.py
|
17
|
+
include sinatools/ner/*.py
|
18
|
+
include sinatools/arabert/*.py
|
19
|
+
include sinatools/DataDownload/*.py
|
20
|
+
include sinatools/morphology/*.py
|
21
|
+
include sinatools/salma/*.py
|
22
|
+
include sinatools/CLI/ner/*.py
|
23
|
+
include sinatools/CLI/morphology/*.py
|
24
|
+
include sinatools/CLI/salma/*.py
|
25
|
+
include sinatools/CLI/utils/*.py
|
26
|
+
include sinatools/CLI/DataDownload/*.py
|
27
|
+
include tests/*.py
|
28
|
+
global-exclude *~
|
@@ -1,36 +1,28 @@
|
|
1
|
-
Metadata-Version: 1
|
1
|
+
Metadata-Version: 2.1
|
2
2
|
Name: SinaTools
|
3
|
-
Version: 0.1.
|
4
|
-
Summary:
|
5
|
-
Home-page: https://github.com/SinaLab/
|
6
|
-
Author: UNKNOWN
|
7
|
-
Author-email: UNKNOWN
|
3
|
+
Version: 0.1.7
|
4
|
+
Summary: A short description of your project
|
5
|
+
Home-page: https://github.com/SinaLab/sinatools
|
8
6
|
License: MIT license
|
9
7
|
Description: ========
|
10
|
-
|
8
|
+
sinatools
|
11
9
|
========
|
12
10
|
|
11
|
+
.. image:: https://img.shields.io/pypi/v/sinatools.svg
|
12
|
+
:target: https://pypi.python.org/pypi/SinaTools
|
13
13
|
|
14
|
-
.. image:: https://img.shields.io/
|
15
|
-
|
16
|
-
|
17
|
-
.. image:: https://img.shields.io/travis/sina_institute/nlptools.svg
|
18
|
-
:target: https://travis-ci.com/sina_institute/SinaTools
|
19
|
-
|
20
|
-
.. image:: https://readthedocs.org/projects/nlptools/badge/?version=latest
|
21
|
-
:target: https://SinaTools.readthedocs.io/en/latest/?version=latest
|
22
|
-
:alt: Documentation Status
|
23
|
-
|
24
|
-
|
14
|
+
.. image:: https://img.shields.io/travis/sina_institute/sinatools.svg
|
15
|
+
:target: https://travis-ci.com/sina_institute/SinaTools
|
25
16
|
|
17
|
+
.. image:: https://readthedocs.org/projects/sinatools/badge/?version=latest
|
18
|
+
:target: https://SinaTools.readthedocs.io/en/latest/?version=latest
|
19
|
+
:alt: Documentation Status
|
26
20
|
|
27
21
|
Python Boilerplate contains all the boilerplate you need to create a Python package.
|
28
22
|
|
29
|
-
|
30
23
|
* Free software: MIT license
|
31
24
|
* Documentation: https://sina.birzeit.edu/sinatools/
|
32
25
|
|
33
|
-
|
34
26
|
Credits
|
35
27
|
-------
|
36
28
|
|
@@ -48,5 +40,6 @@ Description: ========
|
|
48
40
|
------------------
|
49
41
|
|
50
42
|
|
51
|
-
Keywords:
|
43
|
+
Keywords: sinatools
|
52
44
|
Platform: UNKNOWN
|
45
|
+
Description-Content-Type: text/markdown
|
@@ -1,28 +1,22 @@
|
|
1
1
|
========
|
2
|
-
|
2
|
+
sinatools
|
3
3
|
========
|
4
4
|
|
5
|
+
.. image:: https://img.shields.io/pypi/v/sinatools.svg
|
6
|
+
:target: https://pypi.python.org/pypi/SinaTools
|
5
7
|
|
6
|
-
.. image:: https://img.shields.io/
|
7
|
-
|
8
|
-
|
9
|
-
.. image:: https://img.shields.io/travis/sina_institute/nlptools.svg
|
10
|
-
:target: https://travis-ci.com/sina_institute/SinaTools
|
11
|
-
|
12
|
-
.. image:: https://readthedocs.org/projects/nlptools/badge/?version=latest
|
13
|
-
:target: https://SinaTools.readthedocs.io/en/latest/?version=latest
|
14
|
-
:alt: Documentation Status
|
15
|
-
|
16
|
-
|
8
|
+
.. image:: https://img.shields.io/travis/sina_institute/sinatools.svg
|
9
|
+
:target: https://travis-ci.com/sina_institute/SinaTools
|
17
10
|
|
11
|
+
.. image:: https://readthedocs.org/projects/sinatools/badge/?version=latest
|
12
|
+
:target: https://SinaTools.readthedocs.io/en/latest/?version=latest
|
13
|
+
:alt: Documentation Status
|
18
14
|
|
19
15
|
Python Boilerplate contains all the boilerplate you need to create a Python package.
|
20
16
|
|
21
|
-
|
22
17
|
* Free software: MIT license
|
23
18
|
* Documentation: https://sina.birzeit.edu/sinatools/
|
24
19
|
|
25
|
-
|
26
20
|
Credits
|
27
21
|
-------
|
28
22
|
|
@@ -1,36 +1,28 @@
|
|
1
|
-
Metadata-Version: 1
|
1
|
+
Metadata-Version: 2.1
|
2
2
|
Name: SinaTools
|
3
|
-
Version: 0.1.
|
4
|
-
Summary:
|
5
|
-
Home-page: https://github.com/SinaLab/
|
6
|
-
Author: UNKNOWN
|
7
|
-
Author-email: UNKNOWN
|
3
|
+
Version: 0.1.7
|
4
|
+
Summary: A short description of your project
|
5
|
+
Home-page: https://github.com/SinaLab/sinatools
|
8
6
|
License: MIT license
|
9
7
|
Description: ========
|
10
|
-
|
8
|
+
sinatools
|
11
9
|
========
|
12
10
|
|
11
|
+
.. image:: https://img.shields.io/pypi/v/sinatools.svg
|
12
|
+
:target: https://pypi.python.org/pypi/SinaTools
|
13
13
|
|
14
|
-
.. image:: https://img.shields.io/
|
15
|
-
|
16
|
-
|
17
|
-
.. image:: https://img.shields.io/travis/sina_institute/nlptools.svg
|
18
|
-
:target: https://travis-ci.com/sina_institute/SinaTools
|
19
|
-
|
20
|
-
.. image:: https://readthedocs.org/projects/nlptools/badge/?version=latest
|
21
|
-
:target: https://SinaTools.readthedocs.io/en/latest/?version=latest
|
22
|
-
:alt: Documentation Status
|
23
|
-
|
24
|
-
|
14
|
+
.. image:: https://img.shields.io/travis/sina_institute/sinatools.svg
|
15
|
+
:target: https://travis-ci.com/sina_institute/SinaTools
|
25
16
|
|
17
|
+
.. image:: https://readthedocs.org/projects/sinatools/badge/?version=latest
|
18
|
+
:target: https://SinaTools.readthedocs.io/en/latest/?version=latest
|
19
|
+
:alt: Documentation Status
|
26
20
|
|
27
21
|
Python Boilerplate contains all the boilerplate you need to create a Python package.
|
28
22
|
|
29
|
-
|
30
23
|
* Free software: MIT license
|
31
24
|
* Documentation: https://sina.birzeit.edu/sinatools/
|
32
25
|
|
33
|
-
|
34
26
|
Credits
|
35
27
|
-------
|
36
28
|
|
@@ -48,5 +40,6 @@ Description: ========
|
|
48
40
|
------------------
|
49
41
|
|
50
42
|
|
51
|
-
Keywords:
|
43
|
+
Keywords: sinatools
|
52
44
|
Platform: UNKNOWN
|
45
|
+
Description-Content-Type: text/markdown
|
@@ -0,0 +1,168 @@
|
|
1
|
+
AUTHORS.rst
|
2
|
+
CONTRIBUTING.rst
|
3
|
+
HISTORY.rst
|
4
|
+
LICENSE
|
5
|
+
MANIFEST.in
|
6
|
+
README.rst
|
7
|
+
setup.cfg
|
8
|
+
setup.py
|
9
|
+
SinaTools.egg-info/PKG-INFO
|
10
|
+
SinaTools.egg-info/SOURCES.txt
|
11
|
+
SinaTools.egg-info/dependency_links.txt
|
12
|
+
SinaTools.egg-info/entry_points.txt
|
13
|
+
SinaTools.egg-info/not-zip-safe
|
14
|
+
SinaTools.egg-info/requires.txt
|
15
|
+
SinaTools.egg-info/top_level.txt
|
16
|
+
docs/Makefile
|
17
|
+
docs/make.bat
|
18
|
+
docs/build/_images/download.png
|
19
|
+
docs/build/_static/download.png
|
20
|
+
docs/build/_static/file.png
|
21
|
+
docs/build/_static/minus.png
|
22
|
+
docs/build/_static/plus.png
|
23
|
+
docs/build/html/_images/SinaLogo.jpg
|
24
|
+
docs/build/html/_images/download.png
|
25
|
+
docs/build/html/_static/SinaLogo.jpg
|
26
|
+
docs/build/html/_static/download.png
|
27
|
+
docs/build/html/_static/file.png
|
28
|
+
docs/build/html/_static/minus.png
|
29
|
+
docs/build/html/_static/plus.png
|
30
|
+
docs/source/License.rst
|
31
|
+
docs/source/Overview.rst
|
32
|
+
docs/source/about.rst
|
33
|
+
docs/source/api.rst
|
34
|
+
docs/source/authors.rst
|
35
|
+
docs/source/cli_tools.rst
|
36
|
+
docs/source/conf.py
|
37
|
+
docs/source/index.rst
|
38
|
+
docs/source/installation.rst
|
39
|
+
docs/source/readme.rst
|
40
|
+
docs/source/_static/SinaLogo.jpg
|
41
|
+
docs/source/_static/download.png
|
42
|
+
docs/source/api/DataDownload.rst
|
43
|
+
docs/source/api/arabiner.rst
|
44
|
+
docs/source/api/morphology.rst
|
45
|
+
docs/source/api/salma.rst
|
46
|
+
docs/source/api/utils.rst
|
47
|
+
docs/source/api/DataDownload/downloader.rst
|
48
|
+
docs/source/api/arabiner/bin/infer.rst
|
49
|
+
docs/source/api/morphology/morph_analyzer.rst
|
50
|
+
docs/source/api/salma/views.rst
|
51
|
+
docs/source/api/utils/corpus_tokenizer.rst
|
52
|
+
docs/source/api/utils/implication.rst
|
53
|
+
docs/source/api/utils/jaccard.rst
|
54
|
+
docs/source/api/utils/parser.rst
|
55
|
+
docs/source/api/utils/sentence_tokenizer.rst
|
56
|
+
docs/source/api/utils/text_transliteration.rst
|
57
|
+
docs/source/cli_tools/DataDownload.rst
|
58
|
+
docs/source/cli_tools/arabiner.rst
|
59
|
+
docs/source/cli_tools/morphology.rst
|
60
|
+
docs/source/cli_tools/salma.rst
|
61
|
+
docs/source/cli_tools/utils.rst
|
62
|
+
docs/source/cli_tools/DataDownload/download_files.rst
|
63
|
+
docs/source/cli_tools/DataDownload/get_appdatadir.rst
|
64
|
+
docs/source/cli_tools/arabiner/infer.rst
|
65
|
+
docs/source/cli_tools/morphology/ALMA_multi_word.rst
|
66
|
+
docs/source/cli_tools/morphology/morph_analyzer.rst
|
67
|
+
docs/source/cli_tools/salma/salma_tools.rst
|
68
|
+
docs/source/cli_tools/utils/arStrip.rst
|
69
|
+
docs/source/cli_tools/utils/corpus_tokenizer.rst
|
70
|
+
docs/source/cli_tools/utils/implication.rst
|
71
|
+
docs/source/cli_tools/utils/jaccard.rst
|
72
|
+
docs/source/cli_tools/utils/latin_remove.rst
|
73
|
+
docs/source/cli_tools/utils/remove_punc.rst
|
74
|
+
docs/source/cli_tools/utils/sentence_tokenizer.rst
|
75
|
+
docs/source/cli_tools/utils/text_transliteration.rst
|
76
|
+
sinatools/VERSION
|
77
|
+
sinatools/__init__.py
|
78
|
+
sinatools/environment.yml
|
79
|
+
sinatools/install_env.py
|
80
|
+
sinatools/sinatools.py
|
81
|
+
sinatools/CLI/DataDownload/download_files.py
|
82
|
+
sinatools/CLI/morphology/ALMA_multi_word.py
|
83
|
+
sinatools/CLI/morphology/morph_analyzer.py
|
84
|
+
sinatools/CLI/ner/corpus_entity_extractor.py
|
85
|
+
sinatools/CLI/ner/entity_extractor.py
|
86
|
+
sinatools/CLI/salma/salma_tools.py
|
87
|
+
sinatools/CLI/utils/__init__.py
|
88
|
+
sinatools/CLI/utils/arStrip.py
|
89
|
+
sinatools/CLI/utils/corpus_tokenizer.py
|
90
|
+
sinatools/CLI/utils/implication.py
|
91
|
+
sinatools/CLI/utils/jaccard.py
|
92
|
+
sinatools/CLI/utils/remove_latin.py
|
93
|
+
sinatools/CLI/utils/remove_punctuation.py
|
94
|
+
sinatools/CLI/utils/sentence_tokenizer.py
|
95
|
+
sinatools/CLI/utils/text_transliteration.py
|
96
|
+
sinatools/DataDownload/__init__.py
|
97
|
+
sinatools/DataDownload/downloader.py
|
98
|
+
sinatools/arabert/__init__.py
|
99
|
+
sinatools/arabert/preprocess.py
|
100
|
+
sinatools/arabert/arabert/__init__.py
|
101
|
+
sinatools/arabert/arabert/create_classification_data.py
|
102
|
+
sinatools/arabert/arabert/create_pretraining_data.py
|
103
|
+
sinatools/arabert/arabert/extract_features.py
|
104
|
+
sinatools/arabert/arabert/lamb_optimizer.py
|
105
|
+
sinatools/arabert/arabert/modeling.py
|
106
|
+
sinatools/arabert/arabert/optimization.py
|
107
|
+
sinatools/arabert/arabert/run_classifier.py
|
108
|
+
sinatools/arabert/arabert/run_pretraining.py
|
109
|
+
sinatools/arabert/arabert/run_squad.py
|
110
|
+
sinatools/arabert/arabert/tokenization.py
|
111
|
+
sinatools/arabert/araelectra/__init__.py
|
112
|
+
sinatools/arabert/araelectra/build_openwebtext_pretraining_dataset.py
|
113
|
+
sinatools/arabert/araelectra/build_pretraining_dataset.py
|
114
|
+
sinatools/arabert/araelectra/build_pretraining_dataset_single_file.py
|
115
|
+
sinatools/arabert/araelectra/configure_finetuning.py
|
116
|
+
sinatools/arabert/araelectra/configure_pretraining.py
|
117
|
+
sinatools/arabert/araelectra/flops_computation.py
|
118
|
+
sinatools/arabert/araelectra/run_finetuning.py
|
119
|
+
sinatools/arabert/araelectra/run_pretraining.py
|
120
|
+
sinatools/arabert/araelectra/finetune/__init__.py
|
121
|
+
sinatools/arabert/araelectra/finetune/feature_spec.py
|
122
|
+
sinatools/arabert/araelectra/finetune/preprocessing.py
|
123
|
+
sinatools/arabert/araelectra/finetune/scorer.py
|
124
|
+
sinatools/arabert/araelectra/finetune/task.py
|
125
|
+
sinatools/arabert/araelectra/finetune/task_builder.py
|
126
|
+
sinatools/arabert/araelectra/model/__init__.py
|
127
|
+
sinatools/arabert/araelectra/model/modeling.py
|
128
|
+
sinatools/arabert/araelectra/model/optimization.py
|
129
|
+
sinatools/arabert/araelectra/model/tokenization.py
|
130
|
+
sinatools/arabert/araelectra/pretrain/__init__.py
|
131
|
+
sinatools/arabert/araelectra/pretrain/pretrain_data.py
|
132
|
+
sinatools/arabert/araelectra/pretrain/pretrain_helpers.py
|
133
|
+
sinatools/arabert/araelectra/util/__init__.py
|
134
|
+
sinatools/arabert/araelectra/util/training_utils.py
|
135
|
+
sinatools/arabert/araelectra/util/utils.py
|
136
|
+
sinatools/arabert/aragpt2/__init__.py
|
137
|
+
sinatools/arabert/aragpt2/create_pretraining_data.py
|
138
|
+
sinatools/arabert/aragpt2/train_bpe_tokenizer.py
|
139
|
+
sinatools/arabert/aragpt2/gpt2/__init__.py
|
140
|
+
sinatools/arabert/aragpt2/gpt2/lamb_optimizer.py
|
141
|
+
sinatools/arabert/aragpt2/gpt2/optimization.py
|
142
|
+
sinatools/arabert/aragpt2/gpt2/run_pretraining.py
|
143
|
+
sinatools/arabert/aragpt2/grover/__init__.py
|
144
|
+
sinatools/arabert/aragpt2/grover/dataloader.py
|
145
|
+
sinatools/arabert/aragpt2/grover/modeling.py
|
146
|
+
sinatools/arabert/aragpt2/grover/modeling_gpt2.py
|
147
|
+
sinatools/arabert/aragpt2/grover/optimization_adafactor.py
|
148
|
+
sinatools/arabert/aragpt2/grover/train_tpu.py
|
149
|
+
sinatools/arabert/aragpt2/grover/utils.py
|
150
|
+
sinatools/morphology/ALMA_multi_word.py
|
151
|
+
sinatools/morphology/__init__.py
|
152
|
+
sinatools/morphology/morph_analyzer.py
|
153
|
+
sinatools/ner/__init__.py
|
154
|
+
sinatools/ner/entity_extractor.py
|
155
|
+
sinatools/salma/__init__.py
|
156
|
+
sinatools/salma/settings.py
|
157
|
+
sinatools/salma/views.py
|
158
|
+
sinatools/salma/wsd.py
|
159
|
+
sinatools/utils/__init__.py
|
160
|
+
sinatools/utils/charsets.py
|
161
|
+
sinatools/utils/implication.py
|
162
|
+
sinatools/utils/jaccard.py
|
163
|
+
sinatools/utils/parser.py
|
164
|
+
sinatools/utils/readfile.py
|
165
|
+
sinatools/utils/text_transliteration.py
|
166
|
+
sinatools/utils/tokenizer.py
|
167
|
+
sinatools/utils/tokenizers_words.py
|
168
|
+
sinatools/utils/utils.py
|
@@ -0,0 +1,18 @@
|
|
1
|
+
[console_scripts]
|
2
|
+
alma_multi_word = sinatools.CLI.morphology.ALMA_multi_word:main
|
3
|
+
appdatadir = sinatools.CLI.DataDownload.get_appdatadir:main
|
4
|
+
arStrip = sinatools.CLI.utils.arStrip:main
|
5
|
+
arabi_ner = sinatools.CLI.ner.entity_extractor:main
|
6
|
+
arabi_ner2 = sinatools.CLI.ner.corpus_entity_extractor:main
|
7
|
+
corpus_tokenizer = sinatools.CLI.utils.corpus_tokenizer:main
|
8
|
+
download_files = sinatools.CLI.DataDownload.download_files:main
|
9
|
+
implication = sinatools.CLI.utils.implication:main
|
10
|
+
install_env = sinatools.install_env:main
|
11
|
+
jaccard_similarity = sinatools.CLI.utils.jaccard:main
|
12
|
+
morphology_analyzer = sinatools.CLI.morphology.morph_analyzer:main
|
13
|
+
remove_latin = sinatools.CLI.utils.remove_latin:main
|
14
|
+
remove_punctuation = sinatools.CLI.utils.remove_punctuation:main
|
15
|
+
salma = sinatools.CLI.salma.salma_tools:main
|
16
|
+
sentence_tokenizer = sinatools.CLI.utils.sentence_tokenizer:main
|
17
|
+
transliterate = sinatools.CLI.utils.text_transliteration:main
|
18
|
+
|
@@ -0,0 +1 @@
|
|
1
|
+
sinatools
|
@@ -11,5 +11,5 @@ For additional details, please refer to the :doc:`installation` section.
|
|
11
11
|
|
12
12
|
Sina Tools is available under the MIT license. See :doc:`License` for more information.
|
13
13
|
|
14
|
-
.. _Github repo: https://github.com/SinaLab/
|
15
|
-
.. _tarball: https://github.com/SinaLab/
|
14
|
+
.. _Github repo: https://github.com/SinaLab/sinatools
|
15
|
+
.. _tarball: https://github.com/SinaLab/sinatools/tarball/master
|
@@ -9,5 +9,5 @@ For additional details, please refer to the :doc:`installation` section.
|
|
9
9
|
|
10
10
|
SinaTools is available under the MIT license. See :doc:`License` for more information.
|
11
11
|
|
12
|
-
.. _Github repo: https://github.com/SinaLab/
|
13
|
-
.. _tarball: https://github.com/SinaLab/
|
12
|
+
.. _Github repo: https://github.com/SinaLab/sinatools
|
13
|
+
.. _tarball: https://github.com/SinaLab/sinatools/tarball/master
|
@@ -1,8 +1,8 @@
|
|
1
|
-
|
1
|
+
sinatools.ner
|
2
2
|
=================
|
3
3
|
|
4
4
|
|
5
|
-
.. automodule::
|
5
|
+
.. automodule:: sinatools.ner
|
6
6
|
:members:
|
7
7
|
:undoc-members:
|
8
8
|
:show-inheritance:
|
@@ -12,4 +12,4 @@ nlptools.arabiner
|
|
12
12
|
:maxdepth: 1
|
13
13
|
:caption: Modules:
|
14
14
|
|
15
|
-
|
15
|
+
ner/entity_extractor
|