SinaTools 0.1.3__tar.gz → 0.1.8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (224) hide show
  1. {SinaTools-0.1.3 → SinaTools-0.1.8}/CONTRIBUTING.rst +12 -12
  2. SinaTools-0.1.8/MANIFEST.in +28 -0
  3. {SinaTools-0.1.3 → SinaTools-0.1.8}/PKG-INFO +10 -11
  4. {SinaTools-0.1.3 → SinaTools-0.1.8}/README.rst +4 -4
  5. {SinaTools-0.1.3 → SinaTools-0.1.8}/SinaTools.egg-info/PKG-INFO +10 -11
  6. SinaTools-0.1.8/SinaTools.egg-info/SOURCES.txt +168 -0
  7. SinaTools-0.1.8/SinaTools.egg-info/entry_points.txt +18 -0
  8. {SinaTools-0.1.3 → SinaTools-0.1.8}/SinaTools.egg-info/requires.txt +1 -0
  9. SinaTools-0.1.8/SinaTools.egg-info/top_level.txt +1 -0
  10. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/Makefile +1 -1
  11. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/Overview.rst +2 -2
  12. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/about.rst +2 -2
  13. SinaTools-0.1.8/docs/source/api/DataDownload/downloader.rst +7 -0
  14. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/api/DataDownload.rst +2 -2
  15. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/api/arabiner/bin/infer.rst +2 -2
  16. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/api/arabiner.rst +3 -3
  17. SinaTools-0.1.8/docs/source/api/morphology/morph_analyzer.rst +9 -0
  18. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/api/morphology.rst +2 -2
  19. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/api/salma/views.rst +2 -2
  20. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/api/salma.rst +2 -2
  21. SinaTools-0.1.8/docs/source/api/utils/corpus_tokenizer.rst +5 -0
  22. SinaTools-0.1.8/docs/source/api/utils/implication.rst +5 -0
  23. SinaTools-0.1.8/docs/source/api/utils/jaccard.rst +5 -0
  24. SinaTools-0.1.8/docs/source/api/utils/parser.rst +11 -0
  25. SinaTools-0.1.8/docs/source/api/utils/sentence_tokenizer.rst +5 -0
  26. SinaTools-0.1.8/docs/source/api/utils/text_transliteration.rst +5 -0
  27. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/api/utils.rst +2 -2
  28. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/api.rst +1 -1
  29. SinaTools-0.1.8/docs/source/cli_tools/DataDownload/download_files.rst +5 -0
  30. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/cli_tools/DataDownload.rst +2 -2
  31. SinaTools-0.1.8/docs/source/cli_tools/arabiner/infer.rst +5 -0
  32. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/cli_tools/arabiner.rst +3 -3
  33. SinaTools-0.1.8/docs/source/cli_tools/morphology/ALMA_multi_word.rst +5 -0
  34. SinaTools-0.1.8/docs/source/cli_tools/morphology/morph_analyzer.rst +5 -0
  35. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/cli_tools/morphology.rst +2 -2
  36. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/cli_tools/salma/salma_tools.rst +2 -2
  37. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/cli_tools/salma.rst +2 -2
  38. SinaTools-0.1.8/docs/source/cli_tools/utils/arStrip.rst +5 -0
  39. SinaTools-0.1.8/docs/source/cli_tools/utils/corpus_tokenizer.rst +5 -0
  40. SinaTools-0.1.8/docs/source/cli_tools/utils/implication.rst +5 -0
  41. SinaTools-0.1.8/docs/source/cli_tools/utils/jaccard.rst +5 -0
  42. SinaTools-0.1.8/docs/source/cli_tools/utils/latin_remove.rst +5 -0
  43. SinaTools-0.1.8/docs/source/cli_tools/utils/remove_punc.rst +5 -0
  44. SinaTools-0.1.8/docs/source/cli_tools/utils/sentence_tokenizer.rst +5 -0
  45. SinaTools-0.1.8/docs/source/cli_tools/utils/text_transliteration.rst +5 -0
  46. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/cli_tools/utils.rst +2 -2
  47. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/cli_tools.rst +1 -1
  48. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/conf.py +10 -10
  49. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/installation.rst +9 -9
  50. {SinaTools-0.1.3 → SinaTools-0.1.8}/setup.cfg +2 -2
  51. SinaTools-0.1.8/setup.py +98 -0
  52. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/CLI/DataDownload/download_files.py +9 -9
  53. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/CLI/morphology/ALMA_multi_word.py +10 -20
  54. SinaTools-0.1.8/sinatools/CLI/morphology/morph_analyzer.py +80 -0
  55. SinaTools-0.1.3/nlptools/CLI/arabiner/bin/infer2.py → SinaTools-0.1.8/sinatools/CLI/ner/corpus_entity_extractor.py +5 -9
  56. SinaTools-0.1.3/nlptools/CLI/arabiner/bin/infer.py → SinaTools-0.1.8/sinatools/CLI/ner/entity_extractor.py +4 -8
  57. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/CLI/salma/salma_tools.py +8 -8
  58. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/CLI/utils/arStrip.py +10 -21
  59. SinaTools-0.1.8/sinatools/CLI/utils/corpus_tokenizer.py +50 -0
  60. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/CLI/utils/implication.py +9 -9
  61. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/CLI/utils/jaccard.py +10 -10
  62. SinaTools-0.1.8/sinatools/CLI/utils/remove_latin.py +34 -0
  63. SinaTools-0.1.8/sinatools/CLI/utils/remove_punctuation.py +42 -0
  64. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/CLI/utils/sentence_tokenizer.py +9 -22
  65. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/CLI/utils/text_transliteration.py +10 -17
  66. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/DataDownload/downloader.py +10 -10
  67. SinaTools-0.1.8/sinatools/VERSION +1 -0
  68. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/__init__.py +1 -1
  69. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/morphology/ALMA_multi_word.py +4 -5
  70. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/morphology/__init__.py +4 -14
  71. SinaTools-0.1.8/sinatools/morphology/morph_analyzer.py +172 -0
  72. SinaTools-0.1.8/sinatools/ner/__init__.py +12 -0
  73. SinaTools-0.1.3/nlptools/arabiner/bin/infer.py → SinaTools-0.1.8/sinatools/ner/entity_extractor.py +9 -8
  74. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/salma/__init__.py +2 -2
  75. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/salma/settings.py +1 -1
  76. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/salma/views.py +12 -12
  77. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/salma/wsd.py +2 -2
  78. {SinaTools-0.1.3/nlptools/morphology → SinaTools-0.1.8/sinatools/utils}/charsets.py +1 -3
  79. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/utils/implication.py +10 -10
  80. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/utils/jaccard.py +2 -2
  81. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/utils/parser.py +18 -21
  82. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/utils/text_transliteration.py +1 -1
  83. SinaTools-0.1.3/nlptools/utils/corpus_tokenizer.py → SinaTools-0.1.8/sinatools/utils/tokenizer.py +58 -5
  84. {SinaTools-0.1.3/nlptools/morphology → SinaTools-0.1.8/sinatools/utils}/tokenizers_words.py +3 -6
  85. SinaTools-0.1.3/MANIFEST.in +0 -28
  86. SinaTools-0.1.3/SinaTools.egg-info/SOURCES.txt +0 -191
  87. SinaTools-0.1.3/SinaTools.egg-info/entry_points.txt +0 -18
  88. SinaTools-0.1.3/SinaTools.egg-info/top_level.txt +0 -1
  89. SinaTools-0.1.3/docs/source/api/DataDownload/downloader.rst +0 -7
  90. SinaTools-0.1.3/docs/source/api/morphology/morph_analyzer.rst +0 -9
  91. SinaTools-0.1.3/docs/source/api/utils/corpus_tokenizer.rst +0 -5
  92. SinaTools-0.1.3/docs/source/api/utils/implication.rst +0 -5
  93. SinaTools-0.1.3/docs/source/api/utils/jaccard.rst +0 -5
  94. SinaTools-0.1.3/docs/source/api/utils/parser.rst +0 -11
  95. SinaTools-0.1.3/docs/source/api/utils/sentence_tokenizer.rst +0 -5
  96. SinaTools-0.1.3/docs/source/api/utils/text_transliteration.rst +0 -5
  97. SinaTools-0.1.3/docs/source/cli_tools/DataDownload/download_files.rst +0 -5
  98. SinaTools-0.1.3/docs/source/cli_tools/arabiner/infer.rst +0 -5
  99. SinaTools-0.1.3/docs/source/cli_tools/morphology/ALMA_multi_word.rst +0 -5
  100. SinaTools-0.1.3/docs/source/cli_tools/morphology/morph_analyzer.rst +0 -5
  101. SinaTools-0.1.3/docs/source/cli_tools/utils/arStrip.rst +0 -5
  102. SinaTools-0.1.3/docs/source/cli_tools/utils/corpus_tokenizer.rst +0 -5
  103. SinaTools-0.1.3/docs/source/cli_tools/utils/implication.rst +0 -5
  104. SinaTools-0.1.3/docs/source/cli_tools/utils/jaccard.rst +0 -5
  105. SinaTools-0.1.3/docs/source/cli_tools/utils/latin_remove.rst +0 -5
  106. SinaTools-0.1.3/docs/source/cli_tools/utils/remove_punc.rst +0 -5
  107. SinaTools-0.1.3/docs/source/cli_tools/utils/sentence_tokenizer.rst +0 -5
  108. SinaTools-0.1.3/docs/source/cli_tools/utils/text_transliteration.rst +0 -5
  109. SinaTools-0.1.3/nlptools/CLI/morphology/morph_analyzer.py +0 -91
  110. SinaTools-0.1.3/nlptools/CLI/utils/corpus_tokenizer.py +0 -74
  111. SinaTools-0.1.3/nlptools/CLI/utils/latin_remove.py +0 -51
  112. SinaTools-0.1.3/nlptools/CLI/utils/remove_Punc.py +0 -53
  113. SinaTools-0.1.3/nlptools/VERSION +0 -1
  114. SinaTools-0.1.3/nlptools/arabiner/bin/__init__.py +0 -14
  115. SinaTools-0.1.3/nlptools/arabiner/bin/eval.py +0 -87
  116. SinaTools-0.1.3/nlptools/arabiner/bin/process.py +0 -140
  117. SinaTools-0.1.3/nlptools/arabiner/bin/train.py +0 -221
  118. SinaTools-0.1.3/nlptools/arabiner/data/__init__.py +0 -1
  119. SinaTools-0.1.3/nlptools/arabiner/data/datasets.py +0 -146
  120. SinaTools-0.1.3/nlptools/arabiner/data/transforms.py +0 -118
  121. SinaTools-0.1.3/nlptools/arabiner/nn/BaseModel.py +0 -22
  122. SinaTools-0.1.3/nlptools/arabiner/nn/BertNestedTagger.py +0 -34
  123. SinaTools-0.1.3/nlptools/arabiner/nn/BertSeqTagger.py +0 -17
  124. SinaTools-0.1.3/nlptools/arabiner/nn/__init__.py +0 -3
  125. SinaTools-0.1.3/nlptools/arabiner/trainers/BaseTrainer.py +0 -117
  126. SinaTools-0.1.3/nlptools/arabiner/trainers/BertNestedTrainer.py +0 -203
  127. SinaTools-0.1.3/nlptools/arabiner/trainers/BertTrainer.py +0 -163
  128. SinaTools-0.1.3/nlptools/arabiner/trainers/__init__.py +0 -3
  129. SinaTools-0.1.3/nlptools/arabiner/utils/__init__.py +0 -0
  130. SinaTools-0.1.3/nlptools/arabiner/utils/data.py +0 -124
  131. SinaTools-0.1.3/nlptools/arabiner/utils/helpers.py +0 -151
  132. SinaTools-0.1.3/nlptools/arabiner/utils/metrics.py +0 -69
  133. SinaTools-0.1.3/nlptools/morphology/morph_analyzer.py +0 -170
  134. SinaTools-0.1.3/nlptools/morphology/settings.py +0 -8
  135. SinaTools-0.1.3/nlptools/utils/__init__.py +0 -0
  136. SinaTools-0.1.3/nlptools/utils/sentence_tokenizer.py +0 -53
  137. SinaTools-0.1.3/setup.py +0 -95
  138. SinaTools-0.1.3/tests/__init__.py +0 -1
  139. SinaTools-0.1.3/tests/test_nlptools.py +0 -21
  140. {SinaTools-0.1.3 → SinaTools-0.1.8}/AUTHORS.rst +0 -0
  141. {SinaTools-0.1.3 → SinaTools-0.1.8}/HISTORY.rst +0 -0
  142. {SinaTools-0.1.3 → SinaTools-0.1.8}/LICENSE +0 -0
  143. {SinaTools-0.1.3 → SinaTools-0.1.8}/SinaTools.egg-info/dependency_links.txt +0 -0
  144. {SinaTools-0.1.3 → SinaTools-0.1.8}/SinaTools.egg-info/not-zip-safe +0 -0
  145. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/build/_images/download.png +0 -0
  146. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/build/_static/download.png +0 -0
  147. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/build/_static/file.png +0 -0
  148. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/build/_static/minus.png +0 -0
  149. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/build/_static/plus.png +0 -0
  150. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/build/html/_images/SinaLogo.jpg +0 -0
  151. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/build/html/_images/download.png +0 -0
  152. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/build/html/_static/SinaLogo.jpg +0 -0
  153. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/build/html/_static/download.png +0 -0
  154. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/build/html/_static/file.png +0 -0
  155. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/build/html/_static/minus.png +0 -0
  156. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/build/html/_static/plus.png +0 -0
  157. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/make.bat +0 -0
  158. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/License.rst +0 -0
  159. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/_static/SinaLogo.jpg +0 -0
  160. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/_static/download.png +0 -0
  161. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/authors.rst +0 -0
  162. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/cli_tools/DataDownload/get_appdatadir.rst +0 -0
  163. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/index.rst +0 -0
  164. {SinaTools-0.1.3 → SinaTools-0.1.8}/docs/source/readme.rst +0 -0
  165. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/CLI/utils/__init__.py +0 -0
  166. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/DataDownload/__init__.py +0 -0
  167. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/__init__.py +0 -0
  168. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/arabert/__init__.py +0 -0
  169. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/arabert/create_classification_data.py +0 -0
  170. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/arabert/create_pretraining_data.py +0 -0
  171. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/arabert/extract_features.py +0 -0
  172. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/arabert/lamb_optimizer.py +0 -0
  173. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/arabert/modeling.py +0 -0
  174. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/arabert/optimization.py +0 -0
  175. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/arabert/run_classifier.py +0 -0
  176. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/arabert/run_pretraining.py +0 -0
  177. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/arabert/run_squad.py +0 -0
  178. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/arabert/tokenization.py +0 -0
  179. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/__init__.py +0 -0
  180. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/build_openwebtext_pretraining_dataset.py +0 -0
  181. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/build_pretraining_dataset.py +0 -0
  182. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/build_pretraining_dataset_single_file.py +0 -0
  183. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/configure_finetuning.py +0 -0
  184. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/configure_pretraining.py +0 -0
  185. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/finetune/__init__.py +0 -0
  186. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/finetune/feature_spec.py +0 -0
  187. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/finetune/preprocessing.py +0 -0
  188. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/finetune/scorer.py +0 -0
  189. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/finetune/task.py +0 -0
  190. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/finetune/task_builder.py +0 -0
  191. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/flops_computation.py +0 -0
  192. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/model/__init__.py +0 -0
  193. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/model/modeling.py +0 -0
  194. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/model/optimization.py +0 -0
  195. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/model/tokenization.py +0 -0
  196. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/pretrain/__init__.py +0 -0
  197. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/pretrain/pretrain_data.py +0 -0
  198. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/pretrain/pretrain_helpers.py +0 -0
  199. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/run_finetuning.py +0 -0
  200. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/run_pretraining.py +0 -0
  201. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/util/__init__.py +0 -0
  202. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/util/training_utils.py +0 -0
  203. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/araelectra/util/utils.py +0 -0
  204. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/__init__.py +0 -0
  205. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/create_pretraining_data.py +0 -0
  206. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/gpt2/__init__.py +0 -0
  207. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/gpt2/lamb_optimizer.py +0 -0
  208. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/gpt2/optimization.py +0 -0
  209. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/gpt2/run_pretraining.py +0 -0
  210. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/grover/__init__.py +0 -0
  211. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/grover/dataloader.py +0 -0
  212. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/grover/modeling.py +0 -0
  213. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/grover/modeling_gpt2.py +0 -0
  214. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/grover/optimization_adafactor.py +0 -0
  215. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/grover/train_tpu.py +0 -0
  216. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/grover/utils.py +0 -0
  217. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/aragpt2/train_bpe_tokenizer.py +0 -0
  218. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/arabert/preprocess.py +0 -0
  219. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/environment.yml +0 -0
  220. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/install_env.py +0 -0
  221. /SinaTools-0.1.3/nlptools/nlptools.py → /SinaTools-0.1.8/sinatools/sinatools.py +0 -0
  222. {SinaTools-0.1.3/nlptools/arabiner → SinaTools-0.1.8/sinatools/utils}/__init__.py +0 -0
  223. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/utils/readfile.py +0 -0
  224. {SinaTools-0.1.3/nlptools → SinaTools-0.1.8/sinatools}/utils/utils.py +0 -0
@@ -15,7 +15,7 @@ Types of Contributions
15
15
  Report Bugs
16
16
  ~~~~~~~~~~~
17
17
 
18
- Report bugs at https://github.com/SinaLab/nlptools/issues.
18
+ Report bugs at https://github.com/SinaLab/sinatools/issues.
19
19
 
20
20
  If you are reporting a bug, please include:
21
21
 
@@ -38,14 +38,14 @@ and "help wanted" is open to whoever wants to implement it.
38
38
  Write Documentation
39
39
  ~~~~~~~~~~~~~~~~~~~
40
40
 
41
- nlptools could always use more documentation, whether as part of the
42
- official nlptools docs, in docstrings, or even on the web in blog posts,
41
+ sinatools could always use more documentation, whether as part of the
42
+ official sinatools docs, in docstrings, or even on the web in blog posts,
43
43
  articles, and such.
44
44
 
45
45
  Submit Feedback
46
46
  ~~~~~~~~~~~~~~~
47
47
 
48
- The best way to send feedback is to file an issue at https://github.com/SinaLab/nlptools/issues.
48
+ The best way to send feedback is to file an issue at https://github.com/SinaLab/sinatools/issues.
49
49
 
50
50
  If you are proposing a feature:
51
51
 
@@ -57,17 +57,17 @@ If you are proposing a feature:
57
57
  Get Started!
58
58
  ------------
59
59
 
60
- Ready to contribute? Here's how to set up `nlptools` for local development.
60
+ Ready to contribute? Here's how to set up `sinatools` for local development.
61
61
 
62
- 1. Fork the `nlptools` repo on GitHub.
62
+ 1. Fork the `sinatools` repo on GitHub.
63
63
  2. Clone your fork locally::
64
64
 
65
- $ git clone git@github.com:your_name_here/nlptools.git
65
+ $ git clone git@github.com:your_name_here/sinatools.git
66
66
 
67
67
  3. Install your local copy into a virtualenv. Assuming you have virtualenvwrapper installed, this is how you set up your fork for local development::
68
68
 
69
- $ mkvirtualenv nlptools
70
- $ cd nlptools/
69
+ $ mkvirtualenv sinatools
70
+ $ cd sinatools/
71
71
  $ python setup.py develop
72
72
 
73
73
  4. Create a branch for local development::
@@ -79,7 +79,7 @@ Ready to contribute? Here's how to set up `nlptools` for local development.
79
79
  5. When you're done making changes, check that your changes pass flake8 and the
80
80
  tests, including testing other Python versions with tox::
81
81
 
82
- $ flake8 nlptools tests
82
+ $ flake8 sinatools tests
83
83
  $ python setup.py test or pytest
84
84
  $ tox
85
85
 
@@ -103,7 +103,7 @@ Before you submit a pull request, check that it meets these guidelines:
103
103
  your new functionality into a function with a docstring, and add the
104
104
  feature to the list in README.rst.
105
105
  3. The pull request should work for Python 3.5, 3.6, 3.7 and 3.8, and for PyPy. Check
106
- https://travis-ci.com/sina_institute/nlptools/pull_requests
106
+ https://travis-ci.com/sina_institute/sinatools/pull_requests
107
107
  and make sure that the tests pass for all supported Python versions.
108
108
 
109
109
  Tips
@@ -112,7 +112,7 @@ Tips
112
112
  To run a subset of tests::
113
113
 
114
114
 
115
- $ python -m unittest tests.test_nlptools
115
+ $ python -m unittest tests.test_sinatools
116
116
 
117
117
  Deploying
118
118
  ---------
@@ -0,0 +1,28 @@
1
+ include AUTHORS.rst
2
+ include CONTRIBUTING.rst
3
+ include HISTORY.rst
4
+ include LICENSE
5
+ include README.rst
6
+
7
+ recursive-include tests *
8
+ recursive-exclude * __pycache__
9
+ recursive-exclude * *.py[co]
10
+
11
+ recursive-include docs *.rst conf.py Makefile make.bat *.jpg *.png *.gif
12
+
13
+
14
+ include setup.py
15
+ include sinatools/VERSION
16
+ include sinatools/utils/*.py
17
+ include sinatools/ner/*.py
18
+ include sinatools/arabert/*.py
19
+ include sinatools/DataDownload/*.py
20
+ include sinatools/morphology/*.py
21
+ include sinatools/salma/*.py
22
+ include sinatools/CLI/ner/*.py
23
+ include sinatools/CLI/morphology/*.py
24
+ include sinatools/CLI/salma/*.py
25
+ include sinatools/CLI/utils/*.py
26
+ include sinatools/CLI/DataDownload/*.py
27
+ include tests/*.py
28
+ global-exclude *~
@@ -1,23 +1,21 @@
1
- Metadata-Version: 1.0
1
+ Metadata-Version: 2.1
2
2
  Name: SinaTools
3
- Version: 0.1.3
4
- Summary: UNKNOWN
5
- Home-page: https://github.com/SinaLab/nlptools
6
- Author: UNKNOWN
7
- Author-email: UNKNOWN
3
+ Version: 0.1.8
4
+ Summary: A short description of your project
5
+ Home-page: https://github.com/SinaLab/sinatools
8
6
  License: MIT license
9
7
  Description: ========
10
- nlptools
8
+ sinatools
11
9
  ========
12
10
 
13
11
 
14
- .. image:: https://img.shields.io/pypi/v/nlptools.svg
12
+ .. image:: https://img.shields.io/pypi/v/sinatools.svg
15
13
  :target: https://pypi.python.org/pypi/SinaTools
16
14
 
17
- .. image:: https://img.shields.io/travis/sina_institute/nlptools.svg
15
+ .. image:: https://img.shields.io/travis/sina_institute/sinatools.svg
18
16
  :target: https://travis-ci.com/sina_institute/SinaTools
19
17
 
20
- .. image:: https://readthedocs.org/projects/nlptools/badge/?version=latest
18
+ .. image:: https://readthedocs.org/projects/sinatools/badge/?version=latest
21
19
  :target: https://SinaTools.readthedocs.io/en/latest/?version=latest
22
20
  :alt: Documentation Status
23
21
 
@@ -48,5 +46,6 @@ Description: ========
48
46
  ------------------
49
47
 
50
48
 
51
- Keywords: nlptools
49
+ Keywords: sinatools
52
50
  Platform: UNKNOWN
51
+ Description-Content-Type: text/markdown
@@ -1,15 +1,15 @@
1
1
  ========
2
- nlptools
2
+ sinatools
3
3
  ========
4
4
 
5
5
 
6
- .. image:: https://img.shields.io/pypi/v/nlptools.svg
6
+ .. image:: https://img.shields.io/pypi/v/sinatools.svg
7
7
  :target: https://pypi.python.org/pypi/SinaTools
8
8
 
9
- .. image:: https://img.shields.io/travis/sina_institute/nlptools.svg
9
+ .. image:: https://img.shields.io/travis/sina_institute/sinatools.svg
10
10
  :target: https://travis-ci.com/sina_institute/SinaTools
11
11
 
12
- .. image:: https://readthedocs.org/projects/nlptools/badge/?version=latest
12
+ .. image:: https://readthedocs.org/projects/sinatools/badge/?version=latest
13
13
  :target: https://SinaTools.readthedocs.io/en/latest/?version=latest
14
14
  :alt: Documentation Status
15
15
 
@@ -1,23 +1,21 @@
1
- Metadata-Version: 1.0
1
+ Metadata-Version: 2.1
2
2
  Name: SinaTools
3
- Version: 0.1.3
4
- Summary: UNKNOWN
5
- Home-page: https://github.com/SinaLab/nlptools
6
- Author: UNKNOWN
7
- Author-email: UNKNOWN
3
+ Version: 0.1.8
4
+ Summary: A short description of your project
5
+ Home-page: https://github.com/SinaLab/sinatools
8
6
  License: MIT license
9
7
  Description: ========
10
- nlptools
8
+ sinatools
11
9
  ========
12
10
 
13
11
 
14
- .. image:: https://img.shields.io/pypi/v/nlptools.svg
12
+ .. image:: https://img.shields.io/pypi/v/sinatools.svg
15
13
  :target: https://pypi.python.org/pypi/SinaTools
16
14
 
17
- .. image:: https://img.shields.io/travis/sina_institute/nlptools.svg
15
+ .. image:: https://img.shields.io/travis/sina_institute/sinatools.svg
18
16
  :target: https://travis-ci.com/sina_institute/SinaTools
19
17
 
20
- .. image:: https://readthedocs.org/projects/nlptools/badge/?version=latest
18
+ .. image:: https://readthedocs.org/projects/sinatools/badge/?version=latest
21
19
  :target: https://SinaTools.readthedocs.io/en/latest/?version=latest
22
20
  :alt: Documentation Status
23
21
 
@@ -48,5 +46,6 @@ Description: ========
48
46
  ------------------
49
47
 
50
48
 
51
- Keywords: nlptools
49
+ Keywords: sinatools
52
50
  Platform: UNKNOWN
51
+ Description-Content-Type: text/markdown
@@ -0,0 +1,168 @@
1
+ AUTHORS.rst
2
+ CONTRIBUTING.rst
3
+ HISTORY.rst
4
+ LICENSE
5
+ MANIFEST.in
6
+ README.rst
7
+ setup.cfg
8
+ setup.py
9
+ SinaTools.egg-info/PKG-INFO
10
+ SinaTools.egg-info/SOURCES.txt
11
+ SinaTools.egg-info/dependency_links.txt
12
+ SinaTools.egg-info/entry_points.txt
13
+ SinaTools.egg-info/not-zip-safe
14
+ SinaTools.egg-info/requires.txt
15
+ SinaTools.egg-info/top_level.txt
16
+ docs/Makefile
17
+ docs/make.bat
18
+ docs/build/_images/download.png
19
+ docs/build/_static/download.png
20
+ docs/build/_static/file.png
21
+ docs/build/_static/minus.png
22
+ docs/build/_static/plus.png
23
+ docs/build/html/_images/SinaLogo.jpg
24
+ docs/build/html/_images/download.png
25
+ docs/build/html/_static/SinaLogo.jpg
26
+ docs/build/html/_static/download.png
27
+ docs/build/html/_static/file.png
28
+ docs/build/html/_static/minus.png
29
+ docs/build/html/_static/plus.png
30
+ docs/source/License.rst
31
+ docs/source/Overview.rst
32
+ docs/source/about.rst
33
+ docs/source/api.rst
34
+ docs/source/authors.rst
35
+ docs/source/cli_tools.rst
36
+ docs/source/conf.py
37
+ docs/source/index.rst
38
+ docs/source/installation.rst
39
+ docs/source/readme.rst
40
+ docs/source/_static/SinaLogo.jpg
41
+ docs/source/_static/download.png
42
+ docs/source/api/DataDownload.rst
43
+ docs/source/api/arabiner.rst
44
+ docs/source/api/morphology.rst
45
+ docs/source/api/salma.rst
46
+ docs/source/api/utils.rst
47
+ docs/source/api/DataDownload/downloader.rst
48
+ docs/source/api/arabiner/bin/infer.rst
49
+ docs/source/api/morphology/morph_analyzer.rst
50
+ docs/source/api/salma/views.rst
51
+ docs/source/api/utils/corpus_tokenizer.rst
52
+ docs/source/api/utils/implication.rst
53
+ docs/source/api/utils/jaccard.rst
54
+ docs/source/api/utils/parser.rst
55
+ docs/source/api/utils/sentence_tokenizer.rst
56
+ docs/source/api/utils/text_transliteration.rst
57
+ docs/source/cli_tools/DataDownload.rst
58
+ docs/source/cli_tools/arabiner.rst
59
+ docs/source/cli_tools/morphology.rst
60
+ docs/source/cli_tools/salma.rst
61
+ docs/source/cli_tools/utils.rst
62
+ docs/source/cli_tools/DataDownload/download_files.rst
63
+ docs/source/cli_tools/DataDownload/get_appdatadir.rst
64
+ docs/source/cli_tools/arabiner/infer.rst
65
+ docs/source/cli_tools/morphology/ALMA_multi_word.rst
66
+ docs/source/cli_tools/morphology/morph_analyzer.rst
67
+ docs/source/cli_tools/salma/salma_tools.rst
68
+ docs/source/cli_tools/utils/arStrip.rst
69
+ docs/source/cli_tools/utils/corpus_tokenizer.rst
70
+ docs/source/cli_tools/utils/implication.rst
71
+ docs/source/cli_tools/utils/jaccard.rst
72
+ docs/source/cli_tools/utils/latin_remove.rst
73
+ docs/source/cli_tools/utils/remove_punc.rst
74
+ docs/source/cli_tools/utils/sentence_tokenizer.rst
75
+ docs/source/cli_tools/utils/text_transliteration.rst
76
+ sinatools/VERSION
77
+ sinatools/__init__.py
78
+ sinatools/environment.yml
79
+ sinatools/install_env.py
80
+ sinatools/sinatools.py
81
+ sinatools/CLI/DataDownload/download_files.py
82
+ sinatools/CLI/morphology/ALMA_multi_word.py
83
+ sinatools/CLI/morphology/morph_analyzer.py
84
+ sinatools/CLI/ner/corpus_entity_extractor.py
85
+ sinatools/CLI/ner/entity_extractor.py
86
+ sinatools/CLI/salma/salma_tools.py
87
+ sinatools/CLI/utils/__init__.py
88
+ sinatools/CLI/utils/arStrip.py
89
+ sinatools/CLI/utils/corpus_tokenizer.py
90
+ sinatools/CLI/utils/implication.py
91
+ sinatools/CLI/utils/jaccard.py
92
+ sinatools/CLI/utils/remove_latin.py
93
+ sinatools/CLI/utils/remove_punctuation.py
94
+ sinatools/CLI/utils/sentence_tokenizer.py
95
+ sinatools/CLI/utils/text_transliteration.py
96
+ sinatools/DataDownload/__init__.py
97
+ sinatools/DataDownload/downloader.py
98
+ sinatools/arabert/__init__.py
99
+ sinatools/arabert/preprocess.py
100
+ sinatools/arabert/arabert/__init__.py
101
+ sinatools/arabert/arabert/create_classification_data.py
102
+ sinatools/arabert/arabert/create_pretraining_data.py
103
+ sinatools/arabert/arabert/extract_features.py
104
+ sinatools/arabert/arabert/lamb_optimizer.py
105
+ sinatools/arabert/arabert/modeling.py
106
+ sinatools/arabert/arabert/optimization.py
107
+ sinatools/arabert/arabert/run_classifier.py
108
+ sinatools/arabert/arabert/run_pretraining.py
109
+ sinatools/arabert/arabert/run_squad.py
110
+ sinatools/arabert/arabert/tokenization.py
111
+ sinatools/arabert/araelectra/__init__.py
112
+ sinatools/arabert/araelectra/build_openwebtext_pretraining_dataset.py
113
+ sinatools/arabert/araelectra/build_pretraining_dataset.py
114
+ sinatools/arabert/araelectra/build_pretraining_dataset_single_file.py
115
+ sinatools/arabert/araelectra/configure_finetuning.py
116
+ sinatools/arabert/araelectra/configure_pretraining.py
117
+ sinatools/arabert/araelectra/flops_computation.py
118
+ sinatools/arabert/araelectra/run_finetuning.py
119
+ sinatools/arabert/araelectra/run_pretraining.py
120
+ sinatools/arabert/araelectra/finetune/__init__.py
121
+ sinatools/arabert/araelectra/finetune/feature_spec.py
122
+ sinatools/arabert/araelectra/finetune/preprocessing.py
123
+ sinatools/arabert/araelectra/finetune/scorer.py
124
+ sinatools/arabert/araelectra/finetune/task.py
125
+ sinatools/arabert/araelectra/finetune/task_builder.py
126
+ sinatools/arabert/araelectra/model/__init__.py
127
+ sinatools/arabert/araelectra/model/modeling.py
128
+ sinatools/arabert/araelectra/model/optimization.py
129
+ sinatools/arabert/araelectra/model/tokenization.py
130
+ sinatools/arabert/araelectra/pretrain/__init__.py
131
+ sinatools/arabert/araelectra/pretrain/pretrain_data.py
132
+ sinatools/arabert/araelectra/pretrain/pretrain_helpers.py
133
+ sinatools/arabert/araelectra/util/__init__.py
134
+ sinatools/arabert/araelectra/util/training_utils.py
135
+ sinatools/arabert/araelectra/util/utils.py
136
+ sinatools/arabert/aragpt2/__init__.py
137
+ sinatools/arabert/aragpt2/create_pretraining_data.py
138
+ sinatools/arabert/aragpt2/train_bpe_tokenizer.py
139
+ sinatools/arabert/aragpt2/gpt2/__init__.py
140
+ sinatools/arabert/aragpt2/gpt2/lamb_optimizer.py
141
+ sinatools/arabert/aragpt2/gpt2/optimization.py
142
+ sinatools/arabert/aragpt2/gpt2/run_pretraining.py
143
+ sinatools/arabert/aragpt2/grover/__init__.py
144
+ sinatools/arabert/aragpt2/grover/dataloader.py
145
+ sinatools/arabert/aragpt2/grover/modeling.py
146
+ sinatools/arabert/aragpt2/grover/modeling_gpt2.py
147
+ sinatools/arabert/aragpt2/grover/optimization_adafactor.py
148
+ sinatools/arabert/aragpt2/grover/train_tpu.py
149
+ sinatools/arabert/aragpt2/grover/utils.py
150
+ sinatools/morphology/ALMA_multi_word.py
151
+ sinatools/morphology/__init__.py
152
+ sinatools/morphology/morph_analyzer.py
153
+ sinatools/ner/__init__.py
154
+ sinatools/ner/entity_extractor.py
155
+ sinatools/salma/__init__.py
156
+ sinatools/salma/settings.py
157
+ sinatools/salma/views.py
158
+ sinatools/salma/wsd.py
159
+ sinatools/utils/__init__.py
160
+ sinatools/utils/charsets.py
161
+ sinatools/utils/implication.py
162
+ sinatools/utils/jaccard.py
163
+ sinatools/utils/parser.py
164
+ sinatools/utils/readfile.py
165
+ sinatools/utils/text_transliteration.py
166
+ sinatools/utils/tokenizer.py
167
+ sinatools/utils/tokenizers_words.py
168
+ sinatools/utils/utils.py
@@ -0,0 +1,18 @@
1
+ [console_scripts]
2
+ alma_multi_word = sinatools.CLI.morphology.ALMA_multi_word:main
3
+ appdatadir = sinatools.CLI.DataDownload.get_appdatadir:main
4
+ arStrip = sinatools.CLI.utils.arStrip:main
5
+ arabi_ner = sinatools.CLI.ner.entity_extractor:main
6
+ arabi_ner2 = sinatools.CLI.ner.corpus_entity_extractor:main
7
+ corpus_tokenizer = sinatools.CLI.utils.corpus_tokenizer:main
8
+ download_files = sinatools.CLI.DataDownload.download_files:main
9
+ implication = sinatools.CLI.utils.implication:main
10
+ install_env = sinatools.install_env:main
11
+ jaccard_similarity = sinatools.CLI.utils.jaccard:main
12
+ morphology_analyzer = sinatools.CLI.morphology.morph_analyzer:main
13
+ remove_latin = sinatools.CLI.utils.remove_latin:main
14
+ remove_punctuation = sinatools.CLI.utils.remove_punctuation:main
15
+ salma = sinatools.CLI.salma.salma_tools:main
16
+ sentence_tokenizer = sinatools.CLI.utils.sentence_tokenizer:main
17
+ transliterate = sinatools.CLI.utils.text_transliteration:main
18
+
@@ -10,3 +10,4 @@ torchtext==0.14.0
10
10
  torchvision==0.14.0
11
11
  seqeval==1.2.2
12
12
  natsort==7.1.1
13
+ pandas==1.2.4
@@ -0,0 +1 @@
1
+ sinatools
@@ -5,7 +5,7 @@
5
5
  SOURCEDIR = source
6
6
  SPHINXOPTS =
7
7
  SPHINXBUILD = sphinx-build -c $(SOURCEDIR) -c $(SOURCEDIR)/config
8
- SPHINXPROJ = nlptools
8
+ SPHINXPROJ = sinatools
9
9
  BUILDDIR = _build
10
10
 
11
11
  # Put it first so that "make" without argument is like "make help".
@@ -11,5 +11,5 @@ For additional details, please refer to the :doc:`installation` section.
11
11
 
12
12
  Sina Tools is available under the MIT license. See :doc:`License` for more information.
13
13
 
14
- .. _Github repo: https://github.com/SinaLab/nlptools
15
- .. _tarball: https://github.com/SinaLab/nlptools/tarball/master
14
+ .. _Github repo: https://github.com/SinaLab/sinatools
15
+ .. _tarball: https://github.com/SinaLab/sinatools/tarball/master
@@ -9,5 +9,5 @@ For additional details, please refer to the :doc:`installation` section.
9
9
 
10
10
  SinaTools is available under the MIT license. See :doc:`License` for more information.
11
11
 
12
- .. _Github repo: https://github.com/SinaLab/nlptools
13
- .. _tarball: https://github.com/SinaLab/nlptools/tarball/master
12
+ .. _Github repo: https://github.com/SinaLab/sinatools
13
+ .. _tarball: https://github.com/SinaLab/sinatools/tarball/master
@@ -0,0 +1,7 @@
1
+ sinatools.DataDownload.downloader
2
+ ++++++++++++++++++++++++++++++++
3
+
4
+ .. automodule:: sinatools.DataDownload.downloader
5
+ :members:
6
+
7
+
@@ -1,8 +1,8 @@
1
- nlptools.DataDownload
1
+ sinatools.DataDownload
2
2
  =====================
3
3
 
4
4
 
5
- .. automodule:: nlptools.DataDownload
5
+ .. automodule:: sinatools.DataDownload
6
6
  :members:
7
7
  :undoc-members:
8
8
  :show-inheritance:
@@ -1,8 +1,8 @@
1
- nlptools.arabiner.bin.infer
1
+ sinatools.ner.entity_extractor
2
2
  +++++++++++++++++++++++++++
3
3
 
4
4
 
5
- .. automodule:: nlptools.arabiner.bin.infer
5
+ .. automodule:: sinatools.ner.entity_extractor
6
6
  :members:
7
7
  :show-inheritance:
8
8
 
@@ -1,8 +1,8 @@
1
- nlptools.arabiner
1
+ sinatools.ner
2
2
  =================
3
3
 
4
4
 
5
- .. automodule:: nlptools.arabiner
5
+ .. automodule:: sinatools.ner
6
6
  :members:
7
7
  :undoc-members:
8
8
  :show-inheritance:
@@ -12,4 +12,4 @@ nlptools.arabiner
12
12
  :maxdepth: 1
13
13
  :caption: Modules:
14
14
 
15
- arabiner/bin/infer
15
+ ner/entity_extractor
@@ -0,0 +1,9 @@
1
+ sinatools.morphology.morph_analyzer
2
+ ++++++++++++++++++++++++++++++++++
3
+
4
+ .. automodule:: sinatools.morphology.morph_analyzer
5
+ :members:
6
+
7
+
8
+
9
+
@@ -1,8 +1,8 @@
1
- nlptools.morphology
1
+ sinatools.morphology
2
2
  ===================
3
3
 
4
4
 
5
- .. automodule:: nlptools.morphology
5
+ .. automodule:: sinatools.morphology
6
6
  :members:
7
7
  :undoc-members:
8
8
  :show-inheritance:
@@ -1,8 +1,8 @@
1
- nlptools.salma.views
1
+ sinatools.salma.views
2
2
  ++++++++++++++++++++
3
3
 
4
4
 
5
- .. automodule:: nlptools.salma.views
5
+ .. automodule:: sinatools.salma.views
6
6
  :members:
7
7
  :show-inheritance:
8
8
 
@@ -1,8 +1,8 @@
1
- nlptools.salma
1
+ sinatools.salma
2
2
  ==============
3
3
 
4
4
 
5
- .. automodule:: nlptools.salma
5
+ .. automodule:: sinatools.salma
6
6
  :members:
7
7
  :show-inheritance:
8
8
 
@@ -0,0 +1,5 @@
1
+ sinatools.utils.corpus_tokenizer
2
+ +++++++++++++++++++++++++++++++
3
+
4
+ .. automodule:: sinatools.utils.corpus_tokenizer
5
+ :members:
@@ -0,0 +1,5 @@
1
+ sinatools.utils.implication
2
+ ++++++++++++++++++++++++++
3
+
4
+ .. automodule:: sinatools.utils.implication
5
+ :members:
@@ -0,0 +1,5 @@
1
+ sinatools.utils.jaccard
2
+ ++++++++++++++++++++++
3
+
4
+ .. automodule:: sinatools.utils.jaccard
5
+ :members:
@@ -0,0 +1,11 @@
1
+ sinatools.utils.parser
2
+ +++++++++++++++++++++
3
+
4
+ .. automodule:: sinatools.utils.parser
5
+ :members:
6
+ :show-inheritance:
7
+
8
+
9
+ .. toctree::
10
+ :maxdepth: 1
11
+ :caption: Modules:
@@ -0,0 +1,5 @@
1
+ sinatools.utils.sentence_tokenizer
2
+ +++++++++++++++++++++++++++++++++
3
+
4
+ .. automodule:: sinatools.utils.sentence_tokenizer
5
+ :members:
@@ -0,0 +1,5 @@
1
+ sinatools.utils.text_transliteration
2
+ +++++++++++++++++++++++++++++++++++
3
+
4
+ .. automodule:: sinatools.utils.text_transliteration
5
+ :members:
@@ -1,8 +1,8 @@
1
- nlptools.utils
1
+ sinatools.utils
2
2
  ==============
3
3
 
4
4
 
5
- .. automodule:: nlptools.utils
5
+ .. automodule:: sinatools.utils
6
6
  :members:
7
7
  :undoc-members:
8
8
  :show-inheritance:
@@ -10,7 +10,7 @@ Python API Reference
10
10
  api/morphology
11
11
  api/DataDownload
12
12
  api/utils
13
- api/arabiner
13
+ api/ner
14
14
  api/salma
15
15
 
16
16
 
@@ -0,0 +1,5 @@
1
+ sinatools.CLI.DataDownload.download_files
2
+ ++++++++++++++++++++++++++++++++++++++++
3
+
4
+ .. automodule:: sinatools.CLI.DataDownload.download_files
5
+ :members:
@@ -1,8 +1,8 @@
1
- nlptools.CLI.DataDownload
1
+ sinatools.CLI.DataDownload
2
2
  =========================
3
3
 
4
4
 
5
- .. automodule:: nlptools.CLI.DataDownload
5
+ .. automodule:: sinatools.CLI.DataDownload
6
6
  :members:
7
7
  :undoc-members:
8
8
  :show-inheritance:
@@ -0,0 +1,5 @@
1
+ sinatools.CLI.ner.entity_extractor
2
+ +++++++++++++++++++++++++++++++
3
+
4
+ .. automodule:: sinatools.CLI.ner.entity_extractor
5
+ :members:
@@ -1,8 +1,8 @@
1
- nlptools.CLI.arabiner.bin
1
+ sinatools.CLI.ner
2
2
  =========================
3
3
 
4
4
 
5
- .. automodule:: nlptools.CLI.arabiner.bin
5
+ .. automodule:: sinatools.CLI.ner
6
6
  :members:
7
7
  :undoc-members:
8
8
  :show-inheritance:
@@ -12,7 +12,7 @@ nlptools.CLI.arabiner.bin
12
12
  :maxdepth: 1
13
13
  :caption: Modules:
14
14
 
15
- arabiner/infer
15
+ ner
16
16
 
17
17
 
18
18
 
@@ -0,0 +1,5 @@
1
+ sinatools.CLI.morphology.ALMA_multi_word
2
+ +++++++++++++++++++++++++++++++++++++++
3
+
4
+ .. automodule:: sinatools.CLI.morphology.ALMA_multi_word
5
+ :members:
@@ -0,0 +1,5 @@
1
+ sinatools.CLI.morphology.morph_analyzer
2
+ ++++++++++++++++++++++++++++++++++++++
3
+
4
+ .. automodule:: sinatools.CLI.morphology.morph_analyzer
5
+ :members: