SinaTools 0.1.40__tar.gz → 0.1.41__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (141) hide show
  1. {sinatools-0.1.40 → sinatools-0.1.41}/PKG-INFO +1 -1
  2. {sinatools-0.1.40 → sinatools-0.1.41}/SinaTools.egg-info/PKG-INFO +1 -1
  3. sinatools-0.1.41/sinatools/VERSION +1 -0
  4. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/__init__.py +5 -7
  5. sinatools-0.1.40/sinatools/VERSION +0 -1
  6. {sinatools-0.1.40 → sinatools-0.1.41}/AUTHORS.rst +0 -0
  7. {sinatools-0.1.40 → sinatools-0.1.41}/CONTRIBUTING.rst +0 -0
  8. {sinatools-0.1.40 → sinatools-0.1.41}/LICENSE +0 -0
  9. {sinatools-0.1.40 → sinatools-0.1.41}/MANIFEST.in +0 -0
  10. {sinatools-0.1.40 → sinatools-0.1.41}/README.rst +0 -0
  11. {sinatools-0.1.40 → sinatools-0.1.41}/SinaTools.egg-info/SOURCES.txt +0 -0
  12. {sinatools-0.1.40 → sinatools-0.1.41}/SinaTools.egg-info/dependency_links.txt +0 -0
  13. {sinatools-0.1.40 → sinatools-0.1.41}/SinaTools.egg-info/entry_points.txt +0 -0
  14. {sinatools-0.1.40 → sinatools-0.1.41}/SinaTools.egg-info/not-zip-safe +0 -0
  15. {sinatools-0.1.40 → sinatools-0.1.41}/SinaTools.egg-info/requires.txt +0 -0
  16. {sinatools-0.1.40 → sinatools-0.1.41}/SinaTools.egg-info/top_level.txt +0 -0
  17. {sinatools-0.1.40 → sinatools-0.1.41}/docs/Makefile +0 -0
  18. {sinatools-0.1.40 → sinatools-0.1.41}/docs/build/_images/download.png +0 -0
  19. {sinatools-0.1.40 → sinatools-0.1.41}/docs/build/_static/download.png +0 -0
  20. {sinatools-0.1.40 → sinatools-0.1.41}/docs/build/_static/file.png +0 -0
  21. {sinatools-0.1.40 → sinatools-0.1.41}/docs/build/_static/minus.png +0 -0
  22. {sinatools-0.1.40 → sinatools-0.1.41}/docs/build/_static/plus.png +0 -0
  23. {sinatools-0.1.40 → sinatools-0.1.41}/docs/build/html/_images/SinaLogo.jpg +0 -0
  24. {sinatools-0.1.40 → sinatools-0.1.41}/docs/build/html/_images/download.png +0 -0
  25. {sinatools-0.1.40 → sinatools-0.1.41}/docs/build/html/_static/SinaLogo.jpg +0 -0
  26. {sinatools-0.1.40 → sinatools-0.1.41}/docs/build/html/_static/download.png +0 -0
  27. {sinatools-0.1.40 → sinatools-0.1.41}/docs/build/html/_static/file.png +0 -0
  28. {sinatools-0.1.40 → sinatools-0.1.41}/docs/build/html/_static/minus.png +0 -0
  29. {sinatools-0.1.40 → sinatools-0.1.41}/docs/build/html/_static/plus.png +0 -0
  30. {sinatools-0.1.40 → sinatools-0.1.41}/docs/make.bat +0 -0
  31. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/License.rst +0 -0
  32. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/Overview.rst +0 -0
  33. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/_static/SinaLogo.jpg +0 -0
  34. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/_static/download.png +0 -0
  35. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/about.rst +0 -0
  36. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/DataDownload/downloader.rst +0 -0
  37. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/DataDownload.rst +0 -0
  38. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/arabiner/bin/infer.rst +0 -0
  39. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/arabiner.rst +0 -0
  40. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/morphology/morph_analyzer.rst +0 -0
  41. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/morphology.rst +0 -0
  42. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/salma/views.rst +0 -0
  43. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/salma.rst +0 -0
  44. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/utils/corpus_tokenizer.rst +0 -0
  45. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/utils/implication.rst +0 -0
  46. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/utils/jaccard.rst +0 -0
  47. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/utils/parser.rst +0 -0
  48. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/utils/sentence_tokenizer.rst +0 -0
  49. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/utils/text_transliteration.rst +0 -0
  50. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api/utils.rst +0 -0
  51. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/api.rst +0 -0
  52. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/authors.rst +0 -0
  53. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/DataDownload/download_files.rst +0 -0
  54. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/DataDownload/get_appdatadir.rst +0 -0
  55. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/DataDownload.rst +0 -0
  56. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/arabiner/infer.rst +0 -0
  57. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/arabiner.rst +0 -0
  58. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/morphology/ALMA_multi_word.rst +0 -0
  59. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/morphology/morph_analyzer.rst +0 -0
  60. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/morphology.rst +0 -0
  61. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/salma/salma_tools.rst +0 -0
  62. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/salma.rst +0 -0
  63. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/utils/arStrip.rst +0 -0
  64. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/utils/corpus_tokenizer.rst +0 -0
  65. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/utils/implication.rst +0 -0
  66. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/utils/jaccard.rst +0 -0
  67. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/utils/latin_remove.rst +0 -0
  68. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/utils/remove_punc.rst +0 -0
  69. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/utils/sentence_tokenizer.rst +0 -0
  70. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/utils/text_transliteration.rst +0 -0
  71. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools/utils.rst +0 -0
  72. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/cli_tools.rst +0 -0
  73. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/conf.py +0 -0
  74. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/index.rst +0 -0
  75. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/installation.rst +0 -0
  76. {sinatools-0.1.40 → sinatools-0.1.41}/docs/source/readme.rst +0 -0
  77. {sinatools-0.1.40 → sinatools-0.1.41}/setup.cfg +0 -0
  78. {sinatools-0.1.40 → sinatools-0.1.41}/setup.py +0 -0
  79. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/DataDownload/download_files.py +0 -0
  80. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/morphology/ALMA_multi_word.py +0 -0
  81. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/morphology/morph_analyzer.py +0 -0
  82. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/ner/corpus_entity_extractor.py +0 -0
  83. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/ner/entity_extractor.py +0 -0
  84. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/utils/__init__.py +0 -0
  85. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/utils/arStrip.py +0 -0
  86. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/utils/corpus_tokenizer.py +0 -0
  87. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/utils/implication.py +0 -0
  88. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/utils/jaccard.py +0 -0
  89. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/utils/remove_latin.py +0 -0
  90. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/utils/remove_punctuation.py +0 -0
  91. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/utils/sentence_tokenizer.py +0 -0
  92. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/utils/text_dublication_detector.py +0 -0
  93. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/CLI/utils/text_transliteration.py +0 -0
  94. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/DataDownload/__init__.py +0 -0
  95. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/DataDownload/downloader.py +0 -0
  96. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/__init__.py +0 -0
  97. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/arabert/__init__.py +0 -0
  98. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/arabert/preprocess.py +0 -0
  99. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/environment.yml +0 -0
  100. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/install_env.py +0 -0
  101. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/morphology/ALMA_multi_word.py +0 -0
  102. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/morphology/__init__.py +0 -0
  103. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/morphology/morph_analyzer.py +0 -0
  104. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/data/__init__.py +0 -0
  105. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/data/datasets.py +0 -0
  106. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/data/transforms.py +0 -0
  107. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/data_format.py +0 -0
  108. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/datasets.py +0 -0
  109. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/entity_extractor.py +0 -0
  110. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/helpers.py +0 -0
  111. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/metrics.py +0 -0
  112. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/nn/BaseModel.py +0 -0
  113. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/nn/BertNestedTagger.py +0 -0
  114. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/nn/BertSeqTagger.py +0 -0
  115. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/nn/__init__.py +0 -0
  116. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/trainers/BaseTrainer.py +0 -0
  117. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/trainers/BertNestedTrainer.py +0 -0
  118. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/trainers/BertTrainer.py +0 -0
  119. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/trainers/__init__.py +0 -0
  120. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/ner/transforms.py +0 -0
  121. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/relations/__init__.py +0 -0
  122. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/relations/relation_extractor.py +0 -0
  123. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/semantic_relatedness/__init__.py +0 -0
  124. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/semantic_relatedness/compute_relatedness.py +0 -0
  125. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/sinatools.py +0 -0
  126. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/synonyms/__init__.py +0 -0
  127. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/synonyms/synonyms_generator.py +0 -0
  128. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/utils/__init__.py +0 -0
  129. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/utils/charsets.py +0 -0
  130. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/utils/parser.py +0 -0
  131. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/utils/readfile.py +0 -0
  132. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/utils/similarity.py +0 -0
  133. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/utils/text_dublication_detector.py +0 -0
  134. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/utils/text_transliteration.py +0 -0
  135. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/utils/tokenizer.py +0 -0
  136. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/utils/tokenizers_words.py +0 -0
  137. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/utils/word_compare.py +0 -0
  138. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/wsd/__init__.py +0 -0
  139. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/wsd/disambiguator.py +0 -0
  140. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/wsd/settings.py +0 -0
  141. {sinatools-0.1.40 → sinatools-0.1.41}/sinatools/wsd/wsd.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: SinaTools
3
- Version: 0.1.40
3
+ Version: 0.1.41
4
4
  Summary: Open-source Python toolkit for Arabic Natural Understanding, allowing people to integrate it in their system workflow.
5
5
  Home-page: https://github.com/SinaLab/sinatools
6
6
  License: MIT license
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: SinaTools
3
- Version: 0.1.40
3
+ Version: 0.1.41
4
4
  Summary: Open-source Python toolkit for Arabic Natural Understanding, allowing people to integrate it in their system workflow.
5
5
  Home-page: https://github.com/SinaLab/sinatools
6
6
  License: MIT license
@@ -0,0 +1 @@
1
+ 0.1.41
@@ -11,7 +11,7 @@ from argparse import Namespace
11
11
  tagger = None
12
12
  tag_vocab = None
13
13
  train_config = None
14
- print("ner started")
14
+
15
15
  filename = 'Wj27012000.tar'
16
16
  path =downloader.get_appdatadir()
17
17
  model_path = os.path.join(path, filename)
@@ -20,21 +20,19 @@ _path = os.path.join(model_path, "tag_vocab.pkl")
20
20
 
21
21
  with open(_path, "rb") as fh:
22
22
  tag_vocab = pickle.load(fh)
23
- print("tag_vocab loaded")
24
23
 
25
24
  train_config = Namespace()
26
25
  args_path = os.path.join(model_path, "args.json")
27
- print("args loaded")
26
+
28
27
  with open(args_path, "r") as fh:
29
28
  train_config.__dict__ = json.load(fh)
30
- print("steps 1")
29
+
31
30
  model = load_object(train_config.network_config["fn"], train_config.network_config["kwargs"])
32
31
  model = torch.nn.DataParallel(model)
33
- print("steps 2")
32
+
34
33
  if torch.cuda.is_available():
35
34
  model = model.cuda()
36
- print("steps 3")
35
+
37
36
  train_config.trainer_config["kwargs"]["model"] = model
38
37
  tagger = load_object(train_config.trainer_config["fn"], train_config.trainer_config["kwargs"])
39
38
  tagger.load(os.path.join(model_path,"checkpoints"))
40
- print("steps 4")
@@ -1 +0,0 @@
1
- 0.1.40
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes