SinaTools 0.1.39__py2.py3-none-any.whl → 0.1.40__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: SinaTools
3
- Version: 0.1.39
3
+ Version: 0.1.40
4
4
  Summary: Open-source Python toolkit for Arabic Natural Understanding, allowing people to integrate it in their system workflow.
5
5
  Home-page: https://github.com/SinaLab/sinatools
6
6
  License: MIT license
@@ -1,5 +1,5 @@
1
- SinaTools-0.1.39.data/data/sinatools/environment.yml,sha256=i0UFZc-vwU9ZwnI8hBdz7vi-x22vG-HR8ojWBUAOkno,5422
2
- sinatools/VERSION,sha256=WYXsJFMrJ6WRa3zk4I0uNNg25dlfZl3H97Db-aYDBus,6
1
+ SinaTools-0.1.40.data/data/sinatools/environment.yml,sha256=i0UFZc-vwU9ZwnI8hBdz7vi-x22vG-HR8ojWBUAOkno,5422
2
+ sinatools/VERSION,sha256=X8RiPEX_AmrlLAnj8YcBMQpdMfq9ZIPos6V7xEw6f8o,6
3
3
  sinatools/__init__.py,sha256=bEosTU1o-FSpyytS6iVP_82BXHF2yHnzpJxPLYRbeII,135
4
4
  sinatools/environment.yml,sha256=i0UFZc-vwU9ZwnI8hBdz7vi-x22vG-HR8ojWBUAOkno,5422
5
5
  sinatools/install_env.py,sha256=EODeeE0ZzfM_rz33_JSIruX03Nc4ghyVOM5BHVhsZaQ,404
@@ -76,7 +76,7 @@ sinatools/arabert/aragpt2/grover/utils.py,sha256=V5wMUxK03r5g_pb7R3_uGLOPqQJfbIB
76
76
  sinatools/morphology/ALMA_multi_word.py,sha256=hj_-8ojrYYHnfCGk8WKtJdUR8mauzQdma4WUm-okDps,1346
77
77
  sinatools/morphology/__init__.py,sha256=I4wVBh8BhyNl-CySVdiI_nUSn6gj1j-gmLKP300RpE0,1216
78
78
  sinatools/morphology/morph_analyzer.py,sha256=JOH2UWKNQWo5UzpWNzP9R1D3B3qLSogIiMp8n0N_56o,7177
79
- sinatools/ner/__init__.py,sha256=59kLMX6UQhF6JpE10RhaDYC3a2_jiWOIVPuejsoflFE,1050
79
+ sinatools/ner/__init__.py,sha256=bBXwAShP9vVvRD1WsmJtSOueboxRGJftYdKu24cMS8E,1181
80
80
  sinatools/ner/data_format.py,sha256=VmFshZbEPOsWxsb4tgSkwvbM1k7yCce4kmtPkCiWgwM,4513
81
81
  sinatools/ner/datasets.py,sha256=mG1iwqSm3lXCFHLqE-b4wNi176cpuzNBz8tKaBU6z6M,5059
82
82
  sinatools/ner/entity_extractor.py,sha256=O2epRwRFUUcQs3SnFIYHVBI4zVhr8hRcj0XJYeby4ts,3588
@@ -114,10 +114,10 @@ sinatools/wsd/__init__.py,sha256=mwmCUurOV42rsNRpIUP3luG0oEzeTfEx3oeDl93Oif8,306
114
114
  sinatools/wsd/disambiguator.py,sha256=h-3idc5rPPbMDSE_QVJAsEVkDHwzYY3L2SEPNXIdOcc,20104
115
115
  sinatools/wsd/settings.py,sha256=6XflVTFKD8SVySX9Wj7zYQtV26WDTcQ2-uW8-gDNHKE,747
116
116
  sinatools/wsd/wsd.py,sha256=gHIBUFXegoY1z3rRnIlK6TduhYq2BTa_dHakOjOlT4k,4434
117
- SinaTools-0.1.39.dist-info/AUTHORS.rst,sha256=aTWeWlIdfLi56iLJfIUAwIrmqDcgxXKLji75_Fjzjyg,174
118
- SinaTools-0.1.39.dist-info/LICENSE,sha256=uwsKYG4TayHXNANWdpfMN2lVW4dimxQjA_7vuCVhD70,1088
119
- SinaTools-0.1.39.dist-info/METADATA,sha256=P_62PtIJW8_g3FDuRjfcBZMlLvTAR5o4yaKL6HjGLMU,3410
120
- SinaTools-0.1.39.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
121
- SinaTools-0.1.39.dist-info/entry_points.txt,sha256=_CsRKM_tSCWV5hefBNUsWf9_6DrJnzFlxeAo1wm5XqY,1302
122
- SinaTools-0.1.39.dist-info/top_level.txt,sha256=8tNdPTeJKw3TQCaua8IJIx6N6WpgZZmVekf1OdBNJpE,10
123
- SinaTools-0.1.39.dist-info/RECORD,,
117
+ SinaTools-0.1.40.dist-info/AUTHORS.rst,sha256=aTWeWlIdfLi56iLJfIUAwIrmqDcgxXKLji75_Fjzjyg,174
118
+ SinaTools-0.1.40.dist-info/LICENSE,sha256=uwsKYG4TayHXNANWdpfMN2lVW4dimxQjA_7vuCVhD70,1088
119
+ SinaTools-0.1.40.dist-info/METADATA,sha256=woJwOAHIJuAlctnXXt8oiYGoDDcV42OrjmWOE3Q6ycI,3410
120
+ SinaTools-0.1.40.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
121
+ SinaTools-0.1.40.dist-info/entry_points.txt,sha256=_CsRKM_tSCWV5hefBNUsWf9_6DrJnzFlxeAo1wm5XqY,1302
122
+ SinaTools-0.1.40.dist-info/top_level.txt,sha256=8tNdPTeJKw3TQCaua8IJIx6N6WpgZZmVekf1OdBNJpE,10
123
+ SinaTools-0.1.40.dist-info/RECORD,,
sinatools/VERSION CHANGED
@@ -1 +1 @@
1
- 0.1.39
1
+ 0.1.40
sinatools/ner/__init__.py CHANGED
@@ -11,7 +11,7 @@ from argparse import Namespace
11
11
  tagger = None
12
12
  tag_vocab = None
13
13
  train_config = None
14
-
14
+ print("ner started")
15
15
  filename = 'Wj27012000.tar'
16
16
  path =downloader.get_appdatadir()
17
17
  model_path = os.path.join(path, filename)
@@ -20,19 +20,21 @@ _path = os.path.join(model_path, "tag_vocab.pkl")
20
20
 
21
21
  with open(_path, "rb") as fh:
22
22
  tag_vocab = pickle.load(fh)
23
+ print("tag_vocab loaded")
23
24
 
24
25
  train_config = Namespace()
25
26
  args_path = os.path.join(model_path, "args.json")
26
-
27
+ print("args loaded")
27
28
  with open(args_path, "r") as fh:
28
29
  train_config.__dict__ = json.load(fh)
29
-
30
+ print("steps 1")
30
31
  model = load_object(train_config.network_config["fn"], train_config.network_config["kwargs"])
31
32
  model = torch.nn.DataParallel(model)
32
-
33
+ print("steps 2")
33
34
  if torch.cuda.is_available():
34
35
  model = model.cuda()
35
-
36
+ print("steps 3")
36
37
  train_config.trainer_config["kwargs"]["model"] = model
37
38
  tagger = load_object(train_config.trainer_config["fn"], train_config.trainer_config["kwargs"])
38
39
  tagger.load(os.path.join(model_path,"checkpoints"))
40
+ print("steps 4")