spark-nlp 5.3.2__py2.py3-none-any.whl → 5.4.0__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of spark-nlp might be problematic. Click here for more details.

Files changed (28) hide show
  1. com/johnsnowlabs/ml/__init__.py +0 -0
  2. com/johnsnowlabs/ml/ai/__init__.py +10 -0
  3. {spark_nlp-5.3.2.dist-info → spark_nlp-5.4.0.dist-info}/METADATA +50 -60
  4. {spark_nlp-5.3.2.dist-info → spark_nlp-5.4.0.dist-info}/RECORD +28 -22
  5. sparknlp/__init__.py +3 -2
  6. sparknlp/annotator/classifier_dl/__init__.py +1 -0
  7. sparknlp/annotator/classifier_dl/mpnet_for_token_classification.py +173 -0
  8. sparknlp/annotator/classifier_dl/xlm_roberta_for_token_classification.py +3 -3
  9. sparknlp/annotator/embeddings/__init__.py +1 -0
  10. sparknlp/annotator/embeddings/bert_embeddings.py +4 -2
  11. sparknlp/annotator/embeddings/bert_sentence_embeddings.py +4 -2
  12. sparknlp/annotator/embeddings/bge_embeddings.py +2 -0
  13. sparknlp/annotator/embeddings/e5_embeddings.py +6 -2
  14. sparknlp/annotator/embeddings/mpnet_embeddings.py +2 -0
  15. sparknlp/annotator/embeddings/roberta_embeddings.py +4 -2
  16. sparknlp/annotator/embeddings/uae_embeddings.py +211 -0
  17. sparknlp/annotator/embeddings/xlm_roberta_embeddings.py +4 -2
  18. sparknlp/annotator/openai/openai_embeddings.py +43 -69
  19. sparknlp/annotator/seq2seq/__init__.py +2 -0
  20. sparknlp/annotator/seq2seq/llama2_transformer.py +2 -2
  21. sparknlp/annotator/seq2seq/m2m100_transformer.py +2 -2
  22. sparknlp/annotator/seq2seq/mistral_transformer.py +349 -0
  23. sparknlp/annotator/seq2seq/phi2_transformer.py +326 -0
  24. sparknlp/internal/__init__.py +443 -148
  25. sparknlp/pretrained/resource_downloader.py +2 -3
  26. {spark_nlp-5.3.2.dist-info → spark_nlp-5.4.0.dist-info}/.uuid +0 -0
  27. {spark_nlp-5.3.2.dist-info → spark_nlp-5.4.0.dist-info}/WHEEL +0 -0
  28. {spark_nlp-5.3.2.dist-info → spark_nlp-5.4.0.dist-info}/top_level.txt +0 -0
sparknlp/pretrained/resource_downloader.py CHANGED
@@ -58,7 +58,6 @@ class ResourceDownloader(object):
58
58
 
59
59
  """
60
60
 
61
-
62
61
  @staticmethod
63
62
  def downloadModel(reader, name, language, remote_loc=None, j_dwn='PythonResourceDownloader'):
64
63
  """Downloads and loads a model with the default downloader. Usually this method
@@ -67,8 +66,8 @@ class ResourceDownloader(object):
67
66
 
68
67
  Parameters
69
68
  ----------
70
- reader : str
71
- Name of the class to read the model for
69
+ reader : obj
70
+ Class to read the model for
72
71
  name : str
73
72
  Name of the pretrained model
74
73
  language : str