spark-nlp 5.4.0__py2.py3-none-any.whl → 5.4.0rc1__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of spark-nlp might be problematic. Click here for more details.

Files changed (20) hide show
  1. {spark_nlp-5.4.0.dist-info → spark_nlp-5.4.0rc1.dist-info}/METADATA +60 -50
  2. {spark_nlp-5.4.0.dist-info → spark_nlp-5.4.0rc1.dist-info}/RECORD +15 -20
  3. sparknlp/__init__.py +2 -3
  4. sparknlp/annotator/classifier_dl/__init__.py +0 -1
  5. sparknlp/annotator/classifier_dl/xlm_roberta_for_token_classification.py +3 -3
  6. sparknlp/annotator/embeddings/bge_embeddings.py +0 -2
  7. sparknlp/annotator/embeddings/e5_embeddings.py +0 -2
  8. sparknlp/annotator/embeddings/mpnet_embeddings.py +0 -2
  9. sparknlp/annotator/openai/openai_embeddings.py +69 -43
  10. sparknlp/annotator/seq2seq/__init__.py +0 -2
  11. sparknlp/annotator/seq2seq/m2m100_transformer.py +2 -2
  12. sparknlp/internal/__init__.py +142 -428
  13. com/johnsnowlabs/ml/__init__.py +0 -0
  14. com/johnsnowlabs/ml/ai/__init__.py +0 -10
  15. sparknlp/annotator/classifier_dl/mpnet_for_token_classification.py +0 -173
  16. sparknlp/annotator/seq2seq/mistral_transformer.py +0 -349
  17. sparknlp/annotator/seq2seq/phi2_transformer.py +0 -326
  18. {spark_nlp-5.4.0.dist-info → spark_nlp-5.4.0rc1.dist-info}/.uuid +0 -0
  19. {spark_nlp-5.4.0.dist-info → spark_nlp-5.4.0rc1.dist-info}/WHEEL +0 -0
  20. {spark_nlp-5.4.0.dist-info → spark_nlp-5.4.0rc1.dist-info}/top_level.txt +0 -0
sparknlp/annotator/seq2seq/__init__.py CHANGED
@@ -19,5 +19,3 @@ from sparknlp.annotator.seq2seq.t5_transformer import *
19
19
  from sparknlp.annotator.seq2seq.bart_transformer import *
20
20
  from sparknlp.annotator.seq2seq.llama2_transformer import *
21
21
  from sparknlp.annotator.seq2seq.m2m100_transformer import *
22
- from sparknlp.annotator.seq2seq.phi2_transformer import *
23
- from sparknlp.annotator.seq2seq.mistral_transformer import *
sparknlp/annotator/seq2seq/m2m100_transformer.py CHANGED
@@ -350,7 +350,7 @@ class M2M100Transformer(AnnotatorModel, HasBatchedAnnotate, HasEngine):
350
350
  tgtLang="fr")
351
351
 
352
352
  @staticmethod
353
- def loadSavedModel(folder, spark_session, use_openvino=False):
353
+ def loadSavedModel(folder, spark_session):
354
354
  """Loads a locally saved model.
355
355
 
356
356
  Parameters
@@ -366,7 +366,7 @@ class M2M100Transformer(AnnotatorModel, HasBatchedAnnotate, HasEngine):
366
366
  The restored model
367
367
  """
368
368
  from sparknlp.internal import _M2M100Loader
369
- jModel = _M2M100Loader(folder, spark_session._jsparkSession, use_openvino)._java_obj
369
+ jModel = _M2M100Loader(folder, spark_session._jsparkSession)._java_obj
370
370
  return M2M100Transformer(java_model=jModel)
371
371
 
372
372
  @staticmethod