spark-nlp 5.3.3__py2.py3-none-any.whl → 5.4.0__py2.py3-none-any.whl

sparknlp/internal/__init__.py

@@ -24,298 +24,452 @@ from sparknlp.internal.recursive import *
 # Wrapper Definitions
 class _AlbertLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
-        super(_AlbertLoader, self).__init__("com.johnsnowlabs.nlp.embeddings.AlbertEmbeddings.loadSavedModel", path,
-                                            jspark)
+        super(_AlbertLoader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.AlbertEmbeddings.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _AlbertSequenceClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_AlbertSequenceClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.AlbertForSequenceClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.AlbertForSequenceClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _AlbertTokenClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_AlbertTokenClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.AlbertForTokenClassification.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.AlbertForTokenClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _AlbertQuestionAnsweringLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_AlbertQuestionAnsweringLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.AlbertForQuestionAnswering.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.AlbertForQuestionAnswering.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _BertLoader(ExtendedJavaWrapper):
-    def __init__(self, path, jspark):
-        super(_BertLoader, self).__init__("com.johnsnowlabs.nlp.embeddings.BertEmbeddings.loadSavedModel", path, jspark)
+    def __init__(self, path, jspark, use_openvino=False):
+        super(_BertLoader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.BertEmbeddings.loadSavedModel",
+            path,
+            jspark,
+            use_openvino,
+        )
 
 
 class _BertSentenceLoader(ExtendedJavaWrapper):
-    def __init__(self, path, jspark):
+    def __init__(self, path, jspark, use_openvino=False):
         super(_BertSentenceLoader, self).__init__(
-            "com.johnsnowlabs.nlp.embeddings.BertSentenceEmbeddings.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.embeddings.BertSentenceEmbeddings.loadSavedModel",
+            path,
+            jspark,
+            use_openvino,
+        )
 
 
 class _BertSequenceClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_BertSequenceClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.BertForSequenceClassification.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.BertForSequenceClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _BertTokenClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_BertTokenClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.BertForTokenClassification.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.BertForTokenClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _BertQuestionAnsweringLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_BertQuestionAnsweringLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.BertForQuestionAnswering.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.BertForQuestionAnswering.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _DeBERTaLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_DeBERTaLoader, self).__init__(
-            "com.johnsnowlabs.nlp.embeddings.DeBertaEmbeddings.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.embeddings.DeBertaEmbeddings.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _DeBertaSequenceClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_DeBertaSequenceClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.DeBertaForSequenceClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.DeBertaForSequenceClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _DeBertTokenClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_DeBertTokenClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.DeBertaForTokenClassification.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.DeBertaForTokenClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _DeBertaQuestionAnsweringLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_DeBertaQuestionAnsweringLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.DeBertaForQuestionAnswering.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.DeBertaForQuestionAnswering.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _CamemBertLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
-        super(_CamemBertLoader, self).__init__("com.johnsnowlabs.nlp.embeddings.CamemBertEmbeddings.loadSavedModel",
-                                               path,
-                                               jspark)
+        super(_CamemBertLoader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.CamemBertEmbeddings.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _DistilBertLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
-        super(_DistilBertLoader, self).__init__("com.johnsnowlabs.nlp.embeddings.DistilBertEmbeddings.loadSavedModel",
-                                                path, jspark)
+        super(_DistilBertLoader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.DistilBertEmbeddings.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _DistilBertSequenceClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_DistilBertSequenceClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.DistilBertForSequenceClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.DistilBertForSequenceClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _DistilBertTokenClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_DistilBertTokenClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.DistilBertForTokenClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.DistilBertForTokenClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _DistilBertQuestionAnsweringLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_DistilBertQuestionAnsweringLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.DistilBertForQuestionAnswering.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.DistilBertForQuestionAnswering.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _ElmoLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
-        super(_ElmoLoader, self).__init__("com.johnsnowlabs.nlp.embeddings.ElmoEmbeddings.loadSavedModel", path, jspark)
+        super(_ElmoLoader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.ElmoEmbeddings.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _E5Loader(ExtendedJavaWrapper):
-    def __init__(self, path, jspark):
-        super(_E5Loader, self).__init__("com.johnsnowlabs.nlp.embeddings.E5Embeddings.loadSavedModel", path, jspark)
+    def __init__(self, path, jspark, use_openvino=False):
+        super(_E5Loader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.E5Embeddings.loadSavedModel",
+            path,
+            jspark,
+            use_openvino,
+        )
 
 
 class _BGELoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
-        super(_BGELoader, self).__init__("com.johnsnowlabs.nlp.embeddings.BGEEmbeddings.loadSavedModel", path, jspark)
+        super(_BGELoader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.BGEEmbeddings.loadSavedModel", path, jspark
+        )
 
 
 class _GPT2Loader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_GPT2Loader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.seq2seq.GPT2Transformer.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.seq2seq.GPT2Transformer.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _LLAMA2Loader(ExtendedJavaWrapper):
-    def __init__(self, path, jspark):
+    def __init__(self, path, jspark, use_openvino=False):
         super(_LLAMA2Loader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.seq2seq.LLAMA2Transformer.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.seq2seq.LLAMA2Transformer.loadSavedModel",
+            path,
+            jspark,
+            use_openvino,
+        )
 
 
 class _LongformerLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
-        super(_LongformerLoader, self).__init__("com.johnsnowlabs.nlp.embeddings.LongformerEmbeddings.loadSavedModel",
-                                                path,
-                                                jspark)
+        super(_LongformerLoader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.LongformerEmbeddings.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _LongformerSequenceClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_LongformerSequenceClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.LongformerForSequenceClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.LongformerForSequenceClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _LongformerTokenClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_LongformerTokenClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.LongformerForTokenClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.LongformerForTokenClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _LongformerQuestionAnsweringLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_LongformerQuestionAnsweringLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.LongformerForQuestionAnswering.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.LongformerForQuestionAnswering.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _M2M100Loader(ExtendedJavaWrapper):
-    def __init__(self, path, jspark):
+    def __init__(self, path, jspark, use_openvino=False):
         super(_M2M100Loader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.seq2seq.M2M100Transformer.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.seq2seq.M2M100Transformer.loadSavedModel",
+            path,
+            jspark,
+        )
+
+
+class _MistralLoader(ExtendedJavaWrapper):
+    def __init__(self, path, jspark, use_openvino=False):
+        super(_MistralLoader, self).__init__(
+            "com.johnsnowlabs.nlp.annotators.seq2seq.MistralTransformer.loadSavedModel",
+            path,
+            jspark,
+            use_openvino,
+        )
 
 
 class _MarianLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_MarianLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.seq2seq.MarianTransformer.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.seq2seq.MarianTransformer.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _MPNetLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_MPNetLoader, self).__init__(
-            "com.johnsnowlabs.nlp.embeddings.MPNetEmbeddings.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.embeddings.MPNetEmbeddings.loadSavedModel",
+            path,
+            jspark,
+        )
+
+
+class _Phi2Loader(ExtendedJavaWrapper):
+    def __init__(self, path, jspark, use_openvino=False):
+        super(_Phi2Loader, self).__init__(
+            "com.johnsnowlabs.nlp.annotators.seq2seq.Phi2Transformer.loadSavedModel",
+            path,
+            jspark,
+            use_openvino,
+        )
 
 
 class _RoBertaLoader(ExtendedJavaWrapper):
-    def __init__(self, path, jspark):
-        super(_RoBertaLoader, self).__init__("com.johnsnowlabs.nlp.embeddings.RoBertaEmbeddings.loadSavedModel", path,
-                                             jspark)
+    def __init__(self, path, jspark, use_openvino=False):
+        super(_RoBertaLoader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.RoBertaEmbeddings.loadSavedModel",
+            path,
+            jspark,
+            use_openvino,
+        )
 
 
 class _RoBertaSentenceLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_RoBertaSentenceLoader, self).__init__(
-            "com.johnsnowlabs.nlp.embeddings.RoBertaSentenceEmbeddings.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.embeddings.RoBertaSentenceEmbeddings.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _RoBertaSequenceClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_RoBertaSequenceClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.RoBertaForSequenceClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.RoBertaForSequenceClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _RoBertaTokenClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_RoBertaTokenClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.RoBertaForTokenClassification.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.RoBertaForTokenClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _RoBertaQuestionAnsweringLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_RoBertaQuestionAnsweringLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.RoBertaForQuestionAnswering.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.RoBertaForQuestionAnswering.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _T5Loader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_T5Loader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.seq2seq.T5Transformer.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.seq2seq.T5Transformer.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _BartLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark, useCache):
         super(_BartLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.seq2seq.BartTransformer.loadSavedModel", path, jspark, useCache)
+            "com.johnsnowlabs.nlp.annotators.seq2seq.BartTransformer.loadSavedModel",
+            path,
+            jspark,
+            useCache,
+        )
 
 
 class _USELoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark, loadsp):
-        super(_USELoader, self).__init__("com.johnsnowlabs.nlp.embeddings.UniversalSentenceEncoder.loadSavedModel",
-                                         path, jspark, loadsp)
+        super(_USELoader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.UniversalSentenceEncoder.loadSavedModel",
+            path,
+            jspark,
+            loadsp,
+        )
 
 
 class _XlmRoBertaLoader(ExtendedJavaWrapper):
-    def __init__(self, path, jspark):
-        super(_XlmRoBertaLoader, self).__init__("com.johnsnowlabs.nlp.embeddings.XlmRoBertaEmbeddings.loadSavedModel",
-                                                path, jspark)
+    def __init__(self, path, jspark, use_openvino=False):
+        super(_XlmRoBertaLoader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.XlmRoBertaEmbeddings.loadSavedModel",
+            path,
+            jspark,
+            use_openvino,
+        )
 
 
 class _XlmRoBertaSentenceLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_XlmRoBertaSentenceLoader, self).__init__(
-            "com.johnsnowlabs.nlp.embeddings.XlmRoBertaSentenceEmbeddings.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.embeddings.XlmRoBertaSentenceEmbeddings.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _XlmRoBertaSequenceClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_XlmRoBertaSequenceClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.XlmRoBertaForSequenceClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.XlmRoBertaForSequenceClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _XlmRoBertaTokenClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_XlmRoBertaTokenClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.XlmRoBertaForTokenClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.XlmRoBertaForTokenClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _XlmRoBertaQuestionAnsweringLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_XlmRoBertaQuestionAnsweringLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.XlmRoBertaForQuestionAnswering.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.XlmRoBertaForQuestionAnswering.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _XlnetLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
-        super(_XlnetLoader, self).__init__("com.johnsnowlabs.nlp.embeddings.XlnetEmbeddings.loadSavedModel", path,
-                                           jspark)
+        super(_XlnetLoader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.XlnetEmbeddings.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _XlnetSequenceClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_XlnetSequenceClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.XlnetForSequenceClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.XlnetForSequenceClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _XlnetTokenClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_XlnetTokenClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.XlnetForTokenClassification.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.XlnetForTokenClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _ClearCache(ExtendedJavaWrapper):
     def __init__(self, name, language, remote_loc):
-        super(_ClearCache, self).__init__("com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.clearCache", name,
-                                          language, remote_loc)
+        super(_ClearCache, self).__init__(
+            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.clearCache",
+            name,
+            language,
+            remote_loc,
+        )
 
 
 class _CoNLLGeneratorExportFromTargetAndPipeline(ExtendedJavaWrapper):
@@ -327,50 +481,76 @@ class _CoNLLGeneratorExportFromTargetAndPipeline(ExtendedJavaWrapper):
         if type(target) == DataFrame:
             super(_CoNLLGeneratorExportFromTargetAndPipeline, self).__init__(
                 "com.johnsnowlabs.util.CoNLLGenerator.exportConllFiles",
-                target._jdf, pipeline, output_path)
+                target._jdf,
+                pipeline,
+                output_path,
+            )
         else:
             super(_CoNLLGeneratorExportFromTargetAndPipeline, self).__init__(
                 "com.johnsnowlabs.util.CoNLLGenerator.exportConllFiles",
-                spark._jsparkSession, target, pipeline, output_path)
+                spark._jsparkSession,
+                target,
+                pipeline,
+                output_path,
+            )
 
 
 class _CoNLLGeneratorExportFromDataFrameAndField(ExtendedJavaWrapper):
 
     def __init__(self, dataframe, output_path, metadata_sentence_key):
         super(_CoNLLGeneratorExportFromDataFrameAndField, self).__init__(
-            "com.johnsnowlabs.util.CoNLLGenerator.exportConllFilesFromField", dataframe, output_path,
-            metadata_sentence_key)
+            "com.johnsnowlabs.util.CoNLLGenerator.exportConllFilesFromField",
+            dataframe,
+            output_path,
+            metadata_sentence_key,
+        )
 
 
 class _CoNLLGeneratorExportFromDataFrame(ExtendedJavaWrapper):
     def __init__(self, dataframe, output_path):
         super(_CoNLLGeneratorExportFromDataFrame, self).__init__(
             "com.johnsnowlabs.util.CoNLLGenerator.exportConllFiles",
-            dataframe, output_path)
+            dataframe,
+            output_path,
+        )
 
 
 class _CoverageResult(ExtendedJavaWrapper):
     def __init__(self, covered, total, percentage):
-        super(_CoverageResult, self).__init__("com.johnsnowlabs.nlp.embeddings.CoverageResult", covered, total,
-                                              percentage)
+        super(_CoverageResult, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.CoverageResult", covered, total, percentage
+        )
 
 
 class _DownloadModelDirectly(ExtendedJavaWrapper):
     def __init__(self, name, remote_loc="public/models", unzip=True):
         super(_DownloadModelDirectly, self).__init__(
-            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.downloadModelDirectly", name, remote_loc, unzip)
+            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.downloadModelDirectly",
+            name,
+            remote_loc,
+            unzip,
+        )
 
 
 class _DownloadModel(ExtendedJavaWrapper):
     def __init__(self, reader, name, language, remote_loc, validator):
-        super(_DownloadModel, self).__init__("com.johnsnowlabs.nlp.pretrained." + validator + ".downloadModel", reader,
-                                             name, language, remote_loc)
+        super(_DownloadModel, self).__init__(
+            "com.johnsnowlabs.nlp.pretrained." + validator + ".downloadModel",
+            reader,
+            name,
+            language,
+            remote_loc,
+        )
 
 
 class _DownloadPipeline(ExtendedJavaWrapper):
     def __init__(self, name, language, remote_loc):
         super(_DownloadPipeline, self).__init__(
-            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.downloadPipeline", name, language, remote_loc)
+            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.downloadPipeline",
+            name,
+            language,
+            remote_loc,
+        )
 
 
 class _DownloadPredefinedPipeline(ExtendedJavaWrapper):
@@ -381,146 +561,215 @@ class _DownloadPredefinedPipeline(ExtendedJavaWrapper):
 class _EmbeddingsCoverageColumn(ExtendedJavaWrapper):
     def __init__(self, dataset, embeddings_col, output_col):
         super(_EmbeddingsCoverageColumn, self).__init__(
-            "com.johnsnowlabs.nlp.embeddings.WordEmbeddingsModel.withCoverageColumn", dataset._jdf, embeddings_col,
-            output_col)
+            "com.johnsnowlabs.nlp.embeddings.WordEmbeddingsModel.withCoverageColumn",
+            dataset._jdf,
+            embeddings_col,
+            output_col,
+        )
 
 
 class _EmbeddingsOverallCoverage(ExtendedJavaWrapper):
     def __init__(self, dataset, embeddings_col):
         super(_EmbeddingsOverallCoverage, self).__init__(
-            "com.johnsnowlabs.nlp.embeddings.WordEmbeddingsModel.overallCoverage", dataset._jdf, embeddings_col)
+            "com.johnsnowlabs.nlp.embeddings.WordEmbeddingsModel.overallCoverage",
+            dataset._jdf,
+            embeddings_col,
+        )
 
 
 class _ExternalResource(ExtendedJavaWrapper):
     def __init__(self, path, read_as, options):
-        super(_ExternalResource, self).__init__("com.johnsnowlabs.nlp.util.io.ExternalResource.fromJava", path, read_as,
-                                                options)
+        super(_ExternalResource, self).__init__(
+            "com.johnsnowlabs.nlp.util.io.ExternalResource.fromJava",
+            path,
+            read_as,
+            options,
+        )
 
 
 class _ConfigLoaderGetter(ExtendedJavaWrapper):
     def __init__(self):
-        super(_ConfigLoaderGetter, self).__init__("com.johnsnowlabs.util.ConfigLoader.getConfigPath")
+        super(_ConfigLoaderGetter, self).__init__(
+            "com.johnsnowlabs.util.ConfigLoader.getConfigPath"
+        )
 
 
 class _GetResourceSize(ExtendedJavaWrapper):
     def __init__(self, name, language, remote_loc):
         super(_GetResourceSize, self).__init__(
-            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.getDownloadSize", name, language, remote_loc)
+            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.getDownloadSize",
+            name,
+            language,
+            remote_loc,
+        )
 
 
 class _LightPipeline(ExtendedJavaWrapper):
     def __init__(self, pipelineModel, parse_embeddings):
-        super(_LightPipeline, self).__init__("com.johnsnowlabs.nlp.LightPipeline", pipelineModel._to_java(),
-                                             parse_embeddings)
+        super(_LightPipeline, self).__init__(
+            "com.johnsnowlabs.nlp.LightPipeline",
+            pipelineModel._to_java(),
+            parse_embeddings,
+        )
 
 
 class _RegexRule(ExtendedJavaWrapper):
     def __init__(self, rule, identifier):
-        super(_RegexRule, self).__init__("com.johnsnowlabs.nlp.util.regex.RegexRule", rule, identifier)
+        super(_RegexRule, self).__init__(
+            "com.johnsnowlabs.nlp.util.regex.RegexRule", rule, identifier
+        )
 
 
 class _ShowAvailableAnnotators(ExtendedJavaWrapper):
     def __init__(self):
         super(_ShowAvailableAnnotators, self).__init__(
-            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.showAvailableAnnotators")
+            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.showAvailableAnnotators"
+        )
 
 
 class _ShowPublicModels(ExtendedJavaWrapper):
     def __init__(self, annotator, lang, version):
         super(_ShowPublicModels, self).__init__(
-            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.showPublicModels", annotator, lang, version)
+            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.showPublicModels",
+            annotator,
+            lang,
+            version,
+        )
 
 
 class _ShowPublicPipelines(ExtendedJavaWrapper):
     def __init__(self, lang, version):
         super(_ShowPublicPipelines, self).__init__(
-            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.showPublicPipelines", lang, version)
+            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.showPublicPipelines",
+            lang,
+            version,
+        )
 
 
 class _ShowUnCategorizedResources(ExtendedJavaWrapper):
     def __init__(self):
         super(_ShowUnCategorizedResources, self).__init__(
-            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.showUnCategorizedResources")
+            "com.johnsnowlabs.nlp.pretrained.PythonResourceDownloader.showUnCategorizedResources"
+        )
 
 
 class _StorageHelper(ExtendedJavaWrapper):
     def __init__(self, path, spark, database, storage_ref, within_storage):
-        super(_StorageHelper, self).__init__("com.johnsnowlabs.storage.StorageHelper.load", path, spark._jsparkSession,
-                                             database, storage_ref, within_storage)
+        super(_StorageHelper, self).__init__(
+            "com.johnsnowlabs.storage.StorageHelper.load",
+            path,
+            spark._jsparkSession,
+            database,
+            storage_ref,
+            within_storage,
+        )
 
 
 class _SpanBertCorefLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_SpanBertCorefLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.coref.SpanBertCorefModel.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.coref.SpanBertCorefModel.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _NerDLGraphBuilder(ExtendedJavaWrapper):
     def __init__(self, dataset, input_col, label_col):
         super(_NerDLGraphBuilder, self).__init__(
             "com.johnsnowlabs.nlp.annotators.ner.dl.NerDLApproach.getGraphParams",
-            dataset, input_col, label_col)
+            dataset,
+            input_col,
+            label_col,
+        )
 
 
 class _ResourceHelper_moveFile(ExtendedJavaWrapper):
     def __init__(self, local_file, hdfs_file):
         super(_ResourceHelper_moveFile, self).__init__(
-            "com.johnsnowlabs.nlp.util.io.ResourceHelper.moveFile", local_file, hdfs_file)
+            "com.johnsnowlabs.nlp.util.io.ResourceHelper.moveFile",
+            local_file,
+            hdfs_file,
+        )
 
 
 class _ResourceHelper_validFile(ExtendedJavaWrapper):
     def __init__(self, path):
         super(_ResourceHelper_validFile, self).__init__(
-            "com.johnsnowlabs.nlp.util.io.ResourceHelper.validFile", path)
+            "com.johnsnowlabs.nlp.util.io.ResourceHelper.validFile", path
+        )
 
 
 class _ViTForImageClassification(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_ViTForImageClassification, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.cv.ViTForImageClassification.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.cv.ViTForImageClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _VisionEncoderDecoderForImageCaptioning(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_VisionEncoderDecoderForImageCaptioning, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.cv.VisionEncoderDecoderForImageCaptioning.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.cv.VisionEncoderDecoderForImageCaptioning.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _SwinForImageClassification(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_SwinForImageClassification, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.cv.SwinForImageClassification.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.cv.SwinForImageClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _ConvNextForImageClassification(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_ConvNextForImageClassification, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.cv.ConvNextForImageClassification.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.cv.ConvNextForImageClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _Wav2Vec2ForCTC(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_Wav2Vec2ForCTC, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.audio.Wav2Vec2ForCTC.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.audio.Wav2Vec2ForCTC.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _HubertForCTC(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_HubertForCTC, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.audio.HubertForCTC.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.audio.HubertForCTC.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _WhisperForCTC(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_WhisperForCTC, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.audio.WhisperForCTC.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.audio.WhisperForCTC.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _CamemBertForTokenClassificationLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_CamemBertForTokenClassificationLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.CamemBertForTokenClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.CamemBertForTokenClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _TapasForQuestionAnsweringLoader(ExtendedJavaWrapper):
@@ -528,99 +777,136 @@ class _TapasForQuestionAnsweringLoader(ExtendedJavaWrapper):
         super(_TapasForQuestionAnsweringLoader, self).__init__(
             "com.johnsnowlabs.nlp.annotators.classifier.dl.TapasForQuestionAnswering.loadSavedModel",
             path,
-            jspark)
+            jspark,
+        )
 
 
 class _CamemBertForSequenceClassificationLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_CamemBertForSequenceClassificationLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.CamemBertForSequenceClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.CamemBertForSequenceClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _CamemBertQuestionAnsweringLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_CamemBertQuestionAnsweringLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.CamemBertForQuestionAnswering.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.CamemBertForQuestionAnswering.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _RobertaQAToZeroShotNerLoader(ExtendedJavaWrapper):
     def __init__(self, path):
         super(_RobertaQAToZeroShotNerLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.ner.dl.ZeroShotNerModel.load", path)
+            "com.johnsnowlabs.nlp.annotators.ner.dl.ZeroShotNerModel.load", path
+        )
 
 
 class _BertZeroShotClassifierLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_BertZeroShotClassifierLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.BertForZeroShotClassification.loadSavedModel", path, jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.BertForZeroShotClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _DistilBertForZeroShotClassification(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_DistilBertForZeroShotClassification, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.DistilBertForZeroShotClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.DistilBertForZeroShotClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _RoBertaForZeroShotClassification(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_RoBertaForZeroShotClassification, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.RoBertaForZeroShotClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.RoBertaForZeroShotClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _XlmRoBertaForZeroShotClassification(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_XlmRoBertaForZeroShotClassification, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.XlmRoBertaForZeroShotClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.XlmRoBertaForZeroShotClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _InstructorLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
-        super(_InstructorLoader, self).__init__("com.johnsnowlabs.nlp.embeddings.InstructorEmbeddings.loadSavedModel",
-                                                path, jspark)
+        super(_InstructorLoader, self).__init__(
+            "com.johnsnowlabs.nlp.embeddings.InstructorEmbeddings.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _BartForZeroShotClassification(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_BartForZeroShotClassification, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.BartForZeroShotClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.BartForZeroShotClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _CLIPForZeroShotClassification(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_CLIPForZeroShotClassification, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.cv.CLIPForZeroShotClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.cv.CLIPForZeroShotClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _DeBertaForZeroShotClassification(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_DeBertaForZeroShotClassification, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.DeBertaForZeroShotClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.DeBertaForZeroShotClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _MPNetForSequenceClassificationLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_MPNetForSequenceClassificationLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.MPNetForSequenceClassification.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.MPNetForSequenceClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _MPNetForQuestionAnsweringLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_MPNetForQuestionAnsweringLoader, self).__init__(
-            "com.johnsnowlabs.nlp.annotators.classifier.dl.MPNetForQuestionAnswering.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.MPNetForQuestionAnswering.loadSavedModel",
+            path,
+            jspark,
+        )
+
+
+class _MPNetForTokenClassifierLoader(ExtendedJavaWrapper):
+    def __init__(self, path, jspark):
+        super(_MPNetForTokenClassifierLoader, self).__init__(
+            "com.johnsnowlabs.nlp.annotators.classifier.dl.MPNetForTokenClassification.loadSavedModel",
+            path,
+            jspark,
+        )
 
 
 class _UAEEmbeddingsLoader(ExtendedJavaWrapper):
     def __init__(self, path, jspark):
         super(_UAEEmbeddingsLoader, self).__init__(
-            "com.johnsnowlabs.nlp.embeddings.UAEEmbeddings.loadSavedModel", path,
-            jspark)
+            "com.johnsnowlabs.nlp.embeddings.UAEEmbeddings.loadSavedModel", path, jspark
+        )