spark-nlp 6.1.1__py2.py3-none-any.whl → 6.1.2rc1__py2.py3-none-any.whl

{spark_nlp-6.1.1.dist-info → spark_nlp-6.1.2rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: spark-nlp
-Version: 6.1.1
+Version: 6.1.2rc1
 Summary: John Snow Labs Spark NLP is a natural language processing library built on top of Apache Spark ML. It provides simple, performant & accurate NLP annotations for machine learning pipelines, that scale easily in a distributed environment.
 Home-page: https://github.com/JohnSnowLabs/spark-nlp
 Author: John Snow Labs

{spark_nlp-6.1.1.dist-info → spark_nlp-6.1.2rc1.dist-info}/RECORD

@@ -168,8 +168,8 @@ sparknlp/annotator/sentiment/__init__.py,sha256=Lq3vKaZS1YATLMg0VNXSVtkWL5q5G9ta
 sparknlp/annotator/sentiment/sentiment_detector.py,sha256=m545NGU0Xzg_PO6_qIfpli1uZj7JQcyFgqe9R6wAPFI,8154
 sparknlp/annotator/sentiment/vivekn_sentiment.py,sha256=4rpXWDgzU6ddnbrSCp9VdLb2epCc9oZ3c6XcqxEw8nk,9655
 sparknlp/annotator/seq2seq/__init__.py,sha256=Aj43G1MuQE0mW7LakCWPjiTkIGl7iHPAnKIwT_DfdIM,1781
-sparknlp/annotator/seq2seq/auto_gguf_model.py,sha256=upwOpLteRWY0-Kp50aaQQTzRa2jylgJsAtvFRrWIULw,11758
-sparknlp/annotator/seq2seq/auto_gguf_vision_model.py,sha256=F2tMQNA_bsKsXq_ohkdFKRnp5GdcbkQD0TEVSjnXBlc,15379
+sparknlp/annotator/seq2seq/auto_gguf_model.py,sha256=yhZQHMHfp88rQvLHTWyS-8imZrwqp-8RQQwnw6PmHfc,11749
+sparknlp/annotator/seq2seq/auto_gguf_vision_model.py,sha256=swBek2026dW6BOX5O9P8Uq41X2GC71VGW0ADFeUIvs0,15299
 sparknlp/annotator/seq2seq/bart_transformer.py,sha256=I1flM4yeCzEAKOdQllBC30XuedxVJ7ferkFhZ6gwEbE,18481
 sparknlp/annotator/seq2seq/cohere_transformer.py,sha256=43LZBVazZMgJRCsN7HaYjVYfJ5hRMV95QZyxMtXq-m4,13496
 sparknlp/annotator/seq2seq/cpm_transformer.py,sha256=0CnBFMlxMu0pD2QZMHyoGtIYgXqfUQm68vr6zEAa6Eg,13290
@@ -280,7 +280,7 @@ sparknlp/training/_tf_graph_builders_1x/ner_dl/dataset_encoder.py,sha256=R4yHFN3
 sparknlp/training/_tf_graph_builders_1x/ner_dl/ner_model.py,sha256=EoCSdcIjqQ3wv13MAuuWrKV8wyVBP0SbOEW41omHlR0,23189
 sparknlp/training/_tf_graph_builders_1x/ner_dl/ner_model_saver.py,sha256=k5CQ7gKV6HZbZMB8cKLUJuZxoZWlP_DFWdZ--aIDwsc,2356
 sparknlp/training/_tf_graph_builders_1x/ner_dl/sentence_grouper.py,sha256=pAxjWhjazSX8Vg0MFqJiuRVw1IbnQNSs-8Xp26L4nko,870
-spark_nlp-6.1.1.dist-info/METADATA,sha256=OertmOupEEb_RIxRDn5V743bbzlD6lQr8RsGUWwYYtY,19774
-spark_nlp-6.1.1.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
-spark_nlp-6.1.1.dist-info/top_level.txt,sha256=uuytur4pyMRw2H_txNY2ZkaucZHUs22QF8-R03ch_-E,13
-spark_nlp-6.1.1.dist-info/RECORD,,
+spark_nlp-6.1.2rc1.dist-info/METADATA,sha256=4qK5_LPihfkDmSrLBQgH38R_VE5lzDnsygPpOccUTdc,19777
+spark_nlp-6.1.2rc1.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
+spark_nlp-6.1.2rc1.dist-info/top_level.txt,sha256=uuytur4pyMRw2H_txNY2ZkaucZHUs22QF8-R03ch_-E,13
+spark_nlp-6.1.2rc1.dist-info/RECORD,,

sparknlp/annotator/seq2seq/auto_gguf_model.py

@@ -260,13 +260,13 @@ class AutoGGUFModel(AnnotatorModel, HasBatchedAnnotate, HasLlamaCppProperties):
         )
 
     @staticmethod
-    def loadSavedModel(folder, spark_session):
+    def loadSavedModel(path, spark_session):
         """Loads a locally saved model.
 
         Parameters
         ----------
-        folder : str
-            Folder of the saved model
+        path : str
+            Path to the gguf model
         spark_session : pyspark.sql.SparkSession
             The current SparkSession
 
@@ -276,7 +276,7 @@ class AutoGGUFModel(AnnotatorModel, HasBatchedAnnotate, HasLlamaCppProperties):
             The restored model
         """
         from sparknlp.internal import _AutoGGUFLoader
-        jModel = _AutoGGUFLoader(folder, spark_session._jsparkSession)._java_obj
+        jModel = _AutoGGUFLoader(path, spark_session._jsparkSession)._java_obj
         return AutoGGUFModel(java_model=jModel)
 
     @staticmethod

sparknlp/annotator/seq2seq/auto_gguf_vision_model.py

@@ -116,8 +116,6 @@ class AutoGGUFVisionModel(AnnotatorModel, HasBatchedAnnotate, HasLlamaCppPropert
         Set optimization strategies that help on some NUMA systems (if available)
     ropeScalingType
         Set the RoPE frequency scaling method, defaults to linear unless specified by the model
-    poolingType
-        Set the pooling type for embeddings, use model default if unspecified
     modelDraft
         Set the draft model for speculative decoding
     modelAlias
@@ -126,8 +124,6 @@ class AutoGGUFVisionModel(AnnotatorModel, HasBatchedAnnotate, HasLlamaCppPropert
         Set path to static lookup cache to use for lookup decoding (not updated by generation)
     lookupCacheDynamicFilePath
         Set path to dynamic lookup cache to use for lookup decoding (updated by generation)
-    embedding
-        Whether to load model with embedding support
     flashAttention
         Whether to enable Flash Attention
     inputPrefixBos
@@ -284,8 +280,10 @@ class AutoGGUFVisionModel(AnnotatorModel, HasBatchedAnnotate, HasLlamaCppPropert
             useChatTemplate=True,
             nCtx=4096,
             nBatch=512,
-            embedding=False,
-            nPredict=100
+            nPredict=100,
+            nGpuLayers=99,
+            systemPrompt="You are a helpful assistant.",
+            batchSize=2,
         )
 
     @staticmethod