MindsDB 25.6.4.0__py3-none-any.whl → 25.7.2.0__py3-none-any.whl

mindsdb/integrations/handlers/huggingface_handler/requirements.txt

@@ -1,6 +1,7 @@
-# NOTE: Any changes made here need to be made to requirements_cpu.txt as well
-datasets==2.16.1
-evaluate==0.4.3
-nltk==3.9.1
-huggingface-hub==0.29.3
-torch==2.6.0
+# # NOTE: Any changes made here need to be made to requirements_cpu.txt as well
+# datasets==2.16.1
+# evaluate==0.4.3
+# nltk==3.9.1
+# huggingface-hub==0.29.3
+# torch==2.7.1
+# transformers >= 4.42.4

mindsdb/integrations/handlers/huggingface_handler/requirements_cpu.txt

@@ -1,6 +1,7 @@
-# Needs to be installed with `pip install --extra-index-url https://download.pytorch.org/whl/ .[huggingface_cpu]`
-datasets==2.16.1
-evaluate==0.4.3
-nltk==3.9.1
-huggingface-hub==0.29.3
-torch==2.6.0+cpu
+# # Needs to be installed with `pip install --extra-index-url https://download.pytorch.org/whl/ .[huggingface_cpu]`
+# datasets==2.16.1
+# evaluate==0.4.3
+# nltk==3.9.1
+# huggingface-hub==0.29.3
+# torch==2.7.1+cpu
+# transformers >= 4.42.4

mindsdb/integrations/handlers/huggingface_handler/settings.py

@@ -1,27 +1,27 @@
-from mindsdb.integrations.handlers.huggingface_handler.finetune import (
-    _finetune_cls,
-    _finetune_fill_mask,
-    _finetune_question_answering,
-    _finetune_summarization,
-    _finetune_text_generation,
-    _finetune_translate,
-)
+# from mindsdb.integrations.handlers.huggingface_handler.finetune import (
+#     _finetune_cls,
+#     _finetune_fill_mask,
+#     _finetune_question_answering,
+#     _finetune_summarization,
+#     _finetune_text_generation,
+#     _finetune_translate,
+# )
 
-# todo once we have moved predict tasks functions into a separate function
-# PREDICT_MAP = {
-#             'text-classification': self.predict_text_classification,
-#             'zero-shot-classification': self.predict_zero_shot,
-#             'translation': self.predict_translation,
-#             'summarization': self.predict_summarization,
-#             'fill-mask': self.predict_fill_mask
-#         }
+# # todo once we have moved predict tasks functions into a separate function
+# # PREDICT_MAP = {
+# #             'text-classification': self.predict_text_classification,
+# #             'zero-shot-classification': self.predict_zero_shot,
+# #             'translation': self.predict_translation,
+# #             'summarization': self.predict_summarization,
+# #             'fill-mask': self.predict_fill_mask
+# #         }
 
-FINETUNE_MAP = {
-    "text-classification": _finetune_cls,
-    "zero-shot-classification": _finetune_cls,
-    "translation": _finetune_translate,
-    "summarization": _finetune_summarization,
-    "fill-mask": _finetune_fill_mask,
-    "text-generation": _finetune_text_generation,
-    "question-answering": _finetune_question_answering,
-}
+# FINETUNE_MAP = {
+#     "text-classification": _finetune_cls,
+#     "zero-shot-classification": _finetune_cls,
+#     "translation": _finetune_translate,
+#     "summarization": _finetune_summarization,
+#     "fill-mask": _finetune_fill_mask,
+#     "text-generation": _finetune_text_generation,
+#     "question-answering": _finetune_question_answering,
+# }

mindsdb/integrations/handlers/litellm_handler/litellm_handler.py

@@ -30,27 +30,34 @@ class LiteLLMHandler(BaseMLEngine):
         if "using" not in args:
             raise Exception("Litellm engine requires a USING clause. See settings.py for more info on supported args.")
 
-    @staticmethod
-    def embeddings(model: str, messages: List[str], args: dict) -> List[list]:
-        response = embedding(model=model, input=messages, **args)
-        return [rec["embedding"] for rec in response.data]
-
-    @staticmethod
-    async def acompletion(model: str, messages: List[dict], args: dict):
-        if model.startswith("snowflake/") and "snowflake_account_id" in args:
+    @classmethod
+    def prepare_arguments(cls, provider, model_name, args):
+        if provider == "snowflake" and "snowflake_account_id" in args:
             args["api_base"] = (
                 f"https://{args['snowflake_account_id']}.snowflakecomputing.com/api/v2/cortex/inference:complete"
             )
+        if provider == "google":
+            provider = "gemini"
+        if "base_url" in args:
+            args["api_base"] = args.pop("base_url")
 
-        return await acompletion(model=model, messages=messages, stream=False, **args)
+        model_name = f"{provider}/{model_name}"
+        return model_name, args
 
-    @staticmethod
-    def completion(model: str, messages: List[dict], args: dict):
-        if model.startswith("snowflake/") and "snowflake_account_id" in args:
-            args["api_base"] = (
-                f"https://{args['snowflake_account_id']}.snowflakecomputing.com/api/v2/cortex/inference:complete"
-            )
+    @classmethod
+    def embeddings(cls, provider: str, model: str, messages: List[str], args: dict) -> List[list]:
+        model, args = cls.prepare_arguments(provider, model, args)
+        response = embedding(model=model, input=messages, **args)
+        return [rec["embedding"] for rec in response.data]
+
+    @classmethod
+    async def acompletion(cls, provider: str, model: str, messages: List[dict], args: dict):
+        model, args = cls.prepare_arguments(provider, model, args)
+        return await acompletion(model=model, messages=messages, stream=False, **args)
 
+    @classmethod
+    def completion(cls, provider: str, model: str, messages: List[dict], args: dict):
+        model, args = cls.prepare_arguments(provider, model, args)
         return completion(model=model, messages=messages, stream=False, **args)
 
     def create(