PraisonAI 2.0.61__cp313-cp313-manylinux_2_39_x86_64.whl

praisonai/inbuilt_tools/autogen_tools.py

@@ -0,0 +1,117 @@
+# praisonai/inbuilt_tools/autogen_tools.py
+
+import logging
+import inspect
+
+# Try to import praisonai_tools, but don't fail if not available
+try:
+    from praisonai_tools import (
+        CodeDocsSearchTool, CSVSearchTool, DirectorySearchTool, DOCXSearchTool,
+        DirectoryReadTool, FileReadTool, TXTSearchTool, JSONSearchTool,
+        MDXSearchTool, PDFSearchTool, RagTool, ScrapeElementFromWebsiteTool,
+        ScrapeWebsiteTool, WebsiteSearchTool, XMLSearchTool,
+        YoutubeChannelSearchTool, YoutubeVideoSearchTool
+    )
+    TOOLS_AVAILABLE = True
+except ImportError:
+    TOOLS_AVAILABLE = False
+
+def create_autogen_tool_function(tool_class):
+    """
+    Create a function that wraps a tool for autogen.
+    
+    Args:
+        tool_class: The tool class to wrap
+        
+    Returns:
+        function: A function that can be used with autogen agents
+    """
+    if not TOOLS_AVAILABLE:
+        return None
+        
+    def tool_function(assistant, user_proxy):
+        """
+        Wrapper function for the tool that works with autogen.
+        
+        Args:
+            assistant: The autogen assistant agent
+            user_proxy: The autogen user proxy agent
+        """
+        tool_instance = tool_class()
+        
+        # Get the tool's run method signature
+        sig = inspect.signature(tool_instance.run)
+        param_names = list(sig.parameters.keys())
+        
+        def wrapped_function(*args, **kwargs):
+            try:
+                # Map positional arguments to named parameters
+                named_args = dict(zip(param_names, args))
+                # Combine with keyword arguments
+                all_args = {**named_args, **kwargs}
+                # Run the tool
+                result = tool_instance.run(**all_args)
+                return str(result)
+            except Exception as e:
+                logging.error(f"Error running {tool_class.__name__}: {str(e)}")
+                return f"Error: {str(e)}"
+        
+        # Add the function to the assistant's function map
+        assistant.register_function(
+            function_map={
+                tool_class.__name__: wrapped_function
+            },
+            name_to_args={
+                tool_class.__name__: {
+                    param: "" for param in param_names
+                }
+            },
+            description=tool_instance.__doc__ or f"Use {tool_class.__name__} to perform operations"
+        )
+    
+    return tool_function if TOOLS_AVAILABLE else None
+
+# Only create tool functions if praisonai_tools is available
+if TOOLS_AVAILABLE:
+    # Create autogen wrapper functions for each tool
+    autogen_CSVSearchTool = create_autogen_tool_function(CSVSearchTool)
+    autogen_CodeDocsSearchTool = create_autogen_tool_function(CodeDocsSearchTool)
+    autogen_DirectorySearchTool = create_autogen_tool_function(DirectorySearchTool)
+    autogen_DOCXSearchTool = create_autogen_tool_function(DOCXSearchTool)
+    autogen_DirectoryReadTool = create_autogen_tool_function(DirectoryReadTool)
+    autogen_FileReadTool = create_autogen_tool_function(FileReadTool)
+    autogen_TXTSearchTool = create_autogen_tool_function(TXTSearchTool)
+    autogen_JSONSearchTool = create_autogen_tool_function(JSONSearchTool)
+    autogen_MDXSearchTool = create_autogen_tool_function(MDXSearchTool)
+    autogen_PDFSearchTool = create_autogen_tool_function(PDFSearchTool)
+    autogen_RagTool = create_autogen_tool_function(RagTool)
+    autogen_ScrapeElementFromWebsiteTool = create_autogen_tool_function(ScrapeElementFromWebsiteTool)
+    autogen_ScrapeWebsiteTool = create_autogen_tool_function(ScrapeWebsiteTool)
+    autogen_WebsiteSearchTool = create_autogen_tool_function(WebsiteSearchTool)
+    autogen_XMLSearchTool = create_autogen_tool_function(XMLSearchTool)
+    autogen_YoutubeChannelSearchTool = create_autogen_tool_function(YoutubeChannelSearchTool)
+    autogen_YoutubeVideoSearchTool = create_autogen_tool_function(YoutubeVideoSearchTool)
+
+    # Export all tool functions
+    __all__ = [
+        'autogen_CSVSearchTool',
+        'autogen_CodeDocsSearchTool',
+        'autogen_DirectorySearchTool',
+        'autogen_DOCXSearchTool',
+        'autogen_DirectoryReadTool',
+        'autogen_FileReadTool',
+        'autogen_TXTSearchTool',
+        'autogen_JSONSearchTool',
+        'autogen_MDXSearchTool',
+        'autogen_PDFSearchTool',
+        'autogen_RagTool',
+        'autogen_ScrapeElementFromWebsiteTool',
+        'autogen_ScrapeWebsiteTool',
+        'autogen_WebsiteSearchTool',
+        'autogen_XMLSearchTool',
+        'autogen_YoutubeChannelSearchTool',
+        'autogen_YoutubeVideoSearchTool',
+    ]
+else:
+    # If tools are not available, export an empty list
+    __all__ = []

praisonai/inc/__init__.py

@@ -0,0 +1,2 @@
+# praisonai/inc/__init__.py
+from .models import PraisonAIModel

praisonai/inc/config.py

@@ -0,0 +1,96 @@
+def generate_config(
+    ollama_save=None,
+    huggingface_save=None,
+    train=None,
+    model_name=None,
+    hf_model_name=None,
+    ollama_model_name=None,
+    model_parameters=None,
+    max_seq_length=None,
+    load_in_4bit=None,
+    lora_r=None,
+    lora_target_modules=None,
+    lora_alpha=None,
+    lora_dropout=None,
+    lora_bias=None,
+    use_gradient_checkpointing=None,
+    random_state=None,
+    use_rslora=None,
+    loftq_config=None,
+    dataset=None,
+    dataset_text_field=None,
+    dataset_num_proc=None,
+    packing=None,
+    per_device_train_batch_size=None,
+    gradient_accumulation_steps=None,
+    warmup_steps=None,
+    num_train_epochs=None,
+    max_steps=None,
+    learning_rate=None,
+    logging_steps=None,
+    optim=None,
+    weight_decay=None,
+    lr_scheduler_type=None,
+    seed=None,
+    output_dir=None,
+    quantization_method=None
+):
+    """Generates the configuration for PraisonAI with dynamic overrides."""
+
+    config = {
+        "ollama_save": ollama_save or "true",
+        "huggingface_save": huggingface_save or "true",
+        "train": train or "true",
+
+        "model_name": model_name or "unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit",
+        "hf_model_name": hf_model_name or "mervinpraison/llama-3.1-tamilan-8B-test",
+        "ollama_model": ollama_model_name or "mervinpraison/llama3.1-tamilan-test",
+        "model_parameters": model_parameters or "8b",
+
+        "dataset": dataset or [
+            {
+                "name": "yahma/alpaca-cleaned",
+                "split_type": "train",
+                "processing_func": "format_prompts",
+                "rename": {"input": "input", "output": "output", "instruction": "instruction"},
+                "filter_data": False,
+                "filter_column_value": "id",
+                "filter_value": "alpaca",
+                "num_samples": 20000
+            }
+        ],
+
+        "dataset_text_field": dataset_text_field or "text",
+        "dataset_num_proc": dataset_num_proc or 2,
+        "packing": packing or False,
+
+        "max_seq_length": max_seq_length or 2048,
+        "load_in_4bit": load_in_4bit or True,
+        "lora_r": lora_r or 16,
+        "lora_target_modules": lora_target_modules or [
+            "q_proj", "k_proj", "v_proj", "o_proj", "gate_proj", "up_proj", "down_proj"
+        ],
+        "lora_alpha": lora_alpha or 16,
+        "lora_dropout": lora_dropout or 0,
+        "lora_bias": lora_bias or "none",
+        "use_gradient_checkpointing": use_gradient_checkpointing or "unsloth",
+        "random_state": random_state or 3407,
+        "use_rslora": use_rslora or False,
+        "loftq_config": loftq_config or None,
+
+        "per_device_train_batch_size": per_device_train_batch_size or 2,
+        "gradient_accumulation_steps": gradient_accumulation_steps or 2,
+        "warmup_steps": warmup_steps or 5,
+        "num_train_epochs": num_train_epochs or 1,
+        "max_steps": max_steps or 10,
+        "learning_rate": learning_rate or 2.0e-4,
+        "logging_steps": logging_steps or 1,
+        "optim": optim or "adamw_8bit",
+        "weight_decay": weight_decay or 0.01,
+        "lr_scheduler_type": lr_scheduler_type or "linear",
+        "seed": seed or 3407,
+        "output_dir": output_dir or "outputs",
+
+        "quantization_method": quantization_method or ["q4_k_m"]
+    }
+    return config

praisonai/inc/models.py

@@ -0,0 +1,128 @@
+# praisonai/inc/models.py
+import os
+import logging
+logger = logging.getLogger(__name__)
+logging.basicConfig(level=os.environ.get('LOGLEVEL', 'INFO').upper(), format='%(asctime)s - %(levelname)s - %(message)s')
+
+# Conditionally import modules based on availability
+try:
+    from langchain_openai import ChatOpenAI  # pip install langchain-openai
+    OPENAI_AVAILABLE = True
+except ImportError:
+    OPENAI_AVAILABLE = False
+
+try:
+    from langchain_google_genai import ChatGoogleGenerativeAI  # pip install langchain-google-genai
+    GOOGLE_GENAI_AVAILABLE = True
+except ImportError:
+    GOOGLE_GENAI_AVAILABLE = False
+
+try:
+    from langchain_anthropic import ChatAnthropic  # pip install langchain-anthropic
+    ANTHROPIC_AVAILABLE = True
+except ImportError:
+    ANTHROPIC_AVAILABLE = False
+
+try:
+    from langchain_cohere import ChatCohere  # pip install langchain-cohere
+    COHERE_AVAILABLE = True
+except ImportError:
+    COHERE_AVAILABLE = False
+
+class PraisonAIModel:
+    def __init__(self, model=None, api_key_var=None, base_url=None):
+        """
+        Initializes the PraisonAIModel with the provided parameters or environment variables.
+
+        Args:
+            model (str, optional): The name of the OpenAI model. Defaults to None.
+            api_key_var (str, optional): The OpenAI API key. Defaults to None.
+            base_url (str, optional): The base URL for the OpenAI API. Defaults to None.
+        """
+        self.model =  model or os.getenv("OPENAI_MODEL_NAME", "gpt-4o")
+        if self.model.startswith("openai/"):
+            self.api_key_var = "OPENAI_API_KEY"
+            self.base_url = base_url or "https://api.openai.com/v1"
+            self.model_name = self.model.replace("openai/", "")
+        elif self.model.startswith("groq/"):
+            self.api_key_var = "GROQ_API_KEY"
+            self.base_url = base_url or "https://api.groq.com/openai/v1"
+            self.model_name = self.model.replace("groq/", "")
+        elif self.model.startswith("cohere/"):
+            self.api_key_var = "COHERE_API_KEY"
+            self.base_url = ""
+            self.model_name = self.model.replace("cohere/", "")
+        elif self.model.startswith("ollama/"):
+            self.api_key_var = "OLLAMA_API_KEY"
+            self.base_url = base_url or "http://localhost:11434/v1"
+            self.model_name = self.model.replace("ollama/", "")
+        elif self.model.startswith("anthropic/"):
+            self.api_key_var = "ANTHROPIC_API_KEY"
+            self.base_url = ""
+            self.model_name = self.model.replace("anthropic/", "")
+        elif self.model.startswith("google/"):
+            self.api_key_var = "GOOGLE_API_KEY"
+            self.base_url = ""
+            self.model_name = self.model.replace("google/", "")
+        elif self.model.startswith("openrouter/"):
+            self.api_key_var = "OPENROUTER_API_KEY"
+            self.base_url = base_url or "https://openrouter.ai/api/v1"
+            self.model_name = self.model.replace("openrouter/", "")
+        else: 
+            self.api_key_var = api_key_var or "OPENAI_API_KEY" 
+            self.base_url = base_url or os.environ.get("OPENAI_API_BASE", "https://api.openai.com/v1")
+            self.model_name = self.model
+        logger.debug(f"Initialized PraisonAIModel with model {self.model_name}, api_key_var {self.api_key_var}, and base_url {self.base_url}")
+        self.api_key = os.environ.get(self.api_key_var, "nokey")
+
+    def get_model(self):
+        """
+        Returns an instance of the langchain Chat client with the configured parameters.
+
+        Returns:
+            Chat: An instance of the langchain Chat client.
+        """
+        if self.model.startswith("google/"):
+            if GOOGLE_GENAI_AVAILABLE:
+                return ChatGoogleGenerativeAI(
+                    model=self.model_name,
+                    google_api_key=self.api_key
+                )
+            else:
+                raise ImportError(
+                    "Required Langchain Integration 'langchain-google-genai' not found. "
+                    "Please install with 'pip install langchain-google-genai'"
+                )
+        elif self.model.startswith("cohere/"):
+            if COHERE_AVAILABLE:
+                return ChatCohere(
+                    model=self.model_name,
+                    cohere_api_key=self.api_key,
+                )
+            else:
+                raise ImportError(
+                    "Required Langchain Integration 'langchain-cohere' not found. "
+                    "Please install with 'pip install langchain-cohere'"
+                )
+        elif self.model.startswith("anthropic/"):
+            if ANTHROPIC_AVAILABLE:
+                return ChatAnthropic(
+                    model=self.model_name,
+                    anthropic_api_key=self.api_key,
+                )
+            else:
+                raise ImportError(
+                    "Required Langchain Integration 'langchain-anthropic' not found. "
+                    "Please install with 'pip install langchain-anthropic'"
+                )
+        elif OPENAI_AVAILABLE:
+            return ChatOpenAI(
+                model=self.model_name,
+                api_key=self.api_key,
+                base_url=self.base_url,
+            )
+        else:
+            raise ImportError(
+                "Required Langchain Integration 'langchain-openai' not found. "
+                "Please install with 'pip install langchain-openai'"
+            )

praisonai/public/fantasy.svg

@@ -0,0 +1,3 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!-- Uploaded to: SVG Repo, www.svgrepo.com, Generator: SVG Repo Mixer Tools -->
+<svg width="800px" height="800px" viewBox="0 0 1024 1024" class="icon"  version="1.1" xmlns="http://www.w3.org/2000/svg"><path d="M840.5 798.2L662.3 599.5l-151 173.7-173.7-173.7-167.7 201c-21 30.4 0.9 71.8 37.9 71.6l594.7-3.3c36.2-0.1 57.8-40.3 38-70.6z" fill="#FFB89A" /><path d="M741.6 647.3l-52.3-47.7c-12.2-11.2-31.2-10.3-42.4 1.9s-10.3 31.2 1.9 42.4l52.3 47.7c5.8 5.3 13 7.8 20.2 7.8 8.1 0 16.2-3.3 22.2-9.8 11.2-12.1 10.3-31.1-1.9-42.3zM631.2 546.5c-12.4-11-31.4-9.8-42.3 2.6l-98.8 111.7-171-165.7L87.9 724.7c-11.8 11.7-11.8 30.7-0.1 42.4 5.9 5.9 13.6 8.9 21.3 8.9 7.6 0 15.3-2.9 21.1-8.7l189.4-188.1 173.8 168.5L633.8 589c11-12.5 9.8-31.5-2.6-42.5z" fill="#33CC99" /><path d="M721.3 342.8m-35.1 0a35.1 35.1 0 1 0 70.2 0 35.1 35.1 0 1 0-70.2 0Z" fill="#33CC99" /><path d="M743.2 175.1H191.6c-70.6 0-128.3 57.7-128.3 128.3v499.2c0 70.6 57.7 128.3 128.3 128.3h551.5c70.6 0 128.3-57.7 128.3-128.3V303.5c0.1-70.6-57.7-128.4-128.2-128.4z m68.3 627.6c0 18.1-7.1 35.2-20.1 48.2-13 13-30.1 20.1-48.2 20.1H191.6c-18.1 0-35.2-7.1-48.2-20.1-13-13-20.1-30.1-20.1-48.2V303.5c0-18.1 7.1-35.2 20.1-48.2 13-13 30.1-20.1 48.2-20.1h551.5c18.1 0 35.2 7.1 48.2 20.1 13 13 20.1 30.1 20.1 48.2v499.2z" fill="#45484C" /><path d="M799.7 90.9H237.2c-16.6 0-30 13.4-30 30s13.4 30 30 30h562.4c26.1 0 50.8 10.3 69.4 28.9 18.6 18.6 28.9 43.3 28.9 69.4v482.4c0 16.6 13.4 30 30 30s30-13.4 30-30V249.2C958 161.9 887 90.9 799.7 90.9z" fill="#45484C" /></svg>

praisonai/public/game.svg

@@ -0,0 +1,3 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!-- Uploaded to: SVG Repo, www.svgrepo.com, Generator: SVG Repo Mixer Tools -->
+<svg width="800px" height="800px" viewBox="0 0 1024 1024" class="icon"  version="1.1" xmlns="http://www.w3.org/2000/svg"><path d="M570.2 842c-50.6 0-278.7-180-278.7-401.9 0-58.8-2.9-133.1-1-183.9-50.8 3.2-91.4 45.7-91.4 97.3v272.1c37.4 194.7 137.5 334 255.2 334 69.5 0 132.9-48.6 180.9-128.5-20.8 7.1-42.6 10.9-65 10.9z" fill="#FFB89A" /><path d="M926.1 191.8C900.5 74.1 817.9 62.1 704.9 62.1c-29.1 0-60.3 0.8-93 0.8-36 0-70.5-1.1-102.5-1.1-109.7 0-189.8 12.5-201.3 123.7-20.4 198.3 30 617.1 306.1 617.1S939 414.3 926.1 191.8z m-76.9 268.5c-9.5 47.9-22.3 90.8-38.1 127.7-16.8 39.2-37 71.4-60 95.8-37.3 39.5-82.1 58.7-137 58.7-53.4 0-97.6-20.1-134.9-61.6-45.5-50.5-79.8-131.5-99-234.2-15.6-83.5-20.3-178.9-12.4-255.2 1.8-17.3 5.7-30.7 11.6-39.8 4.4-6.8 10.1-11.7 18.7-15.8 25.8-12.5 70.8-14.2 111.4-14.2 15 0 30.7 0.2 47.3 0.5 17.8 0.3 36.2 0.6 55.2 0.6 17.2 0 33.9-0.2 50-0.4 15.1-0.2 29.3-0.4 43.1-0.4 44.5 0 89.5 1.8 118 15.1 15.9 7.4 33.4 20.8 43.6 63 2.6 53.3 3.6 153.5-17.5 260.2z" fill="#4E5155" /><path d="M532 841.7c-32.5 22.3-70.6 33.7-113.2 33.7-29.7 0-57.3-6-82.1-17.7-23.2-11-44.7-27.4-63.9-48.7-46-50.9-80.3-131.3-99.2-232.4-15.1-80.6-19.6-172.9-12-246.8 3-29.5 12-50.2 27.5-63.2 14.2-12 35.1-19.2 65.8-22.9 16.5-2 28.2-16.9 26.3-33.3-2-16.5-16.9-28.2-33.3-26.3-42.9 5.1-73.8 16.7-97.4 36.5-27.9 23.5-43.8 57.2-48.5 103-8.2 79.3-3.4 178.1 12.7 264 9.7 51.9 23.4 99.4 40.6 141.2 19.8 48.1 44.4 88.6 73 120.4 51.6 57.2 115.7 86.2 190.6 86.2 55 0 104.5-14.9 147.2-44.2 13.7-9.4 17.1-28.1 7.7-41.7-9.4-13.7-28.1-17.2-41.8-7.8z" fill="#4E5155" /><path d="M519.7 248.5c-16.6 0-30 13.4-30 30v91.3c0 16.6 13.4 30 30 30s30-13.4 30-30v-91.3c0-16.6-13.5-30-30-30zM299.5 385.5c0-16.6-13.4-30-30-30s-30 13.4-30 30v91.3c0 16.6 13.4 30 30 30s30-13.4 30-30v-91.3zM754.6 248.5c-16.6 0-30 13.4-30 30v91.3c0 16.6 13.4 30 30 30s30-13.4 30-30v-91.3c0-16.6-13.4-30-30-30zM716.7 554.5c0-16.6-13.4-30-30-30H551v30c0 58.5 38.1 123.7 92.8 123.7 22.9 0 45-11.9 62.2-33.6 10.3-13 8.1-31.9-4.9-42.1-13-10.3-31.9-8.1-42.1 4.9-5.3 6.7-11.1 10.9-15.1 10.9-4.3 0-11.9-5.1-19.1-16.4-3.3-5.3-6.2-11.2-8.4-17.4h70.4c16.4 0 29.9-13.4 29.9-30zM401.6 704c-25.4 0-46.1-24.2-46.1-53.9 0-16.6-13.4-30-30-30s-30 13.4-30 30c0 62.8 47.6 113.9 106.1 113.9 16.6 0 30-13.4 30-30s-13.5-30-30-30z" fill="#33CC99" /></svg>

praisonai/public/movie.svg

@@ -0,0 +1,3 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!-- Uploaded to: SVG Repo, www.svgrepo.com, Generator: SVG Repo Mixer Tools -->
+<svg width="800px" height="800px" viewBox="0 0 1024 1024" class="icon"  version="1.1" xmlns="http://www.w3.org/2000/svg"><path d="M861.9 383.8H218.1c-36.4 0-66.1-29.8-66.1-66.1V288c0-36.4 29.8-66.1 66.1-66.1h643.8c36.4 0 66.1 29.8 66.1 66.1v29.7c0 36.3-29.8 66.1-66.1 66.1z" fill="#FFB89A" /><path d="M822.9 129.2H199.8c-77.2 0-140.4 63.2-140.4 140.4v487.2c0 77.2 63.2 140.4 140.4 140.4h623.1c77.2 0 140.4-63.2 140.4-140.4V269.6c0-77.2-63.2-140.4-140.4-140.4z m80.4 177H760.4L864.6 201c5.4 3.3 10.4 7.3 15 11.8 15.3 15.3 23.7 35.4 23.7 56.8v36.6z m-673.3 0l104-117h61.3l-109.1 117H230z m247.4-117h169.2L532 306.2H368.3l109.1-117z m248.8 0h65.6L676 306.2h-60l112.5-114.8-2.3-2.2zM143 212.9c15.3-15.3 35.4-23.7 56.8-23.7h53.9l-104 117h-30.4v-36.5c0.1-21.4 8.5-41.5 23.7-56.8z m736.6 600.7c-15.3 15.3-35.4 23.7-56.8 23.7h-623c-21.3 0-41.5-8.4-56.8-23.7-15.3-15.3-23.7-35.4-23.7-56.8V366.2h783.9v390.6c0.1 21.3-8.3 41.5-23.6 56.8z" fill="#45484C" /><path d="M400.5 770.6V430.9L534.1 508c14.3 8.3 19.3 26.6 11 41-8.3 14.3-26.6 19.3-41 11l-43.6-25.2v131.8l114.1-65.9-7.5-4.3c-14.3-8.3-19.3-26.6-11-41 8.3-14.3 26.6-19.3 41-11l97.5 56.3-294.1 169.9z" fill="#33CC99" /></svg>

praisonai/public/thriller.svg

@@ -0,0 +1,3 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!-- Uploaded to: SVG Repo, www.svgrepo.com, Generator: SVG Repo Mixer Tools -->
+<svg width="800px" height="800px" viewBox="0 0 1024 1024" class="icon"  version="1.1" xmlns="http://www.w3.org/2000/svg"><path d="M188.3 766.5a94.4 135.8 0 1 0 188.8 0 94.4 135.8 0 1 0-188.8 0Z" fill="#FFB89A" /><path d="M931.5 397s0-0.1 0 0c-34.2-82.6-119.3-141-218.8-141-129.7 0-234.9 99.3-234.9 221.9 0 52.1 19.1 100.1 50.9 138 1 14.5 1.8 29.1 1.8 43.6 0 148.5 98.1 269 219.2 269 121 0 219.2-120.4 219.2-269 0-70.1-1.7-214.7-37.4-262.5z m-36.6 347.5c-8.7 25.3-21.1 47.9-36.8 67.1-29.8 36.5-68.3 56.7-108.5 56.7s-78.7-20.1-108.5-56.7c-15.7-19.2-28-41.8-36.8-67.1-9.3-26.9-13.9-55.5-13.9-85.1 0-16.8-1-33.5-2-47.7l-1.3-19.5-12.6-15c-24.1-28.6-36.8-63-36.8-99.3 0-89.3 78.5-161.9 174.9-161.9 36.4 0 71.4 10.3 101 29.7 28.4 18.7 65.5 81.7 65.5 81.7s17.9 27.5 24.7 98.2c4.5 46.5 5 95.9 5 133.8 0.1 29.6-4.6 58.2-13.9 85.1zM377.1 219.9c-51.8 0-93.8 42-93.8 93.8s42 93.8 93.8 93.8 93.8-42 93.8-93.8-42-93.8-93.8-93.8z m0 127.5c-18.6 0-33.8-15.2-33.8-33.8 0-18.6 15.2-33.8 33.8-33.8 18.6 0 33.8 15.2 33.8 33.8 0 18.7-15.1 33.8-33.8 33.8z" fill="#45484C" /><path d="M521.2 206.7m-50.3 0a50.3 50.3 0 1 0 100.6 0 50.3 50.3 0 1 0-100.6 0Z" fill="#45484C" /><path d="M653 156.4m-50.3 0a50.3 50.3 0 1 0 100.6 0 50.3 50.3 0 1 0-100.6 0Z" fill="#45484C" /><path d="M781.9 158.4m-50.3 0a50.3 50.3 0 1 0 100.6 0 50.3 50.3 0 1 0-100.6 0Z" fill="#45484C" /><path d="M909 206.7m-50.3 0a50.3 50.3 0 1 0 100.6 0 50.3 50.3 0 1 0-100.6 0Z" fill="#45484C" /><path d="M263.9 602.7c44.7 0 81 31.5 81 70.3 0 20.9-10.2 35.9-18.7 44.8l-15.9 19.7-0.5 27.2c0.7 7.2 0.6 16.9 0.6 24.7v4.8c0 33.7-27.4 61.2-61.2 61.2-14.9 0-33.3-9.6-48.1-25-15.2-15.9-24.6-35.9-24.6-52.3v-3.2c0-12.7 0-36.2 1-60.2 1.4-33 7.4-57.3 7.4-57.3 3.9-14.7 13.4-28.2 26.8-38 14.8-11 32.8-16.7 52.2-16.7m0-60c-66.4 0-122 42.4-137 99.4-10.9 23-10.4 112.6-10.4 135.9 0 66.9 65.8 137.3 132.7 137.3 66.9 0 121.2-54.3 121.2-121.2 0-9.2 0.3-23-0.8-34.9 22-23 35.4-53.2 35.4-86.3-0.1-71.9-63.2-130.2-141.1-130.2zM444.4 559.9c-26.4 0-47.8 21.4-47.8 47.8s21.4 47.8 47.8 47.8 47.8-21.4 47.8-47.8-21.4-47.8-47.8-47.8zM377.1 494.5c-15.2 0-27.5 12.3-27.5 27.5s12.3 27.5 27.5 27.5 27.5-12.3 27.5-27.5c0-15.3-12.3-27.5-27.5-27.5zM288.1 471.5c-15.2 0-27.5 12.3-27.5 27.5s12.3 27.5 27.5 27.5 27.5-12.3 27.5-27.5-12.4-27.5-27.5-27.5zM188.3 477.9c-15.2 0-27.5 12.3-27.5 27.5s12.3 27.5 27.5 27.5 27.5-12.3 27.5-27.5-12.3-27.5-27.5-27.5zM100.6 538.4c-15.2 0-27.5 12.3-27.5 27.5s12.3 27.5 27.5 27.5 27.5-12.3 27.5-27.5c-0.1-15.2-12.4-27.5-27.5-27.5z" fill="#45484C" /><path d="M670.1 584.6c-41.4 0-80.2-20.3-103.9-54.3-9.5-13.6-6.2-32.3 7.4-41.8 13.6-9.5 32.3-6.2 41.8 7.4 12.5 17.9 33 28.6 54.7 28.6 36.8 0 66.7-29.9 66.7-66.7 0-19.8-8.7-38.4-23.9-51.2-12.7-10.6-14.4-29.6-3.7-42.3s29.6-14.4 42.3-3.7c28.9 24.2 45.4 59.6 45.4 97.2-0.1 70-56.9 126.8-126.8 126.8z" fill="#33CC99" /><path d="M853 556.4c-26 0-49.6-14.5-60.1-36.9-7-15-0.6-32.9 14.4-39.9s32.9-0.6 39.9 14.4c0.3 0.6 2.2 2.4 5.8 2.4 1.2 0 2.3-0.2 3.3-0.6 15.5-5.9 32.8 1.8 38.7 17.3 5.9 15.5-1.8 32.8-17.3 38.7-7.9 3.1-16.2 4.6-24.7 4.6z" fill="#33CC99" /></svg>

praisonai/setup/__init__.py

@@ -0,0 +1 @@
+

praisonai/setup/build.py

@@ -0,0 +1,21 @@
+import subprocess
+import sys
+import os
+
+def build(setup_kwargs):
+    try:
+        # Get the directory of the current script
+        script_dir = os.path.dirname(os.path.abspath(__file__))
+        
+        # Construct the path to post_install.py
+        post_install_script = os.path.join(script_dir, 'post_install.py')
+        
+        # Run the post_install.py script
+        subprocess.check_call([sys.executable, post_install_script])
+    except subprocess.CalledProcessError as e:
+        print(f"Error occurred while running the post-install script: {e}")
+        sys.exit(1)
+    return setup_kwargs
+
+if __name__ == "__main__":
+    build({})

praisonai/setup/config.yaml

@@ -0,0 +1,60 @@
+ollama_save: "true"
+huggingface_save: "true"
+train: "true"
+
+model_name: "unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit"
+hf_model_name: "mervinpraison/llama-3.1-tamilan-8B-test"
+ollama_model: "mervinpraison/llama3.1-tamilan-test"
+model_parameters: "8b"
+
+max_seq_length: 2048
+load_in_4bit: true
+lora_r: 16
+lora_target_modules:
+  - "q_proj"
+  - "k_proj"
+  - "v_proj"
+  - "o_proj"
+  - "gate_proj"
+  - "up_proj"
+  - "down_proj"
+lora_alpha: 16
+lora_dropout: 0
+lora_bias: "none"
+use_gradient_checkpointing: "unsloth"
+random_state: 3407
+use_rslora: false
+loftq_config: null
+
+dataset:
+  - name: "yahma/alpaca-cleaned"
+    split_type: "train"
+    processing_func: "format_prompts"
+    rename:
+      input: "input"
+      output: "output"
+      instruction: "instruction"
+    filter_data: false
+    filter_column_value: "id"
+    filter_value: "alpaca"
+    num_samples: 20000
+
+dataset_text_field: "text"
+dataset_num_proc: 2
+packing: false
+
+per_device_train_batch_size: 2
+gradient_accumulation_steps: 2
+warmup_steps: 5
+num_train_epochs: 1
+max_steps: 10
+learning_rate: 2.0e-4
+logging_steps: 1
+optim: "adamw_8bit"
+weight_decay: 0.01
+lr_scheduler_type: "linear"
+seed: 3407
+output_dir: "outputs"
+
+quantization_method: 
+  - "q4_k_m"

praisonai/setup/post_install.py

@@ -0,0 +1,23 @@
+import os
+import sys
+import subprocess
+import logging
+
+def install_playwright():
+    """Install playwright browsers."""
+    try:
+        subprocess.run([sys.executable, "-m", "playwright", "install"], check=True)
+        logging.info("Playwright browsers installed successfully")
+    except subprocess.CalledProcessError as e:
+        logging.error(f"Failed to install playwright browsers: {e}")
+    except Exception as e:
+        logging.error(f"Unexpected error installing playwright browsers: {e}")
+
+def main():
+    """Post-installation script."""
+    # Check if this is a chat or code installation
+    if any(extra in sys.argv for extra in ['chat', 'code']):
+        install_playwright()
+
+if __name__ == "__main__":
+    main()

praisonai/setup/setup_conda_env.py

@@ -0,0 +1,25 @@
+import subprocess
+import os
+import sys
+import platform
+
+def main():
+    script_dir = os.path.dirname(os.path.abspath(__file__))
+    script_path = os.path.join(script_dir, 'setup_conda_env.sh')
+    
+    if platform.system() == 'Windows':
+        print("Windows detected. Please run the setup_conda_env.sh script manually in Git Bash or WSL.")
+        print(f"Script location: {script_path}")
+        sys.exit(1)
+    
+    try:
+        subprocess.check_call(['bash', script_path])
+    except subprocess.CalledProcessError as e:
+        print(f"Error occurred while running the setup script: {e}")
+        print("Setup failed. Please check the error message above and try to resolve the issue.")
+        sys.exit(1)
+    
+    print("Conda environment setup completed successfully!")
+
+if __name__ == "__main__":
+    main()

praisonai/setup/setup_conda_env.sh

@@ -0,0 +1,72 @@
+#!/bin/bash
+
+# Detect OS and architecture
+if [[ "$OSTYPE" == "darwin"* ]]; then
+    # macOS
+    if [[ $(uname -m) == 'arm64' ]]; then
+        MINICONDA_URL="https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-arm64.sh"
+    else
+        MINICONDA_URL="https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh"
+    fi
+elif [[ "$OSTYPE" == "linux-gnu"* ]]; then
+    # Linux
+    MINICONDA_URL="https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh"
+elif [[ "$OSTYPE" == "msys" || "$OSTYPE" == "win32" ]]; then
+    # Windows
+    MINICONDA_URL="https://repo.anaconda.com/miniconda/Miniconda3-latest-Windows-x86_64.exe"
+    echo "Windows detected. Please run this script in Git Bash or WSL."
+    exit 1
+else
+    echo "Unsupported operating system: $OSTYPE"
+    exit 1
+fi
+
+# Check if conda is already installed
+if ! command -v conda &> /dev/null; then
+    echo "Conda is not installed. Installing Miniconda..."
+    wget $MINICONDA_URL -O ~/miniconda.sh
+    bash ~/miniconda.sh -b -p $HOME/miniconda
+    source $HOME/miniconda/bin/activate
+    conda init
+else
+    echo "Conda is already installed."
+fi
+
+# Create and activate the Conda environment
+ENV_NAME="praison_env"
+if conda info --envs | grep -q $ENV_NAME; then
+    echo "Environment $ENV_NAME already exists. Recreating..."
+    conda env remove -y -n $ENV_NAME  # Remove existing environment
+    if [[ "$OSTYPE" == "darwin"* ]]; then
+        # macOS (both Intel and M1/M2)
+        conda create --name $ENV_NAME python=3.10 pytorch=2.3.0 -c pytorch -y
+    elif [[ "$OSTYPE" == "linux-gnu"* ]]; then
+        # Linux
+        conda create --name $ENV_NAME python=3.10 pytorch=2.3.0 cudatoolkit=11.8 -c pytorch -c nvidia -y
+    fi
+    # conda activate $ENV_NAME
+else
+    echo "Creating new environment $ENV_NAME..."
+    if [[ "$OSTYPE" == "darwin"* ]]; then
+        # macOS (both Intel and M1/M2)
+        conda create --name $ENV_NAME python=3.10 pytorch=2.3.0 -c pytorch -y
+    elif [[ "$OSTYPE" == "linux-gnu"* ]]; then
+        # Linux
+        conda create --name $ENV_NAME python=3.10 pytorch=2.3.0 cudatoolkit=11.8 -c pytorch -c nvidia -y
+    fi
+    # conda activate $ENV_NAME
+fi
+
+# source $HOME/miniconda/bin/activate $ENV_NAME
+
+# Get full path of pip
+PIP_FULL_PATH=$(conda run -n $ENV_NAME which pip)
+
+# Install other packages within the activated environment
+# Use PIP_FULL_PATH to run pip commands
+$PIP_FULL_PATH install --upgrade pip 
+$PIP_FULL_PATH install "xformers==0.0.26.post1"
+$PIP_FULL_PATH install "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git@4e570be9ae4ced8cdc64e498125708e34942befc"
+$PIP_FULL_PATH install --no-deps "trl<0.9.0" peft accelerate bitsandbytes 
+
+echo "Setup completed successfully!"

praisonai/setup.py

@@ -0,0 +1,16 @@
+from setuptools import setup
+from setuptools.command.install import install
+import subprocess
+import sys
+
+class PostInstallCommand(install):
+    def run(self):
+        install.run(self)
+        # Install Playwright browsers
+        subprocess.check_call([sys.executable, '-m', 'playwright', 'install'])
+
+setup(
+    cmdclass={
+        'install': PostInstallCommand,
+    }
+)