davidkhala.ai 0.0.0__py3-none-any.whl

davidkhala/ai/agent/langgraph.py

@@ -0,0 +1,37 @@
+from langchain_openai import ChatOpenAI
+from langgraph.prebuilt import create_react_agent
+
+from davidkhala.ai.api.open import Leaderboard
+
+
+class Agent:
+
+    def __init__(self, model, instruction, *tools):
+        self.agent = create_react_agent(
+            model=model,
+            tools=tools,
+            prompt=instruction
+        )
+
+    def invoke(self, content):
+        return self.agent.invoke({"messages": [{"role": "user", "content": content}]})['messages'][-1]
+
+
+class OpenRouterModel:
+    def __init__(self, api_key, leaderboard: Leaderboard = None):
+        self.api_key = api_key
+
+        if leaderboard is not None:
+            self.headers = {
+                "HTTP-Referer": leaderboard['url'],
+                "X-Title": leaderboard['name'],
+            }
+
+    def init_chat_model(self, model):
+        """https://openrouter.ai/docs/community/lang-chain"""
+        return ChatOpenAI(
+            base_url='https://openrouter.ai/api/v1',
+            model=model,
+            api_key=self.api_key,
+            default_headers=getattr(self, "headers", None)
+        )

davidkhala/ai/api/__init__.py

@@ -0,0 +1,66 @@
+import datetime
+from abc import abstractmethod, ABC
+
+import requests
+
+
+class API(ABC):
+    def __init__(self, api_key: str, base_url: str):
+        self.base_url = base_url+'/v1'
+        self.model = None
+        self.headers = {
+            "Authorization": f"Bearer {api_key}",
+        }
+    @property
+    @abstractmethod
+    def free_models(self)->list[str]:
+        ...
+
+    @abstractmethod
+    def pre_request(self, headers: dict, data: dict):
+        data["model"] = self.model
+    def chat(self, prompt, system_prompt: str = None):
+
+
+        messages = [
+            {
+                "role": "user",
+                "content": prompt
+            }
+        ]
+        if system_prompt is not None:
+            messages.append({
+                "role": "system",
+                "content": system_prompt
+            })
+        json = {
+            "messages": messages
+        }
+        self.pre_request(self.headers, json)
+        # timeout=50 to cater siliconflow
+        response = requests.post(f"{self.base_url}/chat/completions", headers=self.headers, json=json, timeout=50)
+        parsed_response = API.parse(response)
+
+
+        return {
+            "data": list(map(lambda x: x['message']['content'], parsed_response['choices'])),
+            "meta": {
+                "usage": parsed_response['usage'],
+                "created": datetime.datetime.fromtimestamp(parsed_response['created'])
+            }
+        }
+    @staticmethod
+    def parse(response):
+        parsed_response = response.json()
+
+        match parsed_response:
+            case dict():
+                err = parsed_response.get('error')
+                if err is not None:
+                    raise Exception(err)
+            case str():
+                raise Exception(parsed_response)
+        return parsed_response
+    def list_models(self):
+        response = requests.get(f"{self.base_url}/models", headers=self.headers)
+        return API.parse(response)['data']

davidkhala/ai/api/open.py

@@ -0,0 +1,35 @@
+from typing import TypedDict, Optional
+
+from davidkhala.ai.api import API
+
+
+class Leaderboard(TypedDict):
+    url:Optional[str]
+    name:Optional[str]
+
+class OpenRouter(API):
+    @property
+    def free_models(self) -> list[str]:
+        return list(
+            map(lambda model: model['id'],
+                filter(lambda model: model['id'].endswith(':free'), self.list_models())
+                )
+        )
+
+    def __init__(self, api_key: str, models: list[str] = None, *,
+                 leaderboard: Leaderboard = None):
+
+        super().__init__(api_key, 'https://openrouter.ai/api')
+        self.leaderboard = leaderboard
+        if models is None:
+            models = [self.free_models[0]]
+        self.models = models
+
+    def pre_request(self, headers: dict, data: dict):
+        if self.leaderboard is not None:
+            headers["HTTP-Referer"] = self.leaderboard['url'],  # Optional. Site URL for rankings on openrouter.ai.
+            headers["X-Title"] = self.leaderboard['name'],  # Optional. Site title for rankings on openrouter.ai.
+        if len(self.models) > 1:
+            data["models"] = self.models
+        else:
+            data["model"] = self.models[0]

davidkhala/ai/api/siliconflow.py

@@ -0,0 +1,39 @@
+from davidkhala.ai.api import API
+
+
+class SiliconFlow(API):
+    @property
+    def free_models(self) -> list[str]:
+        """
+        Cannot be lively fetched by list_models
+        """
+        return [
+            # chat section
+            'THUDM/GLM-4.1V-9B-Thinking'
+            'THUDM/GLM-Z1-9B-0414'
+            'THUDM/GLM-4-9B-0414'
+            'THUDM/glm-4-9b-chat'
+            'Qwen/Qwen3-8B'
+            'Qwen/Qwen2.5-7B-Instruct'
+            'Qwen/Qwen2.5-Coder-7B-Instruct'
+            'internlm/internlm2_5-7b-chat'
+            'deepseek-ai/DeepSeek-R1-0528-Qwen3-8B',
+            'deepseek-ai/DeepSeek-R1-Distill-Qwen-7B',
+            # embedding and reranker
+            'BAAI/bge-m3'
+            'BAAI/bge-reranker-v2-m3'
+            'BAAI/bge-large-zh-v1.5'
+            'BAAI/bge-large-en-v1.5'
+            'netease-youdao/bce-reranker-base_v1'
+            'netease-youdao/bce-embedding-base_v1'
+            # Audio
+            'FunAudioLLM/SenseVoiceSmall'
+            # image
+            'Kwai-Kolors/Kolors'
+        ]
+
+    def __init__(self, api_key: str, model: str):
+        super().__init__(api_key, 'https://api.siliconflow.cn')
+        self.model = model
+    def pre_request(self, headers: dict, data: dict):
+        super().pre_request(headers, data)

davidkhala/ai/google/adk.py

@@ -0,0 +1,20 @@
+from google.adk.agents import Agent
+
+def with_opik(agent:Agent, **options):
+    from opik.integrations.adk import OpikTracer
+
+    _ = OpikTracer(
+        name=agent.name,
+        metadata={
+            "model": agent.model,
+            "framework": "google-adk",
+        },
+        **options
+    )
+    agent.before_agent_callback = _.before_agent_callback
+    agent.after_agent_callback = _.after_agent_callback
+    agent.before_model_callback = _.before_model_callback
+    agent.after_model_callback = _.after_model_callback
+    agent.before_tool_callback = _.before_tool_callback
+    agent.after_tool_callback = _.after_tool_callback
+

davidkhala/ai/google/gemini.py

@@ -0,0 +1,9 @@
+import runpy
+
+from google.genai import Client
+
+
+def with_opik(client: Client) -> Client:
+    from opik.integrations.genai import track_genai
+    runpy.run_path('../opik.py')
+    return track_genai(client)

davidkhala/ai/openai/__init__.py

@@ -0,0 +1,67 @@
+import runpy
+from abc import ABC
+from typing import Union, Optional, Literal, List
+
+from openai import OpenAI, AsyncOpenAI
+
+
+class Client(ABC):
+    api_key: str
+    base_url: str
+    model: Optional[str]
+    messages = []
+    client: OpenAI
+
+    def as_chat(self, model, sys_prompt: str = None):
+        self.model = model
+        if sys_prompt is not None:
+            self.messages = [{"role": "system", "content": sys_prompt}]
+
+    def as_embeddings(self, model, encoding_format: str = "float"):
+        self.model = model
+
+    def connect(self):
+        self.client.models.list()
+
+    def encode(self, _input: str, _format: Literal["float", "base64"] = "float")-> List[float]:
+        response = self.client.embeddings.create(
+            model=self.model,
+            input=_input,
+            encoding_format=_format
+        )
+        return response.data[0].embedding
+
+    def chat(self, user_prompt, image: str = None):
+
+        message = {
+            "role": "user"
+        }
+        if image is None:
+            message['content'] = user_prompt
+        else:
+            message['content'] = [
+                {"type": "text", "text": user_prompt},
+                {
+                    "type": "image_url",
+                    "image_url": {
+                        "url": image,
+                    }
+                },
+            ]
+        response = self.client.chat.completions.create(
+            model=self.model,
+            messages=[
+                *self.messages,
+                message
+            ],
+        )
+        return response.choices[0].message.content
+
+    def disconnect(self):
+        self.client.close()
+
+
+def with_opik(instance: Union[OpenAI, AsyncOpenAI]):
+    from opik.integrations.openai import track_openai
+    runpy.run_path('../opik.py')
+    return track_openai(instance)

davidkhala/ai/openai/azure.py

@@ -0,0 +1,27 @@
+import warnings
+
+from openai import AzureOpenAI, OpenAI
+
+from davidkhala.ai.openai import Client
+
+
+class ModelDeploymentClient(Client):
+    def __init__(self, key, deployment):
+        self.client = AzureOpenAI(
+            api_version="2024-12-01-preview",  # mandatory
+            azure_endpoint=f"https://{deployment}.cognitiveservices.azure.com/",
+            api_key=key,
+        )
+
+
+@warnings.deprecated("Azure Open AI is deprecated. Please migrate to Azure AI Foundry")
+class OpenAIClient(Client):
+
+    def __init__(self, api_key, project):
+        self.client = OpenAI(
+            base_url=f"https://{project}.openai.azure.com/openai/v1/",
+            api_key=api_key,
+        )
+
+    def as_chat(self, model="gpt-oss-120b", sys_prompt: str = None):
+        super().as_chat(model, sys_prompt)

davidkhala/ai/openai/native.py

@@ -0,0 +1,12 @@
+from openai import OpenAI
+
+from davidkhala.ai.openai import Client
+
+
+class NativeClient(Client):
+    def __init__(self, api_key, base_url=None):
+        self.client = OpenAI(
+            api_key=api_key,
+            base_url=base_url
+        )
+

davidkhala/ai/opik.py

@@ -0,0 +1,2 @@
+from opik import configure
+configure()

davidkhala_ai-0.0.0.dist-info/METADATA

@@ -0,0 +1,17 @@
+Metadata-Version: 2.4
+Name: davidkhala.ai
+Version: 0.0.0
+Summary: misc AI modules
+Requires-Python: >=3.13
+Requires-Dist: opik
+Provides-Extra: api
+Requires-Dist: requests; extra == 'api'
+Provides-Extra: google
+Requires-Dist: google-adk; extra == 'google'
+Requires-Dist: google-genai; extra == 'google'
+Provides-Extra: langchain
+Requires-Dist: langchain; extra == 'langchain'
+Requires-Dist: langchain-openai; extra == 'langchain'
+Requires-Dist: langgraph; extra == 'langchain'
+Provides-Extra: openai
+Requires-Dist: openai; extra == 'openai'

davidkhala_ai-0.0.0.dist-info/RECORD

@@ -0,0 +1,16 @@
+davidkhala/ai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+davidkhala/ai/opik.py,sha256=YU1XuweMUAzUkhpjxhltt-SBBDBkR3z-PCNo0DqzBRs,39
+davidkhala/ai/agent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+davidkhala/ai/agent/langgraph.py,sha256=VEA2NQov_-KffTjgzO7nOIHiI4U9Y6enLTe3MQqKihc,1121
+davidkhala/ai/api/__init__.py,sha256=IKT7TmMUrfk6bllpsXdBd-w13lHgWADU5Qk5ln01DLY,2018
+davidkhala/ai/api/open.py,sha256=_63n7Trrvj5pK-ZCud3HIJ-cpZWDAPpCQUjXGusFdU0,1221
+davidkhala/ai/api/siliconflow.py,sha256=uts5K1TpBOg8Eo6UZkNJWktQPoolfmn2sID01wiac6s,1314
+davidkhala/ai/google/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+davidkhala/ai/google/adk.py,sha256=QwxYoOzT2Hol03V4NM0PF_HAzUGb4fB18VUAYacYbAY,657
+davidkhala/ai/google/gemini.py,sha256=Xf4HDOOcK4-jEBERzuLnQNFsU61P2fFx4K0z-ijvNHE,214
+davidkhala/ai/openai/__init__.py,sha256=GrgaO2NEoJKEWMc20yBbTx_-YikA0zRjJbtn0_j9RJs,1887
+davidkhala/ai/openai/azure.py,sha256=jAtZNW1d8ub3odhB_f1MXxM7MImg64MXDnqLm1-Idkk,828
+davidkhala/ai/openai/native.py,sha256=-XuHn0KSQnuFdJ4jTwZla1ts5iOW2L2Hosfo8o8iip8,257
+davidkhala_ai-0.0.0.dist-info/METADATA,sha256=hQG-59SIYeqz3YkWsapC3sFC4dBolcTtksG9n___Msw,539
+davidkhala_ai-0.0.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+davidkhala_ai-0.0.0.dist-info/RECORD,,

davidkhala_ai-0.0.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.27.0
+Root-Is-Purelib: true
+Tag: py3-none-any