davidkhala.ai 0.2.0__py3-none-any.whl → 0.2.1__py3-none-any.whl

davidkhala/ai/agent/dify/ops/console/plugin.py

@@ -40,7 +40,7 @@ class ConsolePlugin(API):
         return _
 
     def get(self, *plugin_names: str) -> list[dict]:
-        "inspect installed plugins"
+        """inspect installed plugins"""
         url = f"{self.base_url}/list/installations/ids"
         r = self.request(url, method="POST", json={
             'plugin_ids': plugin_names,

davidkhala/ai/agent/dify/plugins/popular.py

@@ -32,5 +32,8 @@ class Node:
         'junjiem/db_query',
         'junjiem/db_query_pre_auth',
     ]
-
+    web = [
+        'langgenius/searxng',
+        'langgenius/firecrawl'
+    ]
 

davidkhala/ai/ali/dashscope.py

@@ -4,7 +4,7 @@ from http import HTTPStatus
 from dashscope.api_entities.dashscope_response import DashScopeAPIResponse
 
 from dashscope import Generation, TextEmbedding
-from davidkhala.ai.model import AbstractClient
+from davidkhala.ai.model import AbstractClient, MessageDict
 
 
 class ModelEnum(str, Enum):
@@ -21,11 +21,10 @@ class API(AbstractClient):
     Unsupported to use international base_url "https://dashscope-intl.aliyuncs.com"
     """
 
-    model: ModelEnum
-
     def __init__(self, api_key):
+        super().__init__()
         self.api_key = api_key
-
+        self.model: ModelEnum|None = None
     def as_embeddings(self, model=ModelEnum.EMBED):
         super().as_embeddings(model)
 
@@ -44,10 +43,7 @@ class API(AbstractClient):
         else:
             kwargs['messages'] = [
                 *self.messages,
-                {
-                    "role": "user",
-                    'content': user_prompt
-                }
+                MessageDict(role='user',content=user_prompt),
             ]
         # prompt 和 messages 是互斥的参数：如果你使用了 messages，就不要再传 prompt
         r = Generation.call(

davidkhala/ai/api/__init__.py

@@ -8,7 +8,8 @@ from davidkhala.ai.model import AbstractClient
 
 class API(AbstractClient, Request):
     def __init__(self, api_key: str, base_url: str):
-        super().__init__({
+        AbstractClient.__init__(self)
+        Request.__init__(self,{
             "bearer": api_key
         })
         self.base_url = base_url + '/v1'

davidkhala/ai/mistral/__init__.py

@@ -0,0 +1,33 @@
+# https://github.com/mistralai/client-python
+
+from davidkhala.ai.model import AbstractClient
+from mistralai import Mistral, ChatCompletionResponse, ResponseFormat
+from davidkhala.ai.model.chat import on_response
+
+class Client(AbstractClient):
+    n = 1
+
+    def __init__(self, api_key: str):
+        self.api_key = api_key
+        self.client = Mistral(api_key=api_key)
+        self.model = "mistral-large-latest"
+        self.messages = []
+
+    def __enter__(self):
+        self.client.__enter__()
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        return self.client.__exit__(exc_type, exc_val, exc_tb)
+
+    def chat(self, *user_prompt, **kwargs):
+        response: ChatCompletionResponse = self.client.chat.complete(
+            model=self.model,
+            messages=[
+                *self.messages,
+                *[{"content": m, "role": "user"} for m in user_prompt]
+            ], stream=False, response_format=ResponseFormat(type='text'),
+            n=self.n,
+        )
+
+        return on_response(response, self.n)

davidkhala/ai/model/__init__.py

@@ -0,0 +1,44 @@
+from abc import ABC
+from typing import Protocol, TypedDict
+
+
+class MessageDict(TypedDict):
+    content: str | list
+    role: str
+
+
+class ClientProtocol(Protocol):
+    api_key: str
+    base_url: str
+    model: str | None
+    messages: list[MessageDict] | None
+
+
+class AbstractClient(ABC, ClientProtocol):
+
+    def __init__(self):
+        self.model = None
+        self.messages = []
+
+    def as_chat(self, model: str, sys_prompt: str = None):
+        self.model = model
+        if sys_prompt is not None:
+            self.messages = [MessageDict(role='system', content=sys_prompt)]
+
+    def as_embeddings(self, model: str):
+        self.model = model
+
+    def chat(self, *user_prompt, **kwargs):
+        ...
+
+    def encode(self, *_input: str) -> list[list[float]]:
+        ...
+
+    def connect(self):
+        ...
+
+    def close(self):
+        ...
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self.close()

davidkhala/ai/model/chat.py

@@ -0,0 +1,19 @@
+from typing import Protocol, Any
+
+
+class MessageProtocol(Protocol):
+    content: str | Any
+
+
+class ChoiceProtocol(Protocol):
+    message: MessageProtocol
+
+
+class ChoicesAware(Protocol):
+    choices: list[ChoiceProtocol]
+
+
+def on_response(response: ChoicesAware, n: int):
+    contents = [choice.message.content for choice in response.choices]
+    assert len(contents) == n
+    return contents

davidkhala/ai/openai/__init__.py

@@ -1,18 +1,30 @@
-import runpy
-from typing import Union, Literal
+from typing import Literal
 
-from openai import OpenAI, AsyncOpenAI
+from httpx import URL
+from openai import OpenAI
 
 from davidkhala.ai.model import AbstractClient
+from davidkhala.ai.model.chat import on_response
 
 
 class Client(AbstractClient):
-    client: OpenAI
-    encoding_format: Literal["float", "base64"] = "float"
-    n = 1
-
+    def __init__(self, client: OpenAI):
+        super().__init__()
+        self.client:OpenAI = client
+        self.base_url:URL = client.base_url
+        self.api_key = client.api_key
+        self.encoding_format:Literal["float", "base64"] = "float"
+        self.n:int = 1
     def connect(self):
-        self.client.models.list()
+        try:
+            type(self).models.fget(self)
+            return True
+        except:  # TODO make specific
+            return False
+
+    @property
+    def models(self):
+        return self.client.models.list()
 
     def encode(self, *_input: str) -> list[list[float]]:
         response = self.client.embeddings.create(
@@ -50,15 +62,11 @@ class Client(AbstractClient):
             n=self.n,
             **kwargs
         )
-        contents = [choice.message.content for choice in response.choices]
-        assert len(contents) == self.n
-        return contents
 
-    def disconnect(self):
+        return on_response(response, self.n)
+
+    def close(self):
         self.client.close()
 
 
-def with_opik(instance: Union[OpenAI, AsyncOpenAI]):
-    from opik.integrations.openai import track_openai
-    runpy.run_path('../opik.py')
-    return track_openai(instance)
+

davidkhala/ai/openai/azure.py

@@ -10,23 +10,24 @@ class AzureHosted(Client):
             raise ValueError('Web search options not supported in any models of Azure AI Foundry')
         return super().chat(*user_prompt, **kwargs)
 
+
 class ModelDeploymentClient(AzureHosted):
     def __init__(self, key, deployment):
-        self.client = AzureOpenAI(
+        super().__init__(AzureOpenAI(
             api_version="2024-12-01-preview",  # mandatory
             azure_endpoint=f"https://{deployment}.cognitiveservices.azure.com/",
             api_key=key,
-        )
+        ))
 
 
 @deprecated("Azure Open AI is deprecated. Please migrate to Microsoft Foundry")
 class OpenAIClient(AzureHosted):
 
     def __init__(self, api_key, project):
-        self.client = OpenAI(
+        super().__init__(OpenAI(
             base_url=f"https://{project}.openai.azure.com/openai/v1/",
             api_key=api_key,
-        )
+        ))
 
     def as_chat(self, model="gpt-oss-120b", sys_prompt: str = None):
         super().as_chat(model, sys_prompt)

davidkhala/ai/openai/databricks.py

@@ -0,0 +1,23 @@
+from openai import OpenAI
+from davidkhala.ai.openai import Client as BaseClient
+
+
+class Client(BaseClient):
+    def __init__(self, host: str, token: str):
+        super().__init__(OpenAI(
+            base_url=f"https://{host}/serving-endpoints",
+            api_key=token
+        ))
+
+    def chat(self, *user_prompt, **kwargs):
+        """Databricks always reasoning"""
+        rs = super().chat(*user_prompt, **kwargs)
+        for r in rs:
+            assert len(r) == 2
+            assert r[0]['type'] == 'reasoning'
+            for s in r[0]['summary']:
+                assert s['type'] =='summary_text'
+                yield s['text']
+            assert r[1]['type'] == 'text'
+            yield r[1]['text']
+

davidkhala/ai/openai/native.py

@@ -7,10 +7,11 @@ from davidkhala.ai.openai import Client
 
 class NativeClient(Client):
     def __init__(self, api_key, base_url=None):
-        self.client = OpenAI(
+        super().__init__(OpenAI(
             api_key=api_key,
             base_url=base_url
-        )
+        ))
+
 
     def chat(self, *user_prompt, web_search:Optional[Literal["low", "medium", "high"]]=None, **kwargs):
         opts = {

davidkhala/ai/openai/opik.py

@@ -0,0 +1,10 @@
+import runpy
+
+from openai import OpenAI, AsyncOpenAI
+from typing import Union
+
+
+def bind(instance: Union[OpenAI, AsyncOpenAI]):
+    from opik.integrations.openai import track_openai
+    runpy.run_path('../opik.py')
+    return track_openai(instance)

davidkhala/ai/openrouter/__init__.py

@@ -6,6 +6,7 @@ from openrouter import OpenRouter
 
 class Client(AbstractClient):
     def __init__(self, api_key: str):
+        super().__init__()
         self.api_key = api_key
         self.client = OpenRouter(api_key)
 

davidkhala/ai/you.py

@@ -0,0 +1,55 @@
+from typing import AsyncIterator
+
+from youdotcom import You, models
+from youdotcom.models import Web
+from youdotcom.types.typesafe_models import AgentType, get_text_tokens, Format
+from youdotcom.utils import eventstreaming
+
+
+class Client:
+    def __init__(self, api_key: str):
+        self.client = You(api_key_auth=api_key)
+
+    def chat(self, user_prompt: str, *, tools: list[models.Tool] = None) -> str:
+        res = self.client.agents.runs.create(
+            agent=AgentType.ADVANCED if tools else AgentType.EXPRESS,
+            input=user_prompt,
+            stream=False,
+            tools=tools,
+        )
+
+        return "".join(get_text_tokens(res))
+
+    def scrape(self, *urls: str) -> list[str]:
+        """
+        :return the content of the web pages as Markdown format (incl. metadata)
+        """
+        res = self.client.contents.generate(
+            urls=list(urls),
+            format_=Format.MARKDOWN,
+        )
+        return [_.markdown for _ in res]
+
+    def search(self, query: str) -> list[Web]:
+        res = self.client.search.unified(
+            query=query
+        )
+        return res.results.web
+
+    async def async_chat(self, user_prompt: str) -> AsyncIterator[str]:
+        res: eventstreaming.EventStreamAsync[models.Data] = await self.client.agents.runs.create_async(
+            agent=AgentType.EXPRESS,
+            input=user_prompt,
+            stream=True,
+        )
+
+        async for event in res:
+            if event.type == 'response.output_text.delta':
+                yield event.response.delta
+
+    def __enter__(self):
+        self.client.__enter__()
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self.client.close()

{davidkhala_ai-0.2.0.dist-info → davidkhala_ai-0.2.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: davidkhala.ai
-Version: 0.2.0
+Version: 0.2.1
 Summary: misc AI modules
 Requires-Python: >=3.12
 Provides-Extra: ali
@@ -28,12 +28,16 @@ Provides-Extra: langchain
 Requires-Dist: langchain; extra == 'langchain'
 Requires-Dist: langchain-openai; (python_version < '3.14') and extra == 'langchain'
 Requires-Dist: langgraph; extra == 'langchain'
+Provides-Extra: mistral
+Requires-Dist: mistralai; extra == 'mistral'
 Provides-Extra: openrouter
 Requires-Dist: openrouter; extra == 'openrouter'
 Provides-Extra: ragflow
 Requires-Dist: ragflow-sdk; extra == 'ragflow'
 Provides-Extra: telemetry
 Requires-Dist: opik; (python_version < '3.14') and extra == 'telemetry'
+Provides-Extra: you
+Requires-Dist: youdotcom; extra == 'you'
 Description-Content-Type: text/markdown
 
 # davidkhala.ai

{davidkhala_ai-0.2.0.dist-info → davidkhala_ai-0.2.1.dist-info}/RECORD

@@ -1,6 +1,6 @@
 davidkhala/ai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-davidkhala/ai/model.py,sha256=1wcXC8X8oqerMatlcPbZmuxZ-nJWdJKmaDSDgiGlUGw,647
 davidkhala/ai/opik.py,sha256=YU1XuweMUAzUkhpjxhltt-SBBDBkR3z-PCNo0DqzBRs,39
+davidkhala/ai/you.py,sha256=fmMfJQZcG0e6sKfVQy2jOKZ-jkO-3H6GOGP2U19l4zQ,1759
 davidkhala/ai/agent/README.md,sha256=kIPsx3gOjrpOw7w2qhNEALuCEQkuh4nYp6uBnijdvHE,178
 davidkhala/ai/agent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 davidkhala/ai/agent/langgraph.py,sha256=jrc_Yvgo7eJjd3y5UJn0t1FzpnObDGYscwgsuVl2O_I,1052
@@ -15,7 +15,7 @@ davidkhala/ai/agent/dify/api/knowledge.py,sha256=5ePqvzjBHNtQ64Dzt39wBWedYVeQJc2
 davidkhala/ai/agent/dify/ops/__init__.py,sha256=frcCV1k9oG9oKj3dpUqdJg1PxRT2RSN_XKdLCPjaYaY,2
 davidkhala/ai/agent/dify/ops/console/__init__.py,sha256=-a81jgCJ3s2B3i1GQ7ge1aZRfbvlALwGDHVu_GEET-A,237
 davidkhala/ai/agent/dify/ops/console/knowledge.py,sha256=I1v0iE_b4VPc2Zsyt4ci_oX080Qbgn3oXObP4uVEphg,5788
-davidkhala/ai/agent/dify/ops/console/plugin.py,sha256=iJxC0xLBgSIbiumcYc35mKVMuxG6t5gsNUFOtk52ilY,2356
+davidkhala/ai/agent/dify/ops/console/plugin.py,sha256=ZVi6KitSQTNvOd2mOAKYEPhjyOaGjtaaK-8VGFFooBY,2360
 davidkhala/ai/agent/dify/ops/console/session.py,sha256=9IIdQqtTuYrc7QI9XpZxrCMb-K3m6QWH5FlsckSGCgg,991
 davidkhala/ai/agent/dify/ops/db/__init__.py,sha256=HYfJEnoFAoJJck2xvTDYx8zpw9Qao7sHXOGvW0diPqw,517
 davidkhala/ai/agent/dify/ops/db/app.py,sha256=IRiSiR0v387p4p3J7M9xEkJ7pfQyO5DL6chpx7Z2IzA,1319
@@ -26,11 +26,11 @@ davidkhala/ai/agent/dify/plugins/__init__.py,sha256=iTWvutlkN9bXgptesi05M447nTeF
 davidkhala/ai/agent/dify/plugins/file.py,sha256=o-HjHSFwRTNIYs8IxqZUSnBbh-xr8f-xMUM3iU9wCCQ,390
 davidkhala/ai/agent/dify/plugins/firecrawl.py,sha256=lB_f8W_bdg-7PeBKmF0-HdwYyakV_0D3nET5iT-Z1KM,460
 davidkhala/ai/agent/dify/plugins/jina.py,sha256=dQ5iJxDLWtChXb1IjCtsHctgUtgjOiDfWOuR2u0aUIM,190
-davidkhala/ai/agent/dify/plugins/popular.py,sha256=QseXF_R7-6jFmHmuXgScoCjhrOS_xiC0DTqW8oOoMGM,731
+davidkhala/ai/agent/dify/plugins/popular.py,sha256=XMuxqRcIko4gCQORg5HCcwCrbgLcaoRZxCYBIgtkrOo,812
 davidkhala/ai/ali/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 davidkhala/ai/ali/agentbay.py,sha256=O5t71GGwtDgBE1zUXJDYe5djMVwSaNOwn5k8zg1xa18,1200
-davidkhala/ai/ali/dashscope.py,sha256=SZIzRhVHlLx3s5I2RNUh2-u8OoSdrbvoN5e1k8Mh8N0,1943
-davidkhala/ai/api/__init__.py,sha256=q2Ro5nhW5kJx2CYR1MRVamjTT5tTexPZwhrS2hwAvFM,1319
+davidkhala/ai/ali/dashscope.py,sha256=3Dw-gxwO3iX6Z5_FdpkoNkwVmtXCLxklbOUcNCBzs_E,1945
+davidkhala/ai/api/__init__.py,sha256=0uV1lFUiKYa7Xk-DEsYN22KkqR1a_aItqfdoZzfu1IA,1363
 davidkhala/ai/api/openrouter.py,sha256=khccJr5cBnudFy6Jc2O3A1TNCuHH_5W6Q2tXrkwlUYE,2308
 davidkhala/ai/api/siliconflow.py,sha256=JbnOSv8LJLtwYSNNB8_SMBMQzOgHDtQYZKA9A2BC4sY,2139
 davidkhala/ai/google/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -39,10 +39,15 @@ davidkhala/ai/google/gemini.py,sha256=Xf4HDOOcK4-jEBERzuLnQNFsU61P2fFx4K0z-ijvNH
 davidkhala/ai/huggingface/BAAI.py,sha256=LZ9kp5Gfql4UzuTn4osyekI6VV1H3RIfED2IolXFj5c,341
 davidkhala/ai/huggingface/__init__.py,sha256=FJyU8eOfWQWKAvkIa5qwubF9ghsSQ8C0e6p6DKyomgs,521
 davidkhala/ai/huggingface/inference.py,sha256=bYN0PtLF2CaIHzdTP4LaTALJhcawvuLnLR7rhMVqwDE,333
-davidkhala/ai/openai/__init__.py,sha256=GXzWaw2ER3YFGHG6TPD9SmAHV6Tpsnqxj6tXlaWsrko,1897
-davidkhala/ai/openai/azure.py,sha256=WmWSz9pKlUrQLSH25m1jE1l-mNWw9QQARj8uliOv8VU,1138
-davidkhala/ai/openai/native.py,sha256=MB0nDnzCOj_M42RMhdK3HTMVnxGnwpLT2GeLwSrepwI,704
-davidkhala/ai/openrouter/__init__.py,sha256=P8UvolZihN_CVBQ7BT1Fb6mSMFEQLyLY9G5bBDZhC0o,1037
-davidkhala_ai-0.2.0.dist-info/METADATA,sha256=jWA9caQqfyxxVWCj8i9nAw8Ni4Fkf7-kKjjDZvjr0r4,1607
-davidkhala_ai-0.2.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-davidkhala_ai-0.2.0.dist-info/RECORD,,
+davidkhala/ai/mistral/__init__.py,sha256=CFkTdRsVYZTIHpQRp-T9Dyx7K4RDYHzJokQkLDuJKdY,1090
+davidkhala/ai/model/__init__.py,sha256=2gnScjS2X3vaYdXCmXCwhzXu8vgXWWn_GIsfsDFDbuU,964
+davidkhala/ai/model/chat.py,sha256=2QEyM-9OFGRpcjsj6BTws3yiWixhzC_4x4HEh4ywhDM,409
+davidkhala/ai/openai/__init__.py,sha256=LIb_2Ipk55aalYt88VkaHz97PzKSP7567rZxIjznb6Y,2044
+davidkhala/ai/openai/azure.py,sha256=noO_tzoAhnyVVfFQ_kQhohqEG2XPlehyB-uT1leQLDk,1148
+davidkhala/ai/openai/databricks.py,sha256=Z_ES3KlZuwMjMiGnlAxxrirLInQRVXj2KZs32MHXBbI,736
+davidkhala/ai/openai/native.py,sha256=aQNjsls4kvoVGpytha9mMuC8KZ1OC5yKoO_WZzLBoyg,710
+davidkhala/ai/openai/opik.py,sha256=ovodFNDoDO_ygX8_EmeqbZcu8PRTntzsNNQg4JoZKWo,257
+davidkhala/ai/openrouter/__init__.py,sha256=hOe19DGhapvu4bh4y8URevC-PHb-0lb0R8kKEwj7LfQ,1065
+davidkhala_ai-0.2.1.dist-info/METADATA,sha256=zwtKDpHzWKDlBoa_IYmPDE4OmuMrJ3-X6WJO4Qxnvec,1737
+davidkhala_ai-0.2.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+davidkhala_ai-0.2.1.dist-info/RECORD,,

davidkhala/ai/model.py

@@ -1,28 +0,0 @@
-from abc import ABC
-from typing import Optional
-
-
-class AbstractClient(ABC):
-    api_key: str
-    base_url: str
-    model: Optional[str]
-    messages = []
-
-    def as_chat(self, model: str, sys_prompt: str = None):
-        self.model = model
-        if sys_prompt is not None:
-            self.messages = [{"role": "system", "content": sys_prompt}]
-
-    def as_embeddings(self, model: str):
-        self.model = model
-
-    def chat(self, *user_prompt, **kwargs):
-        ...
-
-    def encode(self, *_input: str) -> list[list[float]]:
-        ...
-    def connect(self):
-        ...
-
-    def disconnect(self):
-        ...