davidkhala.ai 0.1.7__py3-none-any.whl → 0.2.0__py3-none-any.whl

davidkhala/ai/agent/dify/api/knowledge.py

@@ -8,7 +8,8 @@ from urllib.parse import urlparse
 import requests
 
 from davidkhala.ai.agent.dify.api import API, Iterator
-from davidkhala.ai.agent.dify.common import Document as DocumentBase
+from davidkhala.ai.agent.dify.model import Document as DocumentBase
+
 
 class DatasetDict(TypedDict):
     id: str

davidkhala/ai/agent/dify/const.py

@@ -0,0 +1,10 @@
+from enum import Enum
+
+
+class IndexingStatus(str, Enum):
+    WAITING = "waiting"
+    PARSING = "parsing"
+    SPLITTING = 'splitting'
+    INDEXING = "indexing"
+    COMPLETED = "completed"
+    FAILED = "error"

davidkhala/ai/agent/dify/interface.py

@@ -0,0 +1,3 @@
+class IndexingError(Exception):
+    """Raised when document indexing fails (indexing_status = 'error')"""
+    pass

davidkhala/ai/agent/dify/model.py

@@ -0,0 +1,31 @@
+from pydantic import BaseModel, Field
+
+from davidkhala.ai.agent.dify.const import IndexingStatus
+
+
+class Document(BaseModel):
+    id: str
+    position: int
+    data_source_type: str
+    data_source_info: dict[str, str]
+    name: str
+    indexing_status: IndexingStatus
+    error: str | None
+    enabled: bool
+
+
+class Dataset(BaseModel):
+    id: str
+    name: str
+    description: str
+
+
+class JsonData(BaseModel):
+    data: list
+
+
+class NodeOutput(BaseModel):
+    """Schema for Output of a Dify node"""
+    text: str
+    files: list
+    json_: list[JsonData] = Field(alias="json") # avoid conflict with .json()

davidkhala/ai/agent/dify/ops/console/knowledge.py

@@ -3,7 +3,9 @@ from time import sleep
 from davidkhala.utils.http_request.stream import as_sse, Request as StreamRequest
 from pydantic import BaseModel
 
-from davidkhala.ai.agent.dify.common import IndexingStatus, IndexingError, Dataset, Document
+from davidkhala.ai.agent.dify.interface import IndexingError
+from davidkhala.ai.agent.dify.model import Document, Dataset
+from davidkhala.ai.agent.dify.const import IndexingStatus
 from davidkhala.ai.agent.dify.ops.console import API
 from davidkhala.ai.agent.dify.ops.console.session import ConsoleUser
 from davidkhala.ai.agent.dify.ops.db.orm import Node

davidkhala/ai/agent/dify/ops/console/plugin.py

@@ -0,0 +1,68 @@
+from time import sleep
+
+from davidkhala.ai.agent.dify.ops.console import API
+from davidkhala.ai.agent.dify.ops.console.session import ConsoleUser
+
+
+class ConsolePlugin(API):
+    def __init__(self, context: ConsoleUser):
+        super().__init__()
+        self.base_url = f"{context.base_url}/workspaces/current/plugin"
+        self.session.cookies = context.session.cookies
+        self.options = context.options
+
+    def upgrade(self, *plugin_names: str) -> list[dict]:
+        versions = self.latest_version(*plugin_names)
+        self.async_install(*versions)
+
+        current = []
+        while len(current) < len(versions):
+            current = self.get(*plugin_names)
+            sleep(1)
+        return current
+
+    def async_install(self, *plugin_versioned_names: str) -> str | None:
+        url = f"{self.base_url}/install/marketplace"
+        r = self.request(url, method="POST", json={
+            'plugin_unique_identifiers': plugin_versioned_names,
+        })
+        if r['all_installed']:
+            # plugins exist, no need to install
+            return None
+
+        return r['task_id']
+
+    def plugins(self, *, page=1, size=100):
+        url = f"{self.base_url}/list?page={page}&page_size={size}"
+        r = self.request(url, method="GET")
+        _ = r['plugins']
+        assert r['total'] == len(_)
+        return _
+
+    def get(self, *plugin_names: str) -> list[dict]:
+        "inspect installed plugins"
+        url = f"{self.base_url}/list/installations/ids"
+        r = self.request(url, method="POST", json={
+            'plugin_ids': plugin_names,
+        })
+        return r['plugins']
+
+    def latest_version(self, *plugin_names: str) -> dict:
+        url = f"{self.base_url}/list/latest-versions"
+        r = self.request(url, method="POST", json={
+            'plugin_ids': plugin_names,
+        })
+        return [r['versions'][name]['unique_identifier'] for name in plugin_names]
+
+    def uninstall(self, id: str):
+        url = f"{self.base_url}/uninstall"
+
+        r = self.request(url, method="POST", json={
+            'plugin_installation_id': id
+        })
+        assert r['success'] is True
+
+    def uninstall_by(self, *plugin_names: str):
+        for name in plugin_names:
+            r = self.get(name)
+            self.uninstall(r[0]['id'])

davidkhala/ai/agent/dify/ops/console/session.py

@@ -1,3 +1,5 @@
+from base64 import b64encode
+
 from davidkhala.ai.agent.dify.ops.console import API
 
 
@@ -11,7 +13,7 @@ class ConsoleUser(API):
 
         r = self.request(url, "POST", json={
             'email': email,
-            'password': password,
+            'password': b64encode(password.encode()).decode(), # use base64 from dify 1.11
             'remember_me': remember_me,
             'language': language,
         })

davidkhala/ai/agent/dify/ops/db/app.py

@@ -4,16 +4,13 @@ from sqlalchemy.orm import Session
 from sqlalchemy import desc
 
 class Studio(DB):
-    @property
-    def user_feedbacks(self):
-        sql = """SELECT mf.conversation_id,
+    user_feedbacks_sql = """SELECT mf.conversation_id,
                         mf.content,
                         m.query,
                         m.answer
                  FROM message_feedbacks mf
                           LEFT JOIN messages m ON mf.message_id = m.id
                  WHERE mf.from_source = 'user'"""
-        return self.get_dict(sql)
 
     @property
     def apps(self): return self.get_dict("select id, name, mode from apps where status = 'normal'")

davidkhala/ai/agent/dify/ops/db/knowledge.py

@@ -26,16 +26,22 @@ class Dataset(DB):
         template = "select id from datasource_providers where name = :name and provider = :provider"
         return self.query(template, {'name': name, 'provider': provider}).scalars().all()
 
+    def documents(self, dataset_id: str):
+        template = "select id, name,created_from, created_at from documents where dataset_id = :dataset_id"
+        return self.query(template, {'dataset_id': dataset_id})
+
 
 class Document(DB):
     def hit_documents(self, top_k: int = 3):
         template = "SELECT dataset_id, document_id, content FROM document_segments ORDER BY hit_count DESC LIMIT :top_k"
         return self.get_dict(template, {'top_k': top_k})
 
-    def id_by(self, name) -> list[str]:
+    def id_by(self, name: str, dataset_id: str = None) -> list[str]:
         """multiple ids can be found"""
         template = "select id from documents where name = :name"
-        return [str(uuid) for uuid in self.query(template, {'name': name}).scalars().all()]
+        if dataset_id:
+            template = "select id from documents where name = :name and dataset_id = :dataset_id"
+        return [str(uuid) for uuid in self.query(template, {'name': name, 'dataset_id': dataset_id}).scalars().all()]
 
 
 class Pipeline(DB):

davidkhala/ai/agent/dify/plugins/__init__.py

@@ -2,13 +2,6 @@ from typing import Literal
 
 from pydantic import BaseModel
 
-class JsonEntry(BaseModel):
-    data: list
 
-class Output(BaseModel):
-    """Class for result of a Dify node"""
-    text: str
-    files: list
-    json: list[JsonEntry]
 class DataSourceTypeAware(BaseModel):
     datasource_type: Literal["local_file", "online_document", "website_crawl"]

davidkhala/ai/agent/dify/plugins/popular.py

@@ -0,0 +1,36 @@
+model_provider = [
+    'langgenius/siliconflow',
+    'langgenius/azure_openai',
+    'langgenius/tongyi',
+    'langgenius/jina',
+    'langgenius/openrouter',
+    'langgenius/deepseek',
+]
+
+class Knowledge:
+    data_source = [
+        'langgenius/firecrawl_datasource',
+    ]
+    chunk = [
+        'langgenius/parentchild_chunker',
+        'langgenius/general_chunker',
+    ]
+    api = [
+        'abesticode/knowledge_pro',
+    ]
+
+class Node:
+    format = [
+        'langgenius/json_process',
+        'langgenius/dify_extractor',
+    ]
+    agent = [
+        'langgenius/agent',
+    ]
+    data = [
+        'langgenius/chart',
+        'junjiem/db_query',
+        'junjiem/db_query_pre_auth',
+    ]
+
+

davidkhala/ai/ali/agentbay.py

@@ -0,0 +1,39 @@
+from agentbay import AgentBay, Session, Config, AgentBayLogger, BrowserOption
+from davidkhala.utils.syntax.interface import ContextAware
+
+AgentBayLogger.setup(level='WARNING')  # Default to INFO
+
+
+class Client(ContextAware):
+    def __init__(self, api_key, *, timeout_ms=10000):
+        self.agent = AgentBay(
+            api_key=api_key,
+            cfg=Config(endpoint="wuyingai.ap-southeast-1.aliyuncs.com", timeout_ms=timeout_ms)
+        )
+        self.session: Session | None = None
+
+    def open(self):
+        r = self.agent.create()
+        if not r.success:
+            return False
+        self.session = r.session
+        return True
+
+    def close(self):
+        self.agent.delete(self.session)
+        del self.session
+
+
+class Browser(ContextAware):
+    def __init__(self, session: Session):
+        self.session = session
+        self.option = BrowserOption()
+        self.endpoint_url: str | None = None
+
+    def open(self) -> bool:
+        success = self.session.browser.initialize(self.option)
+        self.endpoint_url = self.session.browser.get_endpoint_url()
+        return success
+
+    def close(self):
+        self.session.browser.destroy()

davidkhala/ai/openai/azure.py

@@ -1,5 +1,4 @@
-import warnings
-
+from davidkhala.utils.syntax.compat import deprecated
 from openai import AzureOpenAI, OpenAI
 
 from davidkhala.ai.openai import Client
@@ -20,7 +19,7 @@ class ModelDeploymentClient(AzureHosted):
         )
 
 
-@warnings.deprecated("Azure Open AI is deprecated. Please migrate to Azure AI Foundry")
+@deprecated("Azure Open AI is deprecated. Please migrate to Microsoft Foundry")
 class OpenAIClient(AzureHosted):
 
     def __init__(self, api_key, project):

{davidkhala_ai-0.1.7.dist-info → davidkhala_ai-0.2.0.dist-info}/METADATA

@@ -1,13 +1,16 @@
 Metadata-Version: 2.4
 Name: davidkhala.ai
-Version: 0.1.7
+Version: 0.2.0
 Summary: misc AI modules
-Requires-Python: >=3.13
+Requires-Python: >=3.12
 Provides-Extra: ali
 Requires-Dist: dashscope; extra == 'ali'
+Requires-Dist: davidkhala-utils; extra == 'ali'
+Requires-Dist: wuying-agentbay-sdk; extra == 'ali'
 Provides-Extra: api
 Requires-Dist: davidkhala-utils[http-request]; extra == 'api'
 Provides-Extra: azure
+Requires-Dist: davidkhala-utils; extra == 'azure'
 Requires-Dist: openai; extra == 'azure'
 Provides-Extra: dify
 Requires-Dist: davidkhala-databases[pg]; extra == 'dify'

{davidkhala_ai-0.1.7.dist-info → davidkhala_ai-0.2.0.dist-info}/RECORD

@@ -6,24 +6,29 @@ davidkhala/ai/agent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 davidkhala/ai/agent/langgraph.py,sha256=jrc_Yvgo7eJjd3y5UJn0t1FzpnObDGYscwgsuVl2O_I,1052
 davidkhala/ai/agent/ragflow.py,sha256=UaK31us6V0NhAPCthGo07rQsm72vlR-McmihC_NDe1g,273
 davidkhala/ai/agent/dify/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-davidkhala/ai/agent/dify/common.py,sha256=N7pq4MSrP9TebsarsodY4SyqS5iv20uX_pieplTpHaE,751
+davidkhala/ai/agent/dify/const.py,sha256=gU4lPBe4U2taakN2jhdPMRWXkqlyCg-YRE8JJmtsblo,218
+davidkhala/ai/agent/dify/interface.py,sha256=bTOI38ZjtkgoSw-ysgFwBZ1QkKVAa92gjOnERDoagQA,118
+davidkhala/ai/agent/dify/model.py,sha256=1LEwKWWkFNmhbBWABEu7I45DRZ_BFGDP5uTHDrvldoo,641
 davidkhala/ai/agent/dify/api/__init__.py,sha256=9-8OesuXF_wPmPrh_gEZpEZP51dcZxb0i6ixOBYKcwQ,876
 davidkhala/ai/agent/dify/api/app.py,sha256=y1mILC-fvQpeH50ASbFBluD9tFAwXu_IWwtwucMV5jM,3801
-davidkhala/ai/agent/dify/api/knowledge.py,sha256=1_NIPZlYI8040abrRKiX83hAHTz7vZaKQMbD3BnpO2c,5959
+davidkhala/ai/agent/dify/api/knowledge.py,sha256=5ePqvzjBHNtQ64Dzt39wBWedYVeQJc23syNe9LFnGw8,5960
 davidkhala/ai/agent/dify/ops/__init__.py,sha256=frcCV1k9oG9oKj3dpUqdJg1PxRT2RSN_XKdLCPjaYaY,2
 davidkhala/ai/agent/dify/ops/console/__init__.py,sha256=-a81jgCJ3s2B3i1GQ7ge1aZRfbvlALwGDHVu_GEET-A,237
-davidkhala/ai/agent/dify/ops/console/knowledge.py,sha256=lbOX28slJXAoD4r6ClV_sdNuO0tlsAa3jmgl4pVDeug,5699
-davidkhala/ai/agent/dify/ops/console/session.py,sha256=Kt8vzZJUlyqD8G8_OsrOD-WQwyDor8tqNwV0jJ738wE,902
+davidkhala/ai/agent/dify/ops/console/knowledge.py,sha256=I1v0iE_b4VPc2Zsyt4ci_oX080Qbgn3oXObP4uVEphg,5788
+davidkhala/ai/agent/dify/ops/console/plugin.py,sha256=iJxC0xLBgSIbiumcYc35mKVMuxG6t5gsNUFOtk52ilY,2356
+davidkhala/ai/agent/dify/ops/console/session.py,sha256=9IIdQqtTuYrc7QI9XpZxrCMb-K3m6QWH5FlsckSGCgg,991
 davidkhala/ai/agent/dify/ops/db/__init__.py,sha256=HYfJEnoFAoJJck2xvTDYx8zpw9Qao7sHXOGvW0diPqw,517
-davidkhala/ai/agent/dify/ops/db/app.py,sha256=OfpxPJlHKnhzxBJ1sJOhtMMoqWCKxw8yo4GCHp_0nh0,1389
-davidkhala/ai/agent/dify/ops/db/knowledge.py,sha256=pdYlW8dWR_RM56mwNDOjsCJ_lAstnNdS6OuMCuS4gW0,2520
+davidkhala/ai/agent/dify/ops/db/app.py,sha256=IRiSiR0v387p4p3J7M9xEkJ7pfQyO5DL6chpx7Z2IzA,1319
+davidkhala/ai/agent/dify/ops/db/knowledge.py,sha256=GVaK5QmU_VxB8fDxV60uiYiIeR3JEn3IXJTlJHLiT5U,2917
 davidkhala/ai/agent/dify/ops/db/orm.py,sha256=CnZj8mV2RZhw_7hF1YICTUjROQ66hR5_8OCMQvtujnY,4575
 davidkhala/ai/agent/dify/ops/db/sys.py,sha256=U_qqopUMlgsilhHaG_ids6gtd-pNiR_Jm0kAr9hIL7M,188
-davidkhala/ai/agent/dify/plugins/__init__.py,sha256=XsLkLj0rqrNqS0nspAzC3FudVWBSD-iBOPPw8g-Qysc,356
+davidkhala/ai/agent/dify/plugins/__init__.py,sha256=iTWvutlkN9bXgptesi05M447nTeF5hKFAIfn4EviFj0,183
 davidkhala/ai/agent/dify/plugins/file.py,sha256=o-HjHSFwRTNIYs8IxqZUSnBbh-xr8f-xMUM3iU9wCCQ,390
 davidkhala/ai/agent/dify/plugins/firecrawl.py,sha256=lB_f8W_bdg-7PeBKmF0-HdwYyakV_0D3nET5iT-Z1KM,460
 davidkhala/ai/agent/dify/plugins/jina.py,sha256=dQ5iJxDLWtChXb1IjCtsHctgUtgjOiDfWOuR2u0aUIM,190
+davidkhala/ai/agent/dify/plugins/popular.py,sha256=QseXF_R7-6jFmHmuXgScoCjhrOS_xiC0DTqW8oOoMGM,731
 davidkhala/ai/ali/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+davidkhala/ai/ali/agentbay.py,sha256=O5t71GGwtDgBE1zUXJDYe5djMVwSaNOwn5k8zg1xa18,1200
 davidkhala/ai/ali/dashscope.py,sha256=SZIzRhVHlLx3s5I2RNUh2-u8OoSdrbvoN5e1k8Mh8N0,1943
 davidkhala/ai/api/__init__.py,sha256=q2Ro5nhW5kJx2CYR1MRVamjTT5tTexPZwhrS2hwAvFM,1319
 davidkhala/ai/api/openrouter.py,sha256=khccJr5cBnudFy6Jc2O3A1TNCuHH_5W6Q2tXrkwlUYE,2308
@@ -35,9 +40,9 @@ davidkhala/ai/huggingface/BAAI.py,sha256=LZ9kp5Gfql4UzuTn4osyekI6VV1H3RIfED2IolX
 davidkhala/ai/huggingface/__init__.py,sha256=FJyU8eOfWQWKAvkIa5qwubF9ghsSQ8C0e6p6DKyomgs,521
 davidkhala/ai/huggingface/inference.py,sha256=bYN0PtLF2CaIHzdTP4LaTALJhcawvuLnLR7rhMVqwDE,333
 davidkhala/ai/openai/__init__.py,sha256=GXzWaw2ER3YFGHG6TPD9SmAHV6Tpsnqxj6tXlaWsrko,1897
-davidkhala/ai/openai/azure.py,sha256=QR1uZj8qAyhpCjo3Ks5zNV8GfOp3-enyZs6fBvV-MkA,1110
+davidkhala/ai/openai/azure.py,sha256=WmWSz9pKlUrQLSH25m1jE1l-mNWw9QQARj8uliOv8VU,1138
 davidkhala/ai/openai/native.py,sha256=MB0nDnzCOj_M42RMhdK3HTMVnxGnwpLT2GeLwSrepwI,704
 davidkhala/ai/openrouter/__init__.py,sha256=P8UvolZihN_CVBQ7BT1Fb6mSMFEQLyLY9G5bBDZhC0o,1037
-davidkhala_ai-0.1.7.dist-info/METADATA,sha256=uSa6yBpeofpMY7jovYnv71Gyvq9B0Btva6u5PdPKnXE,1458
-davidkhala_ai-0.1.7.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-davidkhala_ai-0.1.7.dist-info/RECORD,,
+davidkhala_ai-0.2.0.dist-info/METADATA,sha256=jWA9caQqfyxxVWCj8i9nAw8Ni4Fkf7-kKjjDZvjr0r4,1607
+davidkhala_ai-0.2.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+davidkhala_ai-0.2.0.dist-info/RECORD,,

davidkhala/ai/agent/dify/common.py

@@ -1,36 +0,0 @@
-from enum import Enum
-
-from pydantic import BaseModel
-
-from davidkhala.ai.agent.dify.plugins.firecrawl import DataSourceInfo
-
-
-class IndexingStatus(str, Enum):
-    WAITING = "waiting"
-    PARSING = "parsing"
-    SPLITTING = 'splitting'
-    INDEXING = "indexing"
-    COMPLETED = "completed"
-    FAILED = "error"
-
-
-class Document(BaseModel):
-    id: str
-    position: int
-    data_source_type: str
-    data_source_info: dict[str, str]
-    name: str
-    indexing_status: IndexingStatus
-    error: str | None
-    enabled: bool
-
-
-class Dataset(BaseModel):
-    id: str
-    name: str
-    description: str
-
-
-class IndexingError(Exception):
-    """Raised when document indexing fails (indexing_status = 'error')"""
-    pass