davidkhala.ai 0.1.2__py3-none-any.whl → 0.1.4__py3-none-any.whl

davidkhala/ai/agent/dify/__init__.py

@@ -1,9 +0,0 @@
-from datetime import datetime
-
-
-def with_datetime(filename:str):
-    if ' ' in filename:
-        raise ValueError(f"Filename '{filename}' should not contain spaces.")
-    return f"{datetime.now().strftime("%Y%m%d_%H%M%S")}.{filename}"
-
-

davidkhala/ai/agent/dify/knowledge.py

@@ -141,13 +141,40 @@ class Dataset(API):
                 'limit': size
             })
 
-        def list_documents(self) -> Iterable[list[DocumentDict]]:
-            return Iterator(self.paginate_documents, None)
+        def list_documents(self) -> Iterable[DocumentDict]:
+            for document_batch in Iterator(self.paginate_documents, None):
+                for document in document_batch:
+                    yield document
 
         def has_document(self, name) -> bool:
             return any(name == item['name'] for row in self.list_documents() for item in row)
 
 
+class ChunkDict(TypedDict):
+    id: str
+    position: int
+    document_id: str
+    content: str
+    sign_content: str  # trimmed version of content
+    answer: Optional[str]  # only used in QA chunk
+    word_count: int
+    tokens: int
+    keywords: Optional[list[str]]
+    index_node_id: str  # chunk 在向量索引中的节点 ID
+    index_node_hash: str  # hash of sign_content
+    hit_count: int
+    enabled: bool
+    status: str  # 'completed'
+    created_at: int  # timestamp
+    updated_at: int  # timestamp
+    completed_at: int  # timestamp
+    created_by: str  # user id
+    child_chunks: list
+    error: Optional
+    stopped_at: Optional[int]  # timestamp
+    disabled_at: Optional[int]  # timestamp
+
+
 class Document(API):
     def __init__(self, d: Dataset.Instance, document_id: str):
         super().__init__(d.api_key, f"{d.base_url}/documents/{document_id}")
@@ -157,7 +184,19 @@ class Document(API):
         except requests.exceptions.HTTPError as e:
             if e.response.status_code == 404:
                 self.exist = False
-            raise e
+            else:
+                raise e
 
     def get(self):
         return self.request(self.base_url, "GET")
+
+    def paginate_chunks(self, page=1, size=20):
+        return self.request(f"{self.base_url}/segments", "GET", params={
+            'page': page,
+            'limit': size
+        })
+
+    def list_chunks(self) -> Iterable[ChunkDict]:
+        for chunk_batch in Iterator(self.paginate_chunks, None):
+            for chunk in chunk_batch:
+                yield chunk

{davidkhala_ai-0.1.2.dist-info → davidkhala_ai-0.1.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: davidkhala.ai
-Version: 0.1.2
+Version: 0.1.4
 Summary: misc AI modules
 Requires-Python: >=3.13
 Provides-Extra: ali

{davidkhala_ai-0.1.2.dist-info → davidkhala_ai-0.1.4.dist-info}/RECORD

@@ -5,9 +5,9 @@ davidkhala/ai/agent/README.md,sha256=kIPsx3gOjrpOw7w2qhNEALuCEQkuh4nYp6uBnijdvHE
 davidkhala/ai/agent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 davidkhala/ai/agent/langgraph.py,sha256=jrc_Yvgo7eJjd3y5UJn0t1FzpnObDGYscwgsuVl2O_I,1052
 davidkhala/ai/agent/ragflow.py,sha256=UaK31us6V0NhAPCthGo07rQsm72vlR-McmihC_NDe1g,273
-davidkhala/ai/agent/dify/__init__.py,sha256=GNgNwwX75NGBNsyKnA_Qz63QnbwOwF4nKd5fhHwdcKM,246
+davidkhala/ai/agent/dify/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 davidkhala/ai/agent/dify/base.py,sha256=V4BIhG9oTg9ayPZnYVxxA1Yobl2C4ukSWEOu2U_l0Tw,259
-davidkhala/ai/agent/dify/knowledge.py,sha256=FH-aSMx3EG7uXYBPL0olbOKfgeYEwkgL5SHYFsPSsKU,4980
+davidkhala/ai/agent/dify/knowledge.py,sha256=GFRKbudSoTR6BX7FiMg6a0uTepkm1X1N7kwqowDyRg4,6214
 davidkhala/ai/ali/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 davidkhala/ai/ali/dashscope.py,sha256=SZIzRhVHlLx3s5I2RNUh2-u8OoSdrbvoN5e1k8Mh8N0,1943
 davidkhala/ai/api/__init__.py,sha256=q2Ro5nhW5kJx2CYR1MRVamjTT5tTexPZwhrS2hwAvFM,1319
@@ -22,6 +22,6 @@ davidkhala/ai/huggingface/inference.py,sha256=bYN0PtLF2CaIHzdTP4LaTALJhcawvuLnLR
 davidkhala/ai/openai/__init__.py,sha256=GXzWaw2ER3YFGHG6TPD9SmAHV6Tpsnqxj6tXlaWsrko,1897
 davidkhala/ai/openai/azure.py,sha256=QR1uZj8qAyhpCjo3Ks5zNV8GfOp3-enyZs6fBvV-MkA,1110
 davidkhala/ai/openai/native.py,sha256=MB0nDnzCOj_M42RMhdK3HTMVnxGnwpLT2GeLwSrepwI,704
-davidkhala_ai-0.1.2.dist-info/METADATA,sha256=QHtyUo2dYlHTg2hpLKgVLGbDNg_z4fTpLesFKUCCxCY,1098
-davidkhala_ai-0.1.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-davidkhala_ai-0.1.2.dist-info/RECORD,,
+davidkhala_ai-0.1.4.dist-info/METADATA,sha256=RvHa05xsA2__WejkH8lp5vYqPThvI2Ymj1iqk_5KK4M,1098
+davidkhala_ai-0.1.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+davidkhala_ai-0.1.4.dist-info/RECORD,,