divi 0.0.1b1__py3-none-any.whl → 0.0.1b3__py3-none-any.whl

divi/__init__.py

@@ -13,5 +13,5 @@ _auth: Optional[Auth] = None
 _datapark: Optional[DataPark] = None
 _evaluator: Optional[Evaluator] = None
 
-__version__ = "0.0.1b1"
+__version__ = "0.0.1b3"
 __all__ = ["obs_openai", "observable"]

divi/evaluation/evaluator.py

@@ -19,6 +19,7 @@ class EvaluatorConfig:
         max_concurrency: int = 10,
         api_key: Optional[str] = None,
         base_url: Optional[str] = None,
+        language: str = "zh",
     ):
         self.model = model
         self.api_key = api_key
@@ -26,6 +27,7 @@ class EvaluatorConfig:
         self.temperature = temperature
         self.n_rounds = n_rounds
         self.max_concurrency = max_concurrency
+        self.language = language
 
 
 class EvaluationResult(BaseModel):
@@ -52,17 +54,22 @@ class Evaluator:
         )
 
     @staticmethod
-    def generate_prompt(target: str, conversation: str, score: Score) -> str:
+    def generate_prompt(
+        target: str, conversation: str, score: Score, language: str
+    ) -> str:
         return PROMPT_TEMPLATE.format(
             requirements=PRESET_PROMPT[score.value],
             target=target,
             conversation=conversation,
+            language=language,
         )
 
     def _sync_evaluate_once(
         self, target: str, conversation: str, score: Score
     ) -> Optional[EvaluationResult]:
-        prompt = self.generate_prompt(target, conversation, score)
+        prompt = self.generate_prompt(
+            target, conversation, score, self.config.language
+        )
         response = self.sync_client.beta.chat.completions.parse(
             model=self.config.model,
             messages=[{"role": "user", "content": prompt}],
@@ -77,7 +84,9 @@ class Evaluator:
     async def _async_evaluate_once(
         self, target: str, conversation: str, score: Score
     ) -> Optional[EvaluationResult]:
-        prompt = self.generate_prompt(target, conversation, score)
+        prompt = self.generate_prompt(
+            target, conversation, score, self.config.language
+        )
         response = await self.async_client.beta.chat.completions.parse(
             model=self.config.model,
             messages=[{"role": "user", "content": prompt}],

divi/evaluation/prompts.py

@@ -8,7 +8,7 @@ PROMPT_TEMPLATE = (
     "Strictly output your answer in the following JSON format:\n"
     "{{\n"
     '  "judgment": bool,        # true if the response meets all requirements\n'
-    '  "reasoning": "string"    # concise explanation, hitting only the key points\n'
+    '  "reasoning": "string"    # concise explanation, in {language}, hitting only the key points\n'
     "}}\n"
     "Do not output anything else."
 )

divi/signals/span.py

@@ -1,3 +1,4 @@
+import atexit
 import os
 import time
 from enum import Enum
@@ -62,6 +63,8 @@ class Span:
         """Start the span by recording the current time in nanoseconds."""
         self.start_time_unix_nano = time.time_ns()
         self.upsert_span()
+        # Register the end method to be called at exit
+        atexit.register(self.end)
 
     def end(self):
         """End the span by recording the end time in nanoseconds."""
@@ -69,6 +72,8 @@ class Span:
             raise ValueError("Span must be started before ending.")
         self.end_time_unix_nano = time.time_ns()
         self.upsert_span()
+        # Unregister the end method
+        atexit.unregister(self.end)
 
     def _add_node(self, trace_id: UUID4, parent_id: Optional[bytes] = None):
         """Add node for obs tree."""

divi/signals/trace.py

@@ -1,3 +1,4 @@
+import atexit
 from datetime import UTC, datetime
 from typing import Optional
 from uuid import uuid4
@@ -63,6 +64,8 @@ class Trace:
         """Start the trace by recording the current time in nanoseconds."""
         self.start_time = datetime.now(UTC).isoformat()
         self.upsert_trace()
+        # Register the end method to be called on exit
+        atexit.register(self.end)
 
     def end(self):
         """End the trace by recording the end time in nanoseconds."""
@@ -70,6 +73,8 @@ class Trace:
             raise ValueError("Span must be started before ending.")
         self.end_time = datetime.now(UTC).isoformat()
         self.upsert_trace()
+        # Unregister the end method to prevent multiple calls
+        atexit.unregister(self.end)
 
     def upsert_trace(self):
         """Upsert trace with datapark."""

{divi-0.0.1b1.dist-info → divi-0.0.1b3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: divi
-Version: 0.0.1b1
+Version: 0.0.1b3
 Summary: The Agent Platform for Observability & Evaluation
 License-File: LICENSE
 Requires-Python: >=3.11

{divi-0.0.1b1.dist-info → divi-0.0.1b3.dist-info}/RECORD

@@ -1,5 +1,5 @@
 divi/README.md,sha256=hdw10Mkebd1SGMeA3tPJtlOwbWZzuQ8J-N9YPEHGuXg,67
-divi/__init__.py,sha256=XTB0By729PUQY9TYgoQXrzfQ2fiNEXRsx2mrA4A-83Y,436
+divi/__init__.py,sha256=hscfdliNohMGPl12Xzr6UGm6QDJfxxbLXjhc0FPI4Fc,436
 divi/utils.py,sha256=fXkjoyo_Lh8AZliKICOP460m0czUcNQjcEcceJbaOVA,1439
 divi/decorators/__init__.py,sha256=HkyWdC1ctTsVFucCWCkj57JB4NmwONus1d2S2dUbvs4,110
 divi/decorators/collect.py,sha256=5iUxAnbHYx4ISkFg64IK_4miGdrWgbOXLJxKz8lGIv8,1074
@@ -8,8 +8,8 @@ divi/decorators/observable.py,sha256=orDNCP1_uOTwgg71lg2c0qXOv6DtcxufRzuQZqXOrH4
 divi/decorators/observe.py,sha256=I2RVsp2WQep6iTLSxkAlMP8wiRsSYiiYrxR2hJzPxcI,1211
 divi/evaluation/__init__.py,sha256=SVu4tYZLgx4juEa1JtkXGcwB_Xuwvh60lbVhYKMseQo,129
 divi/evaluation/evaluate.py,sha256=lVMCw5vHGa5sJvUyhVDZ9m3Sgl4baCjWhw2OKazhvgM,1861
-divi/evaluation/evaluator.py,sha256=D1s6upIOiGTjf24WAQfygYYUI8Lcc65vRgJ2wW2_3Uo,6108
-divi/evaluation/prompts.py,sha256=4oL8K8X2-zdmTDuAetc53o7Ys_vph-eWYhPmvRKYAng,960
+divi/evaluation/evaluator.py,sha256=UbKBedn0iYMSBT2L-_e7AUB1D8kvRlP0oai1dqWOA3c,6319
+divi/evaluation/prompts.py,sha256=NBPSn09GarOHXXIcdiViMuOupcL7MHP1_qiyDq6rO5Y,975
 divi/evaluation/scores.py,sha256=ZgSxfve-ZivX3WU4TGcgPOSpUQVMbG5a15IQNPeq_bQ,173
 divi/proto/common/v1/common.proto,sha256=Rx8wr0_tOtQ1NseTMnsav4ApD1MDALzQDBA2IvLRTU0,1775
 divi/proto/common/v1/common_pb2.py,sha256=br61OHQVAi6SI3baFcb5xJv2Xd-AZ04A19xeSjLNMXo,2442
@@ -44,9 +44,9 @@ divi/session/session.py,sha256=QxtEezI447PbtKG2U6cxL1ACae55e8nFfTufAY8pEYI,811
 divi/session/setup.py,sha256=rC1QdCxpdCOaRXmcLEQs4Yuu5UC_aRzKSaqWRPJN4Og,1390
 divi/session/teardown.py,sha256=YiBz_3yCiljMFEofZ60VmRL5sb8WA5GT7EYF8nFznZ4,133
 divi/signals/__init__.py,sha256=wfSkkCwkRsFP4aLj8aGHk_k6Y50P5yN44WWlO3XyW18,43
-divi/signals/span.py,sha256=FQWql6ivAeXGk1HPZCsCjL5mXW6S6Nn9SmOiKH4aXik,2629
-divi/signals/trace.py,sha256=IoYeTfd6x_Xmxcp4HbFSEne0d48hol4ng2Mb_AO8hZw,2144
-divi-0.0.1b1.dist-info/METADATA,sha256=-qCsxelGi6SeeA6x3aodNtiI_Z4GWcLUagFb5LWrfNQ,493
-divi-0.0.1b1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-divi-0.0.1b1.dist-info/licenses/LICENSE,sha256=5OJuZ4wMMEV0DgF0tofhAlS_KLkaUsZwwwDS2U_GwQ0,1063
-divi-0.0.1b1.dist-info/RECORD,,
+divi/signals/span.py,sha256=AQ24C8EKzGceryybX0rBe9B0z43kKaULdR6eOeOCtno,2804
+divi/signals/trace.py,sha256=US_M2CAYNGUhEa5pppRPJN8dfNA5owgHMFDK2AOrFXA,2345
+divi-0.0.1b3.dist-info/METADATA,sha256=VwB4fMovuRHqB8jr0Z218r702bZbov6SSYsCQc_TesE,493
+divi-0.0.1b3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+divi-0.0.1b3.dist-info/licenses/LICENSE,sha256=5OJuZ4wMMEV0DgF0tofhAlS_KLkaUsZwwwDS2U_GwQ0,1063
+divi-0.0.1b3.dist-info/RECORD,,