divi 0.0.1b2__py3-none-any.whl → 0.0.1b3__py3-none-any.whl

divi/__init__.py

@@ -13,5 +13,5 @@ _auth: Optional[Auth] = None
 _datapark: Optional[DataPark] = None
 _evaluator: Optional[Evaluator] = None
 
-__version__ = "0.0.1b2"
+__version__ = "0.0.1b3"
 __all__ = ["obs_openai", "observable"]

divi/evaluation/evaluator.py

@@ -19,6 +19,7 @@ class EvaluatorConfig:
         max_concurrency: int = 10,
         api_key: Optional[str] = None,
         base_url: Optional[str] = None,
+        language: str = "zh",
     ):
         self.model = model
         self.api_key = api_key
@@ -26,6 +27,7 @@ class EvaluatorConfig:
         self.temperature = temperature
         self.n_rounds = n_rounds
         self.max_concurrency = max_concurrency
+        self.language = language
 
 
 class EvaluationResult(BaseModel):
@@ -52,17 +54,22 @@ class Evaluator:
         )
 
     @staticmethod
-    def generate_prompt(target: str, conversation: str, score: Score) -> str:
+    def generate_prompt(
+        target: str, conversation: str, score: Score, language: str
+    ) -> str:
         return PROMPT_TEMPLATE.format(
             requirements=PRESET_PROMPT[score.value],
             target=target,
             conversation=conversation,
+            language=language,
         )
 
     def _sync_evaluate_once(
         self, target: str, conversation: str, score: Score
     ) -> Optional[EvaluationResult]:
-        prompt = self.generate_prompt(target, conversation, score)
+        prompt = self.generate_prompt(
+            target, conversation, score, self.config.language
+        )
         response = self.sync_client.beta.chat.completions.parse(
             model=self.config.model,
             messages=[{"role": "user", "content": prompt}],
@@ -77,7 +84,9 @@ class Evaluator:
     async def _async_evaluate_once(
         self, target: str, conversation: str, score: Score
     ) -> Optional[EvaluationResult]:
-        prompt = self.generate_prompt(target, conversation, score)
+        prompt = self.generate_prompt(
+            target, conversation, score, self.config.language
+        )
         response = await self.async_client.beta.chat.completions.parse(
             model=self.config.model,
             messages=[{"role": "user", "content": prompt}],

divi/evaluation/prompts.py

@@ -8,7 +8,7 @@ PROMPT_TEMPLATE = (
     "Strictly output your answer in the following JSON format:\n"
     "{{\n"
     '  "judgment": bool,        # true if the response meets all requirements\n'
-    '  "reasoning": "string"    # concise explanation, hitting only the key points\n'
+    '  "reasoning": "string"    # concise explanation, in {language}, hitting only the key points\n'
     "}}\n"
     "Do not output anything else."
 )

{divi-0.0.1b2.dist-info → divi-0.0.1b3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: divi
-Version: 0.0.1b2
+Version: 0.0.1b3
 Summary: The Agent Platform for Observability & Evaluation
 License-File: LICENSE
 Requires-Python: >=3.11

{divi-0.0.1b2.dist-info → divi-0.0.1b3.dist-info}/RECORD

@@ -1,5 +1,5 @@
 divi/README.md,sha256=hdw10Mkebd1SGMeA3tPJtlOwbWZzuQ8J-N9YPEHGuXg,67
-divi/__init__.py,sha256=FNz-nbMRHLhT-JWowhQTK7zMajy2XY0TFPD3Jjar1sw,436
+divi/__init__.py,sha256=hscfdliNohMGPl12Xzr6UGm6QDJfxxbLXjhc0FPI4Fc,436
 divi/utils.py,sha256=fXkjoyo_Lh8AZliKICOP460m0czUcNQjcEcceJbaOVA,1439
 divi/decorators/__init__.py,sha256=HkyWdC1ctTsVFucCWCkj57JB4NmwONus1d2S2dUbvs4,110
 divi/decorators/collect.py,sha256=5iUxAnbHYx4ISkFg64IK_4miGdrWgbOXLJxKz8lGIv8,1074
@@ -8,8 +8,8 @@ divi/decorators/observable.py,sha256=orDNCP1_uOTwgg71lg2c0qXOv6DtcxufRzuQZqXOrH4
 divi/decorators/observe.py,sha256=I2RVsp2WQep6iTLSxkAlMP8wiRsSYiiYrxR2hJzPxcI,1211
 divi/evaluation/__init__.py,sha256=SVu4tYZLgx4juEa1JtkXGcwB_Xuwvh60lbVhYKMseQo,129
 divi/evaluation/evaluate.py,sha256=lVMCw5vHGa5sJvUyhVDZ9m3Sgl4baCjWhw2OKazhvgM,1861
-divi/evaluation/evaluator.py,sha256=D1s6upIOiGTjf24WAQfygYYUI8Lcc65vRgJ2wW2_3Uo,6108
-divi/evaluation/prompts.py,sha256=4oL8K8X2-zdmTDuAetc53o7Ys_vph-eWYhPmvRKYAng,960
+divi/evaluation/evaluator.py,sha256=UbKBedn0iYMSBT2L-_e7AUB1D8kvRlP0oai1dqWOA3c,6319
+divi/evaluation/prompts.py,sha256=NBPSn09GarOHXXIcdiViMuOupcL7MHP1_qiyDq6rO5Y,975
 divi/evaluation/scores.py,sha256=ZgSxfve-ZivX3WU4TGcgPOSpUQVMbG5a15IQNPeq_bQ,173
 divi/proto/common/v1/common.proto,sha256=Rx8wr0_tOtQ1NseTMnsav4ApD1MDALzQDBA2IvLRTU0,1775
 divi/proto/common/v1/common_pb2.py,sha256=br61OHQVAi6SI3baFcb5xJv2Xd-AZ04A19xeSjLNMXo,2442
@@ -46,7 +46,7 @@ divi/session/teardown.py,sha256=YiBz_3yCiljMFEofZ60VmRL5sb8WA5GT7EYF8nFznZ4,133
 divi/signals/__init__.py,sha256=wfSkkCwkRsFP4aLj8aGHk_k6Y50P5yN44WWlO3XyW18,43
 divi/signals/span.py,sha256=AQ24C8EKzGceryybX0rBe9B0z43kKaULdR6eOeOCtno,2804
 divi/signals/trace.py,sha256=US_M2CAYNGUhEa5pppRPJN8dfNA5owgHMFDK2AOrFXA,2345
-divi-0.0.1b2.dist-info/METADATA,sha256=IS0W_tN3EECkWRlX18GiUtX2idT3lYS2sAF2Z4jmoKA,493
-divi-0.0.1b2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-divi-0.0.1b2.dist-info/licenses/LICENSE,sha256=5OJuZ4wMMEV0DgF0tofhAlS_KLkaUsZwwwDS2U_GwQ0,1063
-divi-0.0.1b2.dist-info/RECORD,,
+divi-0.0.1b3.dist-info/METADATA,sha256=VwB4fMovuRHqB8jr0Z218r702bZbov6SSYsCQc_TesE,493
+divi-0.0.1b3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+divi-0.0.1b3.dist-info/licenses/LICENSE,sha256=5OJuZ4wMMEV0DgF0tofhAlS_KLkaUsZwwwDS2U_GwQ0,1063
+divi-0.0.1b3.dist-info/RECORD,,