judgeval 0.0.31__tar.gz → 0.0.33__tar.gz

{judgeval-0.0.31 → judgeval-0.0.33}/.github/workflows/ci.yaml

@@ -1,10 +1,8 @@
 name: CI
 
 on:
-  pull_request:
-    branches:
-      - main
-  push:
+  pull_request_review:
+    types: [submitted]
     branches:
       - main
 

{judgeval-0.0.31 → judgeval-0.0.33}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: judgeval
-Version: 0.0.31
+Version: 0.0.33
 Summary: Judgeval Package
 Project-URL: Homepage, https://github.com/JudgmentLabs/judgeval
 Project-URL: Issues, https://github.com/JudgmentLabs/judgeval/issues
@@ -12,12 +12,13 @@ Classifier: Programming Language :: Python :: 3
 Requires-Python: >=3.11
 Requires-Dist: anthropic
 Requires-Dist: fastapi
+Requires-Dist: google-genai
 Requires-Dist: langchain
 Requires-Dist: langchain-anthropic
 Requires-Dist: langchain-core
 Requires-Dist: langchain-huggingface
 Requires-Dist: langchain-openai
-Requires-Dist: litellm
+Requires-Dist: litellm==1.38.12
 Requires-Dist: nest-asyncio
 Requires-Dist: openai
 Requires-Dist: openpyxl
@@ -94,9 +95,21 @@ Create a file named `traces.py` with the following code:
     from judgeval.common.tracer import Tracer, wrap
     from openai import OpenAI
 
+    # Basic initialization
     client = wrap(OpenAI())
     judgment = Tracer(project_name="my_project")
 
+    # Or with S3 storage enabled
+    # NOTE: Make sure AWS creds correspond to an account with write access to the specified S3 bucket
+    judgment = Tracer(
+        project_name="my_project",
+        use_s3=True,
+        s3_bucket_name="my-traces-bucket", # Bucket created automatically if it doesn't exist
+        s3_aws_access_key_id="your-access-key",  # Optional: defaults to AWS_ACCESS_KEY_ID env var
+        s3_aws_secret_access_key="your-secret-key",  # Optional: defaults to AWS_SECRET_ACCESS_KEY env var
+        s3_region_name="us-west-1"  # Optional: defaults to AWS_REGION env var or "us-west-1"
+    )
+
     @judgment.observe(span_type="tool")
     def my_tool():
         return "Hello world!"

{judgeval-0.0.31 → judgeval-0.0.33}/Pipfile

@@ -4,7 +4,7 @@ verify_ssl = true
 name = "pypi"
 
 [packages]
-litellm = "*"
+litellm = "==1.38.12"
 python-dotenv = "==1.0.1"
 fastapi = "*"
 uvicorn = "*"
@@ -25,6 +25,8 @@ langchain-anthropic = "*"
 langchain-core = "*"
 langchain-community = "*"
 langgraph = "*"
+google-genai = "*"
+boto3 = "*"
 
 [dev-packages]
 pytest = "*"