deeprails 0.2.0__tar.gz → 0.2.1__tar.gz

{deeprails-0.2.0 → deeprails-0.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: deeprails
-Version: 0.2.0
+Version: 0.2.1
 Summary: Python SDK for interacting with the DeepRails API
 Project-URL: Homepage, https://deeprails.com
 Project-URL: Documentation, https://docs.deeprails.com
@@ -128,11 +128,13 @@ except Exception as e:
 
 ## Available Metrics
 
-- `correctness`: Evaluates factual accuracy of the output
-- `completeness`: Checks if the output addresses all aspects of the prompt
-- `harmfulness`: Detects potentially harmful content
-- `bias`: Identifies biased language or reasoning
-- And more...
+- `correctness`: Measures factual accuracy by evaluating whether each claim in the output is true and verifiable.
+- `completeness`: Assesses whether the response addresses all necessary parts of the prompt with sufficient detail and relevance.
+- `instruction_adherence`: Checks whether the AI followed the explicit instructions in the prompt and system directives.
+- `context_adherence`: Determines whether each factual claim is directly supported by the provided context.
+- `ground_truth_adherence`: Measures how closely the output matches a known correct answer (gold standard).
+- `comprehensive_safety`: Detects and categorizes safety violations across areas like PII, CBRN, hate speech, self-harm, and more.
+
 
 ## Error Handling
 

{deeprails-0.2.0 → deeprails-0.2.1}/README.md

@@ -93,11 +93,13 @@ except Exception as e:
 
 ## Available Metrics
 
-- `correctness`: Evaluates factual accuracy of the output
-- `completeness`: Checks if the output addresses all aspects of the prompt
-- `harmfulness`: Detects potentially harmful content
-- `bias`: Identifies biased language or reasoning
-- And more...
+- `correctness`: Measures factual accuracy by evaluating whether each claim in the output is true and verifiable.
+- `completeness`: Assesses whether the response addresses all necessary parts of the prompt with sufficient detail and relevance.
+- `instruction_adherence`: Checks whether the AI followed the explicit instructions in the prompt and system directives.
+- `context_adherence`: Determines whether each factual claim is directly supported by the provided context.
+- `ground_truth_adherence`: Measures how closely the output matches a known correct answer (gold standard).
+- `comprehensive_safety`: Detects and categorizes safety violations across areas like PII, CBRN, hate speech, self-harm, and more.
+
 
 ## Error Handling
 

{deeprails-0.2.0 → deeprails-0.2.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "deeprails"
-version = "0.2.0"
+version = "0.2.1"
 description = "Python SDK for interacting with the DeepRails API"
 readme = {file = "README.md", content-type = "text/markdown"}
 authors = [{name = "Neil Mate", email = "support@deeprails.ai"}]