judgeval 0.0.55__py3-none-any.whl → 0.1.0__py3-none-any.whl

judgeval/scorers/__init__.py

@@ -9,23 +9,19 @@ from judgeval.scorers.judgeval_scorers.api_scorers import (
     InstructionAdherenceScorer,
     DerailmentScorer,
     ToolOrderScorer,
-    ClassifierScorer,
+    PromptScorer,
     ToolDependencyScorer,
 )
-from judgeval.scorers.judgeval_scorers.classifiers import (
-    Text2SQLScorer,
-)
 
 __all__ = [
     "APIScorerConfig",
     "BaseScorer",
-    "ClassifierScorer",
+    "PromptScorer",
     "ExecutionOrderScorer",
     "HallucinationScorer",
     "FaithfulnessScorer",
     "AnswerRelevancyScorer",
     "AnswerCorrectnessScorer",
-    "Text2SQLScorer",
     "InstructionAdherenceScorer",
     "DerailmentScorer",
     "ToolOrderScorer",

judgeval/scorers/base_scorer.py

@@ -10,7 +10,6 @@ from pydantic import BaseModel
 from judgeval.judges.utils import create_judge
 from typing import Any
 from pydantic import model_validator, Field
-from judgeval.common.logger import judgeval_logger
 
 
 class BaseScorer(BaseModel):
@@ -32,10 +31,10 @@ class BaseScorer(BaseModel):
     reason: Optional[str] = ""
     using_native_model: Optional[bool] = None  # Whether the model is a native model
     success: Optional[bool] = None  # Whether the test case passed or failed
-    model: Optional[Any] = Field(
+    model: Optional[str] = None  # The name of the model used to evaluate the test case
+    model_client: Optional[Any] = Field(
         default=None, exclude=True
     )  # The model used to evaluate the test case
-    evaluation_model: Optional[str] = None  # The model used to evaluate the test case
     strict_mode: bool = False  # Whether to run the scorer in strict mode
     error: Optional[str] = None  # The error message if the scorer failed
     additional_metadata: Optional[Dict] = None  # Additional metadata for the scorer
@@ -66,8 +65,8 @@ class BaseScorer(BaseModel):
 
         This method is used at eval time
         """
-        self.model, self.using_native_model = create_judge(model)
-        self.evaluation_model = self.model.get_model_name()
+        self.model_client, self.using_native_model = create_judge(model)
+        self.model = self.model_client.get_model_name() or model
 
     def success_check(self) -> bool:
         """
@@ -78,21 +77,3 @@ class BaseScorer(BaseModel):
         if self.score is None:
             return False
         return self.score >= self.threshold
-
-    def __str__(self):
-        if self.error:
-            judgeval_logger.warning(f"BaseScorer contains error: {self.error}")
-        attributes = {
-            "score_type": self.score_type,
-            "threshold": self.threshold,
-            "score": self.score,
-            "score_breakdown": self.score_breakdown,
-            "reason": self.reason,
-            "success": self.success,
-            "model": self.model,
-            "evaluation_model": self.evaluation_model,
-            "strict_mode": self.strict_mode,
-            "error": self.error,
-            "additional_metadata": self.additional_metadata,
-        }
-        return f"BaseScorer({attributes})"

judgeval/scorers/judgeval_scorers/api_scorers/__init__.py

@@ -20,8 +20,8 @@ from judgeval.scorers.judgeval_scorers.api_scorers.derailment_scorer import (
     DerailmentScorer,
 )
 from judgeval.scorers.judgeval_scorers.api_scorers.tool_order import ToolOrderScorer
-from judgeval.scorers.judgeval_scorers.api_scorers.classifier_scorer import (
-    ClassifierScorer,
+from judgeval.scorers.judgeval_scorers.api_scorers.prompt_scorer import (
+    PromptScorer,
 )
 from judgeval.scorers.judgeval_scorers.api_scorers.tool_dependency import (
     ToolDependencyScorer,
@@ -42,6 +42,6 @@ __all__ = [
     "GroundednessScorer",
     "DerailmentScorer",
     "ToolOrderScorer",
-    "ClassifierScorer",
+    "PromptScorer",
     "ToolDependencyScorer",
 ]

judgeval/scorers/judgeval_scorers/api_scorers/prompt_scorer.py

@@ -0,0 +1,215 @@
+from judgeval.scorers.api_scorer import APIScorerConfig
+from judgeval.constants import APIScorerType
+from typing import Mapping, Dict, Any
+from judgeval.common.api import JudgmentApiClient, JudgmentAPIException
+import os
+from judgeval.common.exceptions import JudgmentAPIError
+
+
+def push_prompt_scorer(
+    name: str,
+    prompt: str,
+    options: Mapping[str, float],
+    judgment_api_key: str = os.getenv("JUDGMENT_API_KEY") or "",
+    organization_id: str = os.getenv("JUDGMENT_ORG_ID") or "",
+) -> str:
+    client = JudgmentApiClient(judgment_api_key, organization_id)
+    try:
+        r = client.save_scorer(name, prompt, dict(options))
+    except JudgmentAPIException as e:
+        if e.status_code == 500:
+            raise JudgmentAPIError(
+                f"The server is temporarily unavailable. Please try your request again in a few moments. Error details: {e.error_detail}"
+            )
+        raise JudgmentAPIError(f"Failed to save classifier scorer: {e.error_detail}")
+    return r["name"]
+
+
+def fetch_prompt_scorer(
+    name: str,
+    judgment_api_key: str = os.getenv("JUDGMENT_API_KEY") or "",
+    organization_id: str = os.getenv("JUDGMENT_ORG_ID") or "",
+):
+    client = JudgmentApiClient(judgment_api_key, organization_id)
+    try:
+        scorer_config = client.fetch_scorer(name)
+        scorer_config.pop("created_at")
+        scorer_config.pop("updated_at")
+        return scorer_config
+    except JudgmentAPIException as e:
+        if e.status_code == 500:
+            raise JudgmentAPIError(
+                f"The server is temporarily unavailable. Please try your request again in a few moments. Error details: {e.error_detail}"
+            )
+        raise JudgmentAPIError(
+            f"Failed to fetch classifier scorer '{name}': {e.error_detail}"
+        )
+
+
+def scorer_exists(
+    name: str,
+    judgment_api_key: str = os.getenv("JUDGMENT_API_KEY") or "",
+    organization_id: str = os.getenv("JUDGMENT_ORG_ID") or "",
+):
+    client = JudgmentApiClient(judgment_api_key, organization_id)
+    try:
+        return client.scorer_exists(name)["exists"]
+    except JudgmentAPIException as e:
+        if e.status_code == 500:
+            raise JudgmentAPIError(
+                f"The server is temporarily unavailable. Please try your request again in a few moments. Error details: {e.error_detail}"
+            )
+        raise JudgmentAPIError(f"Failed to check if scorer exists: {e.error_detail}")
+
+
+class PromptScorer(APIScorerConfig):
+    """
+    In the Judgment backend, this scorer is implemented as a PromptScorer that takes
+    1. a system role that may involve the Example object
+    2. options for scores on the example
+
+    and uses a judge to execute the evaluation from the system role and classify into one of the options
+    """
+
+    prompt: str
+    options: Mapping[str, float]
+    score_type: APIScorerType = APIScorerType.PROMPT_SCORER
+    judgment_api_key: str = os.getenv("JUDGMENT_API_KEY") or ""
+    organization_id: str = os.getenv("JUDGMENT_ORG_ID") or ""
+
+    @classmethod
+    def get(
+        cls,
+        name: str,
+        judgment_api_key: str = os.getenv("JUDGMENT_API_KEY") or "",
+        organization_id: str = os.getenv("JUDGMENT_ORG_ID") or "",
+    ):
+        scorer_config = fetch_prompt_scorer(name, judgment_api_key, organization_id)
+        return cls(
+            name=name,
+            prompt=scorer_config["prompt"],
+            options=scorer_config["options"],
+            judgment_api_key=judgment_api_key,
+            organization_id=organization_id,
+        )
+
+    @classmethod
+    def create(
+        cls,
+        name: str,
+        prompt: str,
+        options: Mapping[str, float],
+        judgment_api_key: str = os.getenv("JUDGMENT_API_KEY") or "",
+        organization_id: str = os.getenv("JUDGMENT_ORG_ID") or "",
+    ):
+        if not scorer_exists(name, judgment_api_key, organization_id):
+            push_prompt_scorer(name, prompt, options, judgment_api_key, organization_id)
+            return cls(
+                name=name,
+                prompt=prompt,
+                options=options,
+                judgment_api_key=judgment_api_key,
+                organization_id=organization_id,
+            )
+        else:
+            raise JudgmentAPIError(
+                f"Scorer with name {name} already exists. Either use the existing scorer with the get() method or use a new name."
+            )
+
+    # Setter functions. Each setter function pushes the scorer to the DB.
+    def set_name(self, name: str):
+        """
+        Updates the name of the scorer.
+        """
+        self.name = name
+        self.push_prompt_scorer()
+
+    def set_threshold(self, threshold: float):
+        """
+        Updates the threshold of the scorer.
+        """
+        self.threshold = threshold
+        self.push_prompt_scorer()
+
+    def set_prompt(self, prompt: str):
+        """
+        Updates the prompt with the new prompt.
+
+        Sample prompt:
+        "Did the chatbot answer the user's question in a kind way?"
+        """
+        self.prompt = prompt
+        self.push_prompt_scorer()
+
+    def set_options(self, options: Mapping[str, float]):
+        """
+        Updates the options with the new options.
+
+        Sample options:
+        {"yes": 1, "no": 0}
+        """
+        self.options = options
+        self.push_prompt_scorer()
+
+    def append_to_prompt(self, prompt_addition: str):
+        """
+        Appends a string to the prompt.
+        """
+        self.prompt += prompt_addition
+        self.push_prompt_scorer()
+
+    # Getters
+    def get_prompt(self) -> str | None:
+        """
+        Returns the prompt of the scorer.
+        """
+        return self.prompt
+
+    def get_options(self) -> Mapping[str, float] | None:
+        """
+        Returns the options of the scorer.
+        """
+        return self.options
+
+    def get_name(self) -> str | None:
+        """
+        Returns the name of the scorer.
+        """
+        return self.name
+
+    def get_config(self) -> dict:
+        """
+        Returns a dictionary with all the fields in the scorer.
+        """
+        return {
+            "name": self.name,
+            "prompt": self.prompt,
+            "options": self.options,
+        }
+
+    def push_prompt_scorer(self):
+        """
+        Pushes the scorer to the DB.
+        """
+        push_prompt_scorer(
+            self.name,
+            self.prompt,
+            self.options,
+            self.judgment_api_key,
+            self.organization_id,
+        )
+
+    def __str__(self):
+        return f"PromptScorer(name={self.name}, prompt={self.prompt}, options={self.options})"
+
+    def model_dump(self, *args, **kwargs) -> Dict[str, Any]:
+        base = super().model_dump(*args, **kwargs)
+        base_fields = set(APIScorerConfig.model_fields.keys())
+        all_fields = set(self.__class__.model_fields.keys())
+
+        extra_fields = all_fields - base_fields - {"kwargs"}
+
+        base["kwargs"] = {
+            k: getattr(self, k) for k in extra_fields if getattr(self, k) is not None
+        }
+        return base

judgeval/scorers/score.py

@@ -89,7 +89,8 @@ async def a_execute_scoring(
 
     # Add model to scorers
     for scorer in scorers:
-        scorer._add_model(model)
+        if not scorer.model:
+            scorer._add_model(model)
 
     scoring_results: List[ScoringResult] = [None for _ in examples]
     tasks = []

judgeval/scorers/utils.py

@@ -4,7 +4,6 @@ Util functions for Scorer objects
 
 import asyncio
 import nest_asyncio
-import inspect
 import json
 import re
 from typing import List, Optional
@@ -20,18 +19,7 @@ def clone_scorers(scorers: List[BaseScorer]) -> List[BaseScorer]:
     """
     cloned_scorers = []
     for s in scorers:
-        scorer_class = type(s)
-        args = vars(s)
-
-        signature = inspect.signature(scorer_class.__init__)
-        valid_params = signature.parameters.keys()
-        valid_args = {key: args[key] for key in valid_params if key in args}
-
-        cloned_scorer = scorer_class(**valid_args)
-        # kinda hacky, but in case the class inheriting from BaseScorer doesn't have `model` in its __init__,
-        # we need to explicitly include it here so that we can add the judge model to the cloned scorer
-        cloned_scorer._add_model(model=args.get("model"))
-        cloned_scorers.append(cloned_scorer)
+        cloned_scorers.append(s.model_copy(deep=True))
     return cloned_scorers
 
 

judgeval/utils/requests.py

@@ -10,9 +10,13 @@ class RetrySession(requests_original.Session):
         retries=3,
         backoff_factor=0.5,
         status_forcelist=[HTTPStatus.BAD_GATEWAY, HTTPStatus.SERVICE_UNAVAILABLE],
+        default_timeout=(10, 60),  # (connect_timeout, read_timeout)
     ):
         super().__init__()
 
+        # Store default timeout
+        self.default_timeout = default_timeout
+
         retry_strategy = Retry(
             total=retries,
             read=retries,
@@ -25,5 +29,22 @@ class RetrySession(requests_original.Session):
         self.mount("http://", adapter)
         self.mount("https://", adapter)
 
+    def request(self, method, url, timeout=None, **kwargs):
+        """
+        Override request method to add default timeout if not specified.
+
+        Args:
+            method: HTTP method
+            url: Request URL
+            timeout: Timeout value. If None, uses default_timeout.
+                    Can be a float (total timeout) or tuple (connect, read).
+            **kwargs: Other request arguments
+        """
+        # Use default timeout if none specified
+        if timeout is None:
+            timeout = self.default_timeout
+
+        return super().request(method, url, timeout=timeout, **kwargs)
+
 
 requests = RetrySession()

judgeval-0.1.0.dist-info/METADATA

@@ -0,0 +1,202 @@
+Metadata-Version: 2.4
+Name: judgeval
+Version: 0.1.0
+Summary: Judgeval Package
+Project-URL: Homepage, https://github.com/JudgmentLabs/judgeval
+Project-URL: Issues, https://github.com/JudgmentLabs/judgeval/issues
+Author-email: Andrew Li <andrew@judgmentlabs.ai>, Alex Shan <alex@judgmentlabs.ai>, Joseph Camyre <joseph@judgmentlabs.ai>
+License-Expression: Apache-2.0
+License-File: LICENSE.md
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.11
+Requires-Dist: anthropic
+Requires-Dist: boto3
+Requires-Dist: datamodel-code-generator>=0.31.1
+Requires-Dist: google-genai
+Requires-Dist: langchain-anthropic
+Requires-Dist: langchain-core
+Requires-Dist: langchain-huggingface
+Requires-Dist: langchain-openai
+Requires-Dist: litellm>=1.61.15
+Requires-Dist: matplotlib>=3.10.3
+Requires-Dist: nest-asyncio
+Requires-Dist: openai
+Requires-Dist: pandas
+Requires-Dist: python-dotenv==1.0.1
+Requires-Dist: python-slugify>=8.0.4
+Requires-Dist: requests
+Requires-Dist: together
+Description-Content-Type: text/markdown
+
+<div align="center">
+
+<img src="assets/new_lightmode.svg#gh-light-mode-only" alt="Judgment Logo" width="400" />
+<img src="assets/new_darkmode.svg#gh-dark-mode-only" alt="Judgment Logo" width="400" />
+
+<br>
+<div style="font-size: 1.5em;">
+    Enable self-learning agents with traces, evals, and environment data.
+</div>
+
+## [Docs](https://docs.judgmentlabs.ai/)  •  [Judgment Cloud](https://app.judgmentlabs.ai/register)  • [Self-Host](https://docs.judgmentlabs.ai/documentation/self-hosting/get-started)
+
+ [Demo](https://www.youtube.com/watch?v=1S4LixpVbcc) • [Bug Reports](https://github.com/JudgmentLabs/judgeval/issues) • [Changelog](https://docs.judgmentlabs.ai/changelog/2025-04-21)
+
+We're hiring! Join us in our mission to enable self-learning agents by providing the data and signals needed for monitoring and post-training.
+
+[![X](https://img.shields.io/badge/-X/Twitter-000?logo=x&logoColor=white)](https://x.com/JudgmentLabs)
+[![LinkedIn](https://custom-icon-badges.demolab.com/badge/LinkedIn%20-0A66C2?logo=linkedin-white&logoColor=fff)](https://www.linkedin.com/company/judgmentlabs)
+[![Discord](https://img.shields.io/badge/-Discord-5865F2?logo=discord&logoColor=white)](https://discord.gg/tGVFf8UBUY)
+
+<img src="assets/product_shot.png" alt="Judgment Platform" width="800" />
+
+</div>
+
+Judgeval offers **open-source tooling** for tracing and evaluating autonomous, stateful agents. It **provides runtime data from agent-environment interactions** for continuous learning and self-improvement.
+
+## 🎬 See Judgeval in Action
+
+**[Multi-Agent System](https://github.com/JudgmentLabs/judgment-cookbook/tree/main/cookbooks/agents/multi-agent) with complete observability:** (1) A multi-agent system spawns agents to research topics on the internet. (2) With just **3 lines of code**, Judgeval traces every input/output + environment response across all agent tool calls for debugging. (3) After completion, (4) export all interaction data to enable further environment-specific learning and optimization.
+
+<table style="width: 100%; max-width: 800px; table-layout: fixed;">
+<tr>
+<td align="center" style="padding: 8px; width: 50%;">
+  <img src="assets/agent.gif" alt="Agent Demo" style="width: 100%; max-width: 350px; height: auto;" />
+  <br><strong>🤖 Agents Running</strong>
+</td>
+<td align="center" style="padding: 8px; width: 50%;">
+  <img src="assets/trace.gif" alt="Trace Demo" style="width: 100%; max-width: 350px; height: auto;" />
+  <br><strong>📊 Real-time Tracing</strong>
+</td>
+</tr>
+<tr>
+<td align="center" style="padding: 8px; width: 50%;">
+  <img src="assets/document.gif" alt="Agent Completed Demo" style="width: 100%; max-width: 350px; height: auto;" />
+  <br><strong>✅ Agents Completed Running</strong>
+</td>
+<td align="center" style="padding: 8px; width: 50%;">
+  <img src="assets/data.gif" alt="Data Export Demo" style="width: 100%; max-width: 350px; height: auto;" />
+  <br><strong>📤 Exporting Agent Environment Data</strong>
+</td>
+</tr>
+
+</table>
+
+## 📋 Table of Contents
+- [🛠️ Installation](#️-installation)
+- [🏁 Quickstarts](#-quickstarts)
+- [✨ Features](#-features)
+- [🏢 Self-Hosting](#-self-hosting)
+- [📚 Cookbooks](#-cookbooks)
+- [💻 Development with Cursor](#-development-with-cursor)
+
+## 🛠️ Installation
+
+Get started with Judgeval by installing our SDK using pip:
+
+```bash
+pip install judgeval
+```
+
+Ensure you have your `JUDGMENT_API_KEY` and `JUDGMENT_ORG_ID` environment variables set to connect to the [Judgment Platform](https://app.judgmentlabs.ai/).
+
+```bash
+export JUDGMENT_API_KEY=...
+export JUDGMENT_ORG_ID=...
+```
+
+**If you don't have keys, [create an account](https://app.judgmentlabs.ai/register) on the platform!**
+
+## 🏁 Quickstarts
+
+### 🛰️ Tracing
+
+Create a file named `agent.py` with the following code:
+
+```python
+from judgeval.tracer import Tracer, wrap
+from openai import OpenAI
+
+client = wrap(OpenAI())  # tracks all LLM calls
+judgment = Tracer(project_name="my_project")
+
+@judgment.observe(span_type="tool")
+def format_question(question: str) -> str:
+    # dummy tool
+    return f"Question : {question}"
+
+@judgment.observe(span_type="function")
+def run_agent(prompt: str) -> str:
+    task = format_question(prompt)
+    response = client.chat.completions.create(
+        model="gpt-4.1",
+        messages=[{"role": "user", "content": task}]
+    )
+    return response.choices[0].message.content
+    
+run_agent("What is the capital of the United States?")
+```
+You'll see your trace exported to the Judgment Platform:
+
+<p align="center"><img src="assets/trace_demo.png" alt="Judgment Platform Trace Example" width="800" /></p>
+
+
+[Click here](https://docs.judgmentlabs.ai/documentation/tracing/introduction) for a more detailed explanation.
+
+
+<!-- Created by https://github.com/ekalinin/github-markdown-toc -->
+
+
+## ✨ Features
+
+|  |  |
+|:---|:---:|
+| <h3>🔍 Tracing</h3>Automatic agent tracing integrated with common frameworks (LangGraph, OpenAI, Anthropic). **Tracks inputs/outputs, agent tool calls, latency, cost, and custom metadata** at every step.<br><br>**Useful for:**<br>• 🐛 Debugging agent runs <br>• 📋 Collecting agent environment data <br>• 🔬 Pinpointing performance bottlenecks| <p align="center"><img src="assets/trace_screenshot.png" alt="Tracing visualization" width="1200"/></p> |
+| <h3>🧪 Evals</h3>Build custom evaluators on top of your agents. Judgeval supports LLM-as-a-judge, manual labeling, and code-based evaluators that connect with our metric-tracking infrastructure. <br><br>**Useful for:**<br>• ⚠️ Unit-testing <br>• 🔬 A/B testing <br>• 🛡️ Online guardrails | <p align="center"><img src="assets/experiments_page.png" alt="Evaluation metrics" width="800"/></p> |
+| <h3>📡 Monitoring</h3>Get Slack alerts for agent failures in production. Add custom hooks to address production regressions.<br><br> **Useful for:** <br>• 📉 Identifying degradation early <br>• 📈 Visualizing performance trends across agent versions and time | <p align="center"><img src="assets/error_analysis_dashboard.png" alt="Monitoring Dashboard" width="1200"/></p> |
+| <h3>📊 Datasets</h3>Export traces and test cases to datasets for scaled analysis and optimization. Move datasets to/from Parquet, S3, etc. <br><br>Run evals on datasets as unit tests or to A/B test different agent configurations, enabling continuous learning from production interactions. <br><br> **Useful for:**<br>• 🗃️ Agent environment interaction data for optimization<br>• 🔄 Scaled analysis for A/B tests | <p align="center"><img src="assets/datasets_preview_screenshot.png" alt="Dataset management" width="1200"/></p> |
+
+## 🏢 Self-Hosting
+
+Run Judgment on your own infrastructure: we provide comprehensive self-hosting capabilities that give you full control over the backend and data plane that Judgeval interfaces with.
+
+### Key Features
+* Deploy Judgment on your own AWS account
+* Store data in your own Supabase instance
+* Access Judgment through your own custom domain
+
+### Getting Started
+1. Check out our [self-hosting documentation](https://docs.judgmentlabs.ai/documentation/self-hosting/get-started) for detailed setup instructions, along with how your self-hosted instance can be accessed
+2. Use the [Judgment CLI](https://docs.judgmentlabs.ai/documentation/developer-tools/judgment-cli/installation) to deploy your self-hosted environment
+3. After your self-hosted instance is setup, make sure the `JUDGMENT_API_URL` environmental variable is set to your self-hosted backend endpoint
+
+## 📚 Cookbooks
+
+Have your own? We're happy to feature it if you create a PR or message us on [Discord](https://discord.gg/tGVFf8UBUY).
+
+You can access our repo of cookbooks [here](https://github.com/JudgmentLabs/judgment-cookbook).
+
+## 💻 Development with Cursor
+Building agents and LLM workflows in Cursor works best when your coding assistant has the proper context about Judgment integration. The Cursor rules file contains the key information needed for your assistant to implement Judgment features effectively.
+
+Refer to the official [documentation](https://docs.judgmentlabs.ai/documentation/developer-tools/cursor/cursor-rules) for access to the rules file and more information on integrating this rules file with your codebase.
+
+## ⭐ Star Us on GitHub
+
+If you find Judgeval useful, please consider giving us a star on GitHub! Your support helps us grow our community and continue improving the repository.
+
+## ❤️ Contributors
+
+There are many ways to contribute to Judgeval:
+
+- Submit [bug reports](https://github.com/JudgmentLabs/judgeval/issues) and [feature requests](https://github.com/JudgmentLabs/judgeval/issues)
+- Review the documentation and submit [Pull Requests](https://github.com/JudgmentLabs/judgeval/pulls) to improve it
+- Speaking or writing about Judgment and letting us know!
+
+<!-- Contributors collage -->
+[![Contributors](https://contributors-img.web.app/image?repo=JudgmentLabs/judgeval)](https://github.com/JudgmentLabs/judgeval/graphs/contributors)
+
+---
+
+Judgeval is created and maintained by [Judgment Labs](https://judgmentlabs.ai/).