versionhq 1.2.3.0__tar.gz → 1.2.3.4__tar.gz

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/.env.sample

@@ -10,8 +10,6 @@ ANTHROPIC_API_KEY=
 HUGGINGFACE_API_BASE=
 HUGGINGFACE_API_KEY=
 
-UPSTAGE_API_KEY=
-
 COMPOSIO_API_KEY=
 COMPOSIO_CLI_KEY=
 

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/.github/workflows/run_tests.yml

@@ -20,6 +20,7 @@ env:
   AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
   AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
   AWS_REGION_NAME: ${{ secrets.AWS_REGION_NAME }}
+  # PYO3_USE_ABI3_FORWARD_COMPATIBILITY: ${{ secrets.PYO3_USE_ABI3_FORWARD_COMPATIBILITY }}
 
 jobs:
   run_test:
@@ -30,17 +31,20 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v4
 
-      - name: Install uv
-        uses: astral-sh/setup-uv@v4
+      - uses: actions/setup-python@v4
         with:
-          version: "0.5.11"
+          python-version: "3.13"
 
-      - name: Set up the project
+      - name: Env set up
         run: |
+          echo "VIRTUAL_ENV=${Python_ROOT_DIR}" >> $GITHUB_ENV
+          pip install --upgrade pip pytest
+          pip install uv
           uv venv
           source .venv/bin/activate
+          uv pip install --upgrade pip pytest
           uv lock --upgrade
           uv sync --all-extras --no-extra pygraphviz
 
-      - name: Run tests
+      - name: Pytest
         run: uv run pytest tests -vv --cache-clear

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/.gitignore

@@ -1,8 +1,9 @@
 deploy.py
 destinations.py
 
-auth/
+_auth/
 
+cli/
 refine.py
 
 train.py

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: versionhq
-Version: 1.2.3.0
+Version: 1.2.3.4
 Summary: An agentic orchestration framework for building agent networks that handle task automation.
 Author-email: Kuriko Iwai <kuriko@versi0n.io>
 License: MIT License
@@ -48,8 +48,8 @@ Requires-Dist: regex==2024.11.6
 Requires-Dist: requests>=2.32.3
 Requires-Dist: pydantic>=2.10.6
 Requires-Dist: werkzeug>=3.1.3
-Requires-Dist: typing
-Requires-Dist: json-repair
+Requires-Dist: typing>=0.0.0
+Requires-Dist: json-repair>=0.0.0
 Requires-Dist: litellm>=1.55.8
 Requires-Dist: openai>=1.64.0
 Requires-Dist: composio-openai>=0.6.9
@@ -68,27 +68,24 @@ Requires-Dist: composio-core==0.7.0
 Requires-Dist: networkx>=3.4.2
 Requires-Dist: matplotlib>=3.10.0
 Requires-Dist: boto3>=1.37.1
-Provides-Extra: torch
-Requires-Dist: torch>=2.6.0; extra == "torch"
-Requires-Dist: torchvision>=0.21.0; extra == "torch"
-Requires-Dist: pytorch-triton-xpu>=3.2.0; sys_platform == "linux" and extra == "torch"
 Provides-Extra: docling
 Requires-Dist: docling>=2.25.2; extra == "docling"
 Provides-Extra: mem0ai
 Requires-Dist: mem0ai>=0.1.55; extra == "mem0ai"
 Provides-Extra: pdfplumber
 Requires-Dist: pdfplumber>=0.11.5; extra == "pdfplumber"
-Provides-Extra: pandas
-Requires-Dist: pandas>=2.2.3; extra == "pandas"
-Provides-Extra: numpy
-Requires-Dist: numpy>=1.26.4; extra == "numpy"
 Provides-Extra: pygraphviz
 Requires-Dist: pygraphviz>=1.14; extra == "pygraphviz"
 Provides-Extra: tools
 Requires-Dist: html2text>=2024.2.26; extra == "tools"
 Requires-Dist: sec-api>=1.0.28; extra == "tools"
-Provides-Extra: eval
-Requires-Dist: scikit-learn>=1.6.1; extra == "eval"
+Provides-Extra: torch
+Requires-Dist: torch>=2.6.0; extra == "torch"
+Requires-Dist: torchvision>=0.21.0; extra == "torch"
+Provides-Extra: evals
+Requires-Dist: scikit-learn>=1.6.1; extra == "evals"
+Requires-Dist: numpy>=1.26.4; extra == "evals"
+Requires-Dist: pandas>=2.2.3; extra == "evals"
 
 # Overview
 

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/pyproject.toml

@@ -15,7 +15,7 @@ exclude = ["test*", "__pycache__", "*.egg-info"]
 
 [project]
 name = "versionhq"
-version = "1.2.3.0"
+version = "1.2.3.4"
 authors = [{ name = "Kuriko Iwai", email = "kuriko@versi0n.io" }]
 description = "An agentic orchestration framework for building agent networks that handle task automation."
 readme = "README.md"
@@ -27,8 +27,8 @@ dependencies = [
   "requests>=2.32.3",
   "pydantic>=2.10.6",
   "werkzeug>=3.1.3",
-  "typing",
-  "json-repair",
+  "typing>=0.0.0",
+  "json-repair>=0.0.0",
   "litellm>=1.55.8",
   "openai>=1.64.0",
   "composio-openai>=0.6.9",
@@ -46,7 +46,7 @@ dependencies = [
   "composio-core==0.7.0",
   "networkx>=3.4.2",
   "matplotlib>=3.10.0",
-  "boto3>=1.37.1",
+  "boto3>=1.37.1"
 ]
 classifiers = [
   "Programming Language :: Python",
@@ -69,11 +69,6 @@ Repository = "https://github.com/versionHQ/multi-agent-system"
 Issues = "https://github.com/versionHQ/multi-agent-system/issues"
 
 [project.optional-dependencies]
-torch = [
-    "torch>=2.6.0",
-    "torchvision>=0.21.0",
-    "pytorch-triton-xpu>=3.2.0 ; sys_platform == 'linux'",
-]
 docling = [
     "docling>=2.25.2",
 ]
@@ -83,12 +78,6 @@ mem0ai = [
 pdfplumber = [
     "pdfplumber>=0.11.5",
 ]
-pandas = [
-    "pandas>=2.2.3",
-]
-numpy = [
-    "numpy>=1.26.4",
-]
 pygraphviz = [
     "pygraphviz>=1.14",
 ]
@@ -96,8 +85,14 @@ tools = [
     "html2text>=2024.2.26",
     "sec-api>=1.0.28",
 ]
-eval = [
+torch = [
+    "torch>=2.6.0",
+    "torchvision>=0.21.0",
+]
+evals = [
     "scikit-learn>=1.6.1",
+    "numpy>=1.26.4",
+    "pandas>=2.2.3",
 ]
 
 [tool.uv]
@@ -105,8 +100,8 @@ dev-dependencies = [
   "mypy>=1.10.0",
   "pre-commit>=4.0.1",
   "pytest-vcr>=1.0.2",
-  "black",
-  "bandit",
+  "black>=0.0.0",
+  "bandit>=0.0.0",
   "pytest>=8.3.4",
   "mkdocs>=1.6.1",
   "mkdocs-material>=9.6.2",
@@ -118,18 +113,22 @@ dev-dependencies = [
 
 [tool.uv.sources]
 torch = [
-  { index = "pytorch-xpu", marker = "sys_platform == 'win32' or sys_platform == 'linux'" },
+  { index = "pytorch-cpu", extra = "torch", marker = "sys_platform != 'win32' and sys_platform != 'linux'" },
+  { index = "pytorch-cu124", extra = "torch", marker = "sys_platform == 'win32' or sys_platform == 'linux'" },
 ]
 torchvision = [
-  { index = "pytorch-xpu", marker = "sys_platform == 'win32' or sys_platform == 'linux'" },
-]
-pytorch-triton-xpu = [
-  { index = "pytorch-xpu", marker = "sys_platform == 'linux'" },
+  { index = "pytorch-cpu", extra = "torch",  marker = "sys_platform != 'win32' and sys_platform != 'linux'" },
+  { index = "pytorch-cu124", extra = "torch", marker = "sys_platform == 'win32' or sys_platform == 'linux'" },
 ]
 
 [[tool.uv.index]]
-name = "pytorch-xpu"
-url = "https://download.pytorch.org/whl/xpu"
+name = "pytorch-cpu"
+url = "https://download.pytorch.org/whl/cpu"
+explicit = true
+
+[[tool.uv.index]]
+name = "pytorch-cu124"
+url = "https://download.pytorch.org/whl/cu124"
 explicit = true
 
 [tool.uv.workspace]

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/requirements.txt

@@ -21,3 +21,4 @@ envoy>=0.0.3
 composio-core==0.7.0
 networkx>=3.4.2
 matplotlib>=3.10.0
+boto3>=1.37.1

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/src/versionhq/__init__.py

@@ -32,7 +32,7 @@ from versionhq.agent_network.formation import form_agent_network
 from versionhq.task_graph.draft import workflow
 
 
-__version__ = "1.2.3.0"
+__version__ = "1.2.3.4"
 __all__ = [
     "Agent",
 

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/src/versionhq/clients/workflow/model.py

@@ -2,92 +2,25 @@ import uuid
 from abc import ABC
 from datetime import datetime
 from typing import Any, Dict, List, Optional
-from typing_extensions import Self
+
 from pydantic import UUID4, InstanceOf, BaseModel, ConfigDict, Field, field_validator, model_validator
 from pydantic_core import PydanticCustomError
 
-from versionhq.clients.product.model import Product
-from versionhq.clients.customer.model import Customer
 from versionhq.agent.model import Agent
 from versionhq.agent_network.model import AgentNetwork
+from versionhq.clients.product.model import Product
+from versionhq.clients.customer.model import Customer
 from versionhq.tool.composio_tool_vars import ComposioAppName
 
 
-class ScoreFormat:
-    def __init__(self, rate: float | int = 0, weight: int = 1):
-        self.rate = rate
-        self.weight = weight
-        self.aggregate = rate * weight
-
-
-class Score:
-    """
-    Evaluate the score on 0 (no performance) to 1 scale.
-    `rate`: Any float from 0.0 to 1.0 given by an agent.
-    `weight`: Importance of each factor to the aggregated score.
-    """
-
-    def __init__(
-        self,
-        brand_tone: ScoreFormat = ScoreFormat(0, 0),
-        audience: ScoreFormat = ScoreFormat(0, 0),
-        track_record: ScoreFormat = ScoreFormat(0, 0),
-        **kwargs: Optional[Dict[str, ScoreFormat]],
-    ):
-        self.brand_tone = brand_tone
-        self.audience = audience
-        self.track_record = track_record
-        self.kwargs = kwargs
-
-
-    def result(self) -> int:
-        aggregate_score = int(self.brand_tone.aggregate) + int(self.audience.aggregate) + int(self.track_record.aggregate)
-        denominator = self.brand_tone.weight + self.audience.weight + self.track_record.weight
-
-        for k, v in self.kwargs.items():
-            aggregate_score += v.aggregate
-            denominator += v.weight
-
-        if denominator == 0:
-            return 0
-
-        return round(aggregate_score / denominator, 2)
-
-
-
 class MessagingComponent(ABC, BaseModel):
     layer_id: int = Field(default=0, description="add id of the layer: 0, 1, 2")
     message: str = Field(default=None, max_length=1024, description="text message content to be sent")
-    score: InstanceOf[Score] = Field(default=None)
+    score: Optional[float | int] = Field(default=None)
     condition: str = Field(default=None, description="condition to execute the next component")
     interval: Optional[str] = Field(default=None, description="ideal interval to set to assess the condition")
 
 
-    def store_scoring_result(self, subject: str, score_raw: int | Score | ScoreFormat = None) -> Self:
-        """
-        Set up the `score` field
-        """
-
-        if isinstance(score_raw, Score):
-            setattr(self, "score", score_raw)
-
-        elif isinstance(score_raw, ScoreFormat):
-            score_instance = Score()
-            setattr(score_instance, subject, score_raw)
-            setattr(self, "score", score_instance)
-
-        elif isinstance(score_raw, int) or isinstance(score_raw, float):
-            score_instance, score_format_instance = Score(), ScoreFormat(rate=score_raw, weight=1)
-            setattr(score_instance, "kwargs", { subject: score_format_instance })
-            setattr(self, "score", score_instance)
-
-        else:
-            pass
-
-        return self
-
-
-
 class MessagingWorkflow(ABC, BaseModel):
     """
     Store 3 layers of messaging workflow sent to `customer` on the `product`

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/src/versionhq/storage/ltm_sqlite_storage.py

@@ -97,7 +97,7 @@ class LTMSQLiteStorage:
                     ]
 
         except sqlite3.Error as e:
-            self._logger.log(level="error", message=f"MEMORY ERROR: An error occurred while querying LTM: {str(e)}",color="red")
+            self._logger.log(level="error", message=f"MEMORY ERROR: An error occurred while querying LTM: {str(e)}", color="red")
             return None
 
 

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/src/versionhq/task/TEMPLATES/Description.py

@@ -1,4 +1,4 @@
-EVALUATE="""Evaluate the provided task output against the given task description, assigning a score between 0 (worst) and 1 (best) based on the specified criteria. Scores should be numerical (integers or decimals). Provide specific suggestions for improvement. Do not assign identical scores to different criteria unless otherwise you have clear reasons to do so:
+EVALUATE="""Evaluate the provided task output against the given task description, assigning a score between 0 (worst) and 1 (best) based on the specified criteria. Scores should be numerical (integers or decimals). Weight should be numerical (integers or decimals) and represents importance of the criteria to the final result. Provide specific suggestions for improvement. Do not assign identical scores to different criteria unless otherwise you have clear reasons to do so:
 Task output: {task_output}
 Task description: {task_description}
 Evaluation criteria: {eval_criteria}

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/src/versionhq/task/evaluation.py

@@ -1,64 +1,22 @@
-from typing import List, Optional, Dict, Any
+from typing import List, Any
 from typing_extensions import Self
 
 from pydantic import BaseModel, model_validator
+import pandas as pd
+from sklearn.preprocessing import MinMaxScaler
 
 from versionhq.memory.model import MemoryMetadata
 
-"""
-Evaluate task output from accuracy, token consumption, and latency perspectives, and mark the score from 0 to 1.
-"""
-
-
-class ScoreFormat:
-    def __init__(self, rate: float | int = 0, weight: int = 1):
-        self.rate = rate
-        self.weight = weight
-        self.aggregate = rate * weight
-
-
-class Score:
-    """
-    Evaluate the score on 0 (no performance) to 1 scale.
-    `rate`: Any float from 0.0 to 1.0 given by an agent.
-    `weight`: Importance of each factor to the aggregated score.
-    """
-
-    def __init__(self, config: Optional[Dict[str, ScoreFormat]] = None):
-        self.config = config
-
-        if self.config:
-            for k, v in self.config.items():
-                if isinstance(v, ScoreFormat):
-                    setattr(self, k, v)
-
-
-    def result(self) -> float:
-        aggregate_score, denominator = 0, 0
-
-        for k, v in self.__dict__.items():
-            aggregate_score += v.aggregate
-            denominator += v.weight
-
-        if denominator == 0:
-            return 0
-
-        return round(aggregate_score / denominator, 3)
-
 
 class EvaluationItem(BaseModel):
     """
     A Pydantic class to store the evaluation result with scoring and suggestion based on the given criteria.
+    This class will be used as a response format for the eval task.
     """
     criteria: str
     suggestion: str
     score: float
-
-    def _format_score(self, weight: int = 1) -> ScoreFormat | None:
-        if self.score and isinstance(self.score, float):
-            return ScoreFormat(rate=self.score, weight=weight)
-
-        else: return None
+    weight: int = 1
 
 
 class Evaluation(BaseModel):
@@ -111,33 +69,43 @@ class Evaluation(BaseModel):
         return shot_prompt
 
 
-    @property
-    def aggregate_score(self) -> float:
+    def _normalize_df(self) -> pd.DataFrame:
         """
-        Calcurate aggregate score from evaluation items.
+        Creates a pandas DataFrame from a list of EvaluationItem objects containing 'weight' and 'score' columns, and normalizes them using MinMaxScaler.
+
+        Args:
+            items: A list of EvaluationItem objects.
+
+        Returns:
+            A pandas DataFrame with normalized 'weight' and 'score' columns, or an empty DataFrame if the input is empty.
         """
         if not self.items:
-            return 0
+            return pd.DataFrame()
 
-        aggregate_score = 0
-        denominator = 0
+        data = { 'weight': [item.weight for item in self.items], 'score': [item.score for item in self.items] }
+        df = pd.DataFrame(data)
 
-        for item in self.items:
-            score_format = item._format_score()
-            aggregate_score += score_format.aggregate if score_format else 0
-            denominator += score_format.weight if score_format else 0
+        scaler = MinMaxScaler(feature_range=(0, 1))
+        df[['weight', 'score']] = scaler.fit_transform(df[['weight', 'score']])
 
-        if denominator == 0:
+        return df
+
+
+    @property
+    def aggregate_score(self) -> int | float:
+        if not self.items:
             return 0
 
-        return round(aggregate_score / denominator, 2)
+        df = self._normalize_df()
+        df['weighted_score'] = df['weight'] * df['score']
+        aggregate_score = round(df['weighted_score'].sum(), 3)
+        return aggregate_score
 
 
     @property
     def suggestion_summary(self) -> str | None:
-        """
-        Returns a summary of the suggestions
-        """
+        """Returns a summary of the suggestions"""
+
         if not self.items:
             return None
 

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/src/versionhq/task/model.py

@@ -228,13 +228,21 @@ class TaskOutput(BaseModel):
             self._tokens += task_eval._tokens
 
             if res.pydantic:
-                item = EvaluationItem(score=res.pydantic.score, suggestion=res.pydantic.suggestion, criteria=res.pydantic.criteria)
+                item = EvaluationItem(
+                    score=res.pydantic.score,
+                    weight=res.pydantic.weight,
+                    suggestion=res.pydantic.suggestion,
+                    criteria=res.pydantic.criteria
+                )
                 self.evaluation.items.append(item)
 
             else:
                 try:
                     item = EvaluationItem(
-                        score=float(res.json_dict["score"]), suggestion=res.json_dict["suggestion"], criteria=res.json_dict["criteria"]
+                        score=float(res.json_dict["score"]),
+                        weight=float(res.json_dict["weight"]),
+                        suggestion=res.json_dict["suggestion"],
+                        criteria=res.json_dict["criteria"]
                     )
                     self.evaluation.items.append(item)
                 except Exception as e:
@@ -246,10 +254,7 @@ class TaskOutput(BaseModel):
 
     @property
     def aggregate_score(self) -> float | int:
-        if self.evaluation is None:
-            return 0
-        else:
-            self.evaluation.aggregate_score
+        return self.evaluation.aggregate_score if self.evaluation is not None else 0
 
 
     @property

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/src/versionhq.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: versionhq
-Version: 1.2.3.0
+Version: 1.2.3.4
 Summary: An agentic orchestration framework for building agent networks that handle task automation.
 Author-email: Kuriko Iwai <kuriko@versi0n.io>
 License: MIT License
@@ -48,8 +48,8 @@ Requires-Dist: regex==2024.11.6
 Requires-Dist: requests>=2.32.3
 Requires-Dist: pydantic>=2.10.6
 Requires-Dist: werkzeug>=3.1.3
-Requires-Dist: typing
-Requires-Dist: json-repair
+Requires-Dist: typing>=0.0.0
+Requires-Dist: json-repair>=0.0.0
 Requires-Dist: litellm>=1.55.8
 Requires-Dist: openai>=1.64.0
 Requires-Dist: composio-openai>=0.6.9
@@ -68,27 +68,24 @@ Requires-Dist: composio-core==0.7.0
 Requires-Dist: networkx>=3.4.2
 Requires-Dist: matplotlib>=3.10.0
 Requires-Dist: boto3>=1.37.1
-Provides-Extra: torch
-Requires-Dist: torch>=2.6.0; extra == "torch"
-Requires-Dist: torchvision>=0.21.0; extra == "torch"
-Requires-Dist: pytorch-triton-xpu>=3.2.0; sys_platform == "linux" and extra == "torch"
 Provides-Extra: docling
 Requires-Dist: docling>=2.25.2; extra == "docling"
 Provides-Extra: mem0ai
 Requires-Dist: mem0ai>=0.1.55; extra == "mem0ai"
 Provides-Extra: pdfplumber
 Requires-Dist: pdfplumber>=0.11.5; extra == "pdfplumber"
-Provides-Extra: pandas
-Requires-Dist: pandas>=2.2.3; extra == "pandas"
-Provides-Extra: numpy
-Requires-Dist: numpy>=1.26.4; extra == "numpy"
 Provides-Extra: pygraphviz
 Requires-Dist: pygraphviz>=1.14; extra == "pygraphviz"
 Provides-Extra: tools
 Requires-Dist: html2text>=2024.2.26; extra == "tools"
 Requires-Dist: sec-api>=1.0.28; extra == "tools"
-Provides-Extra: eval
-Requires-Dist: scikit-learn>=1.6.1; extra == "eval"
+Provides-Extra: torch
+Requires-Dist: torch>=2.6.0; extra == "torch"
+Requires-Dist: torchvision>=0.21.0; extra == "torch"
+Provides-Extra: evals
+Requires-Dist: scikit-learn>=1.6.1; extra == "evals"
+Requires-Dist: numpy>=1.26.4; extra == "evals"
+Requires-Dist: pandas>=2.2.3; extra == "evals"
 
 # Overview
 

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/src/versionhq.egg-info/requires.txt

@@ -2,8 +2,8 @@ regex==2024.11.6
 requests>=2.32.3
 pydantic>=2.10.6
 werkzeug>=3.1.3
-typing
-json-repair
+typing>=0.0.0
+json-repair>=0.0.0
 litellm>=1.55.8
 openai>=1.64.0
 composio-openai>=0.6.9
@@ -26,18 +26,14 @@ boto3>=1.37.1
 [docling]
 docling>=2.25.2
 
-[eval]
+[evals]
 scikit-learn>=1.6.1
+numpy>=1.26.4
+pandas>=2.2.3
 
 [mem0ai]
 mem0ai>=0.1.55
 
-[numpy]
-numpy>=1.26.4
-
-[pandas]
-pandas>=2.2.3
-
 [pdfplumber]
 pdfplumber>=0.11.5
 
@@ -51,6 +47,3 @@ sec-api>=1.0.28
 [torch]
 torch>=2.6.0
 torchvision>=0.21.0
-
-[torch:sys_platform == "linux"]
-pytorch-triton-xpu>=3.2.0

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/tests/clients/workflow_test.py

@@ -10,23 +10,8 @@ def test_store_scores():
     Test if the final result will be calcurated using a random subject
     """
 
-    messaging_component = MessagingComponent(message="demo")
-    score_raw = 15
-    messaging_component.store_scoring_result("demo", score_raw=score_raw)
-
-    assert messaging_component.score is not None
-    assert messaging_component.score.result() is not None
-
-
-def test_score_result():
-    messaging_component = MessagingComponent(message="demo")
-    score_raw = 15
-    messaging_component.store_scoring_result("demo", score_raw=score_raw)
-
-    result = messaging_component.score.result()
-
-    assert result is not None
-    assert result != 0
+    messaging_component = MessagingComponent(message="demo", score=15)
+    assert messaging_component.score == 15
 
 
 def test_setup_messaging_workflow_with_anonymous_provider():

{versionhq-1.2.3.0 → versionhq-1.2.3.4}/tests/task/doc_eval_test.py

@@ -16,8 +16,6 @@ def test_eval():
     res = task.execute()
 
     assert isinstance(res.evaluation, vhq.Evaluation)
-    assert [item for item in res.evaluation.items if item.criteria == "Uniquness" or item.criteria == "Fit to audience"]
+    assert len(res.evaluation.items) == 2
     assert res.evaluation.aggregate_score is not None
     assert res.evaluation.suggestion_summary is not None
-
-test_eval()