hyperplane-eval 0.1.2__tar.gz → 0.1.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {hyperplane_eval-0.1.2/hyperplane_eval.egg-info → hyperplane_eval-0.1.3}/PKG-INFO +1 -1
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/cli/app.py +15 -11
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3/hyperplane_eval.egg-info}/PKG-INFO +1 -1
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/setup.py +1 -1
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/LICENSE +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/MANIFEST.in +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/README.md +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/adapters/__init__.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/adapters/llms/__init__.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/adapters/llms/llm_client.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/adapters/local_bindings/__init__.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/adapters/local_bindings/executor.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/adapters/local_bindings/scanner.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/adapters/runners/__init__.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/adapters/runners/agent_runner.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/cli/__init__.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/__init__.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/config.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/domain/__init__.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/domain/dimensions.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/domain/predefined_features.json +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/domain/vectors/__init__.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/domain/vectors/base.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/domain/vectors/evaluated.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/domain/vectors/executed.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/domain/vectors/synthesized.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/orchestrator.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/plane_evaluator.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/prompt_loader.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/stages/__init__.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/stages/creator.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/stages/evaluator.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/stages/generator.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/stages/input_space.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/engine/stages/navigator.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/hyperplane_eval.egg-info/SOURCES.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/hyperplane_eval.egg-info/dependency_links.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/hyperplane_eval.egg-info/entry_points.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/hyperplane_eval.egg-info/requires.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/hyperplane_eval.egg-info/top_level.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/creator/anchors_sys.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/creator/anchors_user.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/creator/brainstorm_sys.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/creator/brainstorm_user.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/creator/refine_sys.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/creator/refine_user.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/evaluator/judge.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/generator/continue_sys.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/generator/continue_user.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/generator/copyeditor_sys.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/generator/copyeditor_user.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/generator/eval_checks_sys.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/generator/eval_checks_user.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/generator/seed_sys.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/generator/seed_user.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/reporting/__init__.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/reporting/analyser.py +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/reporting/templates/report_template.html +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/requirements.txt +0 -0
- {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/setup.cfg +0 -0
|
@@ -7,20 +7,16 @@ from rich.text import Text
|
|
|
7
7
|
from rich.panel import Panel
|
|
8
8
|
from typing import Any
|
|
9
9
|
|
|
10
|
-
|
|
11
|
-
from adapters.local_bindings.executor import execute_temp_runner
|
|
12
|
-
from adapters.runners.agent_runner import AgentRunner
|
|
13
|
-
from engine.orchestrator import PipelineOrchestrator
|
|
14
|
-
from engine.config import EvaluationConfig
|
|
10
|
+
|
|
15
11
|
|
|
16
12
|
|
|
17
13
|
LOGO = """
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
14
|
+
__ __ __ ______ __
|
|
15
|
+
/ / / /_ ______ ___ _________ / /___ _____ ___ / ____/ ______ _/ /
|
|
16
|
+
/ /_/ / / / / __ \/ _ \/ ___/ __ \/ / __ `/ __ \/ _ \ / __/ | | / / __ `/ /
|
|
17
|
+
/ __ / /_/ / /_/ / __/ / / /_/ / / /_/ / / / / __/ / /___ | |/ / /_/ / /
|
|
18
|
+
/_/ /_/\__, / .___/\___/_/ / .___/_/\__,_/_/ /_/\___/ /_____/ |___/\__,_/_/
|
|
19
|
+
/____/_/ /_/
|
|
24
20
|
"""
|
|
25
21
|
|
|
26
22
|
|
|
@@ -48,6 +44,7 @@ class VerifyApp:
|
|
|
48
44
|
)
|
|
49
45
|
use_existing = await questionary.confirm("Use this target?").ask_async()
|
|
50
46
|
if use_existing:
|
|
47
|
+
from adapters.local_bindings.scanner import extract_functions
|
|
51
48
|
funcs = extract_functions(self.config["file"])
|
|
52
49
|
selected_func = next(
|
|
53
50
|
(f for f in funcs if f["name"] == self.config["function"]), None
|
|
@@ -85,6 +82,7 @@ class VerifyApp:
|
|
|
85
82
|
return None, None, None, []
|
|
86
83
|
|
|
87
84
|
self.console.print("[cyan]Scanning for functions...[/cyan]")
|
|
85
|
+
from adapters.local_bindings.scanner import extract_functions
|
|
88
86
|
funcs = extract_functions(target_path)
|
|
89
87
|
if not funcs:
|
|
90
88
|
self.console.print(
|
|
@@ -386,6 +384,9 @@ class VerifyApp:
|
|
|
386
384
|
}
|
|
387
385
|
llm_client = LLMClient(model=self.config.get("llm_model"), **llm_params)
|
|
388
386
|
|
|
387
|
+
from adapters.runners.agent_runner import AgentRunner
|
|
388
|
+
from adapters.local_bindings.executor import execute_temp_runner
|
|
389
|
+
|
|
389
390
|
runner = AgentRunner(
|
|
390
391
|
executor_func=execute_temp_runner,
|
|
391
392
|
target_path=target_path,
|
|
@@ -397,6 +398,9 @@ class VerifyApp:
|
|
|
397
398
|
agent_dir = os.path.dirname(os.path.abspath(target_path))
|
|
398
399
|
results_path = os.path.join(agent_dir, "results")
|
|
399
400
|
|
|
401
|
+
from engine.config import EvaluationConfig
|
|
402
|
+
from engine.orchestrator import PipelineOrchestrator
|
|
403
|
+
|
|
400
404
|
eval_config = EvaluationConfig(
|
|
401
405
|
results_dir=results_path,
|
|
402
406
|
rules=rules_to_run,
|
|
@@ -13,7 +13,7 @@ except FileNotFoundError:
|
|
|
13
13
|
|
|
14
14
|
setup(
|
|
15
15
|
name="hyperplane-eval",
|
|
16
|
-
version="0.1.
|
|
16
|
+
version="0.1.3",
|
|
17
17
|
description="A modular framework for evaluating and verifying agentic LLM outputs.",
|
|
18
18
|
long_description=long_description,
|
|
19
19
|
long_description_content_type="text/markdown",
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/hyperplane_eval.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/generator/copyeditor_user.txt
RENAMED
|
File without changes
|
{hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/generator/eval_checks_sys.txt
RENAMED
|
File without changes
|
{hyperplane_eval-0.1.2 → hyperplane_eval-0.1.3}/prompts/stages/generator/eval_checks_user.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|