hyperplane-eval 0.1.2__tar.gz → 0.1.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (66) hide show
  1. {hyperplane_eval-0.1.2/hyperplane_eval.egg-info → hyperplane_eval-0.1.4}/PKG-INFO +1 -1
  2. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/cli/app.py +15 -11
  3. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4/hyperplane_eval.egg-info}/PKG-INFO +1 -1
  4. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/hyperplane_eval.egg-info/SOURCES.txt +6 -0
  5. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/hyperplane_eval.egg-info/top_level.txt +1 -0
  6. hyperplane_eval-0.1.4/prompts/stages/__init__.py +0 -0
  7. hyperplane_eval-0.1.4/prompts/stages/creator/__init__.py +0 -0
  8. hyperplane_eval-0.1.4/prompts/stages/evaluator/__init__.py +0 -0
  9. hyperplane_eval-0.1.4/prompts/stages/generator/__init__.py +0 -0
  10. hyperplane_eval-0.1.4/reporting/__init__.py +0 -0
  11. hyperplane_eval-0.1.4/reporting/templates/__init__.py +0 -0
  12. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/setup.py +1 -1
  13. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/LICENSE +0 -0
  14. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/MANIFEST.in +0 -0
  15. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/README.md +0 -0
  16. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/adapters/__init__.py +0 -0
  17. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/adapters/llms/__init__.py +0 -0
  18. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/adapters/llms/llm_client.py +0 -0
  19. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/adapters/local_bindings/__init__.py +0 -0
  20. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/adapters/local_bindings/executor.py +0 -0
  21. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/adapters/local_bindings/scanner.py +0 -0
  22. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/adapters/runners/__init__.py +0 -0
  23. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/adapters/runners/agent_runner.py +0 -0
  24. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/cli/__init__.py +0 -0
  25. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/__init__.py +0 -0
  26. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/config.py +0 -0
  27. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/domain/__init__.py +0 -0
  28. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/domain/dimensions.py +0 -0
  29. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/domain/predefined_features.json +0 -0
  30. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/domain/vectors/__init__.py +0 -0
  31. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/domain/vectors/base.py +0 -0
  32. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/domain/vectors/evaluated.py +0 -0
  33. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/domain/vectors/executed.py +0 -0
  34. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/domain/vectors/synthesized.py +0 -0
  35. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/orchestrator.py +0 -0
  36. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/plane_evaluator.py +0 -0
  37. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/prompt_loader.py +0 -0
  38. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/stages/__init__.py +0 -0
  39. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/stages/creator.py +0 -0
  40. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/stages/evaluator.py +0 -0
  41. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/stages/generator.py +0 -0
  42. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/stages/input_space.py +0 -0
  43. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/engine/stages/navigator.py +0 -0
  44. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/hyperplane_eval.egg-info/dependency_links.txt +0 -0
  45. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/hyperplane_eval.egg-info/entry_points.txt +0 -0
  46. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/hyperplane_eval.egg-info/requires.txt +0 -0
  47. {hyperplane_eval-0.1.2/reporting → hyperplane_eval-0.1.4/prompts}/__init__.py +0 -0
  48. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/creator/anchors_sys.txt +0 -0
  49. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/creator/anchors_user.txt +0 -0
  50. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/creator/brainstorm_sys.txt +0 -0
  51. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/creator/brainstorm_user.txt +0 -0
  52. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/creator/refine_sys.txt +0 -0
  53. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/creator/refine_user.txt +0 -0
  54. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/evaluator/judge.txt +0 -0
  55. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/generator/continue_sys.txt +0 -0
  56. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/generator/continue_user.txt +0 -0
  57. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/generator/copyeditor_sys.txt +0 -0
  58. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/generator/copyeditor_user.txt +0 -0
  59. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/generator/eval_checks_sys.txt +0 -0
  60. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/generator/eval_checks_user.txt +0 -0
  61. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/generator/seed_sys.txt +0 -0
  62. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/prompts/stages/generator/seed_user.txt +0 -0
  63. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/reporting/analyser.py +0 -0
  64. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/reporting/templates/report_template.html +0 -0
  65. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/requirements.txt +0 -0
  66. {hyperplane_eval-0.1.2 → hyperplane_eval-0.1.4}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: hyperplane-eval
3
- Version: 0.1.2
3
+ Version: 0.1.4
4
4
  Summary: A modular framework for evaluating and verifying agentic LLM outputs.
5
5
  Author: Marten Panchev
6
6
  Author-email: marten@aquithm.com
@@ -7,20 +7,16 @@ from rich.text import Text
7
7
  from rich.panel import Panel
8
8
  from typing import Any
9
9
 
10
- from adapters.local_bindings.scanner import extract_functions
11
- from adapters.local_bindings.executor import execute_temp_runner
12
- from adapters.runners.agent_runner import AgentRunner
13
- from engine.orchestrator import PipelineOrchestrator
14
- from engine.config import EvaluationConfig
10
+
15
11
 
16
12
 
17
13
  LOGO = """
18
- █████╗ ██╗ ██╗████████╗ ██████╗ ██╗ ██╗███████╗██████╗ ██╗███████╗██╗ ██╗
19
- ██╔══██╗██║ ██║╚══██╔══╝██╔═══██╗██║ ██║██╔════╝██╔══██╗██║██╔════╝╚██╗ ██╔╝
20
- ███████║██║ ██║ ██║ ██║ ██║██║ ██║█████╗ ██████╔╝██║█████╗ ╚████╔╝
21
- ██╔══██║██║ ██║ ██║ ██║ ██║╚██╗ ██╔╝██╔══╝ ██╔══██╗██║██╔══╝ ╚██╔╝
22
- ██║ ██║╚██████╔╝ ██║ ╚██████╔╝ ╚████╔╝ ███████╗██║ ██║██║██║ ██║
23
- ╚═╝ ╚═╝ ╚═════╝ ╚═╝ ╚═════╝ ╚═══╝ ╚══════╝╚═╝ ╚═╝╚═╝╚═╝ ╚═╝
14
+ __ __ __ ______ __
15
+ / / / /_ ______ ___ _________ / /___ _____ ___ / ____/ ______ _/ /
16
+ / /_/ / / / / __ \/ _ \/ ___/ __ \/ / __ `/ __ \/ _ \ / __/ | | / / __ `/ /
17
+ / __ / /_/ / /_/ / __/ / / /_/ / / /_/ / / / / __/ / /___ | |/ / /_/ / /
18
+ /_/ /_/\__, / .___/\___/_/ / .___/_/\__,_/_/ /_/\___/ /_____/ |___/\__,_/_/
19
+ /____/_/ /_/
24
20
  """
25
21
 
26
22
 
@@ -48,6 +44,7 @@ class VerifyApp:
48
44
  )
49
45
  use_existing = await questionary.confirm("Use this target?").ask_async()
50
46
  if use_existing:
47
+ from adapters.local_bindings.scanner import extract_functions
51
48
  funcs = extract_functions(self.config["file"])
52
49
  selected_func = next(
53
50
  (f for f in funcs if f["name"] == self.config["function"]), None
@@ -85,6 +82,7 @@ class VerifyApp:
85
82
  return None, None, None, []
86
83
 
87
84
  self.console.print("[cyan]Scanning for functions...[/cyan]")
85
+ from adapters.local_bindings.scanner import extract_functions
88
86
  funcs = extract_functions(target_path)
89
87
  if not funcs:
90
88
  self.console.print(
@@ -386,6 +384,9 @@ class VerifyApp:
386
384
  }
387
385
  llm_client = LLMClient(model=self.config.get("llm_model"), **llm_params)
388
386
 
387
+ from adapters.runners.agent_runner import AgentRunner
388
+ from adapters.local_bindings.executor import execute_temp_runner
389
+
389
390
  runner = AgentRunner(
390
391
  executor_func=execute_temp_runner,
391
392
  target_path=target_path,
@@ -397,6 +398,9 @@ class VerifyApp:
397
398
  agent_dir = os.path.dirname(os.path.abspath(target_path))
398
399
  results_path = os.path.join(agent_dir, "results")
399
400
 
401
+ from engine.config import EvaluationConfig
402
+ from engine.orchestrator import PipelineOrchestrator
403
+
400
404
  eval_config = EvaluationConfig(
401
405
  results_dir=results_path,
402
406
  rules=rules_to_run,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: hyperplane-eval
3
- Version: 0.1.2
3
+ Version: 0.1.4
4
4
  Summary: A modular framework for evaluating and verifying agentic LLM outputs.
5
5
  Author: Marten Panchev
6
6
  Author-email: marten@aquithm.com
@@ -38,13 +38,18 @@ hyperplane_eval.egg-info/dependency_links.txt
38
38
  hyperplane_eval.egg-info/entry_points.txt
39
39
  hyperplane_eval.egg-info/requires.txt
40
40
  hyperplane_eval.egg-info/top_level.txt
41
+ prompts/__init__.py
42
+ prompts/stages/__init__.py
43
+ prompts/stages/creator/__init__.py
41
44
  prompts/stages/creator/anchors_sys.txt
42
45
  prompts/stages/creator/anchors_user.txt
43
46
  prompts/stages/creator/brainstorm_sys.txt
44
47
  prompts/stages/creator/brainstorm_user.txt
45
48
  prompts/stages/creator/refine_sys.txt
46
49
  prompts/stages/creator/refine_user.txt
50
+ prompts/stages/evaluator/__init__.py
47
51
  prompts/stages/evaluator/judge.txt
52
+ prompts/stages/generator/__init__.py
48
53
  prompts/stages/generator/continue_sys.txt
49
54
  prompts/stages/generator/continue_user.txt
50
55
  prompts/stages/generator/copyeditor_sys.txt
@@ -55,4 +60,5 @@ prompts/stages/generator/seed_sys.txt
55
60
  prompts/stages/generator/seed_user.txt
56
61
  reporting/__init__.py
57
62
  reporting/analyser.py
63
+ reporting/templates/__init__.py
58
64
  reporting/templates/report_template.html
@@ -1,4 +1,5 @@
1
1
  adapters
2
2
  cli
3
3
  engine
4
+ prompts
4
5
  reporting
File without changes
File without changes
File without changes
@@ -13,7 +13,7 @@ except FileNotFoundError:
13
13
 
14
14
  setup(
15
15
  name="hyperplane-eval",
16
- version="0.1.2",
16
+ version="0.1.4",
17
17
  description="A modular framework for evaluating and verifying agentic LLM outputs.",
18
18
  long_description=long_description,
19
19
  long_description_content_type="text/markdown",
File without changes