gooddata-eval 1.72.1.dev4__tar.gz → 1.72.1.dev5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/PKG-INFO +2 -2
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/pyproject.toml +2 -2
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/alert_skill.py +1 -1
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/conversation.py +1 -1
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/kda_skill.py +1 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/metric_skill.py +1 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/visualization.py +1 -1
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/.gitignore +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/LICENSE.txt +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/Makefile +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/README.md +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/__init__.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/_version.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/cli/__init__.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/cli/agentic_runner.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/cli/main.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/__init__.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/__init__.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/_catalog.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/_langfuse.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/general_question.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/guardrail.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/search_tool.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/chat/__init__.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/chat/sse_client.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/config.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/connection.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/dataset/__init__.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/dataset/langfuse_source.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/dataset/local.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/__init__.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/_deep_subset.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/_llm_judge.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/_text_utils.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/alert_skill.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/base.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/general_question.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/guardrail.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/metric_skill.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/search_tool.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/summary.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/visualization.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/langfuse/__init__.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/langfuse/sink.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/models.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/reporting/__init__.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/reporting/console.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/reporting/json_report.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/runner.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/scoring.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/summary/__init__.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/summary/http_client.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/workspace.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/__init__.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/conftest.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/fixtures/sample_dataset/metric_skill_create.json +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/fixtures/sample_dataset/visualization_revenue.json +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/fixtures/sse_visualization_stream.txt +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_agentic_alert_skill.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_agentic_conversation.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_agentic_general_question.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_agentic_guardrail.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_agentic_kda_skill.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_agentic_langfuse_trace.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_agentic_metric_skill.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_agentic_run_context.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_agentic_search_tool.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_agentic_visualization.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_alert_skill_evaluator.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_cli.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_connection.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_deep_subset.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_langfuse_sink.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_langfuse_source.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_llm_judge.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_local_loader.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_metric_skill_evaluator.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_models.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_reporting.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_runner.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_scoring.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_search_tool_evaluator.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_sse_client.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_summary_client.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_summary_evaluator.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_text_evaluators.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_visualization_evaluator.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_workspace.py +0 -0
- {gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tox.ini +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: gooddata-eval
|
|
3
|
-
Version: 1.72.1.
|
|
3
|
+
Version: 1.72.1.dev5
|
|
4
4
|
Summary: Evaluate the GoodData AI agent against your own questions and models.
|
|
5
5
|
Project-URL: Source, https://github.com/gooddata/gooddata-python-sdk
|
|
6
6
|
Author-email: GoodData <support@gooddata.com>
|
|
@@ -17,7 +17,7 @@ Classifier: Topic :: Scientific/Engineering
|
|
|
17
17
|
Classifier: Topic :: Software Development
|
|
18
18
|
Classifier: Typing :: Typed
|
|
19
19
|
Requires-Python: >=3.10
|
|
20
|
-
Requires-Dist: gooddata-sdk~=1.72.1.
|
|
20
|
+
Requires-Dist: gooddata-sdk~=1.72.1.dev5
|
|
21
21
|
Requires-Dist: httpx<1.0,>=0.27
|
|
22
22
|
Requires-Dist: orjson<4.0.0,>=3.9.15
|
|
23
23
|
Requires-Dist: pydantic<3.0,>=2.6
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# (C) 2026 GoodData Corporation
|
|
2
2
|
[project]
|
|
3
3
|
name = "gooddata-eval"
|
|
4
|
-
version = "1.72.1.
|
|
4
|
+
version = "1.72.1.dev5"
|
|
5
5
|
description = "Evaluate the GoodData AI agent against your own questions and models."
|
|
6
6
|
readme = "README.md"
|
|
7
7
|
license = "MIT"
|
|
@@ -11,7 +11,7 @@ authors = [
|
|
|
11
11
|
keywords = ["gooddata", "ai", "evaluation", "llm", "analytics", "cli"]
|
|
12
12
|
requires-python = ">=3.10"
|
|
13
13
|
dependencies = [
|
|
14
|
-
"gooddata-sdk~=1.72.1.
|
|
14
|
+
"gooddata-sdk~=1.72.1.dev5",
|
|
15
15
|
"httpx>=0.27,<1.0",
|
|
16
16
|
"orjson>=3.9.15,<4.0.0",
|
|
17
17
|
"pydantic>=2.6,<3.0",
|
|
@@ -252,7 +252,7 @@ def _get_sim_user_response(agent_message: str, turn: TurnDefinition, expected_ou
|
|
|
252
252
|
),
|
|
253
253
|
},
|
|
254
254
|
],
|
|
255
|
-
temperature=0
|
|
255
|
+
temperature=0,
|
|
256
256
|
)
|
|
257
257
|
content = response.choices[0].message.content
|
|
258
258
|
return content.strip() if content else "Please proceed with sensible defaults."
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/kda_skill.py
RENAMED
|
@@ -103,6 +103,7 @@ def generate_simulated_kda_response(
|
|
|
103
103
|
model="gpt-4o-mini",
|
|
104
104
|
messages=[{"role": "user", "content": prompt}],
|
|
105
105
|
max_tokens=150,
|
|
106
|
+
temperature=0,
|
|
106
107
|
timeout=30,
|
|
107
108
|
)
|
|
108
109
|
return response.choices[0].message.content or "Please proceed with either option."
|
|
@@ -95,6 +95,7 @@ def generate_simulated_response(agent_message: str, expected_output: dict) -> st
|
|
|
95
95
|
model="gpt-4o-mini",
|
|
96
96
|
messages=[{"role": "user", "content": prompt}],
|
|
97
97
|
max_tokens=150,
|
|
98
|
+
temperature=0,
|
|
98
99
|
)
|
|
99
100
|
return response.choices[0].message.content or "Please proceed."
|
|
100
101
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/cli/agentic_runner.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/__init__.py
RENAMED
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/_catalog.py
RENAMED
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/_langfuse.py
RENAMED
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/agentic/guardrail.py
RENAMED
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/chat/__init__.py
RENAMED
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/chat/sse_client.py
RENAMED
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/connection.py
RENAMED
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/dataset/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/dataset/local.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/base.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/evaluators/summary.py
RENAMED
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/langfuse/__init__.py
RENAMED
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/langfuse/sink.py
RENAMED
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/reporting/__init__.py
RENAMED
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/reporting/console.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/src/gooddata_eval/core/summary/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/fixtures/sse_visualization_stream.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_agentic_general_question.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_agentic_langfuse_trace.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_metric_skill_evaluator.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gooddata_eval-1.72.1.dev4 → gooddata_eval-1.72.1.dev5}/tests/test_visualization_evaluator.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|