fiddler-evals 0.7.0.dev1__tar.gz → 0.7.0rc2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. {fiddler_evals-0.7.0.dev1/fiddler_evals.egg-info → fiddler_evals-0.7.0rc2}/PKG-INFO +3 -6
  2. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/PUBLIC.md +1 -1
  3. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/README.md +1 -1
  4. fiddler_evals-0.7.0rc2/fiddler_evals/VERSION +1 -0
  5. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2/fiddler_evals.egg-info}/PKG-INFO +3 -6
  6. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/pyproject.toml +3 -6
  7. fiddler_evals-0.7.0.dev1/fiddler_evals/VERSION +0 -1
  8. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/MANIFEST.in +0 -0
  9. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/__init__.py +0 -0
  10. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/configs.py +0 -0
  11. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/conftest.py +0 -0
  12. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/connection.py +0 -0
  13. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/constants.py +0 -0
  14. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/decorators.py +0 -0
  15. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/__init__.py +0 -0
  16. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/application.py +0 -0
  17. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/base.py +0 -0
  18. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/dataset.py +0 -0
  19. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/experiment.py +0 -0
  20. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/project.py +0 -0
  21. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/tests/__init__.py +0 -0
  22. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/tests/test_application.py +0 -0
  23. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/tests/test_dataset.py +0 -0
  24. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/tests/test_dataset_items.py +0 -0
  25. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/tests/test_experiment.py +0 -0
  26. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/tests/test_experiment_items.py +0 -0
  27. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/tests/test_experiment_results.py +0 -0
  28. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/entities/tests/test_project.py +0 -0
  29. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/__init__.py +0 -0
  30. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/answer_relevance.py +0 -0
  31. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/base.py +0 -0
  32. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/coherence.py +0 -0
  33. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/conciseness.py +0 -0
  34. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/context_relevance.py +0 -0
  35. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/custom_judge.py +0 -0
  36. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/eval_fn.py +0 -0
  37. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/ftl_prompt_safety.py +0 -0
  38. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/ftl_response_faithfulness.py +0 -0
  39. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/rag_faithfulness.py +0 -0
  40. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/regex.py +0 -0
  41. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/sentiment.py +0 -0
  42. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/__init__.py +0 -0
  43. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/test_answer_relevance.py +0 -0
  44. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/test_coherence.py +0 -0
  45. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/test_conciseness.py +0 -0
  46. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/test_context_relevance.py +0 -0
  47. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/test_custom_judge.py +0 -0
  48. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/test_eval_fn.py +0 -0
  49. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/test_ftl_prompt_safety.py +0 -0
  50. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/test_ftl_response_faithfulness.py +0 -0
  51. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/test_rag_faithfulness.py +0 -0
  52. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/test_regex.py +0 -0
  53. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/test_sentiment.py +0 -0
  54. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/tests/test_topic_classification.py +0 -0
  55. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/evaluators/topic.py +0 -0
  56. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/exceptions.py +0 -0
  57. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/libs/__init__.py +0 -0
  58. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/libs/http_client.py +0 -0
  59. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/libs/json_encoder.py +0 -0
  60. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/libs/semver.py +0 -0
  61. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/libs/tests/__init__.py +0 -0
  62. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/libs/tests/test_json_encoder.py +0 -0
  63. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/libs/tests/test_request_client.py +0 -0
  64. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/preview/__init__.py +0 -0
  65. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/preview/centor_safety_dme.py +0 -0
  66. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/preview/tests/__init__.py +0 -0
  67. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/preview/tests/test_centor_safety_dme.py +0 -0
  68. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/__init__.py +0 -0
  69. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/application.py +0 -0
  70. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/base.py +0 -0
  71. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/compact.py +0 -0
  72. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/dataset.py +0 -0
  73. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/error.py +0 -0
  74. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/evaluator.py +0 -0
  75. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/experiment.py +0 -0
  76. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/filter_query.py +0 -0
  77. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/project.py +0 -0
  78. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/response.py +0 -0
  79. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/score.py +0 -0
  80. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/server_info.py +0 -0
  81. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/pydantic_models/span_fields.py +0 -0
  82. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/runner/__init__.py +0 -0
  83. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/runner/evaluation.py +0 -0
  84. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/runner/executor.py +0 -0
  85. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/runner/experiment_result_publisher.py +0 -0
  86. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/runner/experiment_runner.py +0 -0
  87. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/runner/session_capture.py +0 -0
  88. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/runner/tests/__init__.py +0 -0
  89. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/runner/tests/test_evaluate.py +0 -0
  90. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/runner/tests/test_experiment_result_publisher.py +0 -0
  91. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/runner/tests/test_runner_session.py +0 -0
  92. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/runner/tests/test_session_capture.py +0 -0
  93. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/tests/__init__.py +0 -0
  94. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/tests/constants.py +0 -0
  95. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/tests/test_connection.py +0 -0
  96. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/tests/test_decorators.py +0 -0
  97. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/utils/__init__.py +0 -0
  98. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/utils/environment.py +0 -0
  99. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/utils/pd.py +0 -0
  100. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/utils/tests/__init__.py +0 -0
  101. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/utils/tests/test_environment.py +0 -0
  102. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/utils/tqdm.py +0 -0
  103. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals/version.py +0 -0
  104. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals.egg-info/SOURCES.txt +0 -0
  105. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals.egg-info/dependency_links.txt +0 -0
  106. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals.egg-info/requires.txt +0 -0
  107. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/fiddler_evals.egg-info/top_level.txt +0 -0
  108. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/setup.cfg +0 -0
{fiddler_evals-0.7.0.dev1/fiddler_evals.egg-info → fiddler_evals-0.7.0rc2}/PKG-INFO RENAMED
@@ -1,17 +1,14 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: fiddler-evals
3
- Version: 0.7.0.dev1
3
+ Version: 0.7.0rc2
4
4
  Summary: Python SDK for evaluating LLM Applications
5
5
  Author-email: Fiddler AI <support@fiddler.ai>
6
6
  Maintainer-email: Fiddler AI <support@fiddler.ai>
7
7
  Project-URL: Homepage, https://fiddler.ai
8
8
  Project-URL: Documentation, https://docs.fiddler.ai/
9
9
  Classifier: Programming Language :: Python :: 3
10
- Classifier: Programming Language :: Python :: 3.11
11
- Classifier: Programming Language :: Python :: 3.12
12
- Classifier: Programming Language :: Python :: 3.13
13
10
  Classifier: Operating System :: OS Independent
14
- Requires-Python: >=3.11
11
+ Requires-Python: >=3.10
15
12
  Description-Content-Type: text/markdown
16
13
  Requires-Dist: pip>=21.0
17
14
  Requires-Dist: requests<3
@@ -39,7 +36,7 @@ A comprehensive toolkit for evaluating Large Language Model (LLM) applications,
39
36
 
40
37
  ## Requirements
41
38
 
42
- - Python 3.11 or higher
39
+ - Python 3.10 or higher
43
40
  - Access to a Fiddler Platform instance
44
41
  - API token from Fiddler Platform
45
42
 
{fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/PUBLIC.md RENAMED
@@ -14,7 +14,7 @@ A comprehensive toolkit for evaluating Large Language Model (LLM) applications,
14
14
 
15
15
  ## Requirements
16
16
 
17
- - Python 3.11 or higher
17
+ - Python 3.10 or higher
18
18
  - Access to a Fiddler Platform instance
19
19
  - API token from Fiddler Platform
20
20
 
{fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/README.md RENAMED
@@ -14,7 +14,7 @@ The Fiddler Evals SDK is a comprehensive toolkit for evaluating Large Language M
14
14
 
15
15
  ### Prerequisites
16
16
 
17
- - Python 3.11 or higher
17
+ - Python 3.10 or higher
18
18
  - Access to a Fiddler platform instance
19
19
 
20
20
  ### Installation
fiddler_evals-0.7.0rc2/fiddler_evals/VERSION ADDED
@@ -0,0 +1 @@
1
+ 0.7.0rc2
{fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2/fiddler_evals.egg-info}/PKG-INFO RENAMED
@@ -1,17 +1,14 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: fiddler-evals
3
- Version: 0.7.0.dev1
3
+ Version: 0.7.0rc2
4
4
  Summary: Python SDK for evaluating LLM Applications
5
5
  Author-email: Fiddler AI <support@fiddler.ai>
6
6
  Maintainer-email: Fiddler AI <support@fiddler.ai>
7
7
  Project-URL: Homepage, https://fiddler.ai
8
8
  Project-URL: Documentation, https://docs.fiddler.ai/
9
9
  Classifier: Programming Language :: Python :: 3
10
- Classifier: Programming Language :: Python :: 3.11
11
- Classifier: Programming Language :: Python :: 3.12
12
- Classifier: Programming Language :: Python :: 3.13
13
10
  Classifier: Operating System :: OS Independent
14
- Requires-Python: >=3.11
11
+ Requires-Python: >=3.10
15
12
  Description-Content-Type: text/markdown
16
13
  Requires-Dist: pip>=21.0
17
14
  Requires-Dist: requests<3
@@ -39,7 +36,7 @@ A comprehensive toolkit for evaluating Large Language Model (LLM) applications,
39
36
 
40
37
  ## Requirements
41
38
 
42
- - Python 3.11 or higher
39
+ - Python 3.10 or higher
43
40
  - Access to a Fiddler Platform instance
44
41
  - API token from Fiddler Platform
45
42
 
{fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc2}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "fiddler-evals"
3
- version = "0.7.0.dev1"
3
+ version = "0.7.0rc2"
4
4
  authors = [
5
5
  { name = "Fiddler AI", email = "support@fiddler.ai" },
6
6
  ]
@@ -9,14 +9,11 @@ maintainers = [
9
9
  ]
10
10
  classifiers = [
11
11
  "Programming Language :: Python :: 3",
12
- "Programming Language :: Python :: 3.11",
13
- "Programming Language :: Python :: 3.12",
14
- "Programming Language :: Python :: 3.13",
15
12
  "Operating System :: OS Independent",
16
13
  ]
17
14
  description = "Python SDK for evaluating LLM Applications"
18
15
  readme = "PUBLIC.md"
19
- requires-python = ">=3.11"
16
+ requires-python = ">=3.10"
20
17
  dependencies = [
21
18
  "pip>=21.0",
22
19
  "requests<3",
@@ -47,7 +44,7 @@ fiddler_evals = ["VERSION"]
47
44
  [dependency-groups]
48
45
  dev = [
49
46
  "flake8==7.3.0",
50
- "mypy==1.17.1",
47
+ "mypy==2.3.1",
51
48
  "pre-commit==4.3.0",
52
49
  "prospector==1.17.3",
53
50
  "pylint==3.3.8",
fiddler_evals-0.7.0.dev1/fiddler_evals/VERSION DELETED
@@ -1 +0,0 @@
1
- 0.7.0.dev1