fiddler-evals 0.7.0.dev1__tar.gz → 0.7.0rc1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. {fiddler_evals-0.7.0.dev1/fiddler_evals.egg-info → fiddler_evals-0.7.0rc1}/PKG-INFO +1 -1
  2. fiddler_evals-0.7.0rc1/fiddler_evals/VERSION +1 -0
  3. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1/fiddler_evals.egg-info}/PKG-INFO +1 -1
  4. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/pyproject.toml +2 -2
  5. fiddler_evals-0.7.0.dev1/fiddler_evals/VERSION +0 -1
  6. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/MANIFEST.in +0 -0
  7. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/PUBLIC.md +0 -0
  8. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/README.md +0 -0
  9. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/__init__.py +0 -0
  10. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/configs.py +0 -0
  11. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/conftest.py +0 -0
  12. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/connection.py +0 -0
  13. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/constants.py +0 -0
  14. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/decorators.py +0 -0
  15. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/__init__.py +0 -0
  16. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/application.py +0 -0
  17. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/base.py +0 -0
  18. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/dataset.py +0 -0
  19. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/experiment.py +0 -0
  20. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/project.py +0 -0
  21. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/tests/__init__.py +0 -0
  22. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/tests/test_application.py +0 -0
  23. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/tests/test_dataset.py +0 -0
  24. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/tests/test_dataset_items.py +0 -0
  25. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/tests/test_experiment.py +0 -0
  26. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/tests/test_experiment_items.py +0 -0
  27. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/tests/test_experiment_results.py +0 -0
  28. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/entities/tests/test_project.py +0 -0
  29. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/__init__.py +0 -0
  30. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/answer_relevance.py +0 -0
  31. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/base.py +0 -0
  32. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/coherence.py +0 -0
  33. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/conciseness.py +0 -0
  34. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/context_relevance.py +0 -0
  35. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/custom_judge.py +0 -0
  36. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/eval_fn.py +0 -0
  37. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/ftl_prompt_safety.py +0 -0
  38. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/ftl_response_faithfulness.py +0 -0
  39. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/rag_faithfulness.py +0 -0
  40. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/regex.py +0 -0
  41. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/sentiment.py +0 -0
  42. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/__init__.py +0 -0
  43. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/test_answer_relevance.py +0 -0
  44. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/test_coherence.py +0 -0
  45. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/test_conciseness.py +0 -0
  46. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/test_context_relevance.py +0 -0
  47. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/test_custom_judge.py +0 -0
  48. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/test_eval_fn.py +0 -0
  49. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/test_ftl_prompt_safety.py +0 -0
  50. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/test_ftl_response_faithfulness.py +0 -0
  51. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/test_rag_faithfulness.py +0 -0
  52. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/test_regex.py +0 -0
  53. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/test_sentiment.py +0 -0
  54. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/tests/test_topic_classification.py +0 -0
  55. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/evaluators/topic.py +0 -0
  56. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/exceptions.py +0 -0
  57. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/libs/__init__.py +0 -0
  58. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/libs/http_client.py +0 -0
  59. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/libs/json_encoder.py +0 -0
  60. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/libs/semver.py +0 -0
  61. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/libs/tests/__init__.py +0 -0
  62. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/libs/tests/test_json_encoder.py +0 -0
  63. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/libs/tests/test_request_client.py +0 -0
  64. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/preview/__init__.py +0 -0
  65. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/preview/centor_safety_dme.py +0 -0
  66. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/preview/tests/__init__.py +0 -0
  67. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/preview/tests/test_centor_safety_dme.py +0 -0
  68. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/__init__.py +0 -0
  69. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/application.py +0 -0
  70. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/base.py +0 -0
  71. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/compact.py +0 -0
  72. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/dataset.py +0 -0
  73. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/error.py +0 -0
  74. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/evaluator.py +0 -0
  75. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/experiment.py +0 -0
  76. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/filter_query.py +0 -0
  77. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/project.py +0 -0
  78. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/response.py +0 -0
  79. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/score.py +0 -0
  80. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/server_info.py +0 -0
  81. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/pydantic_models/span_fields.py +0 -0
  82. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/runner/__init__.py +0 -0
  83. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/runner/evaluation.py +0 -0
  84. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/runner/executor.py +0 -0
  85. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/runner/experiment_result_publisher.py +0 -0
  86. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/runner/experiment_runner.py +0 -0
  87. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/runner/session_capture.py +0 -0
  88. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/runner/tests/__init__.py +0 -0
  89. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/runner/tests/test_evaluate.py +0 -0
  90. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/runner/tests/test_experiment_result_publisher.py +0 -0
  91. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/runner/tests/test_runner_session.py +0 -0
  92. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/runner/tests/test_session_capture.py +0 -0
  93. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/tests/__init__.py +0 -0
  94. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/tests/constants.py +0 -0
  95. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/tests/test_connection.py +0 -0
  96. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/tests/test_decorators.py +0 -0
  97. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/utils/__init__.py +0 -0
  98. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/utils/environment.py +0 -0
  99. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/utils/pd.py +0 -0
  100. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/utils/tests/__init__.py +0 -0
  101. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/utils/tests/test_environment.py +0 -0
  102. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/utils/tqdm.py +0 -0
  103. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals/version.py +0 -0
  104. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals.egg-info/SOURCES.txt +0 -0
  105. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals.egg-info/dependency_links.txt +0 -0
  106. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals.egg-info/requires.txt +0 -0
  107. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/fiddler_evals.egg-info/top_level.txt +0 -0
  108. {fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/setup.cfg +0 -0
{fiddler_evals-0.7.0.dev1/fiddler_evals.egg-info → fiddler_evals-0.7.0rc1}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: fiddler-evals
3
- Version: 0.7.0.dev1
3
+ Version: 0.7.0rc1
4
4
  Summary: Python SDK for evaluating LLM Applications
5
5
  Author-email: Fiddler AI <support@fiddler.ai>
6
6
  Maintainer-email: Fiddler AI <support@fiddler.ai>
fiddler_evals-0.7.0rc1/fiddler_evals/VERSION ADDED
@@ -0,0 +1 @@
1
+ 0.7.0rc1
{fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1/fiddler_evals.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: fiddler-evals
3
- Version: 0.7.0.dev1
3
+ Version: 0.7.0rc1
4
4
  Summary: Python SDK for evaluating LLM Applications
5
5
  Author-email: Fiddler AI <support@fiddler.ai>
6
6
  Maintainer-email: Fiddler AI <support@fiddler.ai>
{fiddler_evals-0.7.0.dev1 → fiddler_evals-0.7.0rc1}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "fiddler-evals"
3
- version = "0.7.0.dev1"
3
+ version = "0.7.0rc1"
4
4
  authors = [
5
5
  { name = "Fiddler AI", email = "support@fiddler.ai" },
6
6
  ]
@@ -47,7 +47,7 @@ fiddler_evals = ["VERSION"]
47
47
  [dependency-groups]
48
48
  dev = [
49
49
  "flake8==7.3.0",
50
- "mypy==1.17.1",
50
+ "mypy==2.3.1",
51
51
  "pre-commit==4.3.0",
52
52
  "prospector==1.17.3",
53
53
  "pylint==3.3.8",
fiddler_evals-0.7.0.dev1/fiddler_evals/VERSION DELETED
@@ -1 +0,0 @@
1
- 0.7.0.dev1