aiverify-moonshot 0.6.3__tar.gz → 0.7.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (211) hide show
  1. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/integration-test.yaml +0 -165
  2. aiverify_moonshot-0.7.0/PKG-INFO +241 -0
  3. aiverify_moonshot-0.7.0/README.md +195 -0
  4. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/app.py +1 -1
  5. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/bookmark/bookmark.py +52 -29
  6. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/bookmark/bookmark_arguments.py +9 -5
  7. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors/connector.py +33 -25
  8. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors_endpoints/connector_endpoint.py +37 -14
  9. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/pyproject.toml +20 -4
  10. aiverify_moonshot-0.6.3/PKG-INFO +0 -254
  11. aiverify_moonshot-0.6.3/README.md +0 -208
  12. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.coveragerc +0 -0
  13. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.flake8 +0 -0
  14. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/developing-workflows.md +0 -0
  15. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/pull_request_template.md +0 -0
  16. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/create_backup.sh +0 -0
  17. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/install_ms_service.sh +0 -0
  18. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/moonshot_env +0 -0
  19. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/moonshot_test_env +0 -0
  20. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/moonshot_ui_env +0 -0
  21. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/run_smoke_test.sh +0 -0
  22. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/start_ms_service.sh +0 -0
  23. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/docs-update.yaml +0 -0
  24. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/gh-event-notification.yaml +0 -0
  25. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/notices-file-gen.yaml +0 -0
  26. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/pre-build-checks.yaml +0 -0
  27. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/pypi-deployment.yaml +0 -0
  28. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/sast-codeql.yaml +0 -0
  29. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/sca-scan.yaml +0 -0
  30. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/sit-build.yaml +0 -0
  31. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/smoke-test-cli.yaml +0 -0
  32. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/smoke-test.yaml +0 -0
  33. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/test-pypi-deployment.yaml +0 -0
  34. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/uat-build.yaml +0 -0
  35. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.gitignore +0 -0
  36. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.pre-commit-config.yaml +0 -0
  37. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/AUTHORS.md +0 -0
  38. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/LICENSE.md +0 -0
  39. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/NOTICES.md +0 -0
  40. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/__init__.py +0 -0
  41. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/__main__.py +0 -0
  42. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/api.py +0 -0
  43. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/__init__.py +0 -0
  44. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/__init__.py +0 -0
  45. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/__main__.py +0 -0
  46. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/active_session_cfg.py +0 -0
  47. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/__init__.py +0 -0
  48. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/benchmark.py +0 -0
  49. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/cookbook.py +0 -0
  50. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/datasets.py +0 -0
  51. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/metrics.py +0 -0
  52. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/recipe.py +0 -0
  53. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/result.py +0 -0
  54. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/run.py +0 -0
  55. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/runner.py +0 -0
  56. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/cli.py +0 -0
  57. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/cli_errors.py +0 -0
  58. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/common/__init__.py +0 -0
  59. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/common/common.py +0 -0
  60. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/common/connectors.py +0 -0
  61. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/common/dataset.py +0 -0
  62. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/common/display_helper.py +0 -0
  63. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/common/prompt_template.py +0 -0
  64. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/initialisation/__init__.py +0 -0
  65. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/initialisation/initialisation.py +0 -0
  66. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/redteam/__init__.py +0 -0
  67. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/redteam/attack_module.py +0 -0
  68. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/redteam/context_strategy.py +0 -0
  69. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/redteam/prompt_template.py +0 -0
  70. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/redteam/redteam.py +0 -0
  71. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/redteam/session.py +0 -0
  72. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/utils/process_data.py +0 -0
  73. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/.env.dev +0 -0
  74. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/__init__.py +0 -0
  75. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/__main__.py +0 -0
  76. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/container.py +0 -0
  77. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/log/.gitkeep +0 -0
  78. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/logging_conf.py +0 -0
  79. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/__init__.py +0 -0
  80. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/attack_modules.py +0 -0
  81. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/benchmark.py +0 -0
  82. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/benchmark_result.py +0 -0
  83. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/bookmark.py +0 -0
  84. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/context_strategy.py +0 -0
  85. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/cookbook.py +0 -0
  86. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/dataset.py +0 -0
  87. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/endpoint.py +0 -0
  88. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/metric.py +0 -0
  89. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/prompt_template.py +0 -0
  90. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/recipe.py +0 -0
  91. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/redteam.py +0 -0
  92. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/runner.py +0 -0
  93. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/__init__.py +0 -0
  94. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/benchmark_runner_dto.py +0 -0
  95. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/bookmark_create_dto.py +0 -0
  96. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/cookbook_create_dto.py +0 -0
  97. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/cookbook_response_model.py +0 -0
  98. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/dataset_create_dto.py +0 -0
  99. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/dataset_response_dto.py +0 -0
  100. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/endpoint_create_dto.py +0 -0
  101. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/endpoint_response_model.py +0 -0
  102. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/prompt_response_model.py +0 -0
  103. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/prompt_template_response_model.py +0 -0
  104. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/recipe_create_dto.py +0 -0
  105. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/recipe_response_model.py +0 -0
  106. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/session_create_dto.py +0 -0
  107. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/session_prompt_dto.py +0 -0
  108. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/session_response_model.py +0 -0
  109. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/__init__.py +0 -0
  110. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/attack_module_service.py +0 -0
  111. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/auto_red_team_test_manager.py +0 -0
  112. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/auto_red_team_test_state.py +0 -0
  113. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/base_service.py +0 -0
  114. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/benchmark_result_service.py +0 -0
  115. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/benchmark_test_manager.py +0 -0
  116. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/benchmark_test_state.py +0 -0
  117. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/benchmarking_service.py +0 -0
  118. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/bookmark_service.py +0 -0
  119. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/context_strategy_service.py +0 -0
  120. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/cookbook_service.py +0 -0
  121. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/dataset_service.py +0 -0
  122. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/endpoint_service.py +0 -0
  123. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/metric_service.py +0 -0
  124. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/prompt_template_service.py +0 -0
  125. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/recipe_service.py +0 -0
  126. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/runner_service.py +0 -0
  127. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/session_service.py +0 -0
  128. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/utils/exceptions_handler.py +0 -0
  129. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/utils/file_manager.py +0 -0
  130. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/utils/results_formatter.py +0 -0
  131. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/status_updater/interface/benchmark_progress_callback.py +0 -0
  132. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/status_updater/interface/redteam_progress_callback.py +0 -0
  133. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/status_updater/moonshot_ui_webhook.py +0 -0
  134. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/temp/.gitkeep +0 -0
  135. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/types/types.py +0 -0
  136. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/__init__.py +0 -0
  137. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/__init__.py +0 -0
  138. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_bookmark.py +0 -0
  139. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_connector.py +0 -0
  140. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_connector_endpoint.py +0 -0
  141. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_context_strategy.py +0 -0
  142. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_cookbook.py +0 -0
  143. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_dataset.py +0 -0
  144. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_environment_variables.py +0 -0
  145. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_metrics.py +0 -0
  146. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_prompt_template.py +0 -0
  147. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_recipe.py +0 -0
  148. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_red_teaming.py +0 -0
  149. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_result.py +0 -0
  150. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_run.py +0 -0
  151. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_runner.py +0 -0
  152. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_session.py +0 -0
  153. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/configs/__init__.py +0 -0
  154. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/configs/env_variables.py +0 -0
  155. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors/__init__.py +0 -0
  156. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors/connector_prompt_arguments.py +0 -0
  157. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors/connector_response.py +0 -0
  158. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors_endpoints/__init__.py +0 -0
  159. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors_endpoints/connector_endpoint_arguments.py +0 -0
  160. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/cookbooks/__init__.py +0 -0
  161. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/cookbooks/cookbook.py +0 -0
  162. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/cookbooks/cookbook_arguments.py +0 -0
  163. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/datasets/__init__.py +0 -0
  164. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/datasets/dataset.py +0 -0
  165. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/datasets/dataset_arguments.py +0 -0
  166. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/messages_constants.py +0 -0
  167. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/metrics/__init__.py +0 -0
  168. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/metrics/metric.py +0 -0
  169. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/metrics/metric_interface.py +0 -0
  170. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/prompt_templates/__init__.py +0 -0
  171. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/prompt_templates/prompt_template.py +0 -0
  172. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/recipes/__init__.py +0 -0
  173. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/recipes/recipe.py +0 -0
  174. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/recipes/recipe_arguments.py +0 -0
  175. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/__init__.py +0 -0
  176. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/attack/__init__.py +0 -0
  177. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/attack/attack_module.py +0 -0
  178. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/attack/attack_module_arguments.py +0 -0
  179. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/attack/context_strategy.py +0 -0
  180. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/context_strategy/__init__.py +0 -0
  181. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/context_strategy/context_strategy_interface.py +0 -0
  182. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/session/__init__.py +0 -0
  183. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/session/chat.py +0 -0
  184. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/session/red_teaming_progress.py +0 -0
  185. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/session/red_teaming_type.py +0 -0
  186. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/session/session.py +0 -0
  187. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/results/__init__.py +0 -0
  188. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/results/result.py +0 -0
  189. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/results/result_arguments.py +0 -0
  190. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runners/__init__.py +0 -0
  191. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runners/runner.py +0 -0
  192. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runners/runner_arguments.py +0 -0
  193. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runners/runner_type.py +0 -0
  194. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runs/__init__.py +0 -0
  195. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runs/run.py +0 -0
  196. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runs/run_arguments.py +0 -0
  197. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runs/run_progress.py +0 -0
  198. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runs/run_status.py +0 -0
  199. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/storage/__init__.py +0 -0
  200. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/storage/db_interface.py +0 -0
  201. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/storage/io_interface.py +0 -0
  202. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/storage/storage.py +0 -0
  203. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/utils/__init__.py +0 -0
  204. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/utils/find_feature.py +0 -0
  205. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/utils/import_modules.py +0 -0
  206. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/utils/log.py +0 -0
  207. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/utils/pagination.py +0 -0
  208. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/utils/timeit.py +0 -0
  209. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/requirements.txt +0 -0
  210. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/third-party/pygments-2.18.0-py3-none-any.whl +0 -0
  211. {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/third-party/text_unidecode-1.3-py2.py3-none-any.whl +0 -0
@@ -3,10 +3,6 @@
3
3
  name: Moonshot Integration Test
4
4
 
5
5
  on:
6
- # Runs on Pull Request Review
7
- pull_request_review:
8
- branches:
9
- - 'main'
10
6
 
11
7
  # Run this workflow manually from Actions tab
12
8
  workflow_dispatch:
@@ -40,13 +36,6 @@ jobs:
40
36
 
41
37
  steps:
42
38
 
43
- - name: Checkout Moonshot (Pull Request Review)
44
- if: github.event_name == 'pull_request_review'
45
- uses: actions/checkout@v4
46
- with:
47
- repository: ${{ github.event.pull_request.head.repo.full_name }}
48
- ref: ${{ github.event.pull_request.head.ref }}
49
-
50
39
  - name: Checkout Moonshot (Workflow Dispatch)
51
40
  if: github.event_name == 'workflow_dispatch'
52
41
  uses: actions/checkout@v4
@@ -67,14 +56,6 @@ jobs:
67
56
  touch .env
68
57
  echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
69
58
 
70
- - name: Checkout Moonshot Data (Pull Request Review)
71
- if: github.event_name == 'pull_request_review'
72
- uses: actions/checkout@v4
73
- with:
74
- repository: aiverify-foundation/moonshot-data
75
- ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
76
- path: moonshot-data
77
-
78
59
  - name: Checkout Moonshot Data (Workflow Dispatch)
79
60
  if: github.event_name == 'workflow_dispatch'
80
61
  uses: actions/checkout@v4
@@ -89,14 +70,6 @@ jobs:
89
70
  cd moonshot-data
90
71
  pip install -r requirements.txt
91
72
 
92
- - name: Checkout Moonshot UI (Pull Request Review)
93
- if: github.event_name == 'pull_request_review'
94
- uses: actions/checkout@v4
95
- with:
96
- repository: aiverify-foundation/moonshot-ui
97
- ref: ${{ vars.MOONSHOT_UI_BRANCH }}
98
- path: moonshot-ui
99
-
100
73
  - name: Checkout Moonshot UI (Workflow Dispatch)
101
74
  if: github.event_name == 'workflow_dispatch'
102
75
  uses: actions/checkout@v4
@@ -188,13 +161,6 @@ jobs:
188
161
 
189
162
  steps:
190
163
 
191
- - name: Checkout Moonshot (Pull Request Review)
192
- if: github.event_name == 'pull_request_review'
193
- uses: actions/checkout@v4
194
- with:
195
- repository: ${{ github.event.pull_request.head.repo.full_name }}
196
- ref: ${{ github.event.pull_request.head.ref }}
197
-
198
164
  - name: Checkout Moonshot (Workflow Dispatch)
199
165
  if: github.event_name == 'workflow_dispatch'
200
166
  uses: actions/checkout@v4
@@ -215,14 +181,6 @@ jobs:
215
181
  touch .env
216
182
  echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
217
183
 
218
- - name: Checkout Moonshot Data (Pull Request Review)
219
- if: github.event_name == 'pull_request_review'
220
- uses: actions/checkout@v4
221
- with:
222
- repository: aiverify-foundation/moonshot-data
223
- ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
224
- path: moonshot-data
225
-
226
184
  - name: Checkout Moonshot Data (Workflow Dispatch)
227
185
  if: github.event_name == 'workflow_dispatch'
228
186
  uses: actions/checkout@v4
@@ -237,14 +195,6 @@ jobs:
237
195
  cd moonshot-data
238
196
  pip install -r requirements.txt
239
197
 
240
- - name: Checkout Moonshot UI (Pull Request Review)
241
- if: github.event_name == 'pull_request_review'
242
- uses: actions/checkout@v4
243
- with:
244
- repository: aiverify-foundation/moonshot-ui
245
- ref: ${{ vars.MOONSHOT_UI_BRANCH }}
246
- path: moonshot-ui
247
-
248
198
  - name: Checkout Moonshot UI (Workflow Dispatch)
249
199
  if: github.event_name == 'workflow_dispatch'
250
200
  uses: actions/checkout@v4
@@ -336,13 +286,6 @@ jobs:
336
286
 
337
287
  steps:
338
288
 
339
- - name: Checkout Moonshot (Pull Request Review)
340
- if: github.event_name == 'pull_request_review'
341
- uses: actions/checkout@v4
342
- with:
343
- repository: ${{ github.event.pull_request.head.repo.full_name }}
344
- ref: ${{ github.event.pull_request.head.ref }}
345
-
346
289
  - name: Checkout Moonshot (Workflow Dispatch)
347
290
  if: github.event_name == 'workflow_dispatch'
348
291
  uses: actions/checkout@v4
@@ -363,14 +306,6 @@ jobs:
363
306
  touch .env
364
307
  echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
365
308
 
366
- - name: Checkout Moonshot Data (Pull Request Review)
367
- if: github.event_name == 'pull_request_review'
368
- uses: actions/checkout@v4
369
- with:
370
- repository: aiverify-foundation/moonshot-data
371
- ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
372
- path: moonshot-data
373
-
374
309
  - name: Checkout Moonshot Data (Workflow Dispatch)
375
310
  if: github.event_name == 'workflow_dispatch'
376
311
  uses: actions/checkout@v4
@@ -385,14 +320,6 @@ jobs:
385
320
  cd moonshot-data
386
321
  pip install -r requirements.txt
387
322
 
388
- - name: Checkout Moonshot UI (Pull Request Review)
389
- if: github.event_name == 'pull_request_review'
390
- uses: actions/checkout@v4
391
- with:
392
- repository: aiverify-foundation/moonshot-ui
393
- ref: ${{ vars.MOONSHOT_UI_BRANCH }}
394
- path: moonshot-ui
395
-
396
323
  - name: Checkout Moonshot UI (Workflow Dispatch)
397
324
  if: github.event_name == 'workflow_dispatch'
398
325
  uses: actions/checkout@v4
@@ -497,13 +424,6 @@ jobs:
497
424
 
498
425
  steps:
499
426
 
500
- - name: Checkout Moonshot (Pull Request Review)
501
- if: github.event_name == 'pull_request_review'
502
- uses: actions/checkout@v4
503
- with:
504
- repository: ${{ github.event.pull_request.head.repo.full_name }}
505
- ref: ${{ github.event.pull_request.head.ref }}
506
-
507
427
  - name: Checkout Moonshot (Workflow Dispatch)
508
428
  if: github.event_name == 'workflow_dispatch'
509
429
  uses: actions/checkout@v4
@@ -524,14 +444,6 @@ jobs:
524
444
  touch .env
525
445
  echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
526
446
 
527
- - name: Checkout Moonshot Data (Pull Request Review)
528
- if: github.event_name == 'pull_request_review'
529
- uses: actions/checkout@v4
530
- with:
531
- repository: aiverify-foundation/moonshot-data
532
- ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
533
- path: moonshot-data
534
-
535
447
  - name: Checkout Moonshot Data (Workflow Dispatch)
536
448
  if: github.event_name == 'workflow_dispatch'
537
449
  uses: actions/checkout@v4
@@ -546,14 +458,6 @@ jobs:
546
458
  cd moonshot-data
547
459
  pip install -r requirements.txt
548
460
 
549
- - name: Checkout Moonshot UI (Pull Request Review)
550
- if: github.event_name == 'pull_request_review'
551
- uses: actions/checkout@v4
552
- with:
553
- repository: aiverify-foundation/moonshot-ui
554
- ref: ${{ vars.MOONSHOT_UI_BRANCH }}
555
- path: moonshot-ui
556
-
557
461
  - name: Checkout Moonshot UI (Workflow Dispatch)
558
462
  if: github.event_name == 'workflow_dispatch'
559
463
  uses: actions/checkout@v4
@@ -657,13 +561,6 @@ jobs:
657
561
 
658
562
  steps:
659
563
 
660
- - name: Checkout Moonshot (Pull Request Review)
661
- if: github.event_name == 'pull_request_review'
662
- uses: actions/checkout@v4
663
- with:
664
- repository: ${{ github.event.pull_request.head.repo.full_name }}
665
- ref: ${{ github.event.pull_request.head.ref }}
666
-
667
564
  - name: Checkout Moonshot (Workflow Dispatch)
668
565
  if: github.event_name == 'workflow_dispatch'
669
566
  uses: actions/checkout@v4
@@ -684,14 +581,6 @@ jobs:
684
581
  touch .env
685
582
  echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
686
583
 
687
- - name: Checkout Moonshot Data (Pull Request Review)
688
- if: github.event_name == 'pull_request_review'
689
- uses: actions/checkout@v4
690
- with:
691
- repository: aiverify-foundation/moonshot-data
692
- ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
693
- path: moonshot-data
694
-
695
584
  - name: Checkout Moonshot Data (Workflow Dispatch)
696
585
  if: github.event_name == 'workflow_dispatch'
697
586
  uses: actions/checkout@v4
@@ -706,14 +595,6 @@ jobs:
706
595
  cd moonshot-data
707
596
  pip install -r requirements.txt
708
597
 
709
- - name: Checkout Moonshot UI (Pull Request Review)
710
- if: github.event_name == 'pull_request_review'
711
- uses: actions/checkout@v4
712
- with:
713
- repository: aiverify-foundation/moonshot-ui
714
- ref: ${{ vars.MOONSHOT_UI_BRANCH }}
715
- path: moonshot-ui
716
-
717
598
  - name: Checkout Moonshot UI (Workflow Dispatch)
718
599
  if: github.event_name == 'workflow_dispatch'
719
600
  uses: actions/checkout@v4
@@ -805,13 +686,6 @@ jobs:
805
686
 
806
687
  steps:
807
688
 
808
- - name: Checkout Moonshot (Pull Request Review)
809
- if: github.event_name == 'pull_request_review'
810
- uses: actions/checkout@v4
811
- with:
812
- repository: ${{ github.event.pull_request.head.repo.full_name }}
813
- ref: ${{ github.event.pull_request.head.ref }}
814
-
815
689
  - name: Checkout Moonshot (Workflow Dispatch)
816
690
  if: github.event_name == 'workflow_dispatch'
817
691
  uses: actions/checkout@v4
@@ -832,14 +706,6 @@ jobs:
832
706
  touch .env
833
707
  echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
834
708
 
835
- - name: Checkout Moonshot Data (Pull Request Review)
836
- if: github.event_name == 'pull_request_review'
837
- uses: actions/checkout@v4
838
- with:
839
- repository: aiverify-foundation/moonshot-data
840
- ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
841
- path: moonshot-data
842
-
843
709
  - name: Checkout Moonshot Data (Workflow Dispatch)
844
710
  if: github.event_name == 'workflow_dispatch'
845
711
  uses: actions/checkout@v4
@@ -854,14 +720,6 @@ jobs:
854
720
  cd moonshot-data
855
721
  pip install -r requirements.txt
856
722
 
857
- - name: Checkout Moonshot UI (Pull Request Review)
858
- if: github.event_name == 'pull_request_review'
859
- uses: actions/checkout@v4
860
- with:
861
- repository: aiverify-foundation/moonshot-ui
862
- ref: ${{ vars.MOONSHOT_UI_BRANCH }}
863
- path: moonshot-ui
864
-
865
723
  - name: Checkout Moonshot UI (Workflow Dispatch)
866
724
  if: github.event_name == 'workflow_dispatch'
867
725
  uses: actions/checkout@v4
@@ -952,13 +810,6 @@ jobs:
952
810
  timeout-minutes: 300
953
811
  steps:
954
812
 
955
- - name: Checkout Moonshot (Pull Request Review)
956
- if: github.event_name == 'pull_request_review'
957
- uses: actions/checkout@v4
958
- with:
959
- repository: ${{ github.event.pull_request.head.repo.full_name }}
960
- ref: ${{ github.event.pull_request.head.ref }}
961
-
962
813
  - name: Checkout Moonshot (Workflow Dispatch)
963
814
  if: github.event_name == 'workflow_dispatch'
964
815
  uses: actions/checkout@v4
@@ -979,14 +830,6 @@ jobs:
979
830
  touch .env
980
831
  echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
981
832
 
982
- - name: Checkout Moonshot Data (Pull Request Review)
983
- if: github.event_name == 'pull_request_review'
984
- uses: actions/checkout@v4
985
- with:
986
- repository: aiverify-foundation/moonshot-data
987
- ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
988
- path: moonshot-data
989
-
990
833
  - name: Checkout Moonshot Data (Workflow Dispatch)
991
834
  if: github.event_name == 'workflow_dispatch'
992
835
  uses: actions/checkout@v4
@@ -1001,14 +844,6 @@ jobs:
1001
844
  cd moonshot-data
1002
845
  pip install -r requirements.txt
1003
846
 
1004
- - name: Checkout Moonshot UI (Pull Request Review)
1005
- if: github.event_name == 'pull_request_review'
1006
- uses: actions/checkout@v4
1007
- with:
1008
- repository: aiverify-foundation/moonshot-ui
1009
- ref: ${{ vars.MOONSHOT_UI_BRANCH }}
1010
- path: moonshot-ui
1011
-
1012
847
  - name: Checkout Moonshot UI (Workflow Dispatch)
1013
848
  if: github.event_name == 'workflow_dispatch'
1014
849
  uses: actions/checkout@v4
@@ -0,0 +1,241 @@
1
+ Metadata-Version: 2.4
2
+ Name: aiverify-moonshot
3
+ Version: 0.7.0
4
+ Summary: AI Verify advances Gen AI testing with Project Moonshot.
5
+ Project-URL: Repository, https://github.com/aiverify-foundation/moonshot
6
+ Project-URL: Documentation, https://aiverify-foundation.github.io/moonshot/
7
+ Project-URL: Issues, https://github.com/aiverify-foundation/moonshot/issues
8
+ Author-email: AI Verify Foundation <info@aiverify.sg>
9
+ License: Apache-2.0
10
+ License-File: AUTHORS.md
11
+ License-File: LICENSE.md
12
+ License-File: NOTICES.md
13
+ Classifier: Development Status :: 3 - Alpha
14
+ Classifier: License :: OSI Approved :: Apache Software License
15
+ Classifier: Programming Language :: Python :: 3
16
+ Classifier: Programming Language :: Python :: 3.11
17
+ Requires-Python: >=3.11
18
+ Requires-Dist: datasets>=2.21.0
19
+ Requires-Dist: ijson>=3.3.0
20
+ Requires-Dist: jinja2>=3.1.4
21
+ Requires-Dist: numpy>=1.26.4
22
+ Requires-Dist: pandas>=2.2.2
23
+ Requires-Dist: pydantic==2.8.2
24
+ Requires-Dist: pyparsing>=3.1.4
25
+ Requires-Dist: python-dotenv>=1.0.1
26
+ Requires-Dist: python-multipart>=0.0.9
27
+ Requires-Dist: python-slugify>=8.0.4
28
+ Requires-Dist: tenacity>=8.5.0
29
+ Requires-Dist: xxhash>=3.5.0
30
+ Provides-Extra: all
31
+ Requires-Dist: cmd2>=2.4.3; extra == 'all'
32
+ Requires-Dist: dependency-injector>=4.41.0; extra == 'all'
33
+ Requires-Dist: fastapi>=0.115.4; extra == 'all'
34
+ Requires-Dist: rich>=13.8.0; extra == 'all'
35
+ Requires-Dist: typing-extensions>=4.12.2; extra == 'all'
36
+ Requires-Dist: uvicorn>=0.30.6; extra == 'all'
37
+ Provides-Extra: cli
38
+ Requires-Dist: cmd2>=2.4.3; extra == 'cli'
39
+ Requires-Dist: rich>=13.8.0; extra == 'cli'
40
+ Provides-Extra: web-api
41
+ Requires-Dist: dependency-injector>=4.41.0; extra == 'web-api'
42
+ Requires-Dist: fastapi>=0.115.4; extra == 'web-api'
43
+ Requires-Dist: typing-extensions>=4.12.2; extra == 'web-api'
44
+ Requires-Dist: uvicorn>=0.30.6; extra == 'web-api'
45
+ Description-Content-Type: text/markdown
46
+
47
+ <div align="center">
48
+
49
+ ![Moonshot Logo](https://github.com/aiverify-foundation/moonshot/raw/main/misc/aiverify-moonshot-logo.png)
50
+
51
+ **Version 0.7.0**
52
+
53
+ A simple and modular tool to evaluate any LLM-based AI systems.
54
+
55
+ [![Python 3.11](https://img.shields.io/badge/python-3.11-green)](https://www.python.org/downloads/release/python-3111/)
56
+
57
+
58
+ </div>
59
+
60
+ ## 🎯 Motivation
61
+
62
+ Developed by the [AI Verify Foundation](https://aiverifyfoundation.sg/), [Moonshot](https://aiverifyfoundation.sg/project-moonshot/) is one of the first tools to bring Benchmarking and Red-Teaming together to help AI developers, compliance teams and AI system owners <b>evaluate LLMs and LLM-based AI systems</b>.
63
+
64
+ </br>
65
+
66
+ ## 🚀 Why Moonshot
67
+
68
+ In the rapidly evolving landscape of Generative AI, ensuring safety, reliability, and performance of AI systems is paramount. Moonshot addresses this critical need by providing a unified platform for:
69
+ - <b>Benchmark Tests:</b> Systematically test LLMs across various performance metrics, and critical trust & safety dimensions using a wide array of open-source benchmarks and domain-specific tests.
70
+ - <b>Red Team Attacks:</b> Proactively identify vulnerabilities and potential misuse scenarios in your AI systems through streamlined adversarial prompting.
71
+ - <b>Streamline MLOps:</b> Integrate evaluation seamlessly into your development pipeline with flexible APIs.
72
+
73
+ </br>
74
+
75
+ ## 🔑 Key Features
76
+
77
+ - <b>User-friendly Interfaces:</b> Interact with Moonshot via an intuitive Web UI for visual insights, and an interactive Command Line Interface (CLI) for quick operations.
78
+ - <b>Comprehensive Benchmarking:</b>
79
+ - [View list of available datasets available](https://aiverify-foundation.github.io/moonshot/resources/datasets/)
80
+ - Test for <b>Performance</b> (e.g., accuracy, BLEU)
81
+ - Ensure <b>Trust & Safety</b> e.g., bias, toxicity, hallucination)
82
+ - Utilize pre-built Cookbooks of tests or easily create your custom evaluations. [View available pre-built Cookbooks](https://aiverify-foundation.github.io/moonshot/resources/cookbooks/)
83
+ - <b>Powerful Red-Teaming:</b>
84
+ - [View list of available attack modules](https://aiverify-foundation.github.io/moonshot/resources/attack_modules/)
85
+ - Simplify adversarial prompt generation using algorithmic strategies or generative LLM to uncover potential misuse.
86
+ - Leverage prompt templates, context strategies, and automated attack modules.
87
+ - <b>Customizable Recipes:</b> Define your evaluation logic with custom datasets (input-target pairs), metrics, optional prompt templates, evaluation metric, and grading scales. [View available pre-built Recipes](https://aiverify-foundation.github.io/moonshot/resources/recipes/)
88
+ - <b>Insightful Reporting:</b> Generate comprehensive HTML reports with interactive charts for clear visualization of test results, and detailed raw JSON results for deeper programmatic analysis.
89
+ - <b>Extensible & Modular:</b> Designed for easy extension and integration with new LLMs, benchmarks, and attack techniques.
90
+
91
+ </br>
92
+
93
+ # Getting Started
94
+
95
+ In this Beta version, Moonshot can be used through several interfaces:
96
+ - User-friendly Web UI - [Web UI User Guide](https://aiverify-foundation.github.io/moonshot/user_guide/web_ui/web_ui_guide/)
97
+ - Interactive Command Line Interface - [CLI User Guide](https://aiverify-foundation.github.io/moonshot/user_guide/cli/connecting_endpoints/)
98
+ - Seamless Integration into your MLOps workflow via Moonshot Library APIs or Moonshot Web APIs - [Notebook Examples](https://github.com/aiverify-foundation/moonshot/tree/main/examples/jupyter-notebook), [Web API Docs](https://aiverify-foundation.github.io/moonshot/api_reference/web_api_swagger/)
99
+
100
+ </br>
101
+
102
+ ## 💻 Let's Go!
103
+
104
+ This section will guide you through getting Moonshot up and running.
105
+
106
+ </br>
107
+
108
+ ### ✅ Prerequisites
109
+ 1. <b>Python:</b> [Version 3.11](https://www.python.org/downloads/) is required.
110
+
111
+ 2. <b>Git Version Control:</b> [Git](https://github.com/git-guides/install-git) is essential for cloning the repository.
112
+
113
+ 3. <b>(Optional) Virtual Environment:</b> Highly recommended to manage dependencies.
114
+
115
+ ```
116
+ # Create a virtual environment
117
+ python -m venv venv
118
+
119
+ # Activate the virtual environment
120
+ source venv/bin/activate
121
+ ```
122
+ 4. If you plan to install our Web UI, you will also need [Node.js version 20.11.1 LTS](https://nodejs.org/en/blog/release/v20.11.1) and above
123
+ </br>
124
+
125
+ ### ⬇️ Installation
126
+
127
+ You can install Moonshot in various ways depending on your needs
128
+
129
+ <b>1. Using `pip` (Recommended for most users)</b>
130
+
131
+ ```
132
+ # Install Project Moonshot's Python Library, which includes Moonshot's full functionalities (Library APIs, CLI and Web APIs)
133
+ pip install "aiverify-moonshot[all]"
134
+
135
+ # Clone and install test assets and Web UI
136
+ python -m moonshot -i moonshot-data -i moonshot-ui
137
+ ```
138
+ ⚠️ You will need to have test assets from [moonshot-data](https://github.com/aiverify-foundation/moonshot-data) before you can run any tests.
139
+
140
+ 🖼️ If you plan to install our Web UI, you will also need [moonshot-ui](https://github.com/aiverify-foundation/moonshot-ui)
141
+
142
+ Check out our [Installation Guide](https://aiverify-foundation.github.io/moonshot/getting_started/quick_install/) for more details.
143
+
144
+ </br>
145
+
146
+ <b>2. From Source Code (For developers and contributors)</b>
147
+
148
+ ```
149
+ # To install from source code (Full functionalities)
150
+ git clone git@github.com:aiverify-foundation/moonshot.git
151
+ cd moonshot
152
+ pip install -r requirements.txt
153
+ ```
154
+ If you have installation issues, please take a look at the [Troubleshooting Guide](https://aiverify-foundation.github.io/moonshot/faq/).
155
+ <details>
156
+ <summary><b>Other installation options</b></summary>
157
+ Here's a summary of other installation commands available:
158
+
159
+ ```
160
+ # To install Moonshot library APIs only
161
+ pip install aiverify-moonshot
162
+
163
+ # To install Moonshot library APIs and Web APIs only
164
+ pip install "aiverify-moonshot[web-api]"
165
+
166
+ # To install Moonshot library APIs and CLI only
167
+ pip install "aiverify-moonshot[cli]"
168
+ ```
169
+ Check out our [Installation Guide](https://aiverify-foundation.github.io/moonshot/getting_started/quick_install/) for more details.
170
+ </details>
171
+
172
+ </br>
173
+
174
+ ### 🏃‍♀️ Run Moonshot
175
+
176
+ #### Running the Web UI
177
+ ```
178
+ python -m moonshot web
179
+ ```
180
+ Open [http://localhost:3000/](http://localhost:3000/) in a browser and you should see this homepage:
181
+
182
+ ![Moonshot UI Home](https://github.com/aiverify-foundation/moonshot/raw/main/misc/ui-homepage.png)
183
+
184
+ Refer to this [guide](https://aiverify-foundation.github.io/moonshot/user_guide/web_ui/moonshot_interface/homepage/) to discover the rich features available in Moonshot Web UI
185
+
186
+ </br>
187
+
188
+ #### Running the Interactive CLI
189
+ ```
190
+ python -m moonshot cli interactive
191
+ ```
192
+ ![Moonshot cli](https://github.com/aiverify-foundation/moonshot/raw/main/misc/cli-homepage.png)
193
+
194
+ Refer to this [Command List](https://aiverify-foundation.github.io/moonshot/user_guide/cli/cli_command_list/) to discover the list of CLI commands for Moonshot
195
+
196
+ </br></br>
197
+
198
+ # 📚 Documentation & User Guides
199
+
200
+ For detailed information on configuring, using, and extending Moonshot, please refer to our comprehensive documentation:
201
+
202
+ #### Guides for Moonshot Web UI
203
+ - [Getting Started with Moonshot Web UI](https://aiverify-foundation.github.io/moonshot/user_guide/web_ui/web_ui_guide/)
204
+ - [Creating Your Custom Cookbook via Moonshot Web UI](https://aiverify-foundation.github.io/moonshot/tutorial/web-ui/create_cookbook/)
205
+ - [Creating Your Custom Connector Endpoint via Moonshot Web UI](https://aiverify-foundation.github.io/moonshot/tutorial/web-ui/create_endpoint/)
206
+ - [Running Benchmark Test on Moonshot Web UI](https://aiverify-foundation.github.io/moonshot/getting_started/first_test/)
207
+ - [Running Red Teaming on Moonshot Web UI](https://aiverify-foundation.github.io/moonshot/tutorial/web-ui/redteam/)
208
+
209
+ #### Guides for Moonshot Interactive CLI
210
+ - [Getting Started with Moonshot Interactive CLI](https://aiverify-foundation.github.io/moonshot/user_guide/cli/connecting_endpoints/)
211
+ - [Creating Your Custom Benchmark Tests for Your RAG Apps via Moonshot Interactive CLI](https://aiverify-foundation.github.io/moonshot/tutorial/cli/create_benchmark_tests/)
212
+ - [Creating Your Custom Connector Endpoint via Moonshot Interactive CLI](https://aiverify-foundation.github.io/moonshot/tutorial/cli/create_endpoint/)
213
+ - [Running Benchmark Test on Moonshot Interactive CLI](https://aiverify-foundation.github.io/moonshot/tutorial/cli/run_benchmark_tests/)
214
+ - [Running Red Teaming on Moonshot Interactive CLI](https://aiverify-foundation.github.io/moonshot/tutorial/cli/run_red_teaming/)
215
+
216
+ #### For Users Interested in trying Out Moonshot using Jupyter Notebook
217
+ - [Moonshot Library Python Notebook Examples](https://github.com/aiverify-foundation/moonshot/tree/main/examples/jupyter-notebook)
218
+
219
+ ####
220
+
221
+ </br>
222
+
223
+ ## 🤝 Contribution
224
+
225
+ Moonshot is an open-source project, and we welcome contributions from the community! Whether fixing a bug, adding a new feature, improving documentation, or suggesting an enhancement, your efforts are highly valued.
226
+
227
+ Please refer to our [Contributor Guide](https://aiverify-foundation.github.io/moonshot/contributing/) for details on how to get started.
228
+
229
+ </br>
230
+
231
+ ## ✨ Project Status
232
+
233
+ Moonshot is currently in beta. We are actively developing new features, improving existing ones, and enhancing stability. We encourage you to try it out and provide feedback!
234
+
235
+ </br>
236
+
237
+ ## 📜 License
238
+
239
+ Moonshot is released under the [Apache Software License 2.0](https://www.apache.org/licenses/LICENSE-2.0.txt)
240
+
241
+ </br>