aiverify-moonshot 0.6.3__tar.gz → 0.7.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/integration-test.yaml +0 -165
- aiverify_moonshot-0.7.0/PKG-INFO +241 -0
- aiverify_moonshot-0.7.0/README.md +195 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/app.py +1 -1
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/bookmark/bookmark.py +52 -29
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/bookmark/bookmark_arguments.py +9 -5
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors/connector.py +33 -25
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors_endpoints/connector_endpoint.py +37 -14
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/pyproject.toml +20 -4
- aiverify_moonshot-0.6.3/PKG-INFO +0 -254
- aiverify_moonshot-0.6.3/README.md +0 -208
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.coveragerc +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.flake8 +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/developing-workflows.md +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/pull_request_template.md +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/create_backup.sh +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/install_ms_service.sh +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/moonshot_env +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/moonshot_test_env +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/moonshot_ui_env +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/run_smoke_test.sh +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/scripts/start_ms_service.sh +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/docs-update.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/gh-event-notification.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/notices-file-gen.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/pre-build-checks.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/pypi-deployment.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/sast-codeql.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/sca-scan.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/sit-build.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/smoke-test-cli.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/smoke-test.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/test-pypi-deployment.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.github/workflows/uat-build.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.gitignore +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/.pre-commit-config.yaml +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/AUTHORS.md +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/LICENSE.md +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/NOTICES.md +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/__main__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/api.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/__main__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/active_session_cfg.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/benchmark.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/cookbook.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/datasets.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/metrics.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/recipe.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/result.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/run.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/benchmark/runner.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/cli.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/cli_errors.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/common/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/common/common.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/common/connectors.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/common/dataset.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/common/display_helper.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/common/prompt_template.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/initialisation/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/initialisation/initialisation.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/redteam/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/redteam/attack_module.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/redteam/context_strategy.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/redteam/prompt_template.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/redteam/redteam.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/redteam/session.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/cli/utils/process_data.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/.env.dev +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/__main__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/container.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/log/.gitkeep +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/logging_conf.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/attack_modules.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/benchmark.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/benchmark_result.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/bookmark.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/context_strategy.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/cookbook.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/dataset.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/endpoint.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/metric.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/prompt_template.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/recipe.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/redteam.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/routes/runner.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/benchmark_runner_dto.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/bookmark_create_dto.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/cookbook_create_dto.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/cookbook_response_model.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/dataset_create_dto.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/dataset_response_dto.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/endpoint_create_dto.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/endpoint_response_model.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/prompt_response_model.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/prompt_template_response_model.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/recipe_create_dto.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/recipe_response_model.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/session_create_dto.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/session_prompt_dto.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/schemas/session_response_model.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/attack_module_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/auto_red_team_test_manager.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/auto_red_team_test_state.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/base_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/benchmark_result_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/benchmark_test_manager.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/benchmark_test_state.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/benchmarking_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/bookmark_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/context_strategy_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/cookbook_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/dataset_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/endpoint_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/metric_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/prompt_template_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/recipe_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/runner_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/session_service.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/utils/exceptions_handler.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/utils/file_manager.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/services/utils/results_formatter.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/status_updater/interface/benchmark_progress_callback.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/status_updater/interface/redteam_progress_callback.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/status_updater/moonshot_ui_webhook.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/temp/.gitkeep +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/integrations/web_api/types/types.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_bookmark.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_connector.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_connector_endpoint.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_context_strategy.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_cookbook.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_dataset.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_environment_variables.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_metrics.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_prompt_template.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_recipe.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_red_teaming.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_result.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_run.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_runner.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/api/api_session.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/configs/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/configs/env_variables.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors/connector_prompt_arguments.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors/connector_response.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors_endpoints/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/connectors_endpoints/connector_endpoint_arguments.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/cookbooks/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/cookbooks/cookbook.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/cookbooks/cookbook_arguments.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/datasets/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/datasets/dataset.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/datasets/dataset_arguments.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/messages_constants.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/metrics/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/metrics/metric.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/metrics/metric_interface.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/prompt_templates/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/prompt_templates/prompt_template.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/recipes/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/recipes/recipe.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/recipes/recipe_arguments.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/attack/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/attack/attack_module.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/attack/attack_module_arguments.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/attack/context_strategy.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/context_strategy/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/context_strategy/context_strategy_interface.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/session/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/session/chat.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/session/red_teaming_progress.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/session/red_teaming_type.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/redteaming/session/session.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/results/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/results/result.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/results/result_arguments.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runners/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runners/runner.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runners/runner_arguments.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runners/runner_type.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runs/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runs/run.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runs/run_arguments.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runs/run_progress.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/runs/run_status.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/storage/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/storage/db_interface.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/storage/io_interface.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/storage/storage.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/utils/__init__.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/utils/find_feature.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/utils/import_modules.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/utils/log.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/utils/pagination.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/moonshot/src/utils/timeit.py +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/requirements.txt +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/third-party/pygments-2.18.0-py3-none-any.whl +0 -0
- {aiverify_moonshot-0.6.3 → aiverify_moonshot-0.7.0}/third-party/text_unidecode-1.3-py2.py3-none-any.whl +0 -0
|
@@ -3,10 +3,6 @@
|
|
|
3
3
|
name: Moonshot Integration Test
|
|
4
4
|
|
|
5
5
|
on:
|
|
6
|
-
# Runs on Pull Request Review
|
|
7
|
-
pull_request_review:
|
|
8
|
-
branches:
|
|
9
|
-
- 'main'
|
|
10
6
|
|
|
11
7
|
# Run this workflow manually from Actions tab
|
|
12
8
|
workflow_dispatch:
|
|
@@ -40,13 +36,6 @@ jobs:
|
|
|
40
36
|
|
|
41
37
|
steps:
|
|
42
38
|
|
|
43
|
-
- name: Checkout Moonshot (Pull Request Review)
|
|
44
|
-
if: github.event_name == 'pull_request_review'
|
|
45
|
-
uses: actions/checkout@v4
|
|
46
|
-
with:
|
|
47
|
-
repository: ${{ github.event.pull_request.head.repo.full_name }}
|
|
48
|
-
ref: ${{ github.event.pull_request.head.ref }}
|
|
49
|
-
|
|
50
39
|
- name: Checkout Moonshot (Workflow Dispatch)
|
|
51
40
|
if: github.event_name == 'workflow_dispatch'
|
|
52
41
|
uses: actions/checkout@v4
|
|
@@ -67,14 +56,6 @@ jobs:
|
|
|
67
56
|
touch .env
|
|
68
57
|
echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
|
|
69
58
|
|
|
70
|
-
- name: Checkout Moonshot Data (Pull Request Review)
|
|
71
|
-
if: github.event_name == 'pull_request_review'
|
|
72
|
-
uses: actions/checkout@v4
|
|
73
|
-
with:
|
|
74
|
-
repository: aiverify-foundation/moonshot-data
|
|
75
|
-
ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
|
|
76
|
-
path: moonshot-data
|
|
77
|
-
|
|
78
59
|
- name: Checkout Moonshot Data (Workflow Dispatch)
|
|
79
60
|
if: github.event_name == 'workflow_dispatch'
|
|
80
61
|
uses: actions/checkout@v4
|
|
@@ -89,14 +70,6 @@ jobs:
|
|
|
89
70
|
cd moonshot-data
|
|
90
71
|
pip install -r requirements.txt
|
|
91
72
|
|
|
92
|
-
- name: Checkout Moonshot UI (Pull Request Review)
|
|
93
|
-
if: github.event_name == 'pull_request_review'
|
|
94
|
-
uses: actions/checkout@v4
|
|
95
|
-
with:
|
|
96
|
-
repository: aiverify-foundation/moonshot-ui
|
|
97
|
-
ref: ${{ vars.MOONSHOT_UI_BRANCH }}
|
|
98
|
-
path: moonshot-ui
|
|
99
|
-
|
|
100
73
|
- name: Checkout Moonshot UI (Workflow Dispatch)
|
|
101
74
|
if: github.event_name == 'workflow_dispatch'
|
|
102
75
|
uses: actions/checkout@v4
|
|
@@ -188,13 +161,6 @@ jobs:
|
|
|
188
161
|
|
|
189
162
|
steps:
|
|
190
163
|
|
|
191
|
-
- name: Checkout Moonshot (Pull Request Review)
|
|
192
|
-
if: github.event_name == 'pull_request_review'
|
|
193
|
-
uses: actions/checkout@v4
|
|
194
|
-
with:
|
|
195
|
-
repository: ${{ github.event.pull_request.head.repo.full_name }}
|
|
196
|
-
ref: ${{ github.event.pull_request.head.ref }}
|
|
197
|
-
|
|
198
164
|
- name: Checkout Moonshot (Workflow Dispatch)
|
|
199
165
|
if: github.event_name == 'workflow_dispatch'
|
|
200
166
|
uses: actions/checkout@v4
|
|
@@ -215,14 +181,6 @@ jobs:
|
|
|
215
181
|
touch .env
|
|
216
182
|
echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
|
|
217
183
|
|
|
218
|
-
- name: Checkout Moonshot Data (Pull Request Review)
|
|
219
|
-
if: github.event_name == 'pull_request_review'
|
|
220
|
-
uses: actions/checkout@v4
|
|
221
|
-
with:
|
|
222
|
-
repository: aiverify-foundation/moonshot-data
|
|
223
|
-
ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
|
|
224
|
-
path: moonshot-data
|
|
225
|
-
|
|
226
184
|
- name: Checkout Moonshot Data (Workflow Dispatch)
|
|
227
185
|
if: github.event_name == 'workflow_dispatch'
|
|
228
186
|
uses: actions/checkout@v4
|
|
@@ -237,14 +195,6 @@ jobs:
|
|
|
237
195
|
cd moonshot-data
|
|
238
196
|
pip install -r requirements.txt
|
|
239
197
|
|
|
240
|
-
- name: Checkout Moonshot UI (Pull Request Review)
|
|
241
|
-
if: github.event_name == 'pull_request_review'
|
|
242
|
-
uses: actions/checkout@v4
|
|
243
|
-
with:
|
|
244
|
-
repository: aiverify-foundation/moonshot-ui
|
|
245
|
-
ref: ${{ vars.MOONSHOT_UI_BRANCH }}
|
|
246
|
-
path: moonshot-ui
|
|
247
|
-
|
|
248
198
|
- name: Checkout Moonshot UI (Workflow Dispatch)
|
|
249
199
|
if: github.event_name == 'workflow_dispatch'
|
|
250
200
|
uses: actions/checkout@v4
|
|
@@ -336,13 +286,6 @@ jobs:
|
|
|
336
286
|
|
|
337
287
|
steps:
|
|
338
288
|
|
|
339
|
-
- name: Checkout Moonshot (Pull Request Review)
|
|
340
|
-
if: github.event_name == 'pull_request_review'
|
|
341
|
-
uses: actions/checkout@v4
|
|
342
|
-
with:
|
|
343
|
-
repository: ${{ github.event.pull_request.head.repo.full_name }}
|
|
344
|
-
ref: ${{ github.event.pull_request.head.ref }}
|
|
345
|
-
|
|
346
289
|
- name: Checkout Moonshot (Workflow Dispatch)
|
|
347
290
|
if: github.event_name == 'workflow_dispatch'
|
|
348
291
|
uses: actions/checkout@v4
|
|
@@ -363,14 +306,6 @@ jobs:
|
|
|
363
306
|
touch .env
|
|
364
307
|
echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
|
|
365
308
|
|
|
366
|
-
- name: Checkout Moonshot Data (Pull Request Review)
|
|
367
|
-
if: github.event_name == 'pull_request_review'
|
|
368
|
-
uses: actions/checkout@v4
|
|
369
|
-
with:
|
|
370
|
-
repository: aiverify-foundation/moonshot-data
|
|
371
|
-
ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
|
|
372
|
-
path: moonshot-data
|
|
373
|
-
|
|
374
309
|
- name: Checkout Moonshot Data (Workflow Dispatch)
|
|
375
310
|
if: github.event_name == 'workflow_dispatch'
|
|
376
311
|
uses: actions/checkout@v4
|
|
@@ -385,14 +320,6 @@ jobs:
|
|
|
385
320
|
cd moonshot-data
|
|
386
321
|
pip install -r requirements.txt
|
|
387
322
|
|
|
388
|
-
- name: Checkout Moonshot UI (Pull Request Review)
|
|
389
|
-
if: github.event_name == 'pull_request_review'
|
|
390
|
-
uses: actions/checkout@v4
|
|
391
|
-
with:
|
|
392
|
-
repository: aiverify-foundation/moonshot-ui
|
|
393
|
-
ref: ${{ vars.MOONSHOT_UI_BRANCH }}
|
|
394
|
-
path: moonshot-ui
|
|
395
|
-
|
|
396
323
|
- name: Checkout Moonshot UI (Workflow Dispatch)
|
|
397
324
|
if: github.event_name == 'workflow_dispatch'
|
|
398
325
|
uses: actions/checkout@v4
|
|
@@ -497,13 +424,6 @@ jobs:
|
|
|
497
424
|
|
|
498
425
|
steps:
|
|
499
426
|
|
|
500
|
-
- name: Checkout Moonshot (Pull Request Review)
|
|
501
|
-
if: github.event_name == 'pull_request_review'
|
|
502
|
-
uses: actions/checkout@v4
|
|
503
|
-
with:
|
|
504
|
-
repository: ${{ github.event.pull_request.head.repo.full_name }}
|
|
505
|
-
ref: ${{ github.event.pull_request.head.ref }}
|
|
506
|
-
|
|
507
427
|
- name: Checkout Moonshot (Workflow Dispatch)
|
|
508
428
|
if: github.event_name == 'workflow_dispatch'
|
|
509
429
|
uses: actions/checkout@v4
|
|
@@ -524,14 +444,6 @@ jobs:
|
|
|
524
444
|
touch .env
|
|
525
445
|
echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
|
|
526
446
|
|
|
527
|
-
- name: Checkout Moonshot Data (Pull Request Review)
|
|
528
|
-
if: github.event_name == 'pull_request_review'
|
|
529
|
-
uses: actions/checkout@v4
|
|
530
|
-
with:
|
|
531
|
-
repository: aiverify-foundation/moonshot-data
|
|
532
|
-
ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
|
|
533
|
-
path: moonshot-data
|
|
534
|
-
|
|
535
447
|
- name: Checkout Moonshot Data (Workflow Dispatch)
|
|
536
448
|
if: github.event_name == 'workflow_dispatch'
|
|
537
449
|
uses: actions/checkout@v4
|
|
@@ -546,14 +458,6 @@ jobs:
|
|
|
546
458
|
cd moonshot-data
|
|
547
459
|
pip install -r requirements.txt
|
|
548
460
|
|
|
549
|
-
- name: Checkout Moonshot UI (Pull Request Review)
|
|
550
|
-
if: github.event_name == 'pull_request_review'
|
|
551
|
-
uses: actions/checkout@v4
|
|
552
|
-
with:
|
|
553
|
-
repository: aiverify-foundation/moonshot-ui
|
|
554
|
-
ref: ${{ vars.MOONSHOT_UI_BRANCH }}
|
|
555
|
-
path: moonshot-ui
|
|
556
|
-
|
|
557
461
|
- name: Checkout Moonshot UI (Workflow Dispatch)
|
|
558
462
|
if: github.event_name == 'workflow_dispatch'
|
|
559
463
|
uses: actions/checkout@v4
|
|
@@ -657,13 +561,6 @@ jobs:
|
|
|
657
561
|
|
|
658
562
|
steps:
|
|
659
563
|
|
|
660
|
-
- name: Checkout Moonshot (Pull Request Review)
|
|
661
|
-
if: github.event_name == 'pull_request_review'
|
|
662
|
-
uses: actions/checkout@v4
|
|
663
|
-
with:
|
|
664
|
-
repository: ${{ github.event.pull_request.head.repo.full_name }}
|
|
665
|
-
ref: ${{ github.event.pull_request.head.ref }}
|
|
666
|
-
|
|
667
564
|
- name: Checkout Moonshot (Workflow Dispatch)
|
|
668
565
|
if: github.event_name == 'workflow_dispatch'
|
|
669
566
|
uses: actions/checkout@v4
|
|
@@ -684,14 +581,6 @@ jobs:
|
|
|
684
581
|
touch .env
|
|
685
582
|
echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
|
|
686
583
|
|
|
687
|
-
- name: Checkout Moonshot Data (Pull Request Review)
|
|
688
|
-
if: github.event_name == 'pull_request_review'
|
|
689
|
-
uses: actions/checkout@v4
|
|
690
|
-
with:
|
|
691
|
-
repository: aiverify-foundation/moonshot-data
|
|
692
|
-
ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
|
|
693
|
-
path: moonshot-data
|
|
694
|
-
|
|
695
584
|
- name: Checkout Moonshot Data (Workflow Dispatch)
|
|
696
585
|
if: github.event_name == 'workflow_dispatch'
|
|
697
586
|
uses: actions/checkout@v4
|
|
@@ -706,14 +595,6 @@ jobs:
|
|
|
706
595
|
cd moonshot-data
|
|
707
596
|
pip install -r requirements.txt
|
|
708
597
|
|
|
709
|
-
- name: Checkout Moonshot UI (Pull Request Review)
|
|
710
|
-
if: github.event_name == 'pull_request_review'
|
|
711
|
-
uses: actions/checkout@v4
|
|
712
|
-
with:
|
|
713
|
-
repository: aiverify-foundation/moonshot-ui
|
|
714
|
-
ref: ${{ vars.MOONSHOT_UI_BRANCH }}
|
|
715
|
-
path: moonshot-ui
|
|
716
|
-
|
|
717
598
|
- name: Checkout Moonshot UI (Workflow Dispatch)
|
|
718
599
|
if: github.event_name == 'workflow_dispatch'
|
|
719
600
|
uses: actions/checkout@v4
|
|
@@ -805,13 +686,6 @@ jobs:
|
|
|
805
686
|
|
|
806
687
|
steps:
|
|
807
688
|
|
|
808
|
-
- name: Checkout Moonshot (Pull Request Review)
|
|
809
|
-
if: github.event_name == 'pull_request_review'
|
|
810
|
-
uses: actions/checkout@v4
|
|
811
|
-
with:
|
|
812
|
-
repository: ${{ github.event.pull_request.head.repo.full_name }}
|
|
813
|
-
ref: ${{ github.event.pull_request.head.ref }}
|
|
814
|
-
|
|
815
689
|
- name: Checkout Moonshot (Workflow Dispatch)
|
|
816
690
|
if: github.event_name == 'workflow_dispatch'
|
|
817
691
|
uses: actions/checkout@v4
|
|
@@ -832,14 +706,6 @@ jobs:
|
|
|
832
706
|
touch .env
|
|
833
707
|
echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
|
|
834
708
|
|
|
835
|
-
- name: Checkout Moonshot Data (Pull Request Review)
|
|
836
|
-
if: github.event_name == 'pull_request_review'
|
|
837
|
-
uses: actions/checkout@v4
|
|
838
|
-
with:
|
|
839
|
-
repository: aiverify-foundation/moonshot-data
|
|
840
|
-
ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
|
|
841
|
-
path: moonshot-data
|
|
842
|
-
|
|
843
709
|
- name: Checkout Moonshot Data (Workflow Dispatch)
|
|
844
710
|
if: github.event_name == 'workflow_dispatch'
|
|
845
711
|
uses: actions/checkout@v4
|
|
@@ -854,14 +720,6 @@ jobs:
|
|
|
854
720
|
cd moonshot-data
|
|
855
721
|
pip install -r requirements.txt
|
|
856
722
|
|
|
857
|
-
- name: Checkout Moonshot UI (Pull Request Review)
|
|
858
|
-
if: github.event_name == 'pull_request_review'
|
|
859
|
-
uses: actions/checkout@v4
|
|
860
|
-
with:
|
|
861
|
-
repository: aiverify-foundation/moonshot-ui
|
|
862
|
-
ref: ${{ vars.MOONSHOT_UI_BRANCH }}
|
|
863
|
-
path: moonshot-ui
|
|
864
|
-
|
|
865
723
|
- name: Checkout Moonshot UI (Workflow Dispatch)
|
|
866
724
|
if: github.event_name == 'workflow_dispatch'
|
|
867
725
|
uses: actions/checkout@v4
|
|
@@ -952,13 +810,6 @@ jobs:
|
|
|
952
810
|
timeout-minutes: 300
|
|
953
811
|
steps:
|
|
954
812
|
|
|
955
|
-
- name: Checkout Moonshot (Pull Request Review)
|
|
956
|
-
if: github.event_name == 'pull_request_review'
|
|
957
|
-
uses: actions/checkout@v4
|
|
958
|
-
with:
|
|
959
|
-
repository: ${{ github.event.pull_request.head.repo.full_name }}
|
|
960
|
-
ref: ${{ github.event.pull_request.head.ref }}
|
|
961
|
-
|
|
962
813
|
- name: Checkout Moonshot (Workflow Dispatch)
|
|
963
814
|
if: github.event_name == 'workflow_dispatch'
|
|
964
815
|
uses: actions/checkout@v4
|
|
@@ -979,14 +830,6 @@ jobs:
|
|
|
979
830
|
touch .env
|
|
980
831
|
echo "${{ secrets.ENVIRONMENT_VARS }}" >> .env
|
|
981
832
|
|
|
982
|
-
- name: Checkout Moonshot Data (Pull Request Review)
|
|
983
|
-
if: github.event_name == 'pull_request_review'
|
|
984
|
-
uses: actions/checkout@v4
|
|
985
|
-
with:
|
|
986
|
-
repository: aiverify-foundation/moonshot-data
|
|
987
|
-
ref: ${{ vars.MOONSHOT_DATA_BRANCH }}
|
|
988
|
-
path: moonshot-data
|
|
989
|
-
|
|
990
833
|
- name: Checkout Moonshot Data (Workflow Dispatch)
|
|
991
834
|
if: github.event_name == 'workflow_dispatch'
|
|
992
835
|
uses: actions/checkout@v4
|
|
@@ -1001,14 +844,6 @@ jobs:
|
|
|
1001
844
|
cd moonshot-data
|
|
1002
845
|
pip install -r requirements.txt
|
|
1003
846
|
|
|
1004
|
-
- name: Checkout Moonshot UI (Pull Request Review)
|
|
1005
|
-
if: github.event_name == 'pull_request_review'
|
|
1006
|
-
uses: actions/checkout@v4
|
|
1007
|
-
with:
|
|
1008
|
-
repository: aiverify-foundation/moonshot-ui
|
|
1009
|
-
ref: ${{ vars.MOONSHOT_UI_BRANCH }}
|
|
1010
|
-
path: moonshot-ui
|
|
1011
|
-
|
|
1012
847
|
- name: Checkout Moonshot UI (Workflow Dispatch)
|
|
1013
848
|
if: github.event_name == 'workflow_dispatch'
|
|
1014
849
|
uses: actions/checkout@v4
|
|
@@ -0,0 +1,241 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: aiverify-moonshot
|
|
3
|
+
Version: 0.7.0
|
|
4
|
+
Summary: AI Verify advances Gen AI testing with Project Moonshot.
|
|
5
|
+
Project-URL: Repository, https://github.com/aiverify-foundation/moonshot
|
|
6
|
+
Project-URL: Documentation, https://aiverify-foundation.github.io/moonshot/
|
|
7
|
+
Project-URL: Issues, https://github.com/aiverify-foundation/moonshot/issues
|
|
8
|
+
Author-email: AI Verify Foundation <info@aiverify.sg>
|
|
9
|
+
License: Apache-2.0
|
|
10
|
+
License-File: AUTHORS.md
|
|
11
|
+
License-File: LICENSE.md
|
|
12
|
+
License-File: NOTICES.md
|
|
13
|
+
Classifier: Development Status :: 3 - Alpha
|
|
14
|
+
Classifier: License :: OSI Approved :: Apache Software License
|
|
15
|
+
Classifier: Programming Language :: Python :: 3
|
|
16
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
17
|
+
Requires-Python: >=3.11
|
|
18
|
+
Requires-Dist: datasets>=2.21.0
|
|
19
|
+
Requires-Dist: ijson>=3.3.0
|
|
20
|
+
Requires-Dist: jinja2>=3.1.4
|
|
21
|
+
Requires-Dist: numpy>=1.26.4
|
|
22
|
+
Requires-Dist: pandas>=2.2.2
|
|
23
|
+
Requires-Dist: pydantic==2.8.2
|
|
24
|
+
Requires-Dist: pyparsing>=3.1.4
|
|
25
|
+
Requires-Dist: python-dotenv>=1.0.1
|
|
26
|
+
Requires-Dist: python-multipart>=0.0.9
|
|
27
|
+
Requires-Dist: python-slugify>=8.0.4
|
|
28
|
+
Requires-Dist: tenacity>=8.5.0
|
|
29
|
+
Requires-Dist: xxhash>=3.5.0
|
|
30
|
+
Provides-Extra: all
|
|
31
|
+
Requires-Dist: cmd2>=2.4.3; extra == 'all'
|
|
32
|
+
Requires-Dist: dependency-injector>=4.41.0; extra == 'all'
|
|
33
|
+
Requires-Dist: fastapi>=0.115.4; extra == 'all'
|
|
34
|
+
Requires-Dist: rich>=13.8.0; extra == 'all'
|
|
35
|
+
Requires-Dist: typing-extensions>=4.12.2; extra == 'all'
|
|
36
|
+
Requires-Dist: uvicorn>=0.30.6; extra == 'all'
|
|
37
|
+
Provides-Extra: cli
|
|
38
|
+
Requires-Dist: cmd2>=2.4.3; extra == 'cli'
|
|
39
|
+
Requires-Dist: rich>=13.8.0; extra == 'cli'
|
|
40
|
+
Provides-Extra: web-api
|
|
41
|
+
Requires-Dist: dependency-injector>=4.41.0; extra == 'web-api'
|
|
42
|
+
Requires-Dist: fastapi>=0.115.4; extra == 'web-api'
|
|
43
|
+
Requires-Dist: typing-extensions>=4.12.2; extra == 'web-api'
|
|
44
|
+
Requires-Dist: uvicorn>=0.30.6; extra == 'web-api'
|
|
45
|
+
Description-Content-Type: text/markdown
|
|
46
|
+
|
|
47
|
+
<div align="center">
|
|
48
|
+
|
|
49
|
+

|
|
50
|
+
|
|
51
|
+
**Version 0.7.0**
|
|
52
|
+
|
|
53
|
+
A simple and modular tool to evaluate any LLM-based AI systems.
|
|
54
|
+
|
|
55
|
+
[](https://www.python.org/downloads/release/python-3111/)
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
</div>
|
|
59
|
+
|
|
60
|
+
## 🎯 Motivation
|
|
61
|
+
|
|
62
|
+
Developed by the [AI Verify Foundation](https://aiverifyfoundation.sg/), [Moonshot](https://aiverifyfoundation.sg/project-moonshot/) is one of the first tools to bring Benchmarking and Red-Teaming together to help AI developers, compliance teams and AI system owners <b>evaluate LLMs and LLM-based AI systems</b>.
|
|
63
|
+
|
|
64
|
+
</br>
|
|
65
|
+
|
|
66
|
+
## 🚀 Why Moonshot
|
|
67
|
+
|
|
68
|
+
In the rapidly evolving landscape of Generative AI, ensuring safety, reliability, and performance of AI systems is paramount. Moonshot addresses this critical need by providing a unified platform for:
|
|
69
|
+
- <b>Benchmark Tests:</b> Systematically test LLMs across various performance metrics, and critical trust & safety dimensions using a wide array of open-source benchmarks and domain-specific tests.
|
|
70
|
+
- <b>Red Team Attacks:</b> Proactively identify vulnerabilities and potential misuse scenarios in your AI systems through streamlined adversarial prompting.
|
|
71
|
+
- <b>Streamline MLOps:</b> Integrate evaluation seamlessly into your development pipeline with flexible APIs.
|
|
72
|
+
|
|
73
|
+
</br>
|
|
74
|
+
|
|
75
|
+
## 🔑 Key Features
|
|
76
|
+
|
|
77
|
+
- <b>User-friendly Interfaces:</b> Interact with Moonshot via an intuitive Web UI for visual insights, and an interactive Command Line Interface (CLI) for quick operations.
|
|
78
|
+
- <b>Comprehensive Benchmarking:</b>
|
|
79
|
+
- [View list of available datasets available](https://aiverify-foundation.github.io/moonshot/resources/datasets/)
|
|
80
|
+
- Test for <b>Performance</b> (e.g., accuracy, BLEU)
|
|
81
|
+
- Ensure <b>Trust & Safety</b> e.g., bias, toxicity, hallucination)
|
|
82
|
+
- Utilize pre-built Cookbooks of tests or easily create your custom evaluations. [View available pre-built Cookbooks](https://aiverify-foundation.github.io/moonshot/resources/cookbooks/)
|
|
83
|
+
- <b>Powerful Red-Teaming:</b>
|
|
84
|
+
- [View list of available attack modules](https://aiverify-foundation.github.io/moonshot/resources/attack_modules/)
|
|
85
|
+
- Simplify adversarial prompt generation using algorithmic strategies or generative LLM to uncover potential misuse.
|
|
86
|
+
- Leverage prompt templates, context strategies, and automated attack modules.
|
|
87
|
+
- <b>Customizable Recipes:</b> Define your evaluation logic with custom datasets (input-target pairs), metrics, optional prompt templates, evaluation metric, and grading scales. [View available pre-built Recipes](https://aiverify-foundation.github.io/moonshot/resources/recipes/)
|
|
88
|
+
- <b>Insightful Reporting:</b> Generate comprehensive HTML reports with interactive charts for clear visualization of test results, and detailed raw JSON results for deeper programmatic analysis.
|
|
89
|
+
- <b>Extensible & Modular:</b> Designed for easy extension and integration with new LLMs, benchmarks, and attack techniques.
|
|
90
|
+
|
|
91
|
+
</br>
|
|
92
|
+
|
|
93
|
+
# Getting Started
|
|
94
|
+
|
|
95
|
+
In this Beta version, Moonshot can be used through several interfaces:
|
|
96
|
+
- User-friendly Web UI - [Web UI User Guide](https://aiverify-foundation.github.io/moonshot/user_guide/web_ui/web_ui_guide/)
|
|
97
|
+
- Interactive Command Line Interface - [CLI User Guide](https://aiverify-foundation.github.io/moonshot/user_guide/cli/connecting_endpoints/)
|
|
98
|
+
- Seamless Integration into your MLOps workflow via Moonshot Library APIs or Moonshot Web APIs - [Notebook Examples](https://github.com/aiverify-foundation/moonshot/tree/main/examples/jupyter-notebook), [Web API Docs](https://aiverify-foundation.github.io/moonshot/api_reference/web_api_swagger/)
|
|
99
|
+
|
|
100
|
+
</br>
|
|
101
|
+
|
|
102
|
+
## 💻 Let's Go!
|
|
103
|
+
|
|
104
|
+
This section will guide you through getting Moonshot up and running.
|
|
105
|
+
|
|
106
|
+
</br>
|
|
107
|
+
|
|
108
|
+
### ✅ Prerequisites
|
|
109
|
+
1. <b>Python:</b> [Version 3.11](https://www.python.org/downloads/) is required.
|
|
110
|
+
|
|
111
|
+
2. <b>Git Version Control:</b> [Git](https://github.com/git-guides/install-git) is essential for cloning the repository.
|
|
112
|
+
|
|
113
|
+
3. <b>(Optional) Virtual Environment:</b> Highly recommended to manage dependencies.
|
|
114
|
+
|
|
115
|
+
```
|
|
116
|
+
# Create a virtual environment
|
|
117
|
+
python -m venv venv
|
|
118
|
+
|
|
119
|
+
# Activate the virtual environment
|
|
120
|
+
source venv/bin/activate
|
|
121
|
+
```
|
|
122
|
+
4. If you plan to install our Web UI, you will also need [Node.js version 20.11.1 LTS](https://nodejs.org/en/blog/release/v20.11.1) and above
|
|
123
|
+
</br>
|
|
124
|
+
|
|
125
|
+
### ⬇️ Installation
|
|
126
|
+
|
|
127
|
+
You can install Moonshot in various ways depending on your needs
|
|
128
|
+
|
|
129
|
+
<b>1. Using `pip` (Recommended for most users)</b>
|
|
130
|
+
|
|
131
|
+
```
|
|
132
|
+
# Install Project Moonshot's Python Library, which includes Moonshot's full functionalities (Library APIs, CLI and Web APIs)
|
|
133
|
+
pip install "aiverify-moonshot[all]"
|
|
134
|
+
|
|
135
|
+
# Clone and install test assets and Web UI
|
|
136
|
+
python -m moonshot -i moonshot-data -i moonshot-ui
|
|
137
|
+
```
|
|
138
|
+
⚠️ You will need to have test assets from [moonshot-data](https://github.com/aiverify-foundation/moonshot-data) before you can run any tests.
|
|
139
|
+
|
|
140
|
+
🖼️ If you plan to install our Web UI, you will also need [moonshot-ui](https://github.com/aiverify-foundation/moonshot-ui)
|
|
141
|
+
|
|
142
|
+
Check out our [Installation Guide](https://aiverify-foundation.github.io/moonshot/getting_started/quick_install/) for more details.
|
|
143
|
+
|
|
144
|
+
</br>
|
|
145
|
+
|
|
146
|
+
<b>2. From Source Code (For developers and contributors)</b>
|
|
147
|
+
|
|
148
|
+
```
|
|
149
|
+
# To install from source code (Full functionalities)
|
|
150
|
+
git clone git@github.com:aiverify-foundation/moonshot.git
|
|
151
|
+
cd moonshot
|
|
152
|
+
pip install -r requirements.txt
|
|
153
|
+
```
|
|
154
|
+
If you have installation issues, please take a look at the [Troubleshooting Guide](https://aiverify-foundation.github.io/moonshot/faq/).
|
|
155
|
+
<details>
|
|
156
|
+
<summary><b>Other installation options</b></summary>
|
|
157
|
+
Here's a summary of other installation commands available:
|
|
158
|
+
|
|
159
|
+
```
|
|
160
|
+
# To install Moonshot library APIs only
|
|
161
|
+
pip install aiverify-moonshot
|
|
162
|
+
|
|
163
|
+
# To install Moonshot library APIs and Web APIs only
|
|
164
|
+
pip install "aiverify-moonshot[web-api]"
|
|
165
|
+
|
|
166
|
+
# To install Moonshot library APIs and CLI only
|
|
167
|
+
pip install "aiverify-moonshot[cli]"
|
|
168
|
+
```
|
|
169
|
+
Check out our [Installation Guide](https://aiverify-foundation.github.io/moonshot/getting_started/quick_install/) for more details.
|
|
170
|
+
</details>
|
|
171
|
+
|
|
172
|
+
</br>
|
|
173
|
+
|
|
174
|
+
### 🏃♀️ Run Moonshot
|
|
175
|
+
|
|
176
|
+
#### Running the Web UI
|
|
177
|
+
```
|
|
178
|
+
python -m moonshot web
|
|
179
|
+
```
|
|
180
|
+
Open [http://localhost:3000/](http://localhost:3000/) in a browser and you should see this homepage:
|
|
181
|
+
|
|
182
|
+

|
|
183
|
+
|
|
184
|
+
Refer to this [guide](https://aiverify-foundation.github.io/moonshot/user_guide/web_ui/moonshot_interface/homepage/) to discover the rich features available in Moonshot Web UI
|
|
185
|
+
|
|
186
|
+
</br>
|
|
187
|
+
|
|
188
|
+
#### Running the Interactive CLI
|
|
189
|
+
```
|
|
190
|
+
python -m moonshot cli interactive
|
|
191
|
+
```
|
|
192
|
+

|
|
193
|
+
|
|
194
|
+
Refer to this [Command List](https://aiverify-foundation.github.io/moonshot/user_guide/cli/cli_command_list/) to discover the list of CLI commands for Moonshot
|
|
195
|
+
|
|
196
|
+
</br></br>
|
|
197
|
+
|
|
198
|
+
# 📚 Documentation & User Guides
|
|
199
|
+
|
|
200
|
+
For detailed information on configuring, using, and extending Moonshot, please refer to our comprehensive documentation:
|
|
201
|
+
|
|
202
|
+
#### Guides for Moonshot Web UI
|
|
203
|
+
- [Getting Started with Moonshot Web UI](https://aiverify-foundation.github.io/moonshot/user_guide/web_ui/web_ui_guide/)
|
|
204
|
+
- [Creating Your Custom Cookbook via Moonshot Web UI](https://aiverify-foundation.github.io/moonshot/tutorial/web-ui/create_cookbook/)
|
|
205
|
+
- [Creating Your Custom Connector Endpoint via Moonshot Web UI](https://aiverify-foundation.github.io/moonshot/tutorial/web-ui/create_endpoint/)
|
|
206
|
+
- [Running Benchmark Test on Moonshot Web UI](https://aiverify-foundation.github.io/moonshot/getting_started/first_test/)
|
|
207
|
+
- [Running Red Teaming on Moonshot Web UI](https://aiverify-foundation.github.io/moonshot/tutorial/web-ui/redteam/)
|
|
208
|
+
|
|
209
|
+
#### Guides for Moonshot Interactive CLI
|
|
210
|
+
- [Getting Started with Moonshot Interactive CLI](https://aiverify-foundation.github.io/moonshot/user_guide/cli/connecting_endpoints/)
|
|
211
|
+
- [Creating Your Custom Benchmark Tests for Your RAG Apps via Moonshot Interactive CLI](https://aiverify-foundation.github.io/moonshot/tutorial/cli/create_benchmark_tests/)
|
|
212
|
+
- [Creating Your Custom Connector Endpoint via Moonshot Interactive CLI](https://aiverify-foundation.github.io/moonshot/tutorial/cli/create_endpoint/)
|
|
213
|
+
- [Running Benchmark Test on Moonshot Interactive CLI](https://aiverify-foundation.github.io/moonshot/tutorial/cli/run_benchmark_tests/)
|
|
214
|
+
- [Running Red Teaming on Moonshot Interactive CLI](https://aiverify-foundation.github.io/moonshot/tutorial/cli/run_red_teaming/)
|
|
215
|
+
|
|
216
|
+
#### For Users Interested in trying Out Moonshot using Jupyter Notebook
|
|
217
|
+
- [Moonshot Library Python Notebook Examples](https://github.com/aiverify-foundation/moonshot/tree/main/examples/jupyter-notebook)
|
|
218
|
+
|
|
219
|
+
####
|
|
220
|
+
|
|
221
|
+
</br>
|
|
222
|
+
|
|
223
|
+
## 🤝 Contribution
|
|
224
|
+
|
|
225
|
+
Moonshot is an open-source project, and we welcome contributions from the community! Whether fixing a bug, adding a new feature, improving documentation, or suggesting an enhancement, your efforts are highly valued.
|
|
226
|
+
|
|
227
|
+
Please refer to our [Contributor Guide](https://aiverify-foundation.github.io/moonshot/contributing/) for details on how to get started.
|
|
228
|
+
|
|
229
|
+
</br>
|
|
230
|
+
|
|
231
|
+
## ✨ Project Status
|
|
232
|
+
|
|
233
|
+
Moonshot is currently in beta. We are actively developing new features, improving existing ones, and enhancing stability. We encourage you to try it out and provide feedback!
|
|
234
|
+
|
|
235
|
+
</br>
|
|
236
|
+
|
|
237
|
+
## 📜 License
|
|
238
|
+
|
|
239
|
+
Moonshot is released under the [Apache Software License 2.0](https://www.apache.org/licenses/LICENSE-2.0.txt)
|
|
240
|
+
|
|
241
|
+
</br>
|