ibm-watsonx-gov 1.3.3__cp313-cp313-macosx_11_0_arm64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ibm_watsonx_gov/__init__.py +8 -0
- ibm_watsonx_gov/agent_catalog/__init__.py +8 -0
- ibm_watsonx_gov/agent_catalog/clients/__init__.py +14 -0
- ibm_watsonx_gov/agent_catalog/clients/ai_agent_client.py +333 -0
- ibm_watsonx_gov/agent_catalog/core/__init__.py +8 -0
- ibm_watsonx_gov/agent_catalog/core/agent_loader.py +202 -0
- ibm_watsonx_gov/agent_catalog/core/agents.py +134 -0
- ibm_watsonx_gov/agent_catalog/entities/__init__.py +8 -0
- ibm_watsonx_gov/agent_catalog/entities/ai_agent.py +599 -0
- ibm_watsonx_gov/agent_catalog/utils/__init__.py +8 -0
- ibm_watsonx_gov/agent_catalog/utils/constants.py +36 -0
- ibm_watsonx_gov/agent_catalog/utils/notebook_utils.py +70 -0
- ibm_watsonx_gov/ai_experiments/__init__.py +8 -0
- ibm_watsonx_gov/ai_experiments/ai_experiments_client.py +980 -0
- ibm_watsonx_gov/ai_experiments/utils/__init__.py +8 -0
- ibm_watsonx_gov/ai_experiments/utils/ai_experiment_utils.py +139 -0
- ibm_watsonx_gov/clients/__init__.py +0 -0
- ibm_watsonx_gov/clients/api_client.py +99 -0
- ibm_watsonx_gov/clients/segment_client.py +46 -0
- ibm_watsonx_gov/clients/usage_client.cpython-313-darwin.so +0 -0
- ibm_watsonx_gov/clients/wx_ai_client.py +87 -0
- ibm_watsonx_gov/config/__init__.py +14 -0
- ibm_watsonx_gov/config/agentic_ai_configuration.py +225 -0
- ibm_watsonx_gov/config/gen_ai_configuration.py +129 -0
- ibm_watsonx_gov/config/model_risk_configuration.py +173 -0
- ibm_watsonx_gov/config/predictive_ai_configuration.py +20 -0
- ibm_watsonx_gov/entities/__init__.py +8 -0
- ibm_watsonx_gov/entities/agentic_app.py +209 -0
- ibm_watsonx_gov/entities/agentic_evaluation_result.py +185 -0
- ibm_watsonx_gov/entities/ai_evaluation.py +290 -0
- ibm_watsonx_gov/entities/ai_experiment.py +419 -0
- ibm_watsonx_gov/entities/base_classes.py +134 -0
- ibm_watsonx_gov/entities/container.py +54 -0
- ibm_watsonx_gov/entities/credentials.py +633 -0
- ibm_watsonx_gov/entities/criteria.py +508 -0
- ibm_watsonx_gov/entities/enums.py +274 -0
- ibm_watsonx_gov/entities/evaluation_result.py +444 -0
- ibm_watsonx_gov/entities/foundation_model.py +490 -0
- ibm_watsonx_gov/entities/llm_judge.py +44 -0
- ibm_watsonx_gov/entities/locale.py +17 -0
- ibm_watsonx_gov/entities/mapping.py +49 -0
- ibm_watsonx_gov/entities/metric.py +211 -0
- ibm_watsonx_gov/entities/metric_threshold.py +36 -0
- ibm_watsonx_gov/entities/model_provider.py +329 -0
- ibm_watsonx_gov/entities/model_risk_result.py +43 -0
- ibm_watsonx_gov/entities/monitor.py +71 -0
- ibm_watsonx_gov/entities/prompt_setup.py +40 -0
- ibm_watsonx_gov/entities/state.py +22 -0
- ibm_watsonx_gov/entities/utils.py +99 -0
- ibm_watsonx_gov/evaluators/__init__.py +26 -0
- ibm_watsonx_gov/evaluators/agentic_evaluator.py +2725 -0
- ibm_watsonx_gov/evaluators/agentic_traces_evaluator.py +115 -0
- ibm_watsonx_gov/evaluators/base_evaluator.py +22 -0
- ibm_watsonx_gov/evaluators/impl/__init__.py +0 -0
- ibm_watsonx_gov/evaluators/impl/evaluate_metrics_impl.cpython-313-darwin.so +0 -0
- ibm_watsonx_gov/evaluators/impl/evaluate_model_risk_impl.cpython-313-darwin.so +0 -0
- ibm_watsonx_gov/evaluators/metrics_evaluator.py +187 -0
- ibm_watsonx_gov/evaluators/model_risk_evaluator.py +89 -0
- ibm_watsonx_gov/evaluators/traces_evaluator.py +93 -0
- ibm_watsonx_gov/metric_groups/answer_quality/answer_quality_decorator.py +66 -0
- ibm_watsonx_gov/metric_groups/content_safety/content_safety_decorator.py +76 -0
- ibm_watsonx_gov/metric_groups/readability/readability_decorator.py +59 -0
- ibm_watsonx_gov/metric_groups/retrieval_quality/retrieval_quality_decorator.py +63 -0
- ibm_watsonx_gov/metric_groups/usage/usage_decorator.py +58 -0
- ibm_watsonx_gov/metrics/__init__.py +74 -0
- ibm_watsonx_gov/metrics/answer_relevance/__init__.py +8 -0
- ibm_watsonx_gov/metrics/answer_relevance/answer_relevance_decorator.py +63 -0
- ibm_watsonx_gov/metrics/answer_relevance/answer_relevance_metric.py +260 -0
- ibm_watsonx_gov/metrics/answer_similarity/__init__.py +0 -0
- ibm_watsonx_gov/metrics/answer_similarity/answer_similarity_decorator.py +66 -0
- ibm_watsonx_gov/metrics/answer_similarity/answer_similarity_metric.py +219 -0
- ibm_watsonx_gov/metrics/average_precision/__init__.py +0 -0
- ibm_watsonx_gov/metrics/average_precision/average_precision_decorator.py +62 -0
- ibm_watsonx_gov/metrics/average_precision/average_precision_metric.py +174 -0
- ibm_watsonx_gov/metrics/base_metric_decorator.py +193 -0
- ibm_watsonx_gov/metrics/context_relevance/__init__.py +8 -0
- ibm_watsonx_gov/metrics/context_relevance/context_relevance_decorator.py +60 -0
- ibm_watsonx_gov/metrics/context_relevance/context_relevance_metric.py +414 -0
- ibm_watsonx_gov/metrics/cost/__init__.py +8 -0
- ibm_watsonx_gov/metrics/cost/cost_decorator.py +58 -0
- ibm_watsonx_gov/metrics/cost/cost_metric.py +155 -0
- ibm_watsonx_gov/metrics/duration/__init__.py +8 -0
- ibm_watsonx_gov/metrics/duration/duration_decorator.py +59 -0
- ibm_watsonx_gov/metrics/duration/duration_metric.py +111 -0
- ibm_watsonx_gov/metrics/evasiveness/__init__.py +8 -0
- ibm_watsonx_gov/metrics/evasiveness/evasiveness_decorator.py +61 -0
- ibm_watsonx_gov/metrics/evasiveness/evasiveness_metric.py +103 -0
- ibm_watsonx_gov/metrics/faithfulness/__init__.py +8 -0
- ibm_watsonx_gov/metrics/faithfulness/faithfulness_decorator.py +65 -0
- ibm_watsonx_gov/metrics/faithfulness/faithfulness_metric.py +254 -0
- ibm_watsonx_gov/metrics/hap/__init__.py +16 -0
- ibm_watsonx_gov/metrics/hap/hap_decorator.py +58 -0
- ibm_watsonx_gov/metrics/hap/hap_metric.py +98 -0
- ibm_watsonx_gov/metrics/hap/input_hap_metric.py +104 -0
- ibm_watsonx_gov/metrics/hap/output_hap_metric.py +110 -0
- ibm_watsonx_gov/metrics/harm/__init__.py +8 -0
- ibm_watsonx_gov/metrics/harm/harm_decorator.py +60 -0
- ibm_watsonx_gov/metrics/harm/harm_metric.py +103 -0
- ibm_watsonx_gov/metrics/harm_engagement/__init__.py +8 -0
- ibm_watsonx_gov/metrics/harm_engagement/harm_engagement_decorator.py +61 -0
- ibm_watsonx_gov/metrics/harm_engagement/harm_engagement_metric.py +103 -0
- ibm_watsonx_gov/metrics/hit_rate/__init__.py +0 -0
- ibm_watsonx_gov/metrics/hit_rate/hit_rate_decorator.py +59 -0
- ibm_watsonx_gov/metrics/hit_rate/hit_rate_metric.py +167 -0
- ibm_watsonx_gov/metrics/input_token_count/__init__.py +8 -0
- ibm_watsonx_gov/metrics/input_token_count/input_token_count_decorator.py +58 -0
- ibm_watsonx_gov/metrics/input_token_count/input_token_count_metric.py +112 -0
- ibm_watsonx_gov/metrics/jailbreak/__init__.py +8 -0
- ibm_watsonx_gov/metrics/jailbreak/jailbreak_decorator.py +60 -0
- ibm_watsonx_gov/metrics/jailbreak/jailbreak_metric.py +103 -0
- ibm_watsonx_gov/metrics/keyword_detection/keyword_detection_decorator.py +58 -0
- ibm_watsonx_gov/metrics/keyword_detection/keyword_detection_metric.py +111 -0
- ibm_watsonx_gov/metrics/llm_validation/__init__.py +8 -0
- ibm_watsonx_gov/metrics/llm_validation/evaluation_criteria.py +84 -0
- ibm_watsonx_gov/metrics/llm_validation/llm_validation_constants.py +24 -0
- ibm_watsonx_gov/metrics/llm_validation/llm_validation_decorator.py +54 -0
- ibm_watsonx_gov/metrics/llm_validation/llm_validation_impl.py +525 -0
- ibm_watsonx_gov/metrics/llm_validation/llm_validation_metric.py +258 -0
- ibm_watsonx_gov/metrics/llm_validation/llm_validation_prompts.py +106 -0
- ibm_watsonx_gov/metrics/llmaj/__init__.py +0 -0
- ibm_watsonx_gov/metrics/llmaj/llmaj_metric.py +298 -0
- ibm_watsonx_gov/metrics/ndcg/__init__.py +0 -0
- ibm_watsonx_gov/metrics/ndcg/ndcg_decorator.py +61 -0
- ibm_watsonx_gov/metrics/ndcg/ndcg_metric.py +166 -0
- ibm_watsonx_gov/metrics/output_token_count/__init__.py +8 -0
- ibm_watsonx_gov/metrics/output_token_count/output_token_count_decorator.py +58 -0
- ibm_watsonx_gov/metrics/output_token_count/output_token_count_metric.py +112 -0
- ibm_watsonx_gov/metrics/pii/__init__.py +16 -0
- ibm_watsonx_gov/metrics/pii/input_pii_metric.py +102 -0
- ibm_watsonx_gov/metrics/pii/output_pii_metric.py +107 -0
- ibm_watsonx_gov/metrics/pii/pii_decorator.py +59 -0
- ibm_watsonx_gov/metrics/pii/pii_metric.py +96 -0
- ibm_watsonx_gov/metrics/profanity/__init__.py +8 -0
- ibm_watsonx_gov/metrics/profanity/profanity_decorator.py +60 -0
- ibm_watsonx_gov/metrics/profanity/profanity_metric.py +103 -0
- ibm_watsonx_gov/metrics/prompt_safety_risk/__init__.py +8 -0
- ibm_watsonx_gov/metrics/prompt_safety_risk/prompt_safety_risk_decorator.py +57 -0
- ibm_watsonx_gov/metrics/prompt_safety_risk/prompt_safety_risk_metric.py +128 -0
- ibm_watsonx_gov/metrics/reciprocal_rank/__init__.py +0 -0
- ibm_watsonx_gov/metrics/reciprocal_rank/reciprocal_rank_decorator.py +62 -0
- ibm_watsonx_gov/metrics/reciprocal_rank/reciprocal_rank_metric.py +162 -0
- ibm_watsonx_gov/metrics/regex_detection/regex_detection_decorator.py +58 -0
- ibm_watsonx_gov/metrics/regex_detection/regex_detection_metric.py +106 -0
- ibm_watsonx_gov/metrics/retrieval_precision/__init__.py +0 -0
- ibm_watsonx_gov/metrics/retrieval_precision/retrieval_precision_decorator.py +62 -0
- ibm_watsonx_gov/metrics/retrieval_precision/retrieval_precision_metric.py +170 -0
- ibm_watsonx_gov/metrics/sexual_content/__init__.py +8 -0
- ibm_watsonx_gov/metrics/sexual_content/sexual_content_decorator.py +61 -0
- ibm_watsonx_gov/metrics/sexual_content/sexual_content_metric.py +103 -0
- ibm_watsonx_gov/metrics/social_bias/__init__.py +8 -0
- ibm_watsonx_gov/metrics/social_bias/social_bias_decorator.py +62 -0
- ibm_watsonx_gov/metrics/social_bias/social_bias_metric.py +103 -0
- ibm_watsonx_gov/metrics/status/__init__.py +0 -0
- ibm_watsonx_gov/metrics/status/status_metric.py +113 -0
- ibm_watsonx_gov/metrics/text_grade_level/__init__.py +8 -0
- ibm_watsonx_gov/metrics/text_grade_level/text_grade_level_decorator.py +59 -0
- ibm_watsonx_gov/metrics/text_grade_level/text_grade_level_metric.py +127 -0
- ibm_watsonx_gov/metrics/text_reading_ease/__init__.py +8 -0
- ibm_watsonx_gov/metrics/text_reading_ease/text_reading_ease_decorator.py +59 -0
- ibm_watsonx_gov/metrics/text_reading_ease/text_reading_ease_metric.py +123 -0
- ibm_watsonx_gov/metrics/tool_call_accuracy/__init__.py +0 -0
- ibm_watsonx_gov/metrics/tool_call_accuracy/tool_call_accuracy_decorator.py +67 -0
- ibm_watsonx_gov/metrics/tool_call_accuracy/tool_call_accuracy_metric.py +162 -0
- ibm_watsonx_gov/metrics/tool_call_parameter_accuracy/__init__.py +0 -0
- ibm_watsonx_gov/metrics/tool_call_parameter_accuracy/tool_call_parameter_accuracy_decorator.py +68 -0
- ibm_watsonx_gov/metrics/tool_call_parameter_accuracy/tool_call_parameter_accuracy_metric.py +151 -0
- ibm_watsonx_gov/metrics/tool_call_relevance/__init__.py +0 -0
- ibm_watsonx_gov/metrics/tool_call_relevance/tool_call_relevance_decorator.py +71 -0
- ibm_watsonx_gov/metrics/tool_call_relevance/tool_call_relevance_metric.py +166 -0
- ibm_watsonx_gov/metrics/tool_call_syntactic_accuracy/__init__.py +0 -0
- ibm_watsonx_gov/metrics/tool_call_syntactic_accuracy/tool_call_syntactic_accuracy_decorator.py +66 -0
- ibm_watsonx_gov/metrics/tool_call_syntactic_accuracy/tool_call_syntactic_accuracy_metric.py +121 -0
- ibm_watsonx_gov/metrics/topic_relevance/__init__.py +8 -0
- ibm_watsonx_gov/metrics/topic_relevance/topic_relevance_decorator.py +57 -0
- ibm_watsonx_gov/metrics/topic_relevance/topic_relevance_metric.py +106 -0
- ibm_watsonx_gov/metrics/unethical_behavior/__init__.py +8 -0
- ibm_watsonx_gov/metrics/unethical_behavior/unethical_behavior_decorator.py +61 -0
- ibm_watsonx_gov/metrics/unethical_behavior/unethical_behavior_metric.py +103 -0
- ibm_watsonx_gov/metrics/unsuccessful_requests/__init__.py +0 -0
- ibm_watsonx_gov/metrics/unsuccessful_requests/unsuccessful_requests_decorator.py +66 -0
- ibm_watsonx_gov/metrics/unsuccessful_requests/unsuccessful_requests_metric.py +128 -0
- ibm_watsonx_gov/metrics/user_id/__init__.py +0 -0
- ibm_watsonx_gov/metrics/user_id/user_id_metric.py +111 -0
- ibm_watsonx_gov/metrics/utils.py +440 -0
- ibm_watsonx_gov/metrics/violence/__init__.py +8 -0
- ibm_watsonx_gov/metrics/violence/violence_decorator.py +60 -0
- ibm_watsonx_gov/metrics/violence/violence_metric.py +103 -0
- ibm_watsonx_gov/prompt_evaluator/__init__.py +9 -0
- ibm_watsonx_gov/prompt_evaluator/impl/__init__.py +8 -0
- ibm_watsonx_gov/prompt_evaluator/impl/prompt_evaluator_impl.py +554 -0
- ibm_watsonx_gov/prompt_evaluator/impl/pta_lifecycle_evaluator.py +2332 -0
- ibm_watsonx_gov/prompt_evaluator/prompt_evaluator.py +262 -0
- ibm_watsonx_gov/providers/__init__.py +8 -0
- ibm_watsonx_gov/providers/detectors_provider.cpython-313-darwin.so +0 -0
- ibm_watsonx_gov/providers/detectors_provider.py +415 -0
- ibm_watsonx_gov/providers/eval_assist_provider.cpython-313-darwin.so +0 -0
- ibm_watsonx_gov/providers/eval_assist_provider.py +266 -0
- ibm_watsonx_gov/providers/inference_engines/__init__.py +0 -0
- ibm_watsonx_gov/providers/inference_engines/custom_inference_engine.py +165 -0
- ibm_watsonx_gov/providers/inference_engines/portkey_inference_engine.py +57 -0
- ibm_watsonx_gov/providers/llmevalkit/__init__.py +0 -0
- ibm_watsonx_gov/providers/llmevalkit/ciso_agent/main.py +516 -0
- ibm_watsonx_gov/providers/llmevalkit/ciso_agent/preprocess_log.py +111 -0
- ibm_watsonx_gov/providers/llmevalkit/ciso_agent/utils.py +186 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/README.md +411 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/__init__.py +27 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/comparison/README.md +306 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/comparison/__init__.py +89 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/comparison/comparators/__init__.py +30 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/comparison/comparators/base.py +411 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/comparison/comparators/code_agent.py +1254 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/comparison/comparators/exact_match.py +134 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/comparison/comparators/fuzzy_string.py +104 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/comparison/comparators/hybrid.py +516 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/comparison/comparators/llm_judge.py +1882 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/comparison/pipeline.py +387 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/comparison/types.py +178 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/comparison/utils.py +298 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/consts.py +33 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/__init__.py +31 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/base.py +26 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/function_call/__init__.py +4 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/function_call/general.py +46 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/function_call/general_metrics.json +783 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/function_call/general_metrics_runtime.json +580 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/function_selection/__init__.py +6 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/function_selection/function_selection.py +28 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/function_selection/function_selection_metrics.json +599 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/function_selection/function_selection_metrics_runtime.json +477 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/loader.py +259 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/parameter/__init__.py +7 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/parameter/parameter.py +52 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/parameter/parameter_metrics.json +613 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/parameter/parameter_metrics_runtime.json +489 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/trajectory/__init__.py +7 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/trajectory/trajectory.py +43 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/metrics/trajectory/trajectory_metrics.json +161 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/pipeline/__init__.py +0 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/pipeline/adapters.py +102 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/pipeline/pipeline.py +355 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/pipeline/semantic_checker.py +816 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/pipeline/static_checker.py +297 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/pipeline/transformation_prompts.py +509 -0
- ibm_watsonx_gov/providers/llmevalkit/function_calling/pipeline/types.py +596 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/README.md +375 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/__init__.py +137 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/base.py +426 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/output_parser.py +364 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/__init__.py +0 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/consts.py +7 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/ibm_watsonx_ai/__init__.py +0 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/ibm_watsonx_ai/ibm_watsonx_ai.py +656 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/litellm/__init__.py +0 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/litellm/litellm.py +509 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/litellm/rits.py +224 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/litellm/watsonx.py +60 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/mock_llm_client.py +75 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/openai/__init__.py +0 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/openai/openai.py +639 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/wxo_ai_gateway/__init__.py +0 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/wxo_ai_gateway/wxo_ai_gateway.py +134 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/providers/wxo_ai_gateway/wxo_ai_gateway_inference.py +214 -0
- ibm_watsonx_gov/providers/llmevalkit/llm/types.py +136 -0
- ibm_watsonx_gov/providers/llmevalkit/metrics/__init__.py +4 -0
- ibm_watsonx_gov/providers/llmevalkit/metrics/field.py +255 -0
- ibm_watsonx_gov/providers/llmevalkit/metrics/metric.py +332 -0
- ibm_watsonx_gov/providers/llmevalkit/metrics/metrics_runner.py +188 -0
- ibm_watsonx_gov/providers/llmevalkit/metrics/prompt.py +403 -0
- ibm_watsonx_gov/providers/llmevalkit/metrics/utils.py +46 -0
- ibm_watsonx_gov/providers/llmevalkit/prompt/__init__.py +0 -0
- ibm_watsonx_gov/providers/llmevalkit/prompt/runner.py +144 -0
- ibm_watsonx_gov/providers/tool_call_metric_provider.py +455 -0
- ibm_watsonx_gov/providers/unitxt_provider.cpython-313-darwin.so +0 -0
- ibm_watsonx_gov/tools/__init__.py +10 -0
- ibm_watsonx_gov/tools/clients/__init__.py +11 -0
- ibm_watsonx_gov/tools/clients/ai_tool_client.py +405 -0
- ibm_watsonx_gov/tools/clients/detector_client.py +82 -0
- ibm_watsonx_gov/tools/core/__init__.py +8 -0
- ibm_watsonx_gov/tools/core/tool_loader.py +237 -0
- ibm_watsonx_gov/tools/entities/__init__.py +8 -0
- ibm_watsonx_gov/tools/entities/ai_tools.py +435 -0
- ibm_watsonx_gov/tools/onboarding/create/answer_relevance_detector.json +57 -0
- ibm_watsonx_gov/tools/onboarding/create/chromadb_retrieval_tool.json +63 -0
- ibm_watsonx_gov/tools/onboarding/create/context_relevance_detector.json +57 -0
- ibm_watsonx_gov/tools/onboarding/create/duduckgo_search_tool.json +53 -0
- ibm_watsonx_gov/tools/onboarding/create/google_search_tool.json +62 -0
- ibm_watsonx_gov/tools/onboarding/create/hap_detector.json +70 -0
- ibm_watsonx_gov/tools/onboarding/create/jailbreak_detector.json +70 -0
- ibm_watsonx_gov/tools/onboarding/create/pii_detector.json +36 -0
- ibm_watsonx_gov/tools/onboarding/create/prompt_safety_risk_detector.json +69 -0
- ibm_watsonx_gov/tools/onboarding/create/topic_relevance_detector.json +57 -0
- ibm_watsonx_gov/tools/onboarding/create/weather_tool.json +39 -0
- ibm_watsonx_gov/tools/onboarding/create/webcrawler_tool.json +34 -0
- ibm_watsonx_gov/tools/onboarding/create/wikipedia_search_tool.json +53 -0
- ibm_watsonx_gov/tools/onboarding/delete/delete_tools.json +4 -0
- ibm_watsonx_gov/tools/onboarding/update/google_search_tool.json +38 -0
- ibm_watsonx_gov/tools/ootb/__init__.py +8 -0
- ibm_watsonx_gov/tools/ootb/detectors/__init__.py +8 -0
- ibm_watsonx_gov/tools/ootb/detectors/hap_detector_tool.py +109 -0
- ibm_watsonx_gov/tools/ootb/detectors/jailbreak_detector_tool.py +104 -0
- ibm_watsonx_gov/tools/ootb/detectors/pii_detector_tool.py +83 -0
- ibm_watsonx_gov/tools/ootb/detectors/prompt_safety_risk_detector_tool.py +111 -0
- ibm_watsonx_gov/tools/ootb/detectors/topic_relevance_detector_tool.py +101 -0
- ibm_watsonx_gov/tools/ootb/rag/__init__.py +8 -0
- ibm_watsonx_gov/tools/ootb/rag/answer_relevance_detector_tool.py +119 -0
- ibm_watsonx_gov/tools/ootb/rag/context_relevance_detector_tool.py +118 -0
- ibm_watsonx_gov/tools/ootb/search/__init__.py +8 -0
- ibm_watsonx_gov/tools/ootb/search/duckduckgo_search_tool.py +62 -0
- ibm_watsonx_gov/tools/ootb/search/google_search_tool.py +105 -0
- ibm_watsonx_gov/tools/ootb/search/weather_tool.py +95 -0
- ibm_watsonx_gov/tools/ootb/search/web_crawler_tool.py +69 -0
- ibm_watsonx_gov/tools/ootb/search/wikipedia_search_tool.py +63 -0
- ibm_watsonx_gov/tools/ootb/vectordb/__init__.py +8 -0
- ibm_watsonx_gov/tools/ootb/vectordb/chromadb_retriever_tool.py +111 -0
- ibm_watsonx_gov/tools/rest_api/__init__.py +10 -0
- ibm_watsonx_gov/tools/rest_api/restapi_tool.py +72 -0
- ibm_watsonx_gov/tools/schemas/__init__.py +10 -0
- ibm_watsonx_gov/tools/schemas/search_tool_schema.py +46 -0
- ibm_watsonx_gov/tools/schemas/vectordb_retrieval_schema.py +55 -0
- ibm_watsonx_gov/tools/utils/__init__.py +14 -0
- ibm_watsonx_gov/tools/utils/constants.py +69 -0
- ibm_watsonx_gov/tools/utils/display_utils.py +38 -0
- ibm_watsonx_gov/tools/utils/environment.py +108 -0
- ibm_watsonx_gov/tools/utils/package_utils.py +40 -0
- ibm_watsonx_gov/tools/utils/platform_url_mapping.cpython-313-darwin.so +0 -0
- ibm_watsonx_gov/tools/utils/python_utils.py +68 -0
- ibm_watsonx_gov/tools/utils/tool_utils.py +206 -0
- ibm_watsonx_gov/traces/__init__.py +8 -0
- ibm_watsonx_gov/traces/span_exporter.py +195 -0
- ibm_watsonx_gov/traces/span_node.py +251 -0
- ibm_watsonx_gov/traces/span_util.py +153 -0
- ibm_watsonx_gov/traces/trace_utils.py +1074 -0
- ibm_watsonx_gov/utils/__init__.py +8 -0
- ibm_watsonx_gov/utils/aggregation_util.py +346 -0
- ibm_watsonx_gov/utils/async_util.py +62 -0
- ibm_watsonx_gov/utils/authenticator.py +144 -0
- ibm_watsonx_gov/utils/constants.py +15 -0
- ibm_watsonx_gov/utils/errors.py +40 -0
- ibm_watsonx_gov/utils/gov_sdk_logger.py +39 -0
- ibm_watsonx_gov/utils/insights_generator.py +1285 -0
- ibm_watsonx_gov/utils/python_utils.py +425 -0
- ibm_watsonx_gov/utils/rest_util.py +73 -0
- ibm_watsonx_gov/utils/segment_batch_manager.py +162 -0
- ibm_watsonx_gov/utils/singleton_meta.py +25 -0
- ibm_watsonx_gov/utils/url_mapping.cpython-313-darwin.so +0 -0
- ibm_watsonx_gov/utils/validation_util.py +126 -0
- ibm_watsonx_gov/visualizations/__init__.py +13 -0
- ibm_watsonx_gov/visualizations/metric_descriptions.py +57 -0
- ibm_watsonx_gov/visualizations/model_insights.py +1304 -0
- ibm_watsonx_gov/visualizations/visualization_utils.py +75 -0
- ibm_watsonx_gov-1.3.3.dist-info/METADATA +93 -0
- ibm_watsonx_gov-1.3.3.dist-info/RECORD +353 -0
- ibm_watsonx_gov-1.3.3.dist-info/WHEEL +6 -0
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
{
|
|
2
|
+
"display_name": "Answer Relevance Detector",
|
|
3
|
+
"tool_name": "answer_relevance_detector",
|
|
4
|
+
"service_provider_type": "IBM",
|
|
5
|
+
"description": "Tool that detects whether the generated text meaningfully and directly addresses the user's input.",
|
|
6
|
+
"summary":"Tool that detects whether the generated text meaningfully and directly addresses the user’s input. It checks if the response provides clear, accurate, and complete information that aligns with the intent of the query, while avoiding unnecessary or ambiguous content. This helps ensure that the final output is useful, contextually appropriate, and aligned with the user’s expectations.",
|
|
7
|
+
"inventory_id": "<attribute_value>",
|
|
8
|
+
"reusable": "true",
|
|
9
|
+
"category": ["RAG"],
|
|
10
|
+
"framework": ["langchain","langgraph"],
|
|
11
|
+
"code": {
|
|
12
|
+
"source_code_url": "",
|
|
13
|
+
"run_time_details": {
|
|
14
|
+
"engine": "Python >=3.11"
|
|
15
|
+
}
|
|
16
|
+
},
|
|
17
|
+
"config":{
|
|
18
|
+
"properties": {
|
|
19
|
+
"threshold": {
|
|
20
|
+
"description": "Threshold for calling the tool",
|
|
21
|
+
"title": "Threshold",
|
|
22
|
+
"type": "float",
|
|
23
|
+
"default":0.7
|
|
24
|
+
}
|
|
25
|
+
},
|
|
26
|
+
"type": "object"
|
|
27
|
+
},
|
|
28
|
+
"schema":{
|
|
29
|
+
"properties": {
|
|
30
|
+
"input": {
|
|
31
|
+
"description": "Input text",
|
|
32
|
+
"title": "Input",
|
|
33
|
+
"type": "string"
|
|
34
|
+
},
|
|
35
|
+
"generated_text": {
|
|
36
|
+
"description": "Response from LLM",
|
|
37
|
+
"title": "Generated Text",
|
|
38
|
+
"type": "string"
|
|
39
|
+
},
|
|
40
|
+
"threshold": {
|
|
41
|
+
"description": "Threshold for calling the tool",
|
|
42
|
+
"title": "Threshold",
|
|
43
|
+
"type": "float"
|
|
44
|
+
}
|
|
45
|
+
},
|
|
46
|
+
"required": [
|
|
47
|
+
"input", "generated_text"
|
|
48
|
+
],
|
|
49
|
+
"title": "AnswerRelevanceDetectorInput",
|
|
50
|
+
"type": "object"
|
|
51
|
+
},
|
|
52
|
+
"environment_variables": [
|
|
53
|
+
"WXG_SERVICE_INSTANCE_ID","WATSONX_REGION"
|
|
54
|
+
],
|
|
55
|
+
"regions": ["ys1dev","ypqa","us-south","eu-de","ca-tor","au-syd","eu-gb"],
|
|
56
|
+
"cpd_supported": "false"
|
|
57
|
+
}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
{
|
|
2
|
+
"display_name": "Chroma Vector DB",
|
|
3
|
+
"tool_name": "chromadb_retrieval_tool",
|
|
4
|
+
"service_provider_type": "IBM",
|
|
5
|
+
"description": "Query the Chroma vector store and return the results",
|
|
6
|
+
"inventory_id": "<attribute_value>",
|
|
7
|
+
"reusable": "true",
|
|
8
|
+
"category": ["Other"],
|
|
9
|
+
"framework": ["langchain","langgraph"],
|
|
10
|
+
"code": {
|
|
11
|
+
"source_code_base64": "",
|
|
12
|
+
"run_time_details": {
|
|
13
|
+
"engine": "Python >=3.11"
|
|
14
|
+
}
|
|
15
|
+
},
|
|
16
|
+
"config":{
|
|
17
|
+
"description": "Configuration schema for ChromaDB Vector search tools",
|
|
18
|
+
"properties": {
|
|
19
|
+
"path": {
|
|
20
|
+
"description": "Path to the database",
|
|
21
|
+
"type": "string"
|
|
22
|
+
},
|
|
23
|
+
"collection_name": {
|
|
24
|
+
"description": "Name of the collection where documents are stored",
|
|
25
|
+
"type": "string"
|
|
26
|
+
},
|
|
27
|
+
"embedding_function": {
|
|
28
|
+
"description": "Function to use for embedded documents",
|
|
29
|
+
"type": "EmbeddingFunction"
|
|
30
|
+
},
|
|
31
|
+
"n_results": {
|
|
32
|
+
"default": 3,
|
|
33
|
+
"description": "Optional number of results to return",
|
|
34
|
+
"type": "integer"
|
|
35
|
+
}
|
|
36
|
+
},
|
|
37
|
+
"required": [
|
|
38
|
+
"path",
|
|
39
|
+
"collection_name",
|
|
40
|
+
"embedding_function"
|
|
41
|
+
],
|
|
42
|
+
"title": "ChromadbSearchConfig",
|
|
43
|
+
"type": "object"
|
|
44
|
+
},
|
|
45
|
+
"schema":{
|
|
46
|
+
"properties": {
|
|
47
|
+
"query": {
|
|
48
|
+
"description": "Search chromadb vector store for a given input",
|
|
49
|
+
"title": "Query",
|
|
50
|
+
"type": "string"
|
|
51
|
+
}
|
|
52
|
+
},
|
|
53
|
+
"required": [
|
|
54
|
+
"query"
|
|
55
|
+
],
|
|
56
|
+
"title": "RetrievalToolInput",
|
|
57
|
+
"type": "object"
|
|
58
|
+
},
|
|
59
|
+
"dependencies": {
|
|
60
|
+
"remote_services":[],
|
|
61
|
+
"run_time_packages":["chromadb"]
|
|
62
|
+
}
|
|
63
|
+
}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
{
|
|
2
|
+
"display_name": "Context Relevance Detector",
|
|
3
|
+
"tool_name": "context_relevance_detector",
|
|
4
|
+
"service_provider_type": "IBM",
|
|
5
|
+
"description": "Tool that detects whether the user input is relevant to the given context.",
|
|
6
|
+
"summary":"Tool that detects whether a user’s input is relevant to the provided context. It compares the query against the retrieved knowledge or reference material to determine alignment. This helps ensure that responses are grounded in the intended domain and prevents the use of unrelated or misleading information.",
|
|
7
|
+
"inventory_id": "<attribute_value>",
|
|
8
|
+
"reusable": "true",
|
|
9
|
+
"category": ["RAG"],
|
|
10
|
+
"framework": ["langchain","langgraph"],
|
|
11
|
+
"code": {
|
|
12
|
+
"source_code_url": "",
|
|
13
|
+
"run_time_details": {
|
|
14
|
+
"engine": "Python >=3.11"
|
|
15
|
+
}
|
|
16
|
+
},
|
|
17
|
+
"config":{
|
|
18
|
+
"properties": {
|
|
19
|
+
"threshold": {
|
|
20
|
+
"description": "Threshold for calling the tool",
|
|
21
|
+
"title": "Threshold",
|
|
22
|
+
"type": "float",
|
|
23
|
+
"default":0.7
|
|
24
|
+
}
|
|
25
|
+
},
|
|
26
|
+
"type": "object"
|
|
27
|
+
},
|
|
28
|
+
"schema":{
|
|
29
|
+
"properties": {
|
|
30
|
+
"input": {
|
|
31
|
+
"description": "Input text",
|
|
32
|
+
"title": "Input",
|
|
33
|
+
"type": "string"
|
|
34
|
+
},
|
|
35
|
+
"context": {
|
|
36
|
+
"description": "The retrieved or provided context to validate",
|
|
37
|
+
"title": "Context",
|
|
38
|
+
"type": "string"
|
|
39
|
+
},
|
|
40
|
+
"threshold": {
|
|
41
|
+
"description": "Threshold for calling the tool",
|
|
42
|
+
"title": "Threshold",
|
|
43
|
+
"type": "float"
|
|
44
|
+
}
|
|
45
|
+
},
|
|
46
|
+
"required": [
|
|
47
|
+
"input", "context"
|
|
48
|
+
],
|
|
49
|
+
"title": "ContextRelevanceDetectorInput",
|
|
50
|
+
"type": "object"
|
|
51
|
+
},
|
|
52
|
+
"environment_variables": [
|
|
53
|
+
"WXG_SERVICE_INSTANCE_ID","WATSONX_REGION"
|
|
54
|
+
],
|
|
55
|
+
"regions": ["ys1dev","ypqa","us-south","eu-de","ca-tor","au-syd","eu-gb"],
|
|
56
|
+
"cpd_supported": "false"
|
|
57
|
+
}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
{
|
|
2
|
+
"display_name": "DuckDuckGo Search",
|
|
3
|
+
"tool_name": "duckduckgo_search_tool",
|
|
4
|
+
"service_provider_type": "IBM",
|
|
5
|
+
"description": "Use DuckDuckGoSearch and return results for given query",
|
|
6
|
+
"inventory_id": "<attribute_value>",
|
|
7
|
+
"reusable": "true",
|
|
8
|
+
"category": ["Search"],
|
|
9
|
+
"framework": ["langchain","langgraph"],
|
|
10
|
+
"code": {
|
|
11
|
+
"source_code_base64": "",
|
|
12
|
+
"run_time_details": {
|
|
13
|
+
"engine": "Python >=3.11"
|
|
14
|
+
}
|
|
15
|
+
},
|
|
16
|
+
"config":{
|
|
17
|
+
"description": "Configuration schema for OOTB search tools",
|
|
18
|
+
"properties": {
|
|
19
|
+
"top_k_results": {
|
|
20
|
+
"default": 3,
|
|
21
|
+
"description": "Number of search results to retrieve",
|
|
22
|
+
"title": "Top K Results",
|
|
23
|
+
"type": "integer"
|
|
24
|
+
}
|
|
25
|
+
},
|
|
26
|
+
"title": "SearchToolConfig",
|
|
27
|
+
"type": "object"
|
|
28
|
+
},
|
|
29
|
+
"schema":{
|
|
30
|
+
"properties": {
|
|
31
|
+
"query": {
|
|
32
|
+
"description": "Search the input from the given search tool",
|
|
33
|
+
"title": "Query",
|
|
34
|
+
"type": "string"
|
|
35
|
+
},
|
|
36
|
+
"top_k_results": {
|
|
37
|
+
"default": 3,
|
|
38
|
+
"description": "Number of search results to retrieve",
|
|
39
|
+
"title": "Top K Results",
|
|
40
|
+
"type": "integer"
|
|
41
|
+
}
|
|
42
|
+
},
|
|
43
|
+
"required": [
|
|
44
|
+
"query"
|
|
45
|
+
],
|
|
46
|
+
"title": "SearchToolInput",
|
|
47
|
+
"type": "object"
|
|
48
|
+
},
|
|
49
|
+
"dependencies": {
|
|
50
|
+
"remote_services":[],
|
|
51
|
+
"run_time_packages": []
|
|
52
|
+
}
|
|
53
|
+
}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
{
|
|
2
|
+
"display_name": "Google Search",
|
|
3
|
+
"tool_name": "google_search_tool",
|
|
4
|
+
"service_provider_type": "IBM",
|
|
5
|
+
"description": "Use GoogleSearch and return results for given query",
|
|
6
|
+
"inventory_id": "<attribute_value>",
|
|
7
|
+
"version": "1.1.0",
|
|
8
|
+
"reusable": "true",
|
|
9
|
+
"category": ["Search"],
|
|
10
|
+
"framework": ["langchain","langgraph"],
|
|
11
|
+
"code": {
|
|
12
|
+
"source_code_base64": "",
|
|
13
|
+
"run_time_details": {
|
|
14
|
+
"engine": "Python >=3.11"
|
|
15
|
+
}
|
|
16
|
+
},
|
|
17
|
+
"config":{
|
|
18
|
+
"description": "Configuration schema for OOTB search tools",
|
|
19
|
+
"properties": {
|
|
20
|
+
"top_k_results": {
|
|
21
|
+
"default": 3,
|
|
22
|
+
"description": "Number of search results to retrieve",
|
|
23
|
+
"title": "Top K Results",
|
|
24
|
+
"type": "integer"
|
|
25
|
+
},
|
|
26
|
+
"serpapi_key": {
|
|
27
|
+
"description": "API key used to authenticate requests to SerpAPI. You can generate your API key from https://serpapi.com/manage-api-key.",
|
|
28
|
+
"title": "SerpAPI Key",
|
|
29
|
+
"type": "string"
|
|
30
|
+
}
|
|
31
|
+
},
|
|
32
|
+
"title": "SearchToolConfig",
|
|
33
|
+
"type": "object",
|
|
34
|
+
"required": [
|
|
35
|
+
"serpapi_key"
|
|
36
|
+
]
|
|
37
|
+
},
|
|
38
|
+
"schema":{
|
|
39
|
+
"properties": {
|
|
40
|
+
"query": {
|
|
41
|
+
"description": "Search the input from the given search tool",
|
|
42
|
+
"title": "Query",
|
|
43
|
+
"type": "string"
|
|
44
|
+
},
|
|
45
|
+
"top_k_results": {
|
|
46
|
+
"default": 3,
|
|
47
|
+
"description": "Number of search results to retrieve",
|
|
48
|
+
"title": "Top K Results",
|
|
49
|
+
"type": "integer"
|
|
50
|
+
}
|
|
51
|
+
},
|
|
52
|
+
"required": [
|
|
53
|
+
"query"
|
|
54
|
+
],
|
|
55
|
+
"title": "SearchToolInput",
|
|
56
|
+
"type": "object"
|
|
57
|
+
},
|
|
58
|
+
"dependencies": {
|
|
59
|
+
"remote_services":[],
|
|
60
|
+
"run_time_packages":["google-search-results"]
|
|
61
|
+
}
|
|
62
|
+
}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
{
|
|
2
|
+
"display_name": "HAP Detector",
|
|
3
|
+
"tool_name": "hap_detector",
|
|
4
|
+
"service_provider_type": "IBM",
|
|
5
|
+
"description": "Tool to detect Hate, Abuse and Profanity content in text",
|
|
6
|
+
"summary":"Tool that detects hate speech, abusive language, and profanity in user input. It evaluates the text for harmful, offensive, or derogatory expressions that may target individuals or groups based on characteristics such as race, gender, religion, or other personal attributes. The tool helps maintain a respectful and professional environment by preventing the propagation of toxic or unsafe language in interactions.",
|
|
7
|
+
"inventory_id": "<attribute_value>",
|
|
8
|
+
"reusable": "true",
|
|
9
|
+
"category": [
|
|
10
|
+
"Guardrails"
|
|
11
|
+
],
|
|
12
|
+
"framework": [
|
|
13
|
+
"langchain",
|
|
14
|
+
"langgraph"
|
|
15
|
+
],
|
|
16
|
+
"code": {
|
|
17
|
+
"source_code_url": "",
|
|
18
|
+
"run_time_details": {
|
|
19
|
+
"engine": "Python >=3.11"
|
|
20
|
+
}
|
|
21
|
+
},
|
|
22
|
+
"config": {
|
|
23
|
+
"properties": {
|
|
24
|
+
"threshold": {
|
|
25
|
+
"description": "Threshold for calling the tool",
|
|
26
|
+
"title": "Threshold",
|
|
27
|
+
"type": "float",
|
|
28
|
+
"default":0.8
|
|
29
|
+
},
|
|
30
|
+
"title": "HAPConfig",
|
|
31
|
+
"type": "object"
|
|
32
|
+
}
|
|
33
|
+
},
|
|
34
|
+
"schema": {
|
|
35
|
+
"properties": {
|
|
36
|
+
"input": {
|
|
37
|
+
"description": "Input text",
|
|
38
|
+
"title": "Input",
|
|
39
|
+
"type": "string"
|
|
40
|
+
},
|
|
41
|
+
"threshold": {
|
|
42
|
+
"description": "Threshold for calling the tool",
|
|
43
|
+
"title": "Threshold",
|
|
44
|
+
"type": "float"
|
|
45
|
+
}
|
|
46
|
+
},
|
|
47
|
+
"required": [
|
|
48
|
+
"input"
|
|
49
|
+
],
|
|
50
|
+
"title": "HAPInput",
|
|
51
|
+
"type": "object"
|
|
52
|
+
},
|
|
53
|
+
"environment_variables": [
|
|
54
|
+
"WXG_SERVICE_INSTANCE_ID",
|
|
55
|
+
"WATSONX_REGION"
|
|
56
|
+
],
|
|
57
|
+
"regions": [
|
|
58
|
+
"ys1dev",
|
|
59
|
+
"ypqa",
|
|
60
|
+
"mcspdev",
|
|
61
|
+
"mcspqa",
|
|
62
|
+
"us-south",
|
|
63
|
+
"eu-de",
|
|
64
|
+
"ca-tor",
|
|
65
|
+
"au-syd",
|
|
66
|
+
"jp-tok",
|
|
67
|
+
"eu-gb"
|
|
68
|
+
],
|
|
69
|
+
"cpd_supported": "true"
|
|
70
|
+
}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
{
|
|
2
|
+
"display_name": "JailBreak Detector",
|
|
3
|
+
"tool_name": "jailbreak_detector",
|
|
4
|
+
"service_provider_type": "IBM",
|
|
5
|
+
"description": "Tool that detects jailbreak attempts in an input prompt.",
|
|
6
|
+
"summary": "Tool that detects jailbreak attempts within input prompts. Jailbreaks are a type of prompt injection designed to bypass safeguards, override restrictions, or manipulate system behavior. Detecting them ensures interactions remain safe, compliant, and aligned with intended use.",
|
|
7
|
+
"inventory_id": "<attribute_value>",
|
|
8
|
+
"reusable": "true",
|
|
9
|
+
"category": [
|
|
10
|
+
"Guardrails"
|
|
11
|
+
],
|
|
12
|
+
"framework": [
|
|
13
|
+
"langchain",
|
|
14
|
+
"langgraph"
|
|
15
|
+
],
|
|
16
|
+
"code": {
|
|
17
|
+
"source_code_url": "",
|
|
18
|
+
"run_time_details": {
|
|
19
|
+
"engine": "Python >=3.11"
|
|
20
|
+
}
|
|
21
|
+
},
|
|
22
|
+
"config":{
|
|
23
|
+
"properties": {
|
|
24
|
+
"threshold": {
|
|
25
|
+
"description": "Threshold for calling the tool",
|
|
26
|
+
"title": "Threshold",
|
|
27
|
+
"type": "float",
|
|
28
|
+
"default": 0.8
|
|
29
|
+
}
|
|
30
|
+
},
|
|
31
|
+
"title": "JailBreakConfig",
|
|
32
|
+
"type": "object"
|
|
33
|
+
},
|
|
34
|
+
"schema": {
|
|
35
|
+
"properties": {
|
|
36
|
+
"input": {
|
|
37
|
+
"description": "Input text",
|
|
38
|
+
"title": "Input",
|
|
39
|
+
"type": "string"
|
|
40
|
+
},
|
|
41
|
+
"threshold": {
|
|
42
|
+
"description": "Threshold for calling the tool",
|
|
43
|
+
"title": "Threshold",
|
|
44
|
+
"type": "float"
|
|
45
|
+
}
|
|
46
|
+
},
|
|
47
|
+
"required": [
|
|
48
|
+
"input"
|
|
49
|
+
],
|
|
50
|
+
"title": "JailBreakInput",
|
|
51
|
+
"type": "object"
|
|
52
|
+
},
|
|
53
|
+
"environment_variables": [
|
|
54
|
+
"WXG_SERVICE_INSTANCE_ID",
|
|
55
|
+
"WATSONX_REGION"
|
|
56
|
+
],
|
|
57
|
+
"regions": [
|
|
58
|
+
"ys1dev",
|
|
59
|
+
"ypqa",
|
|
60
|
+
"mcspdev",
|
|
61
|
+
"mcspqa",
|
|
62
|
+
"us-south",
|
|
63
|
+
"eu-de",
|
|
64
|
+
"ca-tor",
|
|
65
|
+
"au-syd",
|
|
66
|
+
"jp-tok",
|
|
67
|
+
"eu-gb"
|
|
68
|
+
],
|
|
69
|
+
"cpd_supported": "true"
|
|
70
|
+
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
{
|
|
2
|
+
"display_name": "PII Detector",
|
|
3
|
+
"tool_name": "pii_detector",
|
|
4
|
+
"service_provider_type": "IBM",
|
|
5
|
+
"description": "Tool that detects Personally Identifiable Information(PII) information in the input string.",
|
|
6
|
+
"summary":"Tool that detects Personally Identifiable Information (PII) in user input. It analyzes the text to identify sensitive details such as names, addresses, phone numbers, email addresses, etc. The purpose of the tool is to ensure privacy and compliance by recognizing and handling information that could reveal an individual’s identity.",
|
|
7
|
+
"inventory_id": "<attribute_value>",
|
|
8
|
+
"reusable": "true",
|
|
9
|
+
"category": ["Guardrails"],
|
|
10
|
+
"framework": ["langchain","langgraph"],
|
|
11
|
+
"code": {
|
|
12
|
+
"source_code_url": "",
|
|
13
|
+
"run_time_details": {
|
|
14
|
+
"engine": "Python >=3.11"
|
|
15
|
+
}
|
|
16
|
+
},
|
|
17
|
+
"schema":{
|
|
18
|
+
"properties": {
|
|
19
|
+
"input": {
|
|
20
|
+
"description": "Input text",
|
|
21
|
+
"title": "Input",
|
|
22
|
+
"type": "string"
|
|
23
|
+
}
|
|
24
|
+
},
|
|
25
|
+
"required": [
|
|
26
|
+
"input"
|
|
27
|
+
],
|
|
28
|
+
"title": "PIIInput",
|
|
29
|
+
"type": "object"
|
|
30
|
+
},
|
|
31
|
+
"environment_variables": [
|
|
32
|
+
"WXG_SERVICE_INSTANCE_ID","WATSONX_REGION"
|
|
33
|
+
],
|
|
34
|
+
"regions": ["ys1dev","ypqa","mcspdev","mcspqa","us-south","eu-de","ca-tor","au-syd","jp-tok","eu-gb"],
|
|
35
|
+
"cpd_supported": "true"
|
|
36
|
+
}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
{
|
|
2
|
+
"display_name": "PromptSafetyRisk Detector",
|
|
3
|
+
"tool_name": "prompt_safety_risk_detector",
|
|
4
|
+
"service_provider_type": "IBM",
|
|
5
|
+
"description": "Tool that detects off topic and prompt injection attempts in user input.",
|
|
6
|
+
"summary": "Tool that detects when user input contains prompt injection attacks or deviates from the intended domain (off-topic). Prompt injection attacks are malicious or manipulative attempts to override system instructions, alter the model’s behavior, or extract sensitive information. Off-topic detection ensures that interactions remain relevant to the defined scope. Together, these safeguards help maintain secure and focused conversations.",
|
|
7
|
+
"inventory_id": "<attribute_value>",
|
|
8
|
+
"reusable": "true",
|
|
9
|
+
"category": [
|
|
10
|
+
"Guardrails"
|
|
11
|
+
],
|
|
12
|
+
"framework": [
|
|
13
|
+
"langchain",
|
|
14
|
+
"langgraph"
|
|
15
|
+
],
|
|
16
|
+
"code": {
|
|
17
|
+
"source_code_url": "",
|
|
18
|
+
"run_time_details": {
|
|
19
|
+
"engine": "Python >=3.11"
|
|
20
|
+
}
|
|
21
|
+
},
|
|
22
|
+
"config": {
|
|
23
|
+
"properties": {
|
|
24
|
+
"threshold": {
|
|
25
|
+
"description": "Threshold for calling the tool",
|
|
26
|
+
"title": "Threshold",
|
|
27
|
+
"type": "float",
|
|
28
|
+
"default":0.8
|
|
29
|
+
}
|
|
30
|
+
},
|
|
31
|
+
"type": "object"
|
|
32
|
+
},
|
|
33
|
+
"schema": {
|
|
34
|
+
"properties": {
|
|
35
|
+
"input": {
|
|
36
|
+
"description": "Input text",
|
|
37
|
+
"title": "Input",
|
|
38
|
+
"type": "string"
|
|
39
|
+
},
|
|
40
|
+
"system_prompt": {
|
|
41
|
+
"description": "System Prompt",
|
|
42
|
+
"title": "System Prompt",
|
|
43
|
+
"type": "string"
|
|
44
|
+
},
|
|
45
|
+
"threshold": {
|
|
46
|
+
"description": "Threshold for calling the tool",
|
|
47
|
+
"title": "Threshold",
|
|
48
|
+
"type": "float"
|
|
49
|
+
}
|
|
50
|
+
},
|
|
51
|
+
"required": [
|
|
52
|
+
"input",
|
|
53
|
+
"system_prompt"
|
|
54
|
+
],
|
|
55
|
+
"title": "PromptSafetyRiskInput",
|
|
56
|
+
"type": "object"
|
|
57
|
+
},
|
|
58
|
+
"environment_variables": [
|
|
59
|
+
"WXG_SERVICE_INSTANCE_ID",
|
|
60
|
+
"WATSONX_REGION"
|
|
61
|
+
],
|
|
62
|
+
"regions": [
|
|
63
|
+
"ys1dev",
|
|
64
|
+
"ypqa",
|
|
65
|
+
"us-south",
|
|
66
|
+
"eu-de"
|
|
67
|
+
],
|
|
68
|
+
"cpd_supported": "false"
|
|
69
|
+
}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
{
|
|
2
|
+
"display_name": "Topic Relevance Detector",
|
|
3
|
+
"tool_name": "topic_relevance_detector",
|
|
4
|
+
"service_provider_type": "IBM",
|
|
5
|
+
"description": "Tool that detects whether the user input is relevant to the topic defined in the system prompt and measures the degree of alignment.",
|
|
6
|
+
"summary":"Tool that detects whether the user input is relevant to the topic defined in the system prompt and measures the degree of alignment. It assesses how closely the input matches the intended subject area, ensuring conversations remain focused, accurate, and within scope. By identifying when input diverges from the defined topic, the tool helps maintain clarity, prevent distractions, and improve the quality of responses.",
|
|
7
|
+
"inventory_id": "<attribute_value>",
|
|
8
|
+
"reusable": "true",
|
|
9
|
+
"category": ["Guardrails"],
|
|
10
|
+
"framework": ["langchain","langgraph"],
|
|
11
|
+
"code": {
|
|
12
|
+
"source_code_url": "",
|
|
13
|
+
"run_time_details": {
|
|
14
|
+
"engine": "Python >=3.11"
|
|
15
|
+
}
|
|
16
|
+
},
|
|
17
|
+
"config":{
|
|
18
|
+
"properties": {
|
|
19
|
+
"threshold": {
|
|
20
|
+
"description": "Threshold for calling the tool",
|
|
21
|
+
"title": "Threshold",
|
|
22
|
+
"type": "float",
|
|
23
|
+
"default":0.8
|
|
24
|
+
}
|
|
25
|
+
},
|
|
26
|
+
"type": "object"
|
|
27
|
+
},
|
|
28
|
+
"schema":{
|
|
29
|
+
"properties": {
|
|
30
|
+
"input": {
|
|
31
|
+
"description": "Input text",
|
|
32
|
+
"title": "Input",
|
|
33
|
+
"type": "string"
|
|
34
|
+
},
|
|
35
|
+
"system_prompt": {
|
|
36
|
+
"description": "System Prompt",
|
|
37
|
+
"title": "System Prompt",
|
|
38
|
+
"type": "string"
|
|
39
|
+
},
|
|
40
|
+
"threshold": {
|
|
41
|
+
"description": "Threshold for calling the tool",
|
|
42
|
+
"title": "Threshold",
|
|
43
|
+
"type": "float"
|
|
44
|
+
}
|
|
45
|
+
},
|
|
46
|
+
"required": [
|
|
47
|
+
"input", "system_prompt"
|
|
48
|
+
],
|
|
49
|
+
"title": "TopicRelevanceDetectorInput",
|
|
50
|
+
"type": "object"
|
|
51
|
+
},
|
|
52
|
+
"environment_variables": [
|
|
53
|
+
"WXG_SERVICE_INSTANCE_ID","WATSONX_REGION"
|
|
54
|
+
],
|
|
55
|
+
"regions": ["ys1dev","ypqa","us-south","eu-de"],
|
|
56
|
+
"cpd_supported": "false"
|
|
57
|
+
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
{
|
|
2
|
+
"display_name": "Weather",
|
|
3
|
+
"tool_name": "weather_tool",
|
|
4
|
+
"service_provider_type": "IBM",
|
|
5
|
+
"description": "Retrieve the weather for a given location",
|
|
6
|
+
"inventory_id": "<attribute_value>",
|
|
7
|
+
"reusable": "true",
|
|
8
|
+
"category": ["Other"],
|
|
9
|
+
"framework": ["langchain","langgraph"],
|
|
10
|
+
"code": {
|
|
11
|
+
"source_code_base64": "",
|
|
12
|
+
"run_time_details": {
|
|
13
|
+
"engine": "Python >=3.11"
|
|
14
|
+
}
|
|
15
|
+
},
|
|
16
|
+
"dependencies": {
|
|
17
|
+
"remote_services":[],
|
|
18
|
+
"run_time_packages":[]
|
|
19
|
+
},
|
|
20
|
+
"schema":{
|
|
21
|
+
"properties": {
|
|
22
|
+
"location": {
|
|
23
|
+
"description": "Name of the location",
|
|
24
|
+
"title": "Location",
|
|
25
|
+
"type": "string"
|
|
26
|
+
},
|
|
27
|
+
"country": {
|
|
28
|
+
"type": "string",
|
|
29
|
+
"description": "Name of the country",
|
|
30
|
+
"title": "Country"
|
|
31
|
+
}
|
|
32
|
+
},
|
|
33
|
+
"required": [
|
|
34
|
+
"location"
|
|
35
|
+
],
|
|
36
|
+
"title": "WeatherInput",
|
|
37
|
+
"type": "object"
|
|
38
|
+
}
|
|
39
|
+
}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
{
|
|
2
|
+
"display_name": "Web Crawler",
|
|
3
|
+
"tool_name": "webcrawler_tool",
|
|
4
|
+
"service_provider_type": "IBM",
|
|
5
|
+
"description": "Gets the content of a web page",
|
|
6
|
+
"inventory_id": "<attribute_value>",
|
|
7
|
+
"reusable": "true",
|
|
8
|
+
"category": ["Search"],
|
|
9
|
+
"framework": ["langchain","langgraph"],
|
|
10
|
+
"code": {
|
|
11
|
+
"source_code_base64": "",
|
|
12
|
+
"run_time_details": {
|
|
13
|
+
"engine": "Python >=3.11"
|
|
14
|
+
}
|
|
15
|
+
},
|
|
16
|
+
"dependencies": {
|
|
17
|
+
"remote_services":[],
|
|
18
|
+
"run_time_packages":[]
|
|
19
|
+
},
|
|
20
|
+
"schema":{
|
|
21
|
+
"properties": {
|
|
22
|
+
"url": {
|
|
23
|
+
"description": "Url of the website",
|
|
24
|
+
"title": "Url",
|
|
25
|
+
"type": "string"
|
|
26
|
+
}
|
|
27
|
+
},
|
|
28
|
+
"required": [
|
|
29
|
+
"url"
|
|
30
|
+
],
|
|
31
|
+
"title": "WebCrawlerInput",
|
|
32
|
+
"type": "object"
|
|
33
|
+
}
|
|
34
|
+
}
|