langwatch 0.8.1__tar.gz → 0.10.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {langwatch-0.8.1 → langwatch-0.10.0}/CHANGELOG.md +32 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/PKG-INFO +1 -1
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/dspy_bot.py +3 -8
- langwatch-0.10.0/examples/generic_bot_image.py +37 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/guardrails.py +8 -4
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/guardrails_parallel.py +13 -8
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/guardrails_without_tracing.py +7 -4
- langwatch-0.10.0/examples/langwatch_docs_rag_evaluation.ipynb +301 -0
- langwatch-0.10.0/examples/offline_evaluation.ipynb +263 -0
- langwatch-0.10.0/examples/pdf_parsing_evaluation.ipynb +446 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/pyproject.toml +1 -1
- langwatch-0.10.0/specs/evaluation/with_target.feature +100 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/__init__.py +6 -3
- langwatch-0.10.0/src/langwatch/__version__.py +3 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/dspy/__init__.py +4 -32
- langwatch-0.8.1/src/langwatch/evaluations.py → langwatch-0.10.0/src/langwatch/evaluation/__init__.py +202 -120
- langwatch-0.10.0/src/langwatch/evaluations.py +285 -0
- langwatch-0.10.0/src/langwatch/experiment/__init__.py +108 -0
- langwatch-0.10.0/src/langwatch/experiment/experiment.py +912 -0
- langwatch-0.10.0/src/langwatch/experiment/platform_run.py +435 -0
- langwatch-0.10.0/tests/e2e/test_platform_experiment_e2e.py +88 -0
- langwatch-0.10.0/tests/evaluation/__init__.py +1 -0
- langwatch-0.10.0/tests/evaluation/test_evaluate.py +385 -0
- langwatch-0.10.0/tests/experiment/__init__.py +0 -0
- langwatch-0.10.0/tests/experiment/test_target_registration.py +244 -0
- langwatch-0.10.0/tests/experiment/test_target_trace_isolation.py +262 -0
- langwatch-0.10.0/tests/experiment/test_with_target.py +271 -0
- langwatch-0.10.0/tests/experiment/test_with_target_integration.py +415 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/uv.lock +1 -1
- langwatch-0.8.1/examples/langwatch_docs_rag_evaluation.ipynb +0 -301
- langwatch-0.8.1/examples/offline_evaluation.ipynb +0 -207
- langwatch-0.8.1/examples/pdf_parsing_evaluation.ipynb +0 -446
- langwatch-0.8.1/src/langwatch/__version__.py +0 -3
- langwatch-0.8.1/src/langwatch/evaluation/__init__.py +0 -9
- langwatch-0.8.1/src/langwatch/evaluation/evaluation.py +0 -484
- {langwatch-0.8.1 → langwatch-0.10.0}/.editorconfig +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/.env.example +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/.gitignore +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/AGENTS.md +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/Makefile +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/README.md +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/README.md +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/__init__.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/azure_openai_stream_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/cli/README.md +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/cli/guaranteed_availability_with_cli.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/custom_evaluation_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/data/rag_dspy_bot.json +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/dataset_kitchen_sink.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/distributed_tracing.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/documentation/openai_langwatch.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/documentation/openai_openinference.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/dspy_visualization.ipynb +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/evaluation_manual_call.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/fastapi_app.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/generic_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/generic_bot_async_streaming.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/generic_bot_exception.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/generic_bot_rag.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/generic_bot_rag_expected_output.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/generic_bot_rag_multithreaded.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/generic_bot_span_context_manager.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/generic_bot_span_low_level.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/generic_bot_streaming.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/generic_bot_sync_function.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/generic_bot_update_metadata_later.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/haystack_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/langchain_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/langchain_bot_with_memory.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/langchain_rag_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/langchain_rag_bot_vertex_ai.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/langchain_rag_bot_with_threads.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/langgraph_rag_bot_with_threads.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/litellm_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/openai_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/openai_bot_disable_trace.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/openai_bot_function_call.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/openai_bot_max_string_length.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/openai_bot_max_string_length_none.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/openai_bot_otel_metrics.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/openai_bot_rag.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/openai_bot_sampling_rate.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/openinference/google_adk.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/opentelemetry/openinference_dspy_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/opentelemetry/openinference_haystack.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/opentelemetry/openinference_langchain_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/opentelemetry/openinference_openai_assistants_api_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/opentelemetry/openinference_openai_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/opentelemetry/openllmetry_anthropic_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/opentelemetry/openllmetry_crewai_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/opentelemetry/openllmetry_langchain_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/opentelemetry/openllmetry_openai_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/opentelemetry/traditional_instrumentation_fastapi_app.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/prompt_cli/.gitignore +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/prompt_cli/main.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/prompt_cli/prompts/agent/performance.prompt.yaml +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/prompt_management_fastapi.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/sanity/setup_example.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/span_evaluation.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/strands_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/streamlit_openai_assistants_api_bot.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/test_utils/run_cli.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/weaviate_dspy_visualization.ipynb +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/weaviate_setup/.gitignore +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/weaviate_setup/Weaviate-Import.ipynb +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/weaviate_setup/docker-compose.yml +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/weaviate_setup/optimization_screenshot.png +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/examples/weaviate_setup/tracing_screenshot.png +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/specs/prompts/fetch-policy.feature +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/attributes.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/batch_evaluation.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/client.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/dataset/__init__.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/domain/__init__.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/exporters/filterable_batch_span_exporter.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/__init__.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/__init__.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/__init__.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/delete_api_annotations_id.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/delete_api_prompts_by_id.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/delete_api_scenario_events.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/get_api_annotations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/get_api_annotations_id.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/get_api_annotations_trace_id.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/get_api_dataset_by_slug_or_id.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/get_api_prompts.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/get_api_prompts_by_id.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/get_api_prompts_by_id_versions.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/get_api_trace_id.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/get_index.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/patch_api_annotations_id.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/post_api_annotations_trace_id.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/post_api_dataset_by_slug_entries.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/post_api_prompts.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/post_api_prompts_by_id_sync.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/post_api_scenario_events.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/post_api_trace_id_share.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/post_api_trace_id_unshare.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/post_index.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/default/put_api_prompts_by_id.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/traces/__init__.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/api/traces/post_api_trace_search.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/client.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/errors.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/__init__.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/annotation.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/dataset_post_entries.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/dataset_post_entries_entries_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/delete_api_annotations_id_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/delete_api_prompts_by_id_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/delete_api_prompts_by_id_response_400.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/delete_api_prompts_by_id_response_401.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/delete_api_prompts_by_id_response_404.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/delete_api_prompts_by_id_response_422.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/delete_api_prompts_by_id_response_500.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/delete_api_scenario_events_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/delete_api_scenario_events_response_400.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/delete_api_scenario_events_response_401.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/delete_api_scenario_events_response_422.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/delete_api_scenario_events_response_500.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/error.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/evaluation.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/evaluation_timestamps.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_dataset_by_slug_or_id_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_dataset_by_slug_or_id_response_200_data_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_dataset_by_slug_or_id_response_200_data_item_entry.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_dataset_by_slug_or_id_response_400.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_dataset_by_slug_or_id_response_401.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_dataset_by_slug_or_id_response_404.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_dataset_by_slug_or_id_response_422.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_dataset_by_slug_or_id_response_500.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_inputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_inputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_outputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_outputs_item_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_outputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_prompting_technique.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_prompting_technique_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_prompting_technique_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_prompting_technique_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_prompting_technique_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_prompting_technique_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_response_format.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_response_format_json_schema_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_response_format_json_schema_type_0_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_response_format_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_200_scope.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_400.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_401.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_404.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_422.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_response_500.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_inputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_inputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_outputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_outputs_item_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_outputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_prompting_technique.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_prompting_technique_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_prompting_technique_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_prompting_technique_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_prompting_technique_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_prompting_technique_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_response_format.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_response_format_json_schema_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_response_format_json_schema_type_0_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_response_format_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_200_item_scope.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_400.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_401.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_404.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_422.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_by_id_versions_response_500.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_inputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_inputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_outputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_outputs_item_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_outputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_prompting_technique.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_prompting_technique_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_prompting_technique_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_prompting_technique_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_prompting_technique_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_prompting_technique_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_response_format.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_response_format_json_schema_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_response_format_json_schema_type_0_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_response_format_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_200_item_scope.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_400.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_401.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_422.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_prompts_response_500.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_error_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_evaluations_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_evaluations_item_error.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_evaluations_item_timestamps.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_input.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_metadata.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_metrics.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_output.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_spans_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_spans_item_error_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_spans_item_input.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_spans_item_input_value_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_spans_item_metrics.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_spans_item_output.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_spans_item_output_value_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_spans_item_params.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_spans_item_timestamps.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_api_trace_id_response_200_timestamps.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_index_response_200_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_index_response_200_item_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_index_response_200_item_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_index_response_200_item_response_format_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_index_response_200_item_response_format_type_0_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_index_response_200_item_response_format_type_0_json_schema_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_index_response_200_item_response_format_type_0_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_index_response_200_item_scope.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_index_response_400.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_index_response_401.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/get_index_response_500.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/input_.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/metadata.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/metrics.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/output.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/pagination.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/patch_api_annotations_id_body.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/patch_api_annotations_id_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_annotations_trace_id_body.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_body.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_body_inputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_body_inputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_body_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_body_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_body_outputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_body_outputs_item_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_body_outputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_body_schema_version.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_body_scope.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_inputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_inputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_outputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_outputs_item_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_outputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_prompting_technique.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_prompting_technique_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_prompting_technique_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_prompting_technique_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_prompting_technique_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_prompting_technique_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_response_format.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_response_format_json_schema_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_response_format_json_schema_type_0_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_body_config_data_response_format_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_action.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_inputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_inputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_outputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_outputs_item_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_outputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_prompting_technique.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_prompting_technique_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_prompting_technique_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_prompting_technique_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_prompting_technique_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_prompting_technique_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_response_format.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_response_format_json_schema_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_response_format_json_schema_type_0_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_conflict_info_remote_config_data_response_format_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_inputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_inputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_outputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_outputs_item_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_outputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_prompting_technique.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_prompting_technique_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_prompting_technique_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_prompting_technique_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_prompting_technique_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_prompting_technique_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_response_format.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_response_format_json_schema_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_response_format_json_schema_type_0_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_response_format_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_200_prompt_scope.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_400.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_401.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_422.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_by_id_sync_response_500.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_inputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_inputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_outputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_outputs_item_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_outputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_prompting_technique.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_prompting_technique_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_prompting_technique_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_prompting_technique_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_prompting_technique_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_prompting_technique_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_response_format.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_response_format_json_schema_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_response_format_json_schema_type_0_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_response_format_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_200_scope.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_400.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_401.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_409.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_422.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_prompts_response_500.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_body_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_body_type_0_metadata.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_body_type_1.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_body_type_1_results_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_body_type_1_results_type_0_verdict.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_body_type_1_status.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_body_type_2.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_body_type_2_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_response_201.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_response_400.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_response_401.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_response_422.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_scenario_events_response_500.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_trace_id_share_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_api_trace_id_unshare_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_body.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_body_inputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_body_inputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_body_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_body_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_body_outputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_body_outputs_item_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_body_outputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_body_scope.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_response_200_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_response_200_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_response_200_response_format_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_response_200_response_format_type_0_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_response_200_response_format_type_0_json_schema_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_response_200_response_format_type_0_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_response_200_scope.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_response_400.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_response_401.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/post_index_response_500.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_body.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_body_inputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_body_inputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_body_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_body_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_body_outputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_body_outputs_item_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_body_outputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_body_schema_version.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_body_scope.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_inputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_inputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_messages_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_messages_item_role.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_outputs_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_outputs_item_json_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_outputs_item_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_prompting_technique.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_prompting_technique_demonstrations.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_prompting_technique_demonstrations_inline.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_prompting_technique_demonstrations_inline_column_types_item.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_prompting_technique_demonstrations_inline_records.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_prompting_technique_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_response_format.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_response_format_json_schema_type_0.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_response_format_json_schema_type_0_schema.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_response_format_type.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_200_scope.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_400.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_401.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_404.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_409.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_422.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/put_api_prompts_by_id_response_500.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/search_request.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/search_request_filters.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/search_response.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/timestamps.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/models/trace.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/py.typed +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/generated/langwatch_rest_api_client/types.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/guardrails.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/langchain.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/litellm.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/login.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/openai.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/prompts/__init__.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/prompts/decorators/prompt_service_tracing.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/prompts/decorators/prompt_tracing.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/prompts/errors.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/prompts/local_loader.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/prompts/prompt.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/prompts/prompt_api_service.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/prompts/prompt_facade.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/prompts/types/__init__.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/prompts/types/fetch_policy.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/prompts/types/prompt_data.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/prompts/types/structures.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/py.typed +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/state.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/telemetry/__tests__/test_tracing.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/telemetry/context.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/telemetry/sampling.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/telemetry/span.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/telemetry/tracing.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/telemetry/types.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/tracer.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/types.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/utils/__init__.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/utils/capture.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/utils/exceptions.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/utils/initialization.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/utils/module.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/utils/transformation.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/src/langwatch/utils/utils.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/conftest.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/e2e/test_fetch_policies_e2e.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/exporters/test_filterable_batch_span_exporter.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/fixtures/README.md +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/fixtures/__init__.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/fixtures/get_response_factories.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/fixtures/prompts/cli.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/fixtures/prompts/general.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/fixtures/prompts/prompt_fixtures.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/fixtures/span_exporter.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/prompts/test_fetch_policies.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/prompts/test_guaranteed_availability.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/prompts/test_local_loader.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/prompts/test_prompt.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/prompts/test_prompt_service_tracing.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/prompts/test_prompt_tracing.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/telemetry/test_context.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/telemetry/test_tracing.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/test_cli_runner.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/test_client.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/test_examples.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/test_login.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/test_version.py +0 -0
- {langwatch-0.8.1 → langwatch-0.10.0}/tests/utils/test_transformation.py +0 -0
|
@@ -1,5 +1,37 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## [0.10.0](https://github.com/langwatch/langwatch/compare/python-sdk@v0.9.0...python-sdk@v0.10.0) (2026-01-21)
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
### Features
|
|
7
|
+
|
|
8
|
+
* **sdk:** add online evaluations API and ensureSetup for TypeScript ([2209258](https://github.com/langwatch/langwatch/commit/22092580433b9a3014123e62f39cf8c44543d8cc))
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
### Bug Fixes
|
|
12
|
+
|
|
13
|
+
* **python-sdk:** resolve name collision between Evaluation TypedDict and class alias ([873909a](https://github.com/langwatch/langwatch/commit/873909a09414bb309fa955b68e4a19bddc93e21f))
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
### Code Refactoring
|
|
17
|
+
|
|
18
|
+
* **sdk:** fix evaluation API naming consistency ([3aef2a3](https://github.com/langwatch/langwatch/commit/3aef2a353cc4939c8087b53044f441e7501530ae))
|
|
19
|
+
* **sdk:** rename evaluation API to experiment for new terminology ([f10326c](https://github.com/langwatch/langwatch/commit/f10326c0f2ee5818fbcf51507a95933bfe83caeb))
|
|
20
|
+
* **sdk:** rename internal evaluation classes to experiment ([ff70cab](https://github.com/langwatch/langwatch/commit/ff70cab904905b85a77a68e7b1eb60e9c364a18d))
|
|
21
|
+
|
|
22
|
+
## [0.9.0](https://github.com/langwatch/langwatch/compare/python-sdk@v0.8.1...python-sdk@v0.9.0) (2026-01-18)
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
### Features
|
|
26
|
+
|
|
27
|
+
* add CI/CD execution support for evaluations v3 ([#1118](https://github.com/langwatch/langwatch/issues/1118)) ([d28adac](https://github.com/langwatch/langwatch/commit/d28adaceeb87921d9c7c0f1cf76b5e03f3b90fbd))
|
|
28
|
+
* evaluations v3 execution and new evaluations results page ([#1113](https://github.com/langwatch/langwatch/issues/1113)) ([510f65d](https://github.com/langwatch/langwatch/commit/510f65d17e13c539b877e7eed2fefff118ceb705))
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
### Bug Fixes
|
|
32
|
+
|
|
33
|
+
* various evaluations v3 fixes ([#1122](https://github.com/langwatch/langwatch/issues/1122)) ([c9904fc](https://github.com/langwatch/langwatch/commit/c9904fc898a7982ec0b23b11fcfeed83f34fbeb7))
|
|
34
|
+
|
|
3
35
|
## [0.8.1](https://github.com/langwatch/langwatch/compare/python-sdk@v0.8.0...python-sdk@v0.8.1) (2026-01-06)
|
|
4
36
|
|
|
5
37
|
|
|
@@ -12,11 +12,7 @@ import dspy
|
|
|
12
12
|
|
|
13
13
|
lm = dspy.LM("openai/gpt-4o-mini", api_key=os.environ["OPENAI_API_KEY"])
|
|
14
14
|
|
|
15
|
-
|
|
16
|
-
url="http://20.102.90.50:2017/wiki17_abstracts"
|
|
17
|
-
)
|
|
18
|
-
|
|
19
|
-
dspy.settings.configure(lm=lm, rm=colbertv2_wiki17_abstracts)
|
|
15
|
+
dspy.settings.configure(lm=lm)
|
|
20
16
|
|
|
21
17
|
|
|
22
18
|
class GenerateAnswer(dspy.Signature):
|
|
@@ -28,14 +24,13 @@ class GenerateAnswer(dspy.Signature):
|
|
|
28
24
|
|
|
29
25
|
|
|
30
26
|
class RAG(dspy.Module):
|
|
31
|
-
def __init__(self
|
|
27
|
+
def __init__(self):
|
|
32
28
|
super().__init__()
|
|
33
29
|
|
|
34
|
-
self.retrieve = dspy.Retrieve(k=num_passages)
|
|
35
30
|
self.generate_answer = dspy.ChainOfThought(GenerateAnswer)
|
|
36
31
|
|
|
37
32
|
def forward(self, question):
|
|
38
|
-
context =
|
|
33
|
+
context = ["This is a test context"]
|
|
39
34
|
prediction = self.generate_answer(question=question, context=context)
|
|
40
35
|
return dspy.Prediction(answer=prediction.answer)
|
|
41
36
|
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import time
|
|
2
|
+
from dotenv import load_dotenv
|
|
3
|
+
|
|
4
|
+
load_dotenv()
|
|
5
|
+
|
|
6
|
+
import chainlit as cl
|
|
7
|
+
|
|
8
|
+
import langwatch
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
@langwatch.span(type="llm")
|
|
12
|
+
def generate(message: str):
|
|
13
|
+
time.sleep(1) # generating the message...
|
|
14
|
+
|
|
15
|
+
generated_message = """# Image generation
|
|
16
|
+
|
|
17
|
+

|
|
18
|
+
"""
|
|
19
|
+
|
|
20
|
+
return generated_message
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
@cl.on_message
|
|
24
|
+
@langwatch.trace(max_string_length=None)
|
|
25
|
+
async def main(message: cl.Message):
|
|
26
|
+
msg = cl.Message(
|
|
27
|
+
content="",
|
|
28
|
+
)
|
|
29
|
+
|
|
30
|
+
langwatch.get_current_trace().update(
|
|
31
|
+
metadata={"user_id": "123", "question_id": "456", "labels": ["some-label"]}
|
|
32
|
+
)
|
|
33
|
+
|
|
34
|
+
generated_message = generate(message.content)
|
|
35
|
+
|
|
36
|
+
await msg.stream_token(generated_message)
|
|
37
|
+
await msg.update()
|
|
@@ -8,7 +8,7 @@ from openai import OpenAI
|
|
|
8
8
|
client = OpenAI()
|
|
9
9
|
|
|
10
10
|
import langwatch
|
|
11
|
-
import langwatch.
|
|
11
|
+
import langwatch.evaluation
|
|
12
12
|
|
|
13
13
|
|
|
14
14
|
@cl.on_message
|
|
@@ -23,11 +23,15 @@ async def main(message: cl.Message):
|
|
|
23
23
|
content="",
|
|
24
24
|
)
|
|
25
25
|
|
|
26
|
-
|
|
27
|
-
|
|
26
|
+
# New API: Use langwatch.evaluation.evaluate() instead of span.evaluate()
|
|
27
|
+
jailbreak_guardrail = langwatch.evaluation.evaluate(
|
|
28
|
+
"jailbreak-detection",
|
|
29
|
+
data={"input": message.content},
|
|
30
|
+
name="Jailbreak Detection",
|
|
31
|
+
as_guardrail=True,
|
|
28
32
|
)
|
|
29
33
|
if not jailbreak_guardrail.passed:
|
|
30
|
-
await msg.stream_token(
|
|
34
|
+
await msg.stream_token("I'm sorry, I can't help you with that.")
|
|
31
35
|
await msg.update()
|
|
32
36
|
return
|
|
33
37
|
|
|
@@ -8,8 +8,8 @@ from openai import AsyncOpenAI
|
|
|
8
8
|
|
|
9
9
|
client = AsyncOpenAI()
|
|
10
10
|
|
|
11
|
-
import langwatch
|
|
12
|
-
import langwatch.
|
|
11
|
+
import langwatch
|
|
12
|
+
import langwatch.evaluation
|
|
13
13
|
|
|
14
14
|
|
|
15
15
|
@cl.on_message
|
|
@@ -24,14 +24,19 @@ async def main(message: cl.Message):
|
|
|
24
24
|
content="",
|
|
25
25
|
)
|
|
26
26
|
|
|
27
|
+
# New API: Use langwatch.evaluation.async_evaluate() for parallel guardrails
|
|
27
28
|
jailbreak_guardrail = asyncio.create_task(
|
|
28
|
-
langwatch.
|
|
29
|
-
"jailbreak-detection",
|
|
29
|
+
langwatch.evaluation.async_evaluate(
|
|
30
|
+
"jailbreak-detection",
|
|
31
|
+
data={"input": message.content},
|
|
32
|
+
as_guardrail=True,
|
|
30
33
|
)
|
|
31
34
|
)
|
|
32
35
|
off_topic_guardrail = asyncio.create_task(
|
|
33
|
-
langwatch.
|
|
34
|
-
"off-topic-evaluator",
|
|
36
|
+
langwatch.evaluation.async_evaluate(
|
|
37
|
+
"off-topic-evaluator",
|
|
38
|
+
data={"input": message.content},
|
|
39
|
+
as_guardrail=True,
|
|
35
40
|
)
|
|
36
41
|
)
|
|
37
42
|
|
|
@@ -39,14 +44,14 @@ async def main(message: cl.Message):
|
|
|
39
44
|
if jailbreak_guardrail.done():
|
|
40
45
|
result = await jailbreak_guardrail
|
|
41
46
|
if not result.passed:
|
|
42
|
-
await msg.stream_token(
|
|
47
|
+
await msg.stream_token("I'm sorry, I can't help you with that.")
|
|
43
48
|
await msg.update()
|
|
44
49
|
return True
|
|
45
50
|
|
|
46
51
|
if off_topic_guardrail.done():
|
|
47
52
|
result = await off_topic_guardrail
|
|
48
53
|
if not result.passed:
|
|
49
|
-
await msg.stream_token(
|
|
54
|
+
await msg.stream_token("I'm sorry, I can't help you with that.")
|
|
50
55
|
await msg.update()
|
|
51
56
|
return True
|
|
52
57
|
|
|
@@ -7,7 +7,7 @@ from openai import OpenAI
|
|
|
7
7
|
|
|
8
8
|
client = OpenAI()
|
|
9
9
|
|
|
10
|
-
import langwatch.
|
|
10
|
+
import langwatch.evaluation
|
|
11
11
|
|
|
12
12
|
|
|
13
13
|
@cl.on_message
|
|
@@ -16,11 +16,14 @@ async def main(message: cl.Message):
|
|
|
16
16
|
content="",
|
|
17
17
|
)
|
|
18
18
|
|
|
19
|
-
|
|
20
|
-
|
|
19
|
+
# New API: Use langwatch.evaluation.evaluate() with as_guardrail=True
|
|
20
|
+
jailbreak_guardrail = langwatch.evaluation.evaluate(
|
|
21
|
+
"jailbreak-detection",
|
|
22
|
+
data={"input": message.content},
|
|
23
|
+
as_guardrail=True,
|
|
21
24
|
)
|
|
22
25
|
if not jailbreak_guardrail.passed:
|
|
23
|
-
await msg.stream_token(
|
|
26
|
+
await msg.stream_token("I'm sorry, I can't help you with that.")
|
|
24
27
|
await msg.update()
|
|
25
28
|
return
|
|
26
29
|
|
|
@@ -0,0 +1,301 @@
|
|
|
1
|
+
{
|
|
2
|
+
"cells": [
|
|
3
|
+
{
|
|
4
|
+
"cell_type": "markdown",
|
|
5
|
+
"id": "cde8a9dc",
|
|
6
|
+
"metadata": {},
|
|
7
|
+
"source": [
|
|
8
|
+
"# LangWatch Evaluation Tracking\n",
|
|
9
|
+
"\n",
|
|
10
|
+
"## Step 1: Define our LLM pipeline\n",
|
|
11
|
+
"\n",
|
|
12
|
+
"Let's create a simple RAG pipeline using LangChain, guaranteeing that we can get the output and the retrieved documents used during generation."
|
|
13
|
+
]
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
"cell_type": "code",
|
|
17
|
+
"execution_count": null,
|
|
18
|
+
"id": "a61c2b75",
|
|
19
|
+
"metadata": {},
|
|
20
|
+
"outputs": [
|
|
21
|
+
{
|
|
22
|
+
"name": "stdout",
|
|
23
|
+
"output_type": "stream",
|
|
24
|
+
"text": [
|
|
25
|
+
"USER_AGENT environment variable not set, consider setting it to identify your requests.\n"
|
|
26
|
+
]
|
|
27
|
+
},
|
|
28
|
+
{
|
|
29
|
+
"name": "stdout",
|
|
30
|
+
"output_type": "stream",
|
|
31
|
+
"text": [
|
|
32
|
+
"2025-05-24 10:04:14,630 - langwatch.utils.initialization - INFO - Setting up LangWatch client...\n",
|
|
33
|
+
"2025-05-24 10:04:14,636 - langwatch.client - INFO - Configuring OTLP exporter with endpoint: http://localhost:5560/api/otel/v1/traces\n",
|
|
34
|
+
"2025-05-24 10:04:14,636 - langwatch.client - INFO - Registering atexit handler to flush tracer provider on exit\n",
|
|
35
|
+
"2025-05-24 10:04:14,636 - langwatch.client - INFO - Successfully configured tracer provider with OTLP exporter\n",
|
|
36
|
+
"2025-05-24 10:04:14,637 - langwatch.utils.initialization - INFO - LangWatch client setup complete\n"
|
|
37
|
+
]
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
"name": "stdout",
|
|
41
|
+
"output_type": "stream",
|
|
42
|
+
"text": [
|
|
43
|
+
"/var/folders/rp/9_s_f3kd1ssb089myww_p9zw0000gn/T/ipykernel_62985/2347759746.py:39: LangChainDeprecationWarning: The method `BaseRetriever.get_relevant_documents` was deprecated in langchain-core 0.1.46 and will be removed in 1.0. Use :meth:`~invoke` instead.\n",
|
|
44
|
+
" retrieved_documents = retriever.get_relevant_documents(query)\n"
|
|
45
|
+
]
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"name": "stdout",
|
|
49
|
+
"output_type": "stream",
|
|
50
|
+
"text": [
|
|
51
|
+
"\n",
|
|
52
|
+
"retrieved_documents: ['Introduction - LangWatchLangWatch home pageSearch...llms.txtSupportDashboardlangwatch/langwatchlangwatch/langwatchSearch...NavigationGet StartedIntroductionDocumentationOpen DashboardGitHub RepoGet StartedIntroductionSelf HostingCookbooksLLM ObservabilityOverviewConceptsLanguage APIs & SDKsUser EventsMonitoring & AlertsCode ExamplesLLM EvaluationOffline EvaluationReal-Time EvaluationList of EvaluatorsDatasetsAnnotationsLLM DevelopmentPrompt Optimization StudioDSPy VisualizationLangWatch MCPPrompt VersioningAPI EndpointsTracesPromptsAnnotationsDatasetsSupportTroubleshooting and SupportStatus PageGet StartedIntroductionCopy pageWelcome to LangWatch, the all-in-one open-source LLMops platform.LangWatch allows you to track, monitor, guardrail and evaluate your LLMs apps for measuring quality and alert on issues.\\nFor domain experts, it allows you to easily sift through conversations, see topics being discussed and annotate and score messages', 'For domain experts, it allows you to easily sift through conversations, see topics being discussed and annotate and score messages\\nfor improvement in a collaborative manner with the development team.\\nFor developers, it allows you to debug, build datasets, prompt engineer on the playground and\\nrun batch evaluations or DSPy experiments to continuously improve the product.\\nFinally, for the business, it allows you to track conversation metrics and give full user and quality analytics, cost tracking, build\\ncustom dashboards and even integrate it back on your own platform for reporting to your customers.\\nYou can sign up and already start the integration on our free tier by following the guides bellow:\\nPython Integration GuideTypeScript Integration GuideREST API\\nYou can also open the demo project check out a video on our platform.\\n\\u200bGet in touch\\nFeel free to reach out to us directly at [email\\xa0protected]. You can also open a GitHub issue', 'You can also open the demo project check out a video on our platform.\\n\\u200bGet in touch\\nFeel free to reach out to us directly at [email\\xa0protected]. You can also open a GitHub issue\\nto report bugs and request features, or join our Discord channel and ask questions directly for the community and the core team.Was this page helpful?YesNoOverviewgithubwebsitex-twitterlinkedinyoutubePowered by MintlifyOn this pageGet in touchAssistantResponses are generated using AI and may contain mistakes.']\n",
|
|
53
|
+
"output: LangWatch is an open-source LLMops platform for tracking, monitoring, and evaluating LLM applications, helping improve quality and alert on issues.\n"
|
|
54
|
+
]
|
|
55
|
+
}
|
|
56
|
+
],
|
|
57
|
+
"source": [
|
|
58
|
+
"from dotenv import load_dotenv\n",
|
|
59
|
+
"\n",
|
|
60
|
+
"load_dotenv(dotenv_path=\"langwatch/python-sdk/.env\")\n",
|
|
61
|
+
"\n",
|
|
62
|
+
"import langwatch\n",
|
|
63
|
+
"\n",
|
|
64
|
+
"from langchain.prompts import ChatPromptTemplate\n",
|
|
65
|
+
"\n",
|
|
66
|
+
"from langchain_community.document_loaders import WebBaseLoader\n",
|
|
67
|
+
"from langchain_community.vectorstores.faiss import FAISS\n",
|
|
68
|
+
"from langchain_core.vectorstores.base import VectorStoreRetriever\n",
|
|
69
|
+
"from langchain_openai import ChatOpenAI, OpenAIEmbeddings\n",
|
|
70
|
+
"from langchain_text_splitters import RecursiveCharacterTextSplitter\n",
|
|
71
|
+
"from langchain.tools.retriever import create_retriever_tool\n",
|
|
72
|
+
"from langchain.agents import AgentExecutor, create_tool_calling_agent\n",
|
|
73
|
+
"from langchain.tools import BaseTool\n",
|
|
74
|
+
"from langchain_core.documents import Document\n",
|
|
75
|
+
"\n",
|
|
76
|
+
"\n",
|
|
77
|
+
"loader = WebBaseLoader(\"https://docs.langwatch.ai\")\n",
|
|
78
|
+
"docs = loader.load()\n",
|
|
79
|
+
"documents = RecursiveCharacterTextSplitter(\n",
|
|
80
|
+
" chunk_size=1000, chunk_overlap=200\n",
|
|
81
|
+
").split_documents(docs)\n",
|
|
82
|
+
"\n",
|
|
83
|
+
"vector = FAISS.from_documents(documents, OpenAIEmbeddings())\n",
|
|
84
|
+
"retriever = vector.as_retriever()\n",
|
|
85
|
+
"\n",
|
|
86
|
+
"retrieved_documents = []\n",
|
|
87
|
+
"\n",
|
|
88
|
+
"# Wrap the FAISS retriever so that we can capture which documents were used to generate the response\n",
|
|
89
|
+
"@tool\n",
|
|
90
|
+
"def langwatch_search(\n",
|
|
91
|
+
" query: str\n",
|
|
92
|
+
") -> list[Document]:\n",
|
|
93
|
+
" \"\"\"\"Search for information about LangWatch. For any questions about LangWatch, use this tool if you didn't already\"\"\"\n",
|
|
94
|
+
"\n",
|
|
95
|
+
" global retrieved_documents\n",
|
|
96
|
+
" retrieved_documents = retriever.get_relevant_documents(query)\n",
|
|
97
|
+
" return retrieved_documents\n",
|
|
98
|
+
"\n",
|
|
99
|
+
"tools = [langwatch_search]\n",
|
|
100
|
+
"model = ChatOpenAI(model=\"gpt-4o-mini\")\n",
|
|
101
|
+
"prompt = ChatPromptTemplate.from_messages(\n",
|
|
102
|
+
" [\n",
|
|
103
|
+
" (\n",
|
|
104
|
+
" \"system\",\n",
|
|
105
|
+
" \"You are a helpful assistant that only reply in short tweet-like responses, use tools only once.\\n\\n{agent_scratchpad}\",\n",
|
|
106
|
+
" ),\n",
|
|
107
|
+
" (\"human\", \"{question}\"),\n",
|
|
108
|
+
" ]\n",
|
|
109
|
+
")\n",
|
|
110
|
+
"agent = create_tool_calling_agent(model, tools, prompt)\n",
|
|
111
|
+
"executor = AgentExecutor(agent=agent, tools=tools, verbose=False) # type: ignore\n",
|
|
112
|
+
"\n",
|
|
113
|
+
"@langwatch.trace()\n",
|
|
114
|
+
"def execute_rag_pipeline(question: str):\n",
|
|
115
|
+
" response = executor.invoke({\"question\": question})[\"output\"]\n",
|
|
116
|
+
" contexts = [d.page_content for d in retrieved_documents]\n",
|
|
117
|
+
" return response, contexts\n",
|
|
118
|
+
"\n",
|
|
119
|
+
"response, contexts = execute_rag_pipeline(\"What is LangWatch?\")\n",
|
|
120
|
+
"\n",
|
|
121
|
+
"print(\"\")\n",
|
|
122
|
+
"print(\"retrieved_documents:\", contexts)\n",
|
|
123
|
+
"print(\"output:\", response)"
|
|
124
|
+
]
|
|
125
|
+
},
|
|
126
|
+
{
|
|
127
|
+
"cell_type": "markdown",
|
|
128
|
+
"id": "eac02587",
|
|
129
|
+
"metadata": {},
|
|
130
|
+
"source": [
|
|
131
|
+
"## Step 2: Run the Offline Evaluation\n",
|
|
132
|
+
"\n",
|
|
133
|
+
"Now we can use the dataset we have from LangWatch to run a batch evaluation experiment through our LLM pipeline, to see the results and tweak it for optimizations."
|
|
134
|
+
]
|
|
135
|
+
},
|
|
136
|
+
{
|
|
137
|
+
"cell_type": "code",
|
|
138
|
+
"execution_count": 2,
|
|
139
|
+
"id": "d47459a6",
|
|
140
|
+
"metadata": {},
|
|
141
|
+
"outputs": [
|
|
142
|
+
{
|
|
143
|
+
"name": "stdout",
|
|
144
|
+
"output_type": "stream",
|
|
145
|
+
"text": [
|
|
146
|
+
"Follow the results at: http://localhost:5560/inbox-narrator/experiments/my-incredible-experiment?runId=hopping-goat-of-glory\n"
|
|
147
|
+
]
|
|
148
|
+
},
|
|
149
|
+
{
|
|
150
|
+
"data": {
|
|
151
|
+
"application/vnd.jupyter.widget-view+json": {
|
|
152
|
+
"model_id": "62ea227bee9b4f529f2c4efef7b93c7c",
|
|
153
|
+
"version_major": 2,
|
|
154
|
+
"version_minor": 0
|
|
155
|
+
},
|
|
156
|
+
"text/plain": [
|
|
157
|
+
"Evaluating: 0%| | 0/6 [00:00<?, ?it/s]"
|
|
158
|
+
]
|
|
159
|
+
},
|
|
160
|
+
"metadata": {},
|
|
161
|
+
"output_type": "display_data"
|
|
162
|
+
},
|
|
163
|
+
{
|
|
164
|
+
"name": "stdout",
|
|
165
|
+
"output_type": "stream",
|
|
166
|
+
"text": [
|
|
167
|
+
"Failed to detach context\n",
|
|
168
|
+
"Traceback (most recent call last):\n",
|
|
169
|
+
" File \"/Users/rchaves/Projects/langwatch-saas/langwatch/python-sdk/.venv/lib/python3.11/site-packages/opentelemetry/context/__init__.py\", line 155, in detach\n",
|
|
170
|
+
" _RUNTIME_CONTEXT.detach(token)\n",
|
|
171
|
+
" File \"/Users/rchaves/Projects/langwatch-saas/langwatch/python-sdk/.venv/lib/python3.11/site-packages/opentelemetry/context/contextvars_context.py\", line 53, in detach\n",
|
|
172
|
+
" self._current_context.reset(token)\n",
|
|
173
|
+
"ValueError: <Token var=<ContextVar name='current_context' default={} at 0x10b2d4d10> at 0x31ab882c0> was created in a different Context\n",
|
|
174
|
+
"Failed to detach context\n",
|
|
175
|
+
"Traceback (most recent call last):\n",
|
|
176
|
+
" File \"/Users/rchaves/Projects/langwatch-saas/langwatch/python-sdk/.venv/lib/python3.11/site-packages/pydantic/type_adapter.py\", line 271, in _init_core_attrs\n",
|
|
177
|
+
" self.core_schema = _getattr_no_parents(self._type, '__pydantic_core_schema__')\n",
|
|
178
|
+
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
|
|
179
|
+
" File \"/Users/rchaves/Projects/langwatch-saas/langwatch/python-sdk/.venv/lib/python3.11/site-packages/pydantic/type_adapter.py\", line 55, in _getattr_no_parents\n",
|
|
180
|
+
" raise AttributeError(attribute)\n",
|
|
181
|
+
"AttributeError: __pydantic_core_schema__\n",
|
|
182
|
+
"\n",
|
|
183
|
+
"During handling of the above exception, another exception occurred:\n",
|
|
184
|
+
"\n",
|
|
185
|
+
"Traceback (most recent call last):\n",
|
|
186
|
+
" File \"/Users/rchaves/Projects/langwatch-saas/langwatch/python-sdk/.venv/lib/python3.11/site-packages/opentelemetry/context/__init__.py\", line 155, in detach\n",
|
|
187
|
+
" _RUNTIME_CONTEXT.detach(token)\n",
|
|
188
|
+
" File \"/Users/rchaves/Projects/langwatch-saas/langwatch/python-sdk/.venv/lib/python3.11/site-packages/opentelemetry/context/contextvars_context.py\", line 53, in detach\n",
|
|
189
|
+
" self._current_context.reset(token)\n",
|
|
190
|
+
"ValueError: <Token var=<ContextVar name='current_context' default={} at 0x10b2d4d10> at 0x319a37e40> was created in a different Context\n",
|
|
191
|
+
"Failed to detach context\n",
|
|
192
|
+
"Traceback (most recent call last):\n",
|
|
193
|
+
" File \"/Users/rchaves/Projects/langwatch-saas/langwatch/python-sdk/.venv/lib/python3.11/site-packages/pydantic/type_adapter.py\", line 271, in _init_core_attrs\n",
|
|
194
|
+
" self.core_schema = _getattr_no_parents(self._type, '__pydantic_core_schema__')\n",
|
|
195
|
+
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
|
|
196
|
+
" File \"/Users/rchaves/Projects/langwatch-saas/langwatch/python-sdk/.venv/lib/python3.11/site-packages/pydantic/type_adapter.py\", line 55, in _getattr_no_parents\n",
|
|
197
|
+
" raise AttributeError(attribute)\n",
|
|
198
|
+
"AttributeError: __pydantic_core_schema__\n",
|
|
199
|
+
"\n",
|
|
200
|
+
"During handling of the above exception, another exception occurred:\n",
|
|
201
|
+
"\n",
|
|
202
|
+
"Traceback (most recent call last):\n",
|
|
203
|
+
" File \"/Users/rchaves/Projects/langwatch-saas/langwatch/python-sdk/.venv/lib/python3.11/site-packages/opentelemetry/context/__init__.py\", line 155, in detach\n",
|
|
204
|
+
" _RUNTIME_CONTEXT.detach(token)\n",
|
|
205
|
+
" File \"/Users/rchaves/Projects/langwatch-saas/langwatch/python-sdk/.venv/lib/python3.11/site-packages/opentelemetry/context/contextvars_context.py\", line 53, in detach\n",
|
|
206
|
+
" self._current_context.reset(token)\n",
|
|
207
|
+
"ValueError: <Token var=<ContextVar name='current_context' default={} at 0x10b2d4d10> at 0x31a879580> was created in a different Context\n"
|
|
208
|
+
]
|
|
209
|
+
}
|
|
210
|
+
],
|
|
211
|
+
"source": [
|
|
212
|
+
"import langwatch\n",
|
|
213
|
+
"import pandas as pd\n",
|
|
214
|
+
"\n",
|
|
215
|
+
"# Create a dataset\n",
|
|
216
|
+
"df = pd.DataFrame(\n",
|
|
217
|
+
" [\n",
|
|
218
|
+
" {\n",
|
|
219
|
+
" \"question\": \"What is LangWatch?\",\n",
|
|
220
|
+
" \"answer\": \"LangWatch is a platform for evaluating and improving language models.\",\n",
|
|
221
|
+
" },\n",
|
|
222
|
+
" {\n",
|
|
223
|
+
" \"question\": \"How do I use LangWatch?\",\n",
|
|
224
|
+
" \"answer\": \"You can use LangWatch by installing the LangWatch SDK and then calling the LangWatch API.\",\n",
|
|
225
|
+
" },\n",
|
|
226
|
+
" {\n",
|
|
227
|
+
" \"question\": \"Does LangWatch support multiple language models?\",\n",
|
|
228
|
+
" \"answer\": \"Yes, LangWatch is compatible with all language models by using LiteLLM under the hood.\",\n",
|
|
229
|
+
" },\n",
|
|
230
|
+
" {\n",
|
|
231
|
+
" \"question\": \"Can I visualize evaluation metrics in LangWatch?\",\n",
|
|
232
|
+
" \"answer\": \"Yes, LangWatch provides dashboards for visualizing key evaluation metrics.\",\n",
|
|
233
|
+
" },\n",
|
|
234
|
+
" {\n",
|
|
235
|
+
" \"question\": \"Is there a free tier for LangWatch?\",\n",
|
|
236
|
+
" \"answer\": \"LangWatch offers a free tier with limited usage, ideal for small projects and evaluation.\",\n",
|
|
237
|
+
" },\n",
|
|
238
|
+
" {\n",
|
|
239
|
+
" \"question\": \"Where can I find documentation for LangWatch?\",\n",
|
|
240
|
+
" \"answer\": \"You can find the official documentation on the LangWatch website or GitHub repository.\",\n",
|
|
241
|
+
" },\n",
|
|
242
|
+
" ]\n",
|
|
243
|
+
")\n",
|
|
244
|
+
"# Or retrieve it from LangWatch:\n",
|
|
245
|
+
"# df = langwatch.dataset.get_dataset(\"CEtFivQeya4kyAzy9eJht\").to_pandas() # dataset--rSAYL4HxQRXHSayq6c7A\n",
|
|
246
|
+
"\n",
|
|
247
|
+
"evaluation = langwatch.experiment.init(\"my-incredible-experiment\")\n",
|
|
248
|
+
"\n",
|
|
249
|
+
"for index, row in evaluation.loop(df.iterrows()):\n",
|
|
250
|
+
" def task(index, row):\n",
|
|
251
|
+
" response, contexts = execute_rag_pipeline(row[\"question\"])\n",
|
|
252
|
+
"\n",
|
|
253
|
+
" evaluation.evaluate(\n",
|
|
254
|
+
" \"ragas/faithfulness\",\n",
|
|
255
|
+
" name=\"Faithfulness\",\n",
|
|
256
|
+
" index=index,\n",
|
|
257
|
+
" data={\n",
|
|
258
|
+
" \"input\": row[\"question\"],\n",
|
|
259
|
+
" \"output\": response,\n",
|
|
260
|
+
" \"contexts\": contexts,\n",
|
|
261
|
+
" },\n",
|
|
262
|
+
" settings={\n",
|
|
263
|
+
" \"model\": \"openai/gpt-4o-mini\",\n",
|
|
264
|
+
" \"max_tokens\": 2048,\n",
|
|
265
|
+
" \"autodetect_dont_know\": True,\n",
|
|
266
|
+
" },\n",
|
|
267
|
+
" )\n",
|
|
268
|
+
" evaluation.submit(task, index, row)"
|
|
269
|
+
]
|
|
270
|
+
},
|
|
271
|
+
{
|
|
272
|
+
"cell_type": "code",
|
|
273
|
+
"execution_count": null,
|
|
274
|
+
"id": "c9fa8b21",
|
|
275
|
+
"metadata": {},
|
|
276
|
+
"outputs": [],
|
|
277
|
+
"source": []
|
|
278
|
+
}
|
|
279
|
+
],
|
|
280
|
+
"metadata": {
|
|
281
|
+
"kernelspec": {
|
|
282
|
+
"display_name": ".venv",
|
|
283
|
+
"language": "python",
|
|
284
|
+
"name": "python3"
|
|
285
|
+
},
|
|
286
|
+
"language_info": {
|
|
287
|
+
"codemirror_mode": {
|
|
288
|
+
"name": "ipython",
|
|
289
|
+
"version": 3
|
|
290
|
+
},
|
|
291
|
+
"file_extension": ".py",
|
|
292
|
+
"mimetype": "text/x-python",
|
|
293
|
+
"name": "python",
|
|
294
|
+
"nbconvert_exporter": "python",
|
|
295
|
+
"pygments_lexer": "ipython3",
|
|
296
|
+
"version": "3.11.6"
|
|
297
|
+
}
|
|
298
|
+
},
|
|
299
|
+
"nbformat": 4,
|
|
300
|
+
"nbformat_minor": 5
|
|
301
|
+
}
|