traceotter 0.1.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- traceotter-0.1.0/LICENSE +21 -0
- traceotter-0.1.0/PKG-INFO +173 -0
- traceotter-0.1.0/pyproject.toml +42 -0
- traceotter-0.1.0/setup.cfg +4 -0
- traceotter-0.1.0/traceotter/__init__.py +44 -0
- traceotter-0.1.0/traceotter/_client/attributes.py +191 -0
- traceotter-0.1.0/traceotter/_client/client.py +3455 -0
- traceotter-0.1.0/traceotter/_client/constants.py +63 -0
- traceotter-0.1.0/traceotter/_client/datasets.py +417 -0
- traceotter-0.1.0/traceotter/_client/environment_variables.py +140 -0
- traceotter-0.1.0/traceotter/_client/get_client.py +146 -0
- traceotter-0.1.0/traceotter/_client/observe.py +651 -0
- traceotter-0.1.0/traceotter/_client/resource_manager.py +455 -0
- traceotter-0.1.0/traceotter/_client/span.py +1779 -0
- traceotter-0.1.0/traceotter/_client/span_processor.py +268 -0
- traceotter-0.1.0/traceotter/_client/utils.py +127 -0
- traceotter-0.1.0/traceotter/_task_manager/media_manager.py +309 -0
- traceotter-0.1.0/traceotter/_task_manager/media_upload_consumer.py +44 -0
- traceotter-0.1.0/traceotter/_task_manager/media_upload_queue.py +12 -0
- traceotter-0.1.0/traceotter/_task_manager/score_ingestion_consumer.py +282 -0
- traceotter-0.1.0/traceotter/_utils/__init__.py +22 -0
- traceotter-0.1.0/traceotter/_utils/environment.py +34 -0
- traceotter-0.1.0/traceotter/_utils/error_logging.py +48 -0
- traceotter-0.1.0/traceotter/_utils/ingest_schema.py +207 -0
- traceotter-0.1.0/traceotter/_utils/parse_error.py +101 -0
- traceotter-0.1.0/traceotter/_utils/prompt_cache.py +191 -0
- traceotter-0.1.0/traceotter/_utils/request.py +195 -0
- traceotter-0.1.0/traceotter/_utils/serializer.py +190 -0
- traceotter-0.1.0/traceotter/api/README.md +149 -0
- traceotter-0.1.0/traceotter/api/__init__.py +469 -0
- traceotter-0.1.0/traceotter/api/client.py +258 -0
- traceotter-0.1.0/traceotter/api/core/__init__.py +30 -0
- traceotter-0.1.0/traceotter/api/core/api_error.py +17 -0
- traceotter-0.1.0/traceotter/api/core/client_wrapper.py +120 -0
- traceotter-0.1.0/traceotter/api/core/datetime_utils.py +30 -0
- traceotter-0.1.0/traceotter/api/core/file.py +43 -0
- traceotter-0.1.0/traceotter/api/core/http_client.py +550 -0
- traceotter-0.1.0/traceotter/api/core/jsonable_encoder.py +108 -0
- traceotter-0.1.0/traceotter/api/core/pydantic_utilities.py +28 -0
- traceotter-0.1.0/traceotter/api/core/query_encoder.py +39 -0
- traceotter-0.1.0/traceotter/api/core/remove_none_from_dict.py +11 -0
- traceotter-0.1.0/traceotter/api/core/request_options.py +32 -0
- traceotter-0.1.0/traceotter/api/resources/__init__.py +488 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/__init__.py +33 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/client.py +1642 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/__init__.py +35 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/annotation_queue.py +49 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/annotation_queue_assignment_request.py +44 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/annotation_queue_item.py +55 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/annotation_queue_object_type.py +21 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/annotation_queue_status.py +21 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/create_annotation_queue_assignment_response.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/create_annotation_queue_item_request.py +51 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/create_annotation_queue_request.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/delete_annotation_queue_assignment_response.py +42 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/delete_annotation_queue_item_response.py +43 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/paginated_annotation_queue_items.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/paginated_annotation_queues.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/annotation_queues/types/update_annotation_queue_item_request.py +43 -0
- traceotter-0.1.0/traceotter/api/resources/blob_storage_integrations/__init__.py +23 -0
- traceotter-0.1.0/traceotter/api/resources/blob_storage_integrations/client.py +492 -0
- traceotter-0.1.0/traceotter/api/resources/blob_storage_integrations/types/__init__.py +23 -0
- traceotter-0.1.0/traceotter/api/resources/blob_storage_integrations/types/blob_storage_export_frequency.py +25 -0
- traceotter-0.1.0/traceotter/api/resources/blob_storage_integrations/types/blob_storage_export_mode.py +25 -0
- traceotter-0.1.0/traceotter/api/resources/blob_storage_integrations/types/blob_storage_integration_deletion_response.py +42 -0
- traceotter-0.1.0/traceotter/api/resources/blob_storage_integrations/types/blob_storage_integration_file_type.py +25 -0
- traceotter-0.1.0/traceotter/api/resources/blob_storage_integrations/types/blob_storage_integration_response.py +75 -0
- traceotter-0.1.0/traceotter/api/resources/blob_storage_integrations/types/blob_storage_integration_type.py +25 -0
- traceotter-0.1.0/traceotter/api/resources/blob_storage_integrations/types/blob_storage_integrations_response.py +43 -0
- traceotter-0.1.0/traceotter/api/resources/blob_storage_integrations/types/create_blob_storage_integration_request.py +108 -0
- traceotter-0.1.0/traceotter/api/resources/comments/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/comments/client.py +520 -0
- traceotter-0.1.0/traceotter/api/resources/comments/types/__init__.py +7 -0
- traceotter-0.1.0/traceotter/api/resources/comments/types/create_comment_request.py +69 -0
- traceotter-0.1.0/traceotter/api/resources/comments/types/create_comment_response.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/comments/types/get_comments_response.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/commons/__init__.py +103 -0
- traceotter-0.1.0/traceotter/api/resources/commons/errors/__init__.py +15 -0
- traceotter-0.1.0/traceotter/api/resources/commons/errors/access_denied_error.py +10 -0
- traceotter-0.1.0/traceotter/api/resources/commons/errors/error.py +10 -0
- traceotter-0.1.0/traceotter/api/resources/commons/errors/method_not_allowed_error.py +10 -0
- traceotter-0.1.0/traceotter/api/resources/commons/errors/not_found_error.py +10 -0
- traceotter-0.1.0/traceotter/api/resources/commons/errors/unauthorized_error.py +10 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/__init__.py +83 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/base_score.py +79 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/base_score_v_1.py +73 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/boolean_score.py +53 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/boolean_score_v_1.py +53 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/categorical_score.py +53 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/categorical_score_v_1.py +53 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/comment.py +54 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/comment_object_type.py +29 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/config_category.py +43 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/create_score_value.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/dataset.py +50 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/dataset_item.py +61 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/dataset_run.py +82 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/dataset_run_item.py +53 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/dataset_run_with_items.py +48 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/dataset_status.py +21 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/map_value.py +10 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/model.py +112 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/model_price.py +42 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/model_usage_unit.py +41 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/numeric_score.py +48 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/numeric_score_v_1.py +48 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/observation.py +164 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/observation_level.py +29 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/observations_view.py +116 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/score.py +207 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/score_config.py +82 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/score_data_type.py +25 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/score_source.py +25 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/score_v_1.py +189 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/session.py +50 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/session_with_traces.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/trace.py +109 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/trace_with_details.py +68 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/trace_with_full_details.py +70 -0
- traceotter-0.1.0/traceotter/api/resources/commons/types/usage.py +84 -0
- traceotter-0.1.0/traceotter/api/resources/dataset_items/__init__.py +13 -0
- traceotter-0.1.0/traceotter/api/resources/dataset_items/client.py +640 -0
- traceotter-0.1.0/traceotter/api/resources/dataset_items/types/__init__.py +11 -0
- traceotter-0.1.0/traceotter/api/resources/dataset_items/types/create_dataset_item_request.py +65 -0
- traceotter-0.1.0/traceotter/api/resources/dataset_items/types/delete_dataset_item_response.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/dataset_items/types/paginated_dataset_items.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/dataset_run_items/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/dataset_run_items/client.py +366 -0
- traceotter-0.1.0/traceotter/api/resources/dataset_run_items/types/__init__.py +6 -0
- traceotter-0.1.0/traceotter/api/resources/dataset_run_items/types/create_dataset_run_item_request.py +64 -0
- traceotter-0.1.0/traceotter/api/resources/dataset_run_items/types/paginated_dataset_run_items.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/datasets/__init__.py +15 -0
- traceotter-0.1.0/traceotter/api/resources/datasets/client.py +942 -0
- traceotter-0.1.0/traceotter/api/resources/datasets/types/__init__.py +13 -0
- traceotter-0.1.0/traceotter/api/resources/datasets/types/create_dataset_request.py +44 -0
- traceotter-0.1.0/traceotter/api/resources/datasets/types/delete_dataset_run_response.py +42 -0
- traceotter-0.1.0/traceotter/api/resources/datasets/types/paginated_dataset_runs.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/datasets/types/paginated_datasets.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/health/__init__.py +6 -0
- traceotter-0.1.0/traceotter/api/resources/health/client.py +154 -0
- traceotter-0.1.0/traceotter/api/resources/health/errors/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/health/errors/service_unavailable_error.py +8 -0
- traceotter-0.1.0/traceotter/api/resources/health/types/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/health/types/health_response.py +58 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/__init__.py +91 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/client.py +262 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/__init__.py +91 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/base_event.py +55 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/create_event_body.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/create_event_event.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/create_generation_body.py +67 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/create_generation_event.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/create_observation_event.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/create_span_body.py +47 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/create_span_event.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/ingestion_error.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/ingestion_event.py +422 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/ingestion_response.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/ingestion_success.py +43 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/ingestion_usage.py +8 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/observation_body.py +77 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/observation_type.py +53 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/open_ai_completion_usage_schema.py +54 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/open_ai_response_usage_schema.py +52 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/open_ai_usage.py +56 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/optional_observation_body.py +61 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/score_body.py +93 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/score_event.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/sdk_log_body.py +42 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/sdk_log_event.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/trace_body.py +61 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/trace_event.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/update_event_body.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/update_generation_body.py +67 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/update_generation_event.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/update_observation_event.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/update_span_body.py +47 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/update_span_event.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/ingestion/types/usage_details.py +10 -0
- traceotter-0.1.0/traceotter/api/resources/llm_connections/__init__.py +15 -0
- traceotter-0.1.0/traceotter/api/resources/llm_connections/client.py +340 -0
- traceotter-0.1.0/traceotter/api/resources/llm_connections/types/__init__.py +13 -0
- traceotter-0.1.0/traceotter/api/resources/llm_connections/types/llm_adapter.py +37 -0
- traceotter-0.1.0/traceotter/api/resources/llm_connections/types/llm_connection.py +85 -0
- traceotter-0.1.0/traceotter/api/resources/llm_connections/types/paginated_llm_connections.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/llm_connections/types/upsert_llm_connection_request.py +88 -0
- traceotter-0.1.0/traceotter/api/resources/media/__init__.py +17 -0
- traceotter-0.1.0/traceotter/api/resources/media/client.py +505 -0
- traceotter-0.1.0/traceotter/api/resources/media/types/__init__.py +15 -0
- traceotter-0.1.0/traceotter/api/resources/media/types/get_media_response.py +72 -0
- traceotter-0.1.0/traceotter/api/resources/media/types/get_media_upload_url_request.py +71 -0
- traceotter-0.1.0/traceotter/api/resources/media/types/get_media_upload_url_response.py +54 -0
- traceotter-0.1.0/traceotter/api/resources/media/types/media_content_type.py +133 -0
- traceotter-0.1.0/traceotter/api/resources/media/types/patch_media_body.py +66 -0
- traceotter-0.1.0/traceotter/api/resources/metrics/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/metrics/client.py +245 -0
- traceotter-0.1.0/traceotter/api/resources/metrics/types/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/metrics/types/metrics_response.py +47 -0
- traceotter-0.1.0/traceotter/api/resources/models/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/models/client.py +607 -0
- traceotter-0.1.0/traceotter/api/resources/models/types/__init__.py +6 -0
- traceotter-0.1.0/traceotter/api/resources/models/types/create_model_request.py +100 -0
- traceotter-0.1.0/traceotter/api/resources/models/types/paginated_models.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/observations/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/observations/client.py +428 -0
- traceotter-0.1.0/traceotter/api/resources/observations/types/__init__.py +6 -0
- traceotter-0.1.0/traceotter/api/resources/observations/types/observations.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/observations/types/observations_views.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/organizations/__init__.py +23 -0
- traceotter-0.1.0/traceotter/api/resources/organizations/client.py +1072 -0
- traceotter-0.1.0/traceotter/api/resources/organizations/types/__init__.py +21 -0
- traceotter-0.1.0/traceotter/api/resources/organizations/types/delete_membership_request.py +44 -0
- traceotter-0.1.0/traceotter/api/resources/organizations/types/membership_deletion_response.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/organizations/types/membership_request.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/organizations/types/membership_response.py +48 -0
- traceotter-0.1.0/traceotter/api/resources/organizations/types/membership_role.py +29 -0
- traceotter-0.1.0/traceotter/api/resources/organizations/types/memberships_response.py +43 -0
- traceotter-0.1.0/traceotter/api/resources/organizations/types/organization_project.py +48 -0
- traceotter-0.1.0/traceotter/api/resources/organizations/types/organization_projects_response.py +43 -0
- traceotter-0.1.0/traceotter/api/resources/projects/__init__.py +21 -0
- traceotter-0.1.0/traceotter/api/resources/projects/client.py +1090 -0
- traceotter-0.1.0/traceotter/api/resources/projects/types/__init__.py +19 -0
- traceotter-0.1.0/traceotter/api/resources/projects/types/api_key_deletion_response.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/projects/types/api_key_list.py +49 -0
- traceotter-0.1.0/traceotter/api/resources/projects/types/api_key_response.py +53 -0
- traceotter-0.1.0/traceotter/api/resources/projects/types/api_key_summary.py +58 -0
- traceotter-0.1.0/traceotter/api/resources/projects/types/project.py +56 -0
- traceotter-0.1.0/traceotter/api/resources/projects/types/project_deletion_response.py +43 -0
- traceotter-0.1.0/traceotter/api/resources/projects/types/projects.py +43 -0
- traceotter-0.1.0/traceotter/api/resources/prompt_version/__init__.py +2 -0
- traceotter-0.1.0/traceotter/api/resources/prompt_version/client.py +197 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/__init__.py +43 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/client.py +585 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/__init__.py +43 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/base_prompt.py +69 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/chat_message.py +43 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/chat_message_with_placeholders.py +87 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/chat_prompt.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/create_chat_prompt_request.py +63 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/create_prompt_request.py +103 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/create_text_prompt_request.py +62 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/placeholder_message.py +42 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/prompt.py +111 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/prompt_meta.py +52 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/prompt_meta_list_response.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/prompts/types/text_prompt.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/scim/__init__.py +41 -0
- traceotter-0.1.0/traceotter/api/resources/scim/client.py +1042 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/__init__.py +39 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/authentication_scheme.py +48 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/bulk_config.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/empty_response.py +44 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/filter_config.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/resource_meta.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/resource_type.py +55 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/resource_types_response.py +47 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/schema_extension.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/schema_resource.py +47 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/schemas_response.py +47 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/scim_email.py +44 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/scim_feature_support.py +42 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/scim_name.py +42 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/scim_user.py +52 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/scim_users_list_response.py +49 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/service_provider_config.py +60 -0
- traceotter-0.1.0/traceotter/api/resources/scim/types/user_meta.py +48 -0
- traceotter-0.1.0/traceotter/api/resources/score/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/score/client.py +322 -0
- traceotter-0.1.0/traceotter/api/resources/score/types/__init__.py +6 -0
- traceotter-0.1.0/traceotter/api/resources/score/types/create_score_request.py +97 -0
- traceotter-0.1.0/traceotter/api/resources/score/types/create_score_response.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/score_configs/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/score_configs/client.py +632 -0
- traceotter-0.1.0/traceotter/api/resources/score_configs/types/__init__.py +7 -0
- traceotter-0.1.0/traceotter/api/resources/score_configs/types/create_score_config_request.py +72 -0
- traceotter-0.1.0/traceotter/api/resources/score_configs/types/score_configs.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/score_configs/types/update_score_config_request.py +81 -0
- traceotter-0.1.0/traceotter/api/resources/score_v_2/__init__.py +25 -0
- traceotter-0.1.0/traceotter/api/resources/score_v_2/client.py +473 -0
- traceotter-0.1.0/traceotter/api/resources/score_v_2/types/__init__.py +25 -0
- traceotter-0.1.0/traceotter/api/resources/score_v_2/types/get_scores_response.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/score_v_2/types/get_scores_response_data.py +215 -0
- traceotter-0.1.0/traceotter/api/resources/score_v_2/types/get_scores_response_data_boolean.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/score_v_2/types/get_scores_response_data_categorical.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/score_v_2/types/get_scores_response_data_numeric.py +46 -0
- traceotter-0.1.0/traceotter/api/resources/score_v_2/types/get_scores_response_trace_data.py +57 -0
- traceotter-0.1.0/traceotter/api/resources/sessions/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/sessions/client.py +367 -0
- traceotter-0.1.0/traceotter/api/resources/sessions/types/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/sessions/types/paginated_sessions.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/trace/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/trace/client.py +779 -0
- traceotter-0.1.0/traceotter/api/resources/trace/types/__init__.py +7 -0
- traceotter-0.1.0/traceotter/api/resources/trace/types/delete_trace_response.py +42 -0
- traceotter-0.1.0/traceotter/api/resources/trace/types/sort.py +42 -0
- traceotter-0.1.0/traceotter/api/resources/trace/types/traces.py +45 -0
- traceotter-0.1.0/traceotter/api/resources/utils/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/utils/resources/__init__.py +6 -0
- traceotter-0.1.0/traceotter/api/resources/utils/resources/pagination/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/utils/resources/pagination/types/__init__.py +5 -0
- traceotter-0.1.0/traceotter/api/resources/utils/resources/pagination/types/meta_response.py +62 -0
- traceotter-0.1.0/traceotter/experiment.py +1046 -0
- traceotter-0.1.0/traceotter/langchain/CallbackHandler.py +1254 -0
- traceotter-0.1.0/traceotter/langchain/__init__.py +5 -0
- traceotter-0.1.0/traceotter/langchain/utils.py +212 -0
- traceotter-0.1.0/traceotter/logger.py +28 -0
- traceotter-0.1.0/traceotter/media.py +342 -0
- traceotter-0.1.0/traceotter/model.py +506 -0
- traceotter-0.1.0/traceotter/openai.py +1128 -0
- traceotter-0.1.0/traceotter/py.typed +0 -0
- traceotter-0.1.0/traceotter/types.py +108 -0
- traceotter-0.1.0/traceotter/version.py +3 -0
- traceotter-0.1.0/traceotter.egg-info/PKG-INFO +173 -0
- traceotter-0.1.0/traceotter.egg-info/SOURCES.txt +315 -0
- traceotter-0.1.0/traceotter.egg-info/dependency_links.txt +1 -0
- traceotter-0.1.0/traceotter.egg-info/requires.txt +2 -0
- traceotter-0.1.0/traceotter.egg-info/top_level.txt +1 -0
traceotter-0.1.0/LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
MIT License
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2026 Nikhil Garakapati
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
6
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
7
|
+
in the Software without restriction, including without limitation the rights
|
|
8
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
9
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
10
|
+
furnished to do so, subject to the following conditions:
|
|
11
|
+
|
|
12
|
+
The above copyright notice and this permission notice shall be included in all
|
|
13
|
+
copies or substantial portions of the Software.
|
|
14
|
+
|
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
16
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
17
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
18
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
19
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
20
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
21
|
+
SOFTWARE.
|
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: traceotter
|
|
3
|
+
Version: 0.1.0
|
|
4
|
+
Summary: Agent observability Python SDK for Traceotter
|
|
5
|
+
Author: Nikhil Garakapati
|
|
6
|
+
License: MIT
|
|
7
|
+
Project-URL: Homepage, https://github.com/29m10/traceotter-python-sdk
|
|
8
|
+
Project-URL: Repository, https://github.com/29m10/traceotter-python-sdk
|
|
9
|
+
Keywords: traceotter,observability,agents,llm,sdk
|
|
10
|
+
Classifier: Programming Language :: Python :: 3
|
|
11
|
+
Classifier: Programming Language :: Python :: 3 :: Only
|
|
12
|
+
Classifier: Programming Language :: Python :: 3.8
|
|
13
|
+
Classifier: Programming Language :: Python :: 3.9
|
|
14
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
15
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
16
|
+
Classifier: License :: OSI Approved :: MIT License
|
|
17
|
+
Classifier: Operating System :: OS Independent
|
|
18
|
+
Requires-Python: >=3.8
|
|
19
|
+
Description-Content-Type: text/markdown
|
|
20
|
+
License-File: LICENSE
|
|
21
|
+
Requires-Dist: httpx<1.0,>=0.24
|
|
22
|
+
Requires-Dist: pydantic<3.0,>=1.10
|
|
23
|
+
Dynamic: license-file
|
|
24
|
+
|
|
25
|
+
# Traceotter Python Library
|
|
26
|
+
|
|
27
|
+
[](https://buildwithfern.com?utm_source=github&utm_medium=github&utm_campaign=readme&utm_source=Traceotter%2FPython)
|
|
28
|
+
[](https://pypi.python.org/pypi/traceotter)
|
|
29
|
+
|
|
30
|
+
The Traceotter Python library provides convenient access to the Traceotter APIs from Python.
|
|
31
|
+
|
|
32
|
+
## Installation
|
|
33
|
+
|
|
34
|
+
```sh
|
|
35
|
+
pip install traceotter
|
|
36
|
+
```
|
|
37
|
+
|
|
38
|
+
## Usage
|
|
39
|
+
|
|
40
|
+
Instantiate and use the client with the following:
|
|
41
|
+
|
|
42
|
+
```python
|
|
43
|
+
from traceotter import CreateAnnotationQueueRequest
|
|
44
|
+
from traceotter.client import FernTraceotter
|
|
45
|
+
|
|
46
|
+
client = FernTraceotter(
|
|
47
|
+
x_traceotter_sdk_name="YOUR_X_TRACEOTTER_SDK_NAME",
|
|
48
|
+
x_traceotter_sdk_version="YOUR_X_TRACEOTTER_SDK_VERSION",
|
|
49
|
+
x_traceotter_public_key="YOUR_X_TRACEOTTER_PUBLIC_KEY",
|
|
50
|
+
username="YOUR_USERNAME",
|
|
51
|
+
password="YOUR_PASSWORD",
|
|
52
|
+
base_url="https://yourhost.com/path/to/api",
|
|
53
|
+
)
|
|
54
|
+
client.annotation_queues.create_queue(
|
|
55
|
+
request=CreateAnnotationQueueRequest(
|
|
56
|
+
name="name",
|
|
57
|
+
score_config_ids=["scoreConfigIds", "scoreConfigIds"],
|
|
58
|
+
),
|
|
59
|
+
)
|
|
60
|
+
```
|
|
61
|
+
|
|
62
|
+
## Async Client
|
|
63
|
+
|
|
64
|
+
The SDK also exports an `async` client so that you can make non-blocking calls to our API.
|
|
65
|
+
|
|
66
|
+
```python
|
|
67
|
+
import asyncio
|
|
68
|
+
|
|
69
|
+
from traceotter import CreateAnnotationQueueRequest
|
|
70
|
+
from traceotter.client import AsyncFernTraceotter
|
|
71
|
+
|
|
72
|
+
client = AsyncFernTraceotter(
|
|
73
|
+
x_traceotter_sdk_name="YOUR_X_TRACEOTTER_SDK_NAME",
|
|
74
|
+
x_traceotter_sdk_version="YOUR_X_TRACEOTTER_SDK_VERSION",
|
|
75
|
+
x_traceotter_public_key="YOUR_X_TRACEOTTER_PUBLIC_KEY",
|
|
76
|
+
username="YOUR_USERNAME",
|
|
77
|
+
password="YOUR_PASSWORD",
|
|
78
|
+
base_url="https://yourhost.com/path/to/api",
|
|
79
|
+
)
|
|
80
|
+
|
|
81
|
+
|
|
82
|
+
async def main() -> None:
|
|
83
|
+
await client.annotation_queues.create_queue(
|
|
84
|
+
request=CreateAnnotationQueueRequest(
|
|
85
|
+
name="name",
|
|
86
|
+
score_config_ids=["scoreConfigIds", "scoreConfigIds"],
|
|
87
|
+
),
|
|
88
|
+
)
|
|
89
|
+
|
|
90
|
+
|
|
91
|
+
asyncio.run(main())
|
|
92
|
+
```
|
|
93
|
+
|
|
94
|
+
## Exception Handling
|
|
95
|
+
|
|
96
|
+
When the API returns a non-success status code (4xx or 5xx response), a subclass of the following error
|
|
97
|
+
will be thrown.
|
|
98
|
+
|
|
99
|
+
```python
|
|
100
|
+
from .api_error import ApiError
|
|
101
|
+
|
|
102
|
+
try:
|
|
103
|
+
client.annotation_queues.create_queue(...)
|
|
104
|
+
except ApiError as e:
|
|
105
|
+
print(e.status_code)
|
|
106
|
+
print(e.body)
|
|
107
|
+
```
|
|
108
|
+
|
|
109
|
+
## Advanced
|
|
110
|
+
|
|
111
|
+
### Retries
|
|
112
|
+
|
|
113
|
+
The SDK is instrumented with automatic retries with exponential backoff. A request will be retried as long
|
|
114
|
+
as the request is deemed retriable and the number of retry attempts has not grown larger than the configured
|
|
115
|
+
retry limit (default: 2).
|
|
116
|
+
|
|
117
|
+
A request is deemed retriable when any of the following HTTP status codes is returned:
|
|
118
|
+
|
|
119
|
+
- [408](https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/408) (Timeout)
|
|
120
|
+
- [429](https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/429) (Too Many Requests)
|
|
121
|
+
- [5XX](https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/500) (Internal Server Errors)
|
|
122
|
+
|
|
123
|
+
Use the `max_retries` request option to configure this behavior.
|
|
124
|
+
|
|
125
|
+
```python
|
|
126
|
+
client.annotation_queues.create_queue(...,{
|
|
127
|
+
max_retries=1
|
|
128
|
+
})
|
|
129
|
+
```
|
|
130
|
+
|
|
131
|
+
### Timeouts
|
|
132
|
+
|
|
133
|
+
The SDK defaults to a 60 second timeout. You can configure this with a timeout option at the client or request level.
|
|
134
|
+
|
|
135
|
+
```python
|
|
136
|
+
|
|
137
|
+
from traceotter.client import FernTraceotter
|
|
138
|
+
|
|
139
|
+
client = FernTraceotter(..., { timeout=20.0 }, )
|
|
140
|
+
|
|
141
|
+
|
|
142
|
+
# Override timeout for a specific method
|
|
143
|
+
client.annotation_queues.create_queue(...,{
|
|
144
|
+
timeout_in_seconds=1
|
|
145
|
+
})
|
|
146
|
+
```
|
|
147
|
+
|
|
148
|
+
### Custom Client
|
|
149
|
+
|
|
150
|
+
You can override the `httpx` client to customize it for your use-case. Some common use-cases include support for proxies
|
|
151
|
+
and transports.
|
|
152
|
+
```python
|
|
153
|
+
import httpx
|
|
154
|
+
from traceotter.client import FernTraceotter
|
|
155
|
+
|
|
156
|
+
client = FernTraceotter(
|
|
157
|
+
...,
|
|
158
|
+
http_client=httpx.Client(
|
|
159
|
+
proxies="http://my.test.proxy.example.com",
|
|
160
|
+
transport=httpx.HTTPTransport(local_address="0.0.0.0"),
|
|
161
|
+
),
|
|
162
|
+
)
|
|
163
|
+
```
|
|
164
|
+
|
|
165
|
+
## Contributing
|
|
166
|
+
|
|
167
|
+
While we value open-source contributions to this SDK, this library is generated programmatically.
|
|
168
|
+
Additions made directly to this library would have to be moved over to our generation code,
|
|
169
|
+
otherwise they would be overwritten upon the next generated release. Feel free to open a PR as
|
|
170
|
+
a proof of concept, but know that we will not be able to merge it as-is. We suggest opening
|
|
171
|
+
an issue first to discuss with us!
|
|
172
|
+
|
|
173
|
+
On the other hand, contributions to the README are always very welcome!
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
[build-system]
|
|
2
|
+
requires = ["setuptools>=61", "wheel"]
|
|
3
|
+
build-backend = "setuptools.build_meta"
|
|
4
|
+
|
|
5
|
+
[project]
|
|
6
|
+
# Distribution name on PyPI (install via `pip install traceotter`)
|
|
7
|
+
name = "traceotter"
|
|
8
|
+
version = "0.1.0"
|
|
9
|
+
description = "Agent observability Python SDK for Traceotter"
|
|
10
|
+
readme = "traceotter/api/README.md"
|
|
11
|
+
requires-python = ">=3.8"
|
|
12
|
+
license = { text = "MIT" }
|
|
13
|
+
authors = [
|
|
14
|
+
{ name = "Nikhil Garakapati" }
|
|
15
|
+
]
|
|
16
|
+
keywords = ["traceotter", "observability", "agents", "llm", "sdk"]
|
|
17
|
+
classifiers = [
|
|
18
|
+
"Programming Language :: Python :: 3",
|
|
19
|
+
"Programming Language :: Python :: 3 :: Only",
|
|
20
|
+
"Programming Language :: Python :: 3.8",
|
|
21
|
+
"Programming Language :: Python :: 3.9",
|
|
22
|
+
"Programming Language :: Python :: 3.10",
|
|
23
|
+
"Programming Language :: Python :: 3.11",
|
|
24
|
+
"License :: OSI Approved :: MIT License",
|
|
25
|
+
"Operating System :: OS Independent",
|
|
26
|
+
]
|
|
27
|
+
dependencies = [
|
|
28
|
+
"httpx>=0.24,<1.0",
|
|
29
|
+
"pydantic>=1.10,<3.0",
|
|
30
|
+
]
|
|
31
|
+
|
|
32
|
+
[project.urls]
|
|
33
|
+
Homepage = "https://github.com/29m10/traceotter-python-sdk"
|
|
34
|
+
Repository = "https://github.com/29m10/traceotter-python-sdk"
|
|
35
|
+
|
|
36
|
+
[tool.setuptools.packages.find]
|
|
37
|
+
where = ["."]
|
|
38
|
+
include = ["traceotter*"]
|
|
39
|
+
|
|
40
|
+
[tool.setuptools.package-data]
|
|
41
|
+
"traceotter" = ["py.typed"]
|
|
42
|
+
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
""".. include:: ../README.md"""
|
|
2
|
+
|
|
3
|
+
from traceotter.experiment import Evaluation
|
|
4
|
+
|
|
5
|
+
from ._client import client as _client_module
|
|
6
|
+
from ._client.attributes import TraceotterOtelSpanAttributes
|
|
7
|
+
from ._client.constants import ObservationTypeLiteral
|
|
8
|
+
from ._client.get_client import get_client
|
|
9
|
+
from ._client.observe import observe
|
|
10
|
+
from ._client.span import (
|
|
11
|
+
TraceotterAgent,
|
|
12
|
+
TraceotterChain,
|
|
13
|
+
TraceotterEmbedding,
|
|
14
|
+
TraceotterEvaluator,
|
|
15
|
+
TraceotterEvent,
|
|
16
|
+
TraceotterGeneration,
|
|
17
|
+
TraceotterGuardrail,
|
|
18
|
+
TraceotterRetriever,
|
|
19
|
+
TraceotterSpan,
|
|
20
|
+
TraceotterTool,
|
|
21
|
+
)
|
|
22
|
+
|
|
23
|
+
Traceotter = _client_module.Traceotter
|
|
24
|
+
|
|
25
|
+
__all__ = [
|
|
26
|
+
"Traceotter",
|
|
27
|
+
"get_client",
|
|
28
|
+
"observe",
|
|
29
|
+
"ObservationTypeLiteral",
|
|
30
|
+
"TraceotterSpan",
|
|
31
|
+
"TraceotterGeneration",
|
|
32
|
+
"TraceotterEvent",
|
|
33
|
+
"TraceotterOtelSpanAttributes",
|
|
34
|
+
"TraceotterAgent",
|
|
35
|
+
"TraceotterTool",
|
|
36
|
+
"TraceotterChain",
|
|
37
|
+
"TraceotterEmbedding",
|
|
38
|
+
"TraceotterEvaluator",
|
|
39
|
+
"TraceotterRetriever",
|
|
40
|
+
"TraceotterGuardrail",
|
|
41
|
+
"Evaluation",
|
|
42
|
+
"experiment",
|
|
43
|
+
"api",
|
|
44
|
+
]
|
|
@@ -0,0 +1,191 @@
|
|
|
1
|
+
"""Span attribute management for Traceotter OpenTelemetry integration.
|
|
2
|
+
|
|
3
|
+
This module defines constants and functions for managing OpenTelemetry span attributes
|
|
4
|
+
used by Traceotter. It provides a structured approach to creating and manipulating
|
|
5
|
+
attributes for different span types (trace, span, generation) while ensuring consistency.
|
|
6
|
+
|
|
7
|
+
The module includes:
|
|
8
|
+
- Attribute name constants organized by category
|
|
9
|
+
- Functions to create attribute dictionaries for different entity types
|
|
10
|
+
- Utilities for serializing and processing attribute values
|
|
11
|
+
"""
|
|
12
|
+
|
|
13
|
+
import json
|
|
14
|
+
from datetime import datetime
|
|
15
|
+
from typing import Any, Dict, List, Literal, Optional, Union
|
|
16
|
+
|
|
17
|
+
from traceotter._client.constants import (
|
|
18
|
+
ObservationTypeGenerationLike,
|
|
19
|
+
ObservationTypeSpanLike,
|
|
20
|
+
)
|
|
21
|
+
|
|
22
|
+
from traceotter._utils.serializer import EventSerializer
|
|
23
|
+
from traceotter.model import PromptClient
|
|
24
|
+
from traceotter.types import MapValue, SpanLevel
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
class TraceotterOtelSpanAttributes:
|
|
28
|
+
# Traceotter-Trace attributes
|
|
29
|
+
TRACE_NAME = "traceotter.trace.name"
|
|
30
|
+
TRACE_USER_ID = "user.id"
|
|
31
|
+
TRACE_SESSION_ID = "session.id"
|
|
32
|
+
TRACE_TAGS = "traceotter.trace.tags"
|
|
33
|
+
TRACE_PUBLIC = "traceotter.trace.public"
|
|
34
|
+
TRACE_METADATA = "traceotter.trace.metadata"
|
|
35
|
+
TRACE_INPUT = "traceotter.trace.input"
|
|
36
|
+
TRACE_OUTPUT = "traceotter.trace.output"
|
|
37
|
+
|
|
38
|
+
# Traceotter-observation attributes
|
|
39
|
+
OBSERVATION_TYPE = "traceotter.observation.type"
|
|
40
|
+
OBSERVATION_METADATA = "traceotter.observation.metadata"
|
|
41
|
+
OBSERVATION_LEVEL = "traceotter.observation.level"
|
|
42
|
+
OBSERVATION_STATUS_MESSAGE = "traceotter.observation.status_message"
|
|
43
|
+
OBSERVATION_INPUT = "traceotter.observation.input"
|
|
44
|
+
OBSERVATION_OUTPUT = "traceotter.observation.output"
|
|
45
|
+
|
|
46
|
+
# Traceotter-observation of type Generation attributes
|
|
47
|
+
OBSERVATION_COMPLETION_START_TIME = "traceotter.observation.completion_start_time"
|
|
48
|
+
OBSERVATION_MODEL = "traceotter.observation.model.name"
|
|
49
|
+
OBSERVATION_MODEL_PARAMETERS = "traceotter.observation.model.parameters"
|
|
50
|
+
OBSERVATION_USAGE_DETAILS = "traceotter.observation.usage_details"
|
|
51
|
+
OBSERVATION_COST_DETAILS = "traceotter.observation.cost_details"
|
|
52
|
+
OBSERVATION_PROMPT_NAME = "traceotter.observation.prompt.name"
|
|
53
|
+
OBSERVATION_PROMPT_VERSION = "traceotter.observation.prompt.version"
|
|
54
|
+
|
|
55
|
+
# General
|
|
56
|
+
ENVIRONMENT = "traceotter.environment"
|
|
57
|
+
RELEASE = "traceotter.release"
|
|
58
|
+
VERSION = "traceotter.version"
|
|
59
|
+
|
|
60
|
+
# Internal
|
|
61
|
+
AS_ROOT = "traceotter.internal.as_root"
|
|
62
|
+
|
|
63
|
+
|
|
64
|
+
def create_trace_attributes(
|
|
65
|
+
*,
|
|
66
|
+
name: Optional[str] = None,
|
|
67
|
+
user_id: Optional[str] = None,
|
|
68
|
+
session_id: Optional[str] = None,
|
|
69
|
+
version: Optional[str] = None,
|
|
70
|
+
release: Optional[str] = None,
|
|
71
|
+
input: Optional[Any] = None,
|
|
72
|
+
output: Optional[Any] = None,
|
|
73
|
+
metadata: Optional[Any] = None,
|
|
74
|
+
tags: Optional[List[str]] = None,
|
|
75
|
+
public: Optional[bool] = None,
|
|
76
|
+
) -> dict:
|
|
77
|
+
attributes = {
|
|
78
|
+
TraceotterOtelSpanAttributes.TRACE_NAME: name,
|
|
79
|
+
TraceotterOtelSpanAttributes.TRACE_USER_ID: user_id,
|
|
80
|
+
TraceotterOtelSpanAttributes.TRACE_SESSION_ID: session_id,
|
|
81
|
+
TraceotterOtelSpanAttributes.VERSION: version,
|
|
82
|
+
TraceotterOtelSpanAttributes.RELEASE: release,
|
|
83
|
+
TraceotterOtelSpanAttributes.TRACE_INPUT: _serialize(input),
|
|
84
|
+
TraceotterOtelSpanAttributes.TRACE_OUTPUT: _serialize(output),
|
|
85
|
+
TraceotterOtelSpanAttributes.TRACE_TAGS: tags,
|
|
86
|
+
TraceotterOtelSpanAttributes.TRACE_PUBLIC: public,
|
|
87
|
+
**_flatten_and_serialize_metadata(metadata, "trace"),
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
return {k: v for k, v in attributes.items() if v is not None}
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
def create_span_attributes(
|
|
94
|
+
*,
|
|
95
|
+
metadata: Optional[Any] = None,
|
|
96
|
+
input: Optional[Any] = None,
|
|
97
|
+
output: Optional[Any] = None,
|
|
98
|
+
level: Optional[SpanLevel] = None,
|
|
99
|
+
status_message: Optional[str] = None,
|
|
100
|
+
version: Optional[str] = None,
|
|
101
|
+
observation_type: Optional[
|
|
102
|
+
Union[ObservationTypeSpanLike, Literal["event"]]
|
|
103
|
+
] = "span",
|
|
104
|
+
) -> dict:
|
|
105
|
+
attributes = {
|
|
106
|
+
TraceotterOtelSpanAttributes.OBSERVATION_TYPE: observation_type,
|
|
107
|
+
TraceotterOtelSpanAttributes.OBSERVATION_LEVEL: level,
|
|
108
|
+
TraceotterOtelSpanAttributes.OBSERVATION_STATUS_MESSAGE: status_message,
|
|
109
|
+
TraceotterOtelSpanAttributes.VERSION: version,
|
|
110
|
+
TraceotterOtelSpanAttributes.OBSERVATION_INPUT: _serialize(input),
|
|
111
|
+
TraceotterOtelSpanAttributes.OBSERVATION_OUTPUT: _serialize(output),
|
|
112
|
+
**_flatten_and_serialize_metadata(metadata, "observation"),
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
return {k: v for k, v in attributes.items() if v is not None}
|
|
116
|
+
|
|
117
|
+
|
|
118
|
+
def create_generation_attributes(
|
|
119
|
+
*,
|
|
120
|
+
name: Optional[str] = None,
|
|
121
|
+
completion_start_time: Optional[datetime] = None,
|
|
122
|
+
metadata: Optional[Any] = None,
|
|
123
|
+
level: Optional[SpanLevel] = None,
|
|
124
|
+
status_message: Optional[str] = None,
|
|
125
|
+
version: Optional[str] = None,
|
|
126
|
+
model: Optional[str] = None,
|
|
127
|
+
model_parameters: Optional[Dict[str, MapValue]] = None,
|
|
128
|
+
input: Optional[Any] = None,
|
|
129
|
+
output: Optional[Any] = None,
|
|
130
|
+
usage_details: Optional[Dict[str, int]] = None,
|
|
131
|
+
cost_details: Optional[Dict[str, float]] = None,
|
|
132
|
+
prompt: Optional[PromptClient] = None,
|
|
133
|
+
observation_type: Optional[ObservationTypeGenerationLike] = "generation",
|
|
134
|
+
) -> dict:
|
|
135
|
+
attributes = {
|
|
136
|
+
TraceotterOtelSpanAttributes.OBSERVATION_TYPE: observation_type,
|
|
137
|
+
TraceotterOtelSpanAttributes.OBSERVATION_LEVEL: level,
|
|
138
|
+
TraceotterOtelSpanAttributes.OBSERVATION_STATUS_MESSAGE: status_message,
|
|
139
|
+
TraceotterOtelSpanAttributes.VERSION: version,
|
|
140
|
+
TraceotterOtelSpanAttributes.OBSERVATION_INPUT: _serialize(input),
|
|
141
|
+
TraceotterOtelSpanAttributes.OBSERVATION_OUTPUT: _serialize(output),
|
|
142
|
+
TraceotterOtelSpanAttributes.OBSERVATION_MODEL: model,
|
|
143
|
+
TraceotterOtelSpanAttributes.OBSERVATION_PROMPT_NAME: prompt.name
|
|
144
|
+
if prompt and not prompt.is_fallback
|
|
145
|
+
else None,
|
|
146
|
+
TraceotterOtelSpanAttributes.OBSERVATION_PROMPT_VERSION: prompt.version
|
|
147
|
+
if prompt and not prompt.is_fallback
|
|
148
|
+
else None,
|
|
149
|
+
TraceotterOtelSpanAttributes.OBSERVATION_USAGE_DETAILS: _serialize(usage_details),
|
|
150
|
+
TraceotterOtelSpanAttributes.OBSERVATION_COST_DETAILS: _serialize(cost_details),
|
|
151
|
+
TraceotterOtelSpanAttributes.OBSERVATION_COMPLETION_START_TIME: _serialize(
|
|
152
|
+
completion_start_time
|
|
153
|
+
),
|
|
154
|
+
TraceotterOtelSpanAttributes.OBSERVATION_MODEL_PARAMETERS: _serialize(
|
|
155
|
+
model_parameters
|
|
156
|
+
),
|
|
157
|
+
**_flatten_and_serialize_metadata(metadata, "observation"),
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
return {k: v for k, v in attributes.items() if v is not None}
|
|
161
|
+
|
|
162
|
+
|
|
163
|
+
def _serialize(obj: Any) -> Optional[str]:
|
|
164
|
+
if obj is None or isinstance(obj, str):
|
|
165
|
+
return obj
|
|
166
|
+
|
|
167
|
+
return json.dumps(obj, cls=EventSerializer)
|
|
168
|
+
|
|
169
|
+
|
|
170
|
+
def _flatten_and_serialize_metadata(
|
|
171
|
+
metadata: Any, type: Literal["observation", "trace"]
|
|
172
|
+
) -> dict:
|
|
173
|
+
prefix = (
|
|
174
|
+
TraceotterOtelSpanAttributes.OBSERVATION_METADATA
|
|
175
|
+
if type == "observation"
|
|
176
|
+
else TraceotterOtelSpanAttributes.TRACE_METADATA
|
|
177
|
+
)
|
|
178
|
+
|
|
179
|
+
metadata_attributes: Dict[str, Union[str, int, None]] = {}
|
|
180
|
+
|
|
181
|
+
if not isinstance(metadata, dict):
|
|
182
|
+
metadata_attributes[prefix] = _serialize(metadata)
|
|
183
|
+
else:
|
|
184
|
+
for key, value in metadata.items():
|
|
185
|
+
metadata_attributes[f"{prefix}.{key}"] = (
|
|
186
|
+
value
|
|
187
|
+
if isinstance(value, str) or isinstance(value, int)
|
|
188
|
+
else _serialize(value)
|
|
189
|
+
)
|
|
190
|
+
|
|
191
|
+
return metadata_attributes
|