arize-phoenix 10.0.4__py3-none-any.whl → 12.28.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/METADATA +124 -72
- arize_phoenix-12.28.1.dist-info/RECORD +499 -0
- {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/WHEEL +1 -1
- {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/licenses/IP_NOTICE +1 -1
- phoenix/__generated__/__init__.py +0 -0
- phoenix/__generated__/classification_evaluator_configs/__init__.py +20 -0
- phoenix/__generated__/classification_evaluator_configs/_document_relevance_classification_evaluator_config.py +17 -0
- phoenix/__generated__/classification_evaluator_configs/_hallucination_classification_evaluator_config.py +17 -0
- phoenix/__generated__/classification_evaluator_configs/_models.py +18 -0
- phoenix/__generated__/classification_evaluator_configs/_tool_selection_classification_evaluator_config.py +17 -0
- phoenix/__init__.py +5 -4
- phoenix/auth.py +39 -2
- phoenix/config.py +1763 -91
- phoenix/datetime_utils.py +120 -2
- phoenix/db/README.md +595 -25
- phoenix/db/bulk_inserter.py +145 -103
- phoenix/db/engines.py +140 -33
- phoenix/db/enums.py +3 -12
- phoenix/db/facilitator.py +302 -35
- phoenix/db/helpers.py +1000 -65
- phoenix/db/iam_auth.py +64 -0
- phoenix/db/insertion/dataset.py +135 -2
- phoenix/db/insertion/document_annotation.py +9 -6
- phoenix/db/insertion/evaluation.py +2 -3
- phoenix/db/insertion/helpers.py +17 -2
- phoenix/db/insertion/session_annotation.py +176 -0
- phoenix/db/insertion/span.py +15 -11
- phoenix/db/insertion/span_annotation.py +3 -4
- phoenix/db/insertion/trace_annotation.py +3 -4
- phoenix/db/insertion/types.py +50 -20
- phoenix/db/migrations/versions/01a8342c9cdf_add_user_id_on_datasets.py +40 -0
- phoenix/db/migrations/versions/0df286449799_add_session_annotations_table.py +105 -0
- phoenix/db/migrations/versions/272b66ff50f8_drop_single_indices.py +119 -0
- phoenix/db/migrations/versions/58228d933c91_dataset_labels.py +67 -0
- phoenix/db/migrations/versions/699f655af132_experiment_tags.py +57 -0
- phoenix/db/migrations/versions/735d3d93c33e_add_composite_indices.py +41 -0
- phoenix/db/migrations/versions/a20694b15f82_cost.py +196 -0
- phoenix/db/migrations/versions/ab513d89518b_add_user_id_on_dataset_versions.py +40 -0
- phoenix/db/migrations/versions/d0690a79ea51_users_on_experiments.py +40 -0
- phoenix/db/migrations/versions/deb2c81c0bb2_dataset_splits.py +139 -0
- phoenix/db/migrations/versions/e76cbd66ffc3_add_experiments_dataset_examples.py +87 -0
- phoenix/db/models.py +669 -56
- phoenix/db/pg_config.py +10 -0
- phoenix/db/types/model_provider.py +4 -0
- phoenix/db/types/token_price_customization.py +29 -0
- phoenix/db/types/trace_retention.py +23 -15
- phoenix/experiments/evaluators/utils.py +3 -3
- phoenix/experiments/functions.py +160 -52
- phoenix/experiments/tracing.py +2 -2
- phoenix/experiments/types.py +1 -1
- phoenix/inferences/inferences.py +1 -2
- phoenix/server/api/auth.py +38 -7
- phoenix/server/api/auth_messages.py +46 -0
- phoenix/server/api/context.py +100 -4
- phoenix/server/api/dataloaders/__init__.py +79 -5
- phoenix/server/api/dataloaders/annotation_configs_by_project.py +31 -0
- phoenix/server/api/dataloaders/annotation_summaries.py +60 -8
- phoenix/server/api/dataloaders/average_experiment_repeated_run_group_latency.py +50 -0
- phoenix/server/api/dataloaders/average_experiment_run_latency.py +17 -24
- phoenix/server/api/dataloaders/cache/two_tier_cache.py +1 -2
- phoenix/server/api/dataloaders/dataset_dataset_splits.py +52 -0
- phoenix/server/api/dataloaders/dataset_example_revisions.py +0 -1
- phoenix/server/api/dataloaders/dataset_example_splits.py +40 -0
- phoenix/server/api/dataloaders/dataset_examples_and_versions_by_experiment_run.py +47 -0
- phoenix/server/api/dataloaders/dataset_labels.py +36 -0
- phoenix/server/api/dataloaders/document_evaluation_summaries.py +2 -2
- phoenix/server/api/dataloaders/document_evaluations.py +6 -9
- phoenix/server/api/dataloaders/experiment_annotation_summaries.py +88 -34
- phoenix/server/api/dataloaders/experiment_dataset_splits.py +43 -0
- phoenix/server/api/dataloaders/experiment_error_rates.py +21 -28
- phoenix/server/api/dataloaders/experiment_repeated_run_group_annotation_summaries.py +77 -0
- phoenix/server/api/dataloaders/experiment_repeated_run_groups.py +57 -0
- phoenix/server/api/dataloaders/experiment_runs_by_experiment_and_example.py +44 -0
- phoenix/server/api/dataloaders/last_used_times_by_generative_model_id.py +35 -0
- phoenix/server/api/dataloaders/latency_ms_quantile.py +40 -8
- phoenix/server/api/dataloaders/record_counts.py +37 -10
- phoenix/server/api/dataloaders/session_annotations_by_session.py +29 -0
- phoenix/server/api/dataloaders/span_cost_by_span.py +24 -0
- phoenix/server/api/dataloaders/span_cost_detail_summary_entries_by_generative_model.py +56 -0
- phoenix/server/api/dataloaders/span_cost_detail_summary_entries_by_project_session.py +57 -0
- phoenix/server/api/dataloaders/span_cost_detail_summary_entries_by_span.py +43 -0
- phoenix/server/api/dataloaders/span_cost_detail_summary_entries_by_trace.py +56 -0
- phoenix/server/api/dataloaders/span_cost_details_by_span_cost.py +27 -0
- phoenix/server/api/dataloaders/span_cost_summary_by_experiment.py +57 -0
- phoenix/server/api/dataloaders/span_cost_summary_by_experiment_repeated_run_group.py +64 -0
- phoenix/server/api/dataloaders/span_cost_summary_by_experiment_run.py +58 -0
- phoenix/server/api/dataloaders/span_cost_summary_by_generative_model.py +55 -0
- phoenix/server/api/dataloaders/span_cost_summary_by_project.py +152 -0
- phoenix/server/api/dataloaders/span_cost_summary_by_project_session.py +56 -0
- phoenix/server/api/dataloaders/span_cost_summary_by_trace.py +55 -0
- phoenix/server/api/dataloaders/span_costs.py +29 -0
- phoenix/server/api/dataloaders/table_fields.py +2 -2
- phoenix/server/api/dataloaders/token_prices_by_model.py +30 -0
- phoenix/server/api/dataloaders/trace_annotations_by_trace.py +27 -0
- phoenix/server/api/dataloaders/types.py +29 -0
- phoenix/server/api/exceptions.py +11 -1
- phoenix/server/api/helpers/dataset_helpers.py +5 -1
- phoenix/server/api/helpers/playground_clients.py +1243 -292
- phoenix/server/api/helpers/playground_registry.py +2 -2
- phoenix/server/api/helpers/playground_spans.py +8 -4
- phoenix/server/api/helpers/playground_users.py +26 -0
- phoenix/server/api/helpers/prompts/conversions/aws.py +83 -0
- phoenix/server/api/helpers/prompts/conversions/google.py +103 -0
- phoenix/server/api/helpers/prompts/models.py +205 -22
- phoenix/server/api/input_types/{SpanAnnotationFilter.py → AnnotationFilter.py} +22 -14
- phoenix/server/api/input_types/ChatCompletionInput.py +6 -2
- phoenix/server/api/input_types/CreateProjectInput.py +27 -0
- phoenix/server/api/input_types/CreateProjectSessionAnnotationInput.py +37 -0
- phoenix/server/api/input_types/DatasetFilter.py +17 -0
- phoenix/server/api/input_types/ExperimentRunSort.py +237 -0
- phoenix/server/api/input_types/GenerativeCredentialInput.py +9 -0
- phoenix/server/api/input_types/GenerativeModelInput.py +5 -0
- phoenix/server/api/input_types/ProjectSessionSort.py +161 -1
- phoenix/server/api/input_types/PromptFilter.py +14 -0
- phoenix/server/api/input_types/PromptVersionInput.py +52 -1
- phoenix/server/api/input_types/SpanSort.py +44 -7
- phoenix/server/api/input_types/TimeBinConfig.py +23 -0
- phoenix/server/api/input_types/UpdateAnnotationInput.py +34 -0
- phoenix/server/api/input_types/UserRoleInput.py +1 -0
- phoenix/server/api/mutations/__init__.py +10 -0
- phoenix/server/api/mutations/annotation_config_mutations.py +8 -8
- phoenix/server/api/mutations/api_key_mutations.py +19 -23
- phoenix/server/api/mutations/chat_mutations.py +154 -47
- phoenix/server/api/mutations/dataset_label_mutations.py +243 -0
- phoenix/server/api/mutations/dataset_mutations.py +21 -16
- phoenix/server/api/mutations/dataset_split_mutations.py +351 -0
- phoenix/server/api/mutations/experiment_mutations.py +2 -2
- phoenix/server/api/mutations/export_events_mutations.py +3 -3
- phoenix/server/api/mutations/model_mutations.py +210 -0
- phoenix/server/api/mutations/project_mutations.py +49 -10
- phoenix/server/api/mutations/project_session_annotations_mutations.py +158 -0
- phoenix/server/api/mutations/project_trace_retention_policy_mutations.py +8 -4
- phoenix/server/api/mutations/prompt_label_mutations.py +74 -65
- phoenix/server/api/mutations/prompt_mutations.py +65 -129
- phoenix/server/api/mutations/prompt_version_tag_mutations.py +11 -8
- phoenix/server/api/mutations/span_annotations_mutations.py +15 -10
- phoenix/server/api/mutations/trace_annotations_mutations.py +14 -10
- phoenix/server/api/mutations/trace_mutations.py +47 -3
- phoenix/server/api/mutations/user_mutations.py +66 -41
- phoenix/server/api/queries.py +768 -293
- phoenix/server/api/routers/__init__.py +2 -2
- phoenix/server/api/routers/auth.py +154 -88
- phoenix/server/api/routers/ldap.py +229 -0
- phoenix/server/api/routers/oauth2.py +369 -106
- phoenix/server/api/routers/v1/__init__.py +24 -4
- phoenix/server/api/routers/v1/annotation_configs.py +23 -31
- phoenix/server/api/routers/v1/annotations.py +481 -17
- phoenix/server/api/routers/v1/datasets.py +395 -81
- phoenix/server/api/routers/v1/documents.py +142 -0
- phoenix/server/api/routers/v1/evaluations.py +24 -31
- phoenix/server/api/routers/v1/experiment_evaluations.py +19 -8
- phoenix/server/api/routers/v1/experiment_runs.py +337 -59
- phoenix/server/api/routers/v1/experiments.py +479 -48
- phoenix/server/api/routers/v1/models.py +7 -0
- phoenix/server/api/routers/v1/projects.py +18 -49
- phoenix/server/api/routers/v1/prompts.py +54 -40
- phoenix/server/api/routers/v1/sessions.py +108 -0
- phoenix/server/api/routers/v1/spans.py +1091 -81
- phoenix/server/api/routers/v1/traces.py +132 -78
- phoenix/server/api/routers/v1/users.py +389 -0
- phoenix/server/api/routers/v1/utils.py +3 -7
- phoenix/server/api/subscriptions.py +305 -88
- phoenix/server/api/types/Annotation.py +90 -23
- phoenix/server/api/types/ApiKey.py +13 -17
- phoenix/server/api/types/AuthMethod.py +1 -0
- phoenix/server/api/types/ChatCompletionSubscriptionPayload.py +1 -0
- phoenix/server/api/types/CostBreakdown.py +12 -0
- phoenix/server/api/types/Dataset.py +226 -72
- phoenix/server/api/types/DatasetExample.py +88 -18
- phoenix/server/api/types/DatasetExperimentAnnotationSummary.py +10 -0
- phoenix/server/api/types/DatasetLabel.py +57 -0
- phoenix/server/api/types/DatasetSplit.py +98 -0
- phoenix/server/api/types/DatasetVersion.py +49 -4
- phoenix/server/api/types/DocumentAnnotation.py +212 -0
- phoenix/server/api/types/Experiment.py +264 -59
- phoenix/server/api/types/ExperimentComparison.py +5 -10
- phoenix/server/api/types/ExperimentRepeatedRunGroup.py +155 -0
- phoenix/server/api/types/ExperimentRepeatedRunGroupAnnotationSummary.py +9 -0
- phoenix/server/api/types/ExperimentRun.py +169 -65
- phoenix/server/api/types/ExperimentRunAnnotation.py +158 -39
- phoenix/server/api/types/GenerativeModel.py +245 -3
- phoenix/server/api/types/GenerativeProvider.py +70 -11
- phoenix/server/api/types/{Model.py → InferenceModel.py} +1 -1
- phoenix/server/api/types/ModelInterface.py +16 -0
- phoenix/server/api/types/PlaygroundModel.py +20 -0
- phoenix/server/api/types/Project.py +1278 -216
- phoenix/server/api/types/ProjectSession.py +188 -28
- phoenix/server/api/types/ProjectSessionAnnotation.py +187 -0
- phoenix/server/api/types/ProjectTraceRetentionPolicy.py +1 -1
- phoenix/server/api/types/Prompt.py +119 -39
- phoenix/server/api/types/PromptLabel.py +42 -25
- phoenix/server/api/types/PromptVersion.py +11 -8
- phoenix/server/api/types/PromptVersionTag.py +65 -25
- phoenix/server/api/types/ServerStatus.py +6 -0
- phoenix/server/api/types/Span.py +167 -123
- phoenix/server/api/types/SpanAnnotation.py +189 -42
- phoenix/server/api/types/SpanCostDetailSummaryEntry.py +10 -0
- phoenix/server/api/types/SpanCostSummary.py +10 -0
- phoenix/server/api/types/SystemApiKey.py +65 -1
- phoenix/server/api/types/TokenPrice.py +16 -0
- phoenix/server/api/types/TokenUsage.py +3 -3
- phoenix/server/api/types/Trace.py +223 -51
- phoenix/server/api/types/TraceAnnotation.py +149 -50
- phoenix/server/api/types/User.py +137 -32
- phoenix/server/api/types/UserApiKey.py +73 -26
- phoenix/server/api/types/node.py +10 -0
- phoenix/server/api/types/pagination.py +11 -2
- phoenix/server/app.py +290 -45
- phoenix/server/authorization.py +38 -3
- phoenix/server/bearer_auth.py +34 -24
- phoenix/server/cost_tracking/cost_details_calculator.py +196 -0
- phoenix/server/cost_tracking/cost_model_lookup.py +179 -0
- phoenix/server/cost_tracking/helpers.py +68 -0
- phoenix/server/cost_tracking/model_cost_manifest.json +3657 -830
- phoenix/server/cost_tracking/regex_specificity.py +397 -0
- phoenix/server/cost_tracking/token_cost_calculator.py +57 -0
- phoenix/server/daemons/__init__.py +0 -0
- phoenix/server/daemons/db_disk_usage_monitor.py +214 -0
- phoenix/server/daemons/generative_model_store.py +103 -0
- phoenix/server/daemons/span_cost_calculator.py +99 -0
- phoenix/server/dml_event.py +17 -0
- phoenix/server/dml_event_handler.py +5 -0
- phoenix/server/email/sender.py +56 -3
- phoenix/server/email/templates/db_disk_usage_notification.html +19 -0
- phoenix/server/email/types.py +11 -0
- phoenix/server/experiments/__init__.py +0 -0
- phoenix/server/experiments/utils.py +14 -0
- phoenix/server/grpc_server.py +11 -11
- phoenix/server/jwt_store.py +17 -15
- phoenix/server/ldap.py +1449 -0
- phoenix/server/main.py +26 -10
- phoenix/server/oauth2.py +330 -12
- phoenix/server/prometheus.py +66 -6
- phoenix/server/rate_limiters.py +4 -9
- phoenix/server/retention.py +33 -20
- phoenix/server/session_filters.py +49 -0
- phoenix/server/static/.vite/manifest.json +55 -51
- phoenix/server/static/assets/components-BreFUQQa.js +6702 -0
- phoenix/server/static/assets/{index-E0M82BdE.js → index-CTQoemZv.js} +140 -56
- phoenix/server/static/assets/pages-DBE5iYM3.js +9524 -0
- phoenix/server/static/assets/vendor-BGzfc4EU.css +1 -0
- phoenix/server/static/assets/vendor-DCE4v-Ot.js +920 -0
- phoenix/server/static/assets/vendor-codemirror-D5f205eT.js +25 -0
- phoenix/server/static/assets/vendor-recharts-V9cwpXsm.js +37 -0
- phoenix/server/static/assets/vendor-shiki-Do--csgv.js +5 -0
- phoenix/server/static/assets/vendor-three-CmB8bl_y.js +3840 -0
- phoenix/server/templates/index.html +40 -6
- phoenix/server/thread_server.py +1 -2
- phoenix/server/types.py +14 -4
- phoenix/server/utils.py +74 -0
- phoenix/session/client.py +56 -3
- phoenix/session/data_extractor.py +5 -0
- phoenix/session/evaluation.py +14 -5
- phoenix/session/session.py +45 -9
- phoenix/settings.py +5 -0
- phoenix/trace/attributes.py +80 -13
- phoenix/trace/dsl/helpers.py +90 -1
- phoenix/trace/dsl/query.py +8 -6
- phoenix/trace/projects.py +5 -0
- phoenix/utilities/template_formatters.py +1 -1
- phoenix/version.py +1 -1
- arize_phoenix-10.0.4.dist-info/RECORD +0 -405
- phoenix/server/api/types/Evaluation.py +0 -39
- phoenix/server/cost_tracking/cost_lookup.py +0 -255
- phoenix/server/static/assets/components-DULKeDfL.js +0 -4365
- phoenix/server/static/assets/pages-Cl0A-0U2.js +0 -7430
- phoenix/server/static/assets/vendor-WIZid84E.css +0 -1
- phoenix/server/static/assets/vendor-arizeai-Dy-0mSNw.js +0 -649
- phoenix/server/static/assets/vendor-codemirror-DBtifKNr.js +0 -33
- phoenix/server/static/assets/vendor-oB4u9zuV.js +0 -905
- phoenix/server/static/assets/vendor-recharts-D-T4KPz2.js +0 -59
- phoenix/server/static/assets/vendor-shiki-BMn4O_9F.js +0 -5
- phoenix/server/static/assets/vendor-three-C5WAXd5r.js +0 -2998
- phoenix/utilities/deprecation.py +0 -31
- {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/entry_points.txt +0 -0
- {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/licenses/LICENSE +0 -0
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
"""Cost-related tables
|
|
2
|
+
|
|
3
|
+
Revision ID: a20694b15f82
|
|
4
|
+
Revises: migrations/versions/6a88424799fe_update_users_with_auth_method.py
|
|
5
|
+
Create Date: 2025-05-30 17:15:12.663565
|
|
6
|
+
|
|
7
|
+
"""
|
|
8
|
+
|
|
9
|
+
from typing import Sequence, Union
|
|
10
|
+
|
|
11
|
+
import sqlalchemy as sa
|
|
12
|
+
from alembic import op
|
|
13
|
+
|
|
14
|
+
# revision identifiers, used by Alembic.
|
|
15
|
+
revision: str = "a20694b15f82"
|
|
16
|
+
down_revision: Union[str, None] = "6a88424799fe"
|
|
17
|
+
branch_labels: Union[str, Sequence[str], None] = None
|
|
18
|
+
depends_on: Union[str, Sequence[str], None] = None
|
|
19
|
+
|
|
20
|
+
_Integer = sa.Integer().with_variant(
|
|
21
|
+
sa.BigInteger(),
|
|
22
|
+
"postgresql",
|
|
23
|
+
)
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
def upgrade() -> None:
|
|
27
|
+
op.create_table(
|
|
28
|
+
"generative_models",
|
|
29
|
+
sa.Column(
|
|
30
|
+
"id",
|
|
31
|
+
_Integer,
|
|
32
|
+
primary_key=True,
|
|
33
|
+
),
|
|
34
|
+
sa.Column(
|
|
35
|
+
"name",
|
|
36
|
+
sa.String,
|
|
37
|
+
nullable=False,
|
|
38
|
+
),
|
|
39
|
+
sa.Column(
|
|
40
|
+
"provider",
|
|
41
|
+
sa.String,
|
|
42
|
+
nullable=False,
|
|
43
|
+
),
|
|
44
|
+
sa.Column(
|
|
45
|
+
"name_pattern",
|
|
46
|
+
sa.String,
|
|
47
|
+
nullable=False,
|
|
48
|
+
),
|
|
49
|
+
sa.Column(
|
|
50
|
+
"is_built_in",
|
|
51
|
+
sa.Boolean,
|
|
52
|
+
nullable=False,
|
|
53
|
+
),
|
|
54
|
+
sa.Column(
|
|
55
|
+
"start_time",
|
|
56
|
+
sa.TIMESTAMP(timezone=True),
|
|
57
|
+
),
|
|
58
|
+
sa.Column(
|
|
59
|
+
"created_at",
|
|
60
|
+
sa.TIMESTAMP(timezone=True),
|
|
61
|
+
nullable=False,
|
|
62
|
+
server_default=sa.func.now(),
|
|
63
|
+
),
|
|
64
|
+
sa.Column(
|
|
65
|
+
"updated_at",
|
|
66
|
+
sa.TIMESTAMP(timezone=True),
|
|
67
|
+
nullable=False,
|
|
68
|
+
server_default=sa.func.now(),
|
|
69
|
+
onupdate=sa.func.now(),
|
|
70
|
+
),
|
|
71
|
+
sa.Column(
|
|
72
|
+
"deleted_at",
|
|
73
|
+
sa.TIMESTAMP(timezone=True),
|
|
74
|
+
nullable=True,
|
|
75
|
+
),
|
|
76
|
+
)
|
|
77
|
+
op.create_index(
|
|
78
|
+
"ix_generative_models_match_criteria",
|
|
79
|
+
"generative_models",
|
|
80
|
+
["name_pattern", "provider", "is_built_in"],
|
|
81
|
+
unique=True,
|
|
82
|
+
postgresql_where=sa.text("deleted_at IS NULL"),
|
|
83
|
+
sqlite_where=sa.text("deleted_at IS NULL"),
|
|
84
|
+
)
|
|
85
|
+
op.create_index(
|
|
86
|
+
"ix_generative_models_name_is_built_in",
|
|
87
|
+
"generative_models",
|
|
88
|
+
["name", "is_built_in"],
|
|
89
|
+
unique=True,
|
|
90
|
+
postgresql_where=sa.text("deleted_at IS NULL"),
|
|
91
|
+
sqlite_where=sa.text("deleted_at IS NULL"),
|
|
92
|
+
)
|
|
93
|
+
op.create_table(
|
|
94
|
+
"token_prices",
|
|
95
|
+
sa.Column(
|
|
96
|
+
"id",
|
|
97
|
+
_Integer,
|
|
98
|
+
primary_key=True,
|
|
99
|
+
),
|
|
100
|
+
sa.Column(
|
|
101
|
+
"model_id",
|
|
102
|
+
_Integer,
|
|
103
|
+
sa.ForeignKey("generative_models.id", ondelete="CASCADE"),
|
|
104
|
+
nullable=False,
|
|
105
|
+
index=True,
|
|
106
|
+
),
|
|
107
|
+
sa.Column("token_type", sa.String, nullable=False),
|
|
108
|
+
sa.Column("is_prompt", sa.Boolean, nullable=False),
|
|
109
|
+
sa.Column("base_rate", sa.Float, nullable=False),
|
|
110
|
+
sa.Column("customization", sa.JSON),
|
|
111
|
+
sa.UniqueConstraint(
|
|
112
|
+
"model_id",
|
|
113
|
+
"token_type",
|
|
114
|
+
"is_prompt",
|
|
115
|
+
),
|
|
116
|
+
)
|
|
117
|
+
op.create_table(
|
|
118
|
+
"span_costs",
|
|
119
|
+
sa.Column(
|
|
120
|
+
"id",
|
|
121
|
+
_Integer,
|
|
122
|
+
primary_key=True,
|
|
123
|
+
),
|
|
124
|
+
sa.Column(
|
|
125
|
+
"span_rowid",
|
|
126
|
+
_Integer,
|
|
127
|
+
sa.ForeignKey("spans.id", ondelete="CASCADE"),
|
|
128
|
+
nullable=False,
|
|
129
|
+
index=True,
|
|
130
|
+
),
|
|
131
|
+
sa.Column(
|
|
132
|
+
"trace_rowid",
|
|
133
|
+
_Integer,
|
|
134
|
+
sa.ForeignKey("traces.id", ondelete="CASCADE"),
|
|
135
|
+
nullable=False,
|
|
136
|
+
index=True,
|
|
137
|
+
),
|
|
138
|
+
sa.Column(
|
|
139
|
+
"model_id",
|
|
140
|
+
_Integer,
|
|
141
|
+
sa.ForeignKey(
|
|
142
|
+
"generative_models.id",
|
|
143
|
+
ondelete="RESTRICT",
|
|
144
|
+
),
|
|
145
|
+
nullable=True,
|
|
146
|
+
),
|
|
147
|
+
sa.Column(
|
|
148
|
+
"span_start_time",
|
|
149
|
+
sa.TIMESTAMP(timezone=True),
|
|
150
|
+
nullable=False,
|
|
151
|
+
index=True,
|
|
152
|
+
),
|
|
153
|
+
sa.Column("total_cost", sa.Float),
|
|
154
|
+
sa.Column("total_tokens", sa.Float),
|
|
155
|
+
sa.Column("prompt_cost", sa.Float),
|
|
156
|
+
sa.Column("prompt_tokens", sa.Float),
|
|
157
|
+
sa.Column("completion_cost", sa.Float),
|
|
158
|
+
sa.Column("completion_tokens", sa.Float),
|
|
159
|
+
)
|
|
160
|
+
op.create_index(
|
|
161
|
+
"ix_span_costs_model_id_span_start_time",
|
|
162
|
+
"span_costs",
|
|
163
|
+
["model_id", "span_start_time"],
|
|
164
|
+
)
|
|
165
|
+
op.create_table(
|
|
166
|
+
"span_cost_details",
|
|
167
|
+
sa.Column(
|
|
168
|
+
"id",
|
|
169
|
+
_Integer,
|
|
170
|
+
primary_key=True,
|
|
171
|
+
),
|
|
172
|
+
sa.Column(
|
|
173
|
+
"span_cost_id",
|
|
174
|
+
_Integer,
|
|
175
|
+
sa.ForeignKey("span_costs.id", ondelete="CASCADE"),
|
|
176
|
+
nullable=False,
|
|
177
|
+
index=True,
|
|
178
|
+
),
|
|
179
|
+
sa.Column("token_type", sa.String, nullable=False, index=True),
|
|
180
|
+
sa.Column("is_prompt", sa.Boolean, nullable=False),
|
|
181
|
+
sa.Column("cost", sa.Float),
|
|
182
|
+
sa.Column("tokens", sa.Float),
|
|
183
|
+
sa.Column("cost_per_token", sa.Float),
|
|
184
|
+
sa.UniqueConstraint(
|
|
185
|
+
"span_cost_id",
|
|
186
|
+
"token_type",
|
|
187
|
+
"is_prompt",
|
|
188
|
+
),
|
|
189
|
+
)
|
|
190
|
+
|
|
191
|
+
|
|
192
|
+
def downgrade() -> None:
|
|
193
|
+
op.drop_table("span_cost_details")
|
|
194
|
+
op.drop_table("span_costs")
|
|
195
|
+
op.drop_table("token_prices")
|
|
196
|
+
op.drop_table("generative_models")
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
"""add user_id on dataset_versions
|
|
2
|
+
|
|
3
|
+
Revision ID: ab513d89518b
|
|
4
|
+
Revises: 01a8342c9cdf
|
|
5
|
+
Create Date: 2025-09-26 11:00:06.961920
|
|
6
|
+
|
|
7
|
+
"""
|
|
8
|
+
|
|
9
|
+
from typing import Sequence, Union
|
|
10
|
+
|
|
11
|
+
import sqlalchemy as sa
|
|
12
|
+
from alembic import op
|
|
13
|
+
|
|
14
|
+
# revision identifiers, used by Alembic.
|
|
15
|
+
revision: str = "ab513d89518b"
|
|
16
|
+
down_revision: Union[str, None] = "01a8342c9cdf"
|
|
17
|
+
branch_labels: Union[str, Sequence[str], None] = None
|
|
18
|
+
depends_on: Union[str, Sequence[str], None] = None
|
|
19
|
+
|
|
20
|
+
_Integer = sa.Integer().with_variant(
|
|
21
|
+
sa.BigInteger(),
|
|
22
|
+
"postgresql",
|
|
23
|
+
)
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
def upgrade() -> None:
|
|
27
|
+
with op.batch_alter_table("dataset_versions") as batch_op:
|
|
28
|
+
batch_op.add_column(
|
|
29
|
+
sa.Column(
|
|
30
|
+
"user_id",
|
|
31
|
+
_Integer,
|
|
32
|
+
sa.ForeignKey("users.id", ondelete="SET NULL"),
|
|
33
|
+
nullable=True,
|
|
34
|
+
),
|
|
35
|
+
)
|
|
36
|
+
|
|
37
|
+
|
|
38
|
+
def downgrade() -> None:
|
|
39
|
+
with op.batch_alter_table("dataset_versions") as batch_op:
|
|
40
|
+
batch_op.drop_column("user_id")
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
"""add user_id on experiments
|
|
2
|
+
|
|
3
|
+
Revision ID: d0690a79ea51
|
|
4
|
+
Revises: ab513d89518b
|
|
5
|
+
Create Date: 2025-08-26 19:12:47.849806
|
|
6
|
+
|
|
7
|
+
"""
|
|
8
|
+
|
|
9
|
+
from typing import Sequence, Union
|
|
10
|
+
|
|
11
|
+
import sqlalchemy as sa
|
|
12
|
+
from alembic import op
|
|
13
|
+
|
|
14
|
+
# revision identifiers, used by Alembic.
|
|
15
|
+
revision: str = "d0690a79ea51"
|
|
16
|
+
down_revision: Union[str, None] = "ab513d89518b"
|
|
17
|
+
branch_labels: Union[str, Sequence[str], None] = None
|
|
18
|
+
depends_on: Union[str, Sequence[str], None] = None
|
|
19
|
+
|
|
20
|
+
_Integer = sa.Integer().with_variant(
|
|
21
|
+
sa.BigInteger(),
|
|
22
|
+
"postgresql",
|
|
23
|
+
)
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
def upgrade() -> None:
|
|
27
|
+
with op.batch_alter_table("experiments") as batch_op:
|
|
28
|
+
batch_op.add_column(
|
|
29
|
+
sa.Column(
|
|
30
|
+
"user_id",
|
|
31
|
+
_Integer,
|
|
32
|
+
sa.ForeignKey("users.id", ondelete="SET NULL"),
|
|
33
|
+
nullable=True,
|
|
34
|
+
),
|
|
35
|
+
)
|
|
36
|
+
|
|
37
|
+
|
|
38
|
+
def downgrade() -> None:
|
|
39
|
+
with op.batch_alter_table("experiments") as batch_op:
|
|
40
|
+
batch_op.drop_column("user_id")
|
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
"""dataset_splits
|
|
2
|
+
|
|
3
|
+
Revision ID: deb2c81c0bb2
|
|
4
|
+
Revises: 58228d933c91
|
|
5
|
+
Create Date: 2025-09-08 15:50:12.066217
|
|
6
|
+
|
|
7
|
+
"""
|
|
8
|
+
|
|
9
|
+
from typing import Any, Sequence, Union
|
|
10
|
+
|
|
11
|
+
import sqlalchemy as sa
|
|
12
|
+
from alembic import op
|
|
13
|
+
from sqlalchemy import JSON
|
|
14
|
+
from sqlalchemy.dialects import postgresql
|
|
15
|
+
from sqlalchemy.ext.compiler import compiles
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
class JSONB(JSON):
|
|
19
|
+
# See https://docs.sqlalchemy.org/en/20/core/custom_types.html
|
|
20
|
+
__visit_name__ = "JSONB"
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
@compiles(JSONB, "sqlite")
|
|
24
|
+
def _(*args: Any, **kwargs: Any) -> str:
|
|
25
|
+
# See https://docs.sqlalchemy.org/en/20/core/custom_types.html
|
|
26
|
+
return "JSONB"
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
JSON_ = (
|
|
30
|
+
JSON()
|
|
31
|
+
.with_variant(
|
|
32
|
+
postgresql.JSONB(),
|
|
33
|
+
"postgresql",
|
|
34
|
+
)
|
|
35
|
+
.with_variant(
|
|
36
|
+
JSONB(),
|
|
37
|
+
"sqlite",
|
|
38
|
+
)
|
|
39
|
+
)
|
|
40
|
+
|
|
41
|
+
_Integer = sa.Integer().with_variant(
|
|
42
|
+
sa.BigInteger(),
|
|
43
|
+
"postgresql",
|
|
44
|
+
)
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
# revision identifiers, used by Alembic.
|
|
48
|
+
revision: str = "deb2c81c0bb2"
|
|
49
|
+
down_revision: Union[str, None] = "e76cbd66ffc3"
|
|
50
|
+
branch_labels: Union[str, Sequence[str], None] = None
|
|
51
|
+
depends_on: Union[str, Sequence[str], None] = None
|
|
52
|
+
|
|
53
|
+
|
|
54
|
+
def upgrade() -> None:
|
|
55
|
+
# Create dataset_splits table
|
|
56
|
+
op.create_table(
|
|
57
|
+
"dataset_splits",
|
|
58
|
+
sa.Column("id", _Integer, primary_key=True),
|
|
59
|
+
sa.Column(
|
|
60
|
+
"user_id",
|
|
61
|
+
_Integer,
|
|
62
|
+
sa.ForeignKey("users.id", ondelete="SET NULL"),
|
|
63
|
+
nullable=True,
|
|
64
|
+
index=True,
|
|
65
|
+
),
|
|
66
|
+
sa.Column("name", sa.String, nullable=False, unique=True),
|
|
67
|
+
sa.Column("description", sa.String, nullable=True),
|
|
68
|
+
sa.Column("color", sa.String, nullable=False),
|
|
69
|
+
sa.Column("metadata", JSON_, nullable=False),
|
|
70
|
+
sa.Column(
|
|
71
|
+
"created_at",
|
|
72
|
+
sa.TIMESTAMP(timezone=True),
|
|
73
|
+
nullable=False,
|
|
74
|
+
server_default=sa.func.now(),
|
|
75
|
+
),
|
|
76
|
+
sa.Column(
|
|
77
|
+
"updated_at",
|
|
78
|
+
sa.TIMESTAMP(timezone=True),
|
|
79
|
+
nullable=False,
|
|
80
|
+
server_default=sa.func.now(),
|
|
81
|
+
onupdate=sa.func.now(),
|
|
82
|
+
),
|
|
83
|
+
)
|
|
84
|
+
|
|
85
|
+
# Create crosswalk table: dataset_splits_dataset_examples
|
|
86
|
+
op.create_table(
|
|
87
|
+
"dataset_splits_dataset_examples",
|
|
88
|
+
sa.Column(
|
|
89
|
+
"dataset_split_id",
|
|
90
|
+
_Integer,
|
|
91
|
+
sa.ForeignKey("dataset_splits.id", ondelete="CASCADE"),
|
|
92
|
+
nullable=False,
|
|
93
|
+
),
|
|
94
|
+
sa.Column(
|
|
95
|
+
"dataset_example_id",
|
|
96
|
+
_Integer,
|
|
97
|
+
sa.ForeignKey("dataset_examples.id", ondelete="CASCADE"),
|
|
98
|
+
nullable=False,
|
|
99
|
+
# index on the second element of the composite primary key
|
|
100
|
+
index=True,
|
|
101
|
+
),
|
|
102
|
+
sa.PrimaryKeyConstraint(
|
|
103
|
+
"dataset_split_id",
|
|
104
|
+
"dataset_example_id",
|
|
105
|
+
),
|
|
106
|
+
)
|
|
107
|
+
|
|
108
|
+
# Create experiments_dataset_splits table The rational of this table is to
|
|
109
|
+
# gather examples for a specific dataset split for a specific experiment.
|
|
110
|
+
# Select all dataset examples where examples belong to a dataset split and
|
|
111
|
+
# examples belong to a experiment.
|
|
112
|
+
|
|
113
|
+
op.create_table(
|
|
114
|
+
"experiments_dataset_splits",
|
|
115
|
+
sa.Column(
|
|
116
|
+
"experiment_id",
|
|
117
|
+
_Integer,
|
|
118
|
+
sa.ForeignKey("experiments.id", ondelete="CASCADE"),
|
|
119
|
+
nullable=False,
|
|
120
|
+
),
|
|
121
|
+
sa.Column(
|
|
122
|
+
"dataset_split_id",
|
|
123
|
+
_Integer,
|
|
124
|
+
sa.ForeignKey("dataset_splits.id", ondelete="CASCADE"),
|
|
125
|
+
nullable=False,
|
|
126
|
+
# index on the second element of the composite primary key
|
|
127
|
+
index=True,
|
|
128
|
+
),
|
|
129
|
+
sa.PrimaryKeyConstraint(
|
|
130
|
+
"experiment_id",
|
|
131
|
+
"dataset_split_id",
|
|
132
|
+
),
|
|
133
|
+
)
|
|
134
|
+
|
|
135
|
+
|
|
136
|
+
def downgrade() -> None:
|
|
137
|
+
op.drop_table("experiments_dataset_splits")
|
|
138
|
+
op.drop_table("dataset_splits_dataset_examples")
|
|
139
|
+
op.drop_table("dataset_splits")
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
"""add experiments_dataset_examples junction table
|
|
2
|
+
|
|
3
|
+
Revision ID: e76cbd66ffc3
|
|
4
|
+
Revises: deb2c81c0bb2
|
|
5
|
+
Create Date: 2025-09-23 12:33:13.554164
|
|
6
|
+
|
|
7
|
+
"""
|
|
8
|
+
|
|
9
|
+
from typing import Sequence, Union
|
|
10
|
+
|
|
11
|
+
import sqlalchemy as sa
|
|
12
|
+
from alembic import op
|
|
13
|
+
|
|
14
|
+
_Integer = sa.Integer().with_variant(
|
|
15
|
+
sa.BigInteger(),
|
|
16
|
+
"postgresql",
|
|
17
|
+
)
|
|
18
|
+
|
|
19
|
+
# revision identifiers, used by Alembic.
|
|
20
|
+
revision: str = "e76cbd66ffc3"
|
|
21
|
+
down_revision: Union[str, None] = "58228d933c91"
|
|
22
|
+
branch_labels: Union[str, Sequence[str], None] = None
|
|
23
|
+
depends_on: Union[str, Sequence[str], None] = None
|
|
24
|
+
|
|
25
|
+
BACKFILL = """\
|
|
26
|
+
INSERT INTO experiments_dataset_examples (
|
|
27
|
+
experiment_id,
|
|
28
|
+
dataset_example_id,
|
|
29
|
+
dataset_example_revision_id
|
|
30
|
+
)
|
|
31
|
+
SELECT
|
|
32
|
+
ranked.experiment_id,
|
|
33
|
+
ranked.dataset_example_id,
|
|
34
|
+
ranked.dataset_example_revision_id
|
|
35
|
+
FROM (
|
|
36
|
+
SELECT
|
|
37
|
+
e.id as experiment_id,
|
|
38
|
+
der.dataset_example_id,
|
|
39
|
+
der.id as dataset_example_revision_id,
|
|
40
|
+
der.revision_kind,
|
|
41
|
+
ROW_NUMBER() OVER (
|
|
42
|
+
PARTITION BY e.id, der.dataset_example_id
|
|
43
|
+
ORDER BY der.dataset_version_id DESC
|
|
44
|
+
) as rn
|
|
45
|
+
FROM experiments e
|
|
46
|
+
JOIN dataset_examples de ON de.dataset_id = e.dataset_id
|
|
47
|
+
JOIN dataset_example_revisions der ON der.dataset_example_id = de.id
|
|
48
|
+
WHERE der.dataset_version_id <= e.dataset_version_id
|
|
49
|
+
) ranked
|
|
50
|
+
WHERE ranked.rn = 1
|
|
51
|
+
AND ranked.revision_kind != 'DELETE'
|
|
52
|
+
"""
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
def upgrade() -> None:
|
|
56
|
+
op.create_table(
|
|
57
|
+
"experiments_dataset_examples",
|
|
58
|
+
sa.Column(
|
|
59
|
+
"experiment_id",
|
|
60
|
+
_Integer,
|
|
61
|
+
sa.ForeignKey("experiments.id", ondelete="CASCADE"),
|
|
62
|
+
nullable=False,
|
|
63
|
+
),
|
|
64
|
+
sa.Column(
|
|
65
|
+
"dataset_example_id",
|
|
66
|
+
_Integer,
|
|
67
|
+
sa.ForeignKey("dataset_examples.id", ondelete="CASCADE"),
|
|
68
|
+
nullable=False,
|
|
69
|
+
index=True,
|
|
70
|
+
),
|
|
71
|
+
sa.Column(
|
|
72
|
+
"dataset_example_revision_id",
|
|
73
|
+
_Integer,
|
|
74
|
+
sa.ForeignKey("dataset_example_revisions.id", ondelete="CASCADE"),
|
|
75
|
+
nullable=False,
|
|
76
|
+
index=True,
|
|
77
|
+
),
|
|
78
|
+
sa.PrimaryKeyConstraint(
|
|
79
|
+
"experiment_id",
|
|
80
|
+
"dataset_example_id",
|
|
81
|
+
),
|
|
82
|
+
)
|
|
83
|
+
op.execute(BACKFILL)
|
|
84
|
+
|
|
85
|
+
|
|
86
|
+
def downgrade() -> None:
|
|
87
|
+
op.drop_table("experiments_dataset_examples")
|