alis.evals.v1 1.0.0__tar.gz

alis_evals_v1-1.0.0/PKG-INFO

@@ -0,0 +1,8 @@
+Metadata-Version: 2.4
+Name: alis.evals.v1
+Version: 1.0.0
+Summary: Protobufs generated by Alis Build
+Requires-Dist: google-common-protos>=0.0.1
+Requires-Dist: alis-services-protobuf-open>=1.176.0
+Dynamic: requires-dist
+Dynamic: summary

alis_evals_v1-1.0.0/alis/__init__.py

@@ -0,0 +1 @@
+__import__("pkg_resources").declare_namespace(__name__)

alis_evals_v1-1.0.0/alis/__init__.pyi

@@ -0,0 +1 @@
+__import__("pkg_resources").declare_namespace(__name__)

alis_evals_v1-1.0.0/alis/evals/__init__.py

@@ -0,0 +1 @@
+__import__("pkg_resources").declare_namespace(__name__)

alis_evals_v1-1.0.0/alis/evals/__init__.pyi

@@ -0,0 +1 @@
+__import__("pkg_resources").declare_namespace(__name__)

alis_evals_v1-1.0.0/alis/evals/v1/__init__.py

@@ -0,0 +1 @@
+__import__("pkg_resources").declare_namespace(__name__)

alis_evals_v1-1.0.0/alis/evals/v1/__init__.pyi

@@ -0,0 +1 @@
+__import__("pkg_resources").declare_namespace(__name__)

alis_evals_v1-1.0.0/alis/evals/v1/evaluation_pb2.py

@@ -0,0 +1,141 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: alis/evals/v1/evaluation.proto
+# Protobuf Python Version: 6.33.5
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    33,
+    5,
+    '',
+    'alis/evals/v1/evaluation.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from google.longrunning import operations_pb2 as google_dot_longrunning_dot_operations__pb2
+from google.protobuf import duration_pb2 as google_dot_protobuf_dot_duration__pb2
+from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
+from google.rpc import status_pb2 as google_dot_rpc_dot_status__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1e\x61lis/evals/v1/evaluation.proto\x12\ralis.evals.v1\x1a#google/longrunning/operations.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17google/rpc/status.proto\"\xf8\x06\n\x03Run\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x1e\n\x08\x62\x61tch_id\x18\x03 \x01(\tH\x01R\x07\x62\x61tchId\x88\x01\x01\x12+\n\x04type\x18\x04 \x01(\x0e\x32\x17.alis.evals.v1.Run.TypeR\x04type\x12-\n\x06status\x18\x05 \x01(\x0e\x32\x15.alis.evals.v1.StatusR\x06status\x12R\n\x10integration_test\x18\x06 \x01(\x0b\x32%.alis.evals.v1.IntegrationTestResultsH\x00R\x0fintegrationTest\x12=\n\tload_test\x18\x07 \x01(\x0b\x32\x1e.alis.evals.v1.LoadTestResultsH\x00R\x08loadTest\x12@\n\nagent_eval\x18\x08 \x01(\x0b\x32\x1f.alis.evals.v1.AgentEvalResultsH\x00R\tagentEval\x12U\n\x11infra_observation\x18\t \x01(\x0b\x32&.alis.evals.v1.InfraObservationResultsH\x00R\x10infraObservation\x12\x39\n\nstart_time\x18\x15 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tstartTime\x12\x35\n\x08\x65nd_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x07\x65ndTime\x12\x1c\n\toperation\x18\x17 \x01(\tR\toperation\x12-\n\x05\x65rror\x18\x18 \x01(\x0b\x32\x12.google.rpc.StatusH\x02R\x05\x65rror\x88\x01\x01\x12;\n\x0b\x63reate_time\x18\x19 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\ncreateTime\x12*\n\x11google_project_id\x18\x1a \x01(\tR\x0fgoogleProjectId\"h\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x14\n\x10INTEGRATION_TEST\x10\x01\x12\r\n\tLOAD_TEST\x10\x02\x12\x0e\n\nAGENT_EVAL\x10\x03\x12\x15\n\x11INFRA_OBSERVATION\x10\x04\x42\x06\n\x04\x64\x61taB\x0b\n\t_batch_idB\x08\n\x06_errorJ\x04\x08\x01\x10\x02\"\x85\x03\n\x16IntegrationTestResults\x12@\n\x05\x63\x61ses\x18\x01 \x03(\x0b\x32*.alis.evals.v1.IntegrationTestResults.CaseR\x05\x63\x61ses\x1a\xa8\x02\n\x04\x43\x61se\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12-\n\x06status\x18\x02 \x01(\x0e\x32\x15.alis.evals.v1.StatusR\x06status\x12H\n\x06\x63hecks\x18\x03 \x03(\x0b\x32\x30.alis.evals.v1.IntegrationTestResults.Case.CheckR\x06\x63hecks\x12\x35\n\x08\x64uration\x18\x04 \x01(\x0b\x32\x19.google.protobuf.DurationR\x08\x64uration\x1a`\n\x05\x43heck\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12-\n\x06status\x18\x02 \x01(\x0e\x32\x15.alis.evals.v1.StatusR\x06status\x12\x18\n\x07message\x18\x03 \x01(\tR\x07message\"\xa0\x01\n\x12LatencyPercentiles\x12\x15\n\x06p50_ms\x18\x01 \x01(\x01R\x05p50Ms\x12\x15\n\x06p95_ms\x18\x02 \x01(\x01R\x05p95Ms\x12\x15\n\x06p99_ms\x18\x03 \x01(\x01R\x05p99Ms\x12\x15\n\x06min_ms\x18\x04 \x01(\x01R\x05minMs\x12\x17\n\x07mean_ms\x18\x05 \x01(\x01R\x06meanMs\x12\x15\n\x06max_ms\x18\x06 \x01(\x01R\x05maxMs\"\xf1\x0f\n\x0fLoadTestResults\x12\x39\n\x05\x63\x61ses\x18\x01 \x03(\x0b\x32#.alis.evals.v1.LoadTestResults.CaseR\x05\x63\x61ses\x1a\x35\n\x0bStringEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n\x05value\x18\x02 \x01(\tR\x05value\x1a\x34\n\nInt64Entry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n\x05value\x18\x02 \x01(\x03R\x05value\x1a\xcd\x03\n\x04\x43\x61se\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12-\n\x06status\x18\x02 \x01(\x0e\x32\x15.alis.evals.v1.StatusR\x06status\x12@\n\x07summary\x18\x03 \x01(\x0b\x32&.alis.evals.v1.LoadTestResults.SummaryR\x07summary\x12?\n\x06\x63hecks\x18\x04 \x03(\x0b\x32\'.alis.evals.v1.LoadTestResults.SloCheckR\x06\x63hecks\x12>\n\x04tags\x18\x05 \x03(\x0b\x32*.alis.evals.v1.LoadTestResults.StringEntryR\x04tags\x12\x42\n\tcloud_run\x18\x06 \x03(\x0b\x32%.alis.evals.v1.CloudRunTargetSnapshotR\x08\x63loudRun\x12>\n\x07spanner\x18\x07 \x03(\x0b\x32$.alis.evals.v1.SpannerTargetSnapshotR\x07spanner\x12?\n\x0cinfra_checks\x18\x08 \x03(\x0b\x32\x1c.alis.evals.v1.InfraSloCheckR\x0binfraChecks\x1a\xa9\x06\n\x07Summary\x12:\n\x04mode\x18\x01 \x01(\x0e\x32&.alis.evals.v1.RunLoadTestRequest.ModeR\x04mode\x12\x1d\n\ntarget_qps\x18\x02 \x01(\x01R\ttargetQps\x12 \n\x0b\x63oncurrency\x18\x03 \x01(\x05R\x0b\x63oncurrency\x12\x35\n\x08\x64uration\x18\x04 \x01(\x0b\x32\x19.google.protobuf.DurationR\x08\x64uration\x12#\n\rrequest_count\x18\x05 \x01(\x03R\x0crequestCount\x12\x1f\n\x0b\x65rror_count\x18\x06 \x01(\x03R\nerrorCount\x12\x1d\n\nactual_qps\x18\x07 \x01(\x01R\tactualQps\x12;\n\x07latency\x18\x08 \x01(\x0b\x32!.alis.evals.v1.LatencyPercentilesR\x07latency\x12O\n\x0e\x65rrors_by_code\x18\t \x03(\x0b\x32).alis.evals.v1.LoadTestResults.Int64EntryR\x0c\x65rrorsByCode\x12#\n\rdropped_count\x18\n \x01(\x03R\x0c\x64roppedCount\x12,\n\x12\x63heck_passed_count\x18\x0b \x01(\x03R\x10\x63heckPassedCount\x12,\n\x12\x63heck_failed_count\x18\x0c \x01(\x03R\x10\x63heckFailedCount\x12I\n\x06stream\x18\r \x01(\x0b\x32,.alis.evals.v1.LoadTestResults.StreamSummaryH\x00R\x06stream\x88\x01\x01\x12G\n\nqps_stages\x18\x0e \x03(\x0b\x32(.alis.evals.v1.LoadTestResults.LoadStageR\tqpsStages\x12W\n\x12\x63oncurrency_stages\x18\x0f \x03(\x0b\x32(.alis.evals.v1.LoadTestResults.LoadStageR\x11\x63oncurrencyStagesB\t\n\x07_stream\x1aZ\n\tLoadStage\x12\x35\n\x08\x64uration\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationR\x08\x64uration\x12\x16\n\x06target\x18\x02 \x01(\x01R\x06target\x1a\xb1\x02\n\rStreamSummary\x12!\n\x0cstream_count\x18\x01 \x01(\x03R\x0bstreamCount\x12.\n\x13messages_sent_total\x18\x02 \x01(\x03R\x11messagesSentTotal\x12\x35\n\x04ttfb\x18\x03 \x01(\x0b\x32!.alis.evals.v1.LatencyPercentilesR\x04ttfb\x12L\n\x10response_latency\x18\x04 \x01(\x0b\x32!.alis.evals.v1.LatencyPercentilesR\x0fresponseLatency\x12H\n\x0etotal_duration\x18\x05 \x01(\x0b\x32!.alis.evals.v1.LatencyPercentilesR\rtotalDuration\x1a\xa9\x01\n\x08SloCheck\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12-\n\x06status\x18\x02 \x01(\x0e\x32\x15.alis.evals.v1.StatusR\x06status\x12\x18\n\x07message\x18\x03 \x01(\tR\x07message\x12\x1a\n\x08observed\x18\x04 \x01(\x01R\x08observed\x12\x14\n\x05limit\x18\x05 \x01(\x01R\x05limit\x12\x12\n\x04unit\x18\x06 \x01(\tR\x04unit\"\xe9\x07\n\x10\x41gentEvalResults\x12:\n\x05\x63\x61ses\x18\x01 \x03(\x0b\x32$.alis.evals.v1.AgentEvalResults.CaseR\x05\x63\x61ses\x12\x44\n\x05judge\x18\x02 \x01(\x0b\x32).alis.evals.v1.AgentEvalResults.JudgeInfoH\x00R\x05judge\x88\x01\x01\x1a\xb3\x01\n\tJudgeInfo\x12\x14\n\x05model\x18\x01 \x01(\tR\x05model\x12(\n\rmodel_version\x18\x02 \x01(\tH\x00R\x0cmodelVersion\x88\x01\x01\x12(\n\x10judge_call_count\x18\x03 \x01(\x03R\x0ejudgeCallCount\x12*\n\x11judge_error_count\x18\x04 \x01(\x03R\x0fjudgeErrorCountB\x10\n\x0e_model_version\x1a\x92\x05\n\x04\x43\x61se\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12-\n\x06status\x18\x02 \x01(\x0e\x32\x15.alis.evals.v1.StatusR\x06status\x12\x35\n\x08\x64uration\x18\x03 \x01(\x0b\x32\x19.google.protobuf.DurationR\x08\x64uration\x12\x1d\n\nsession_id\x18\x04 \x01(\tR\tsessionId\x12\x45\n\x07metrics\x18\x05 \x03(\x0b\x32+.alis.evals.v1.AgentEvalResults.Case.MetricR\x07metrics\x1a\xad\x03\n\x06Metric\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12-\n\x06status\x18\x02 \x01(\x0e\x32\x15.alis.evals.v1.StatusR\x06status\x12\x19\n\x05score\x18\x03 \x01(\x01H\x00R\x05score\x88\x01\x01\x12!\n\tthreshold\x18\x04 \x01(\x01H\x01R\tthreshold\x88\x01\x01\x12\x18\n\x07message\x18\x05 \x01(\tR\x07message\x12O\n\x06rubric\x18\x06 \x03(\x0b\x32\x37.alis.evals.v1.AgentEvalResults.Case.Metric.RubricScoreR\x06rubric\x1a\xa2\x01\n\x0bRubricScore\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12-\n\x06status\x18\x02 \x01(\x0e\x32\x15.alis.evals.v1.StatusR\x06status\x12\x19\n\x05score\x18\x03 \x01(\x01H\x00R\x05score\x88\x01\x01\x12!\n\trationale\x18\x04 \x01(\tH\x01R\trationale\x88\x01\x01\x42\x08\n\x06_scoreB\x0c\n\n_rationaleB\x08\n\x06_scoreB\x0c\n\n_thresholdB\x08\n\x06_judge\"\x9b\x01\n\x11\x43loudRunTargetRef\x12\x1d\n\nproject_id\x18\x01 \x01(\tR\tprojectId\x12\x16\n\x06region\x18\x02 \x01(\tR\x06region\x12!\n\x0cservice_name\x18\x03 \x01(\tR\x0bserviceName\x12\x1f\n\x08revision\x18\x04 \x01(\tH\x00R\x08revision\x88\x01\x01\x42\x0b\n\t_revision\"\x8a\x01\n\x10SpannerTargetRef\x12\x1d\n\nproject_id\x18\x01 \x01(\tR\tprojectId\x12\x1f\n\x0binstance_id\x18\x02 \x01(\tR\ninstanceId\x12\x1a\n\x08location\x18\x03 \x01(\tR\x08location\x12\x1a\n\x08\x64\x61tabase\x18\x04 \x01(\tR\x08\x64\x61tabase\"\xfc\x03\n\x0f\x43loudRunMetrics\x12#\n\rrequest_count\x18\x01 \x01(\x03R\x0crequestCount\x12@\n\x07latency\x18\x02 \x01(\x0b\x32!.alis.evals.v1.LatencyPercentilesH\x00R\x07latency\x88\x01\x01\x12)\n\x0e\x65rror_5xx_rate\x18\x03 \x01(\x01H\x01R\x0c\x65rror5xxRate\x88\x01\x01\x12\x31\n\x12max_instance_count\x18\x04 \x01(\x01H\x02R\x10maxInstanceCount\x88\x01\x01\x12\x33\n\x13\x63pu_utilization_p99\x18\x05 \x01(\x01H\x03R\x11\x63puUtilizationP99\x88\x01\x01\x12\x39\n\x16memory_utilization_p99\x18\x06 \x01(\x01H\x04R\x14memoryUtilizationP99\x88\x01\x01\x12\x33\n\x13startup_latency_p99\x18\x07 \x01(\x01H\x05R\x11startupLatencyP99\x88\x01\x01\x42\n\n\x08_latencyB\x11\n\x0f_error_5xx_rateB\x15\n\x13_max_instance_countB\x16\n\x14_cpu_utilization_p99B\x19\n\x17_memory_utilization_p99B\x16\n\x14_startup_latency_p99\"\xe2\x02\n\x0eSpannerMetrics\x12\x1f\n\x0bquery_count\x18\x01 \x01(\x03R\nqueryCount\x12*\n\x11query_error_count\x18\x02 \x01(\x03R\x0fqueryErrorCount\x12G\n\x0b\x61pi_latency\x18\x03 \x01(\x0b\x32!.alis.evals.v1.LatencyPercentilesH\x00R\napiLatency\x88\x01\x01\x12K\n\rquery_latency\x18\x04 \x01(\x0b\x32!.alis.evals.v1.LatencyPercentilesH\x01R\x0cqueryLatency\x88\x01\x01\x12\x33\n\x13\x63pu_utilization_max\x18\x05 \x01(\x01H\x02R\x11\x63puUtilizationMax\x88\x01\x01\x42\x0e\n\x0c_api_latencyB\x10\n\x0e_query_latencyB\x16\n\x14_cpu_utilization_max\"\xca\x03\n\x16\x43loudRunTargetSnapshot\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x32\n\x04role\x18\x02 \x01(\x0e\x32\x1e.alis.evals.v1.InfraTargetRoleR\x04role\x12\x38\n\x06target\x18\x03 \x01(\x0b\x32 .alis.evals.v1.CloudRunTargetRefR\x06target\x12=\n\x0cwindow_start\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x0bwindowStart\x12\x39\n\nwindow_end\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\twindowEnd\x12\x42\n\x0c\x66\x65tch_status\x18\x06 \x01(\x0e\x32\x1f.alis.evals.v1.InfraFetchStatusR\x0b\x66\x65tchStatus\x12(\n\rfetch_message\x18\x07 \x01(\tH\x00R\x0c\x66\x65tchMessage\x88\x01\x01\x12\x38\n\x07metrics\x18\x08 \x01(\x0b\x32\x1e.alis.evals.v1.CloudRunMetricsR\x07metricsB\x10\n\x0e_fetch_message\"\xc7\x03\n\x15SpannerTargetSnapshot\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x32\n\x04role\x18\x02 \x01(\x0e\x32\x1e.alis.evals.v1.InfraTargetRoleR\x04role\x12\x37\n\x06target\x18\x03 \x01(\x0b\x32\x1f.alis.evals.v1.SpannerTargetRefR\x06target\x12=\n\x0cwindow_start\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x0bwindowStart\x12\x39\n\nwindow_end\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\twindowEnd\x12\x42\n\x0c\x66\x65tch_status\x18\x06 \x01(\x0e\x32\x1f.alis.evals.v1.InfraFetchStatusR\x0b\x66\x65tchStatus\x12(\n\rfetch_message\x18\x07 \x01(\tH\x00R\x0c\x66\x65tchMessage\x88\x01\x01\x12\x37\n\x07metrics\x18\x08 \x01(\x0b\x32\x1d.alis.evals.v1.SpannerMetricsR\x07metricsB\x10\n\x0e_fetch_message\"\x95\x02\n\rInfraSloCheck\x12,\n\x04kind\x18\x01 \x01(\x0e\x32\x18.alis.evals.v1.InfraKindR\x04kind\x12\x1b\n\ttarget_id\x18\x02 \x01(\tR\x08targetId\x12\x19\n\x08\x63heck_id\x18\x03 \x01(\tR\x07\x63heckId\x12-\n\x06status\x18\x04 \x01(\x0e\x32\x15.alis.evals.v1.StatusR\x06status\x12\x1d\n\x07message\x18\x05 \x01(\tH\x00R\x07message\x88\x01\x01\x12\x1a\n\x08observed\x18\x06 \x01(\x01R\x08observed\x12\x14\n\x05limit\x18\x07 \x01(\x01R\x05limit\x12\x12\n\x04unit\x18\x08 \x01(\tR\x04unitB\n\n\x08_message\"\x9a\x04\n\x17InfraObservationResults\x12\x41\n\x05\x63\x61ses\x18\x01 \x03(\x0b\x32+.alis.evals.v1.InfraObservationResults.CaseR\x05\x63\x61ses\x1a\xbb\x03\n\x04\x43\x61se\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12-\n\x06status\x18\x02 \x01(\x0e\x32\x15.alis.evals.v1.StatusR\x06status\x12\x35\n\x08lookback\x18\x03 \x01(\x0b\x32\x19.google.protobuf.DurationR\x08lookback\x12=\n\x0cwindow_start\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x0bwindowStart\x12\x39\n\nwindow_end\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\twindowEnd\x12\x42\n\tcloud_run\x18\x06 \x03(\x0b\x32%.alis.evals.v1.CloudRunTargetSnapshotR\x08\x63loudRun\x12>\n\x07spanner\x18\x07 \x03(\x0b\x32$.alis.evals.v1.SpannerTargetSnapshotR\x07spanner\x12?\n\x0cinfra_checks\x18\x08 \x03(\x0b\x32\x1c.alis.evals.v1.InfraSloCheckR\x0binfraChecks\"c\n\x19RunIntegrationTestRequest\x12\x1e\n\x08\x62\x61tch_id\x18\x01 \x01(\tH\x00R\x07\x62\x61tchId\x88\x01\x01\x12\x19\n\x08\x63\x61se_ids\x18\x02 \x03(\tR\x07\x63\x61seIdsB\x0b\n\t_batch_id\"\xc2\x01\n\x1aRunIntegrationTestMetadata\x12\x1d\n\ncase_count\x18\x01 \x01(\x05R\tcaseCount\x12\x30\n\x14\x63ompleted_case_count\x18\x02 \x01(\x05R\x12\x63ompletedCaseCount\x12\x1f\n\x0bsuite_count\x18\x03 \x01(\x05R\nsuiteCount\x12\x32\n\x15\x63ompleted_suite_count\x18\x04 \x01(\x05R\x13\x63ompletedSuiteCount\"0\n\x1aRunIntegrationTestResponse\x12\x12\n\x04runs\x18\x01 \x03(\tR\x04runs\"\xfc\x01\n\x12RunLoadTestRequest\x12:\n\x04mode\x18\x01 \x01(\x0e\x32&.alis.evals.v1.RunLoadTestRequest.ModeR\x04mode\x12\x19\n\x08\x63\x61se_ids\x18\x02 \x03(\tR\x07\x63\x61seIds\x12\x1e\n\x08\x62\x61tch_id\x18\x03 \x01(\tH\x00R\x07\x62\x61tchId\x88\x01\x01\"b\n\x04Mode\x12\x14\n\x10MODE_UNSPECIFIED\x10\x00\x12\x0b\n\x07MINIMAL\x10\x01\x12\x10\n\x0c\x43ONSERVATIVE\x10\x02\x12\x0c\n\x08MODERATE\x10\x03\x12\x08\n\x04HIGH\x10\x04\x12\r\n\tLUDICROUS\x10\x05\x42\x0b\n\t_batch_id\"\xbb\x01\n\x13RunLoadTestMetadata\x12\x1d\n\ncase_count\x18\x01 \x01(\x05R\tcaseCount\x12\x30\n\x14\x63ompleted_case_count\x18\x02 \x01(\x05R\x12\x63ompletedCaseCount\x12\x1f\n\x0bsuite_count\x18\x03 \x01(\x05R\nsuiteCount\x12\x32\n\x15\x63ompleted_suite_count\x18\x04 \x01(\x05R\x13\x63ompletedSuiteCount\")\n\x13RunLoadTestResponse\x12\x12\n\x04runs\x18\x01 \x03(\tR\x04runs\"0\n\x13RunAgentEvalRequest\x12\x19\n\x08\x63\x61se_ids\x18\x01 \x03(\tR\x07\x63\x61seIds\"\xbc\x01\n\x14RunAgentEvalMetadata\x12\x1d\n\ncase_count\x18\x01 \x01(\x05R\tcaseCount\x12\x30\n\x14\x63ompleted_case_count\x18\x02 \x01(\x05R\x12\x63ompletedCaseCount\x12\x1f\n\x0bsuite_count\x18\x03 \x01(\x05R\nsuiteCount\x12\x32\n\x15\x63ompleted_suite_count\x18\x04 \x01(\x05R\x13\x63ompletedSuiteCount\"*\n\x14RunAgentEvalResponse\x12\x12\n\x04runs\x18\x01 \x03(\tR\x04runs\"\xad\x01\n\x1aRunInfraObservationRequest\x12\x19\n\x08\x63\x61se_ids\x18\x01 \x03(\tR\x07\x63\x61seIds\x12\x1e\n\x08\x62\x61tch_id\x18\x02 \x01(\tH\x00R\x07\x62\x61tchId\x88\x01\x01\x12:\n\x08lookback\x18\x03 \x01(\x0b\x32\x19.google.protobuf.DurationH\x01R\x08lookback\x88\x01\x01\x42\x0b\n\t_batch_idB\x0b\n\t_lookback\"\xc3\x01\n\x1bRunInfraObservationMetadata\x12\x1d\n\ncase_count\x18\x01 \x01(\x05R\tcaseCount\x12\x30\n\x14\x63ompleted_case_count\x18\x02 \x01(\x05R\x12\x63ompletedCaseCount\x12\x1f\n\x0bsuite_count\x18\x03 \x01(\x05R\nsuiteCount\x12\x32\n\x15\x63ompleted_suite_count\x18\x04 \x01(\x05R\x13\x63ompletedSuiteCount\"1\n\x1bRunInfraObservationResponse\x12\x12\n\x04runs\x18\x01 \x03(\tR\x04runs\"9\n\x11RunPublishedEvent\x12$\n\x03run\x18\x01 \x01(\x0b\x32\x12.alis.evals.v1.RunR\x03run*s\n\x0fInfraTargetRole\x12!\n\x1dINFRA_TARGET_ROLE_UNSPECIFIED\x10\x00\x12\x1b\n\x17INFRA_TARGET_ROLE_ENTRY\x10\x01\x12 \n\x1cINFRA_TARGET_ROLE_DEPENDENCY\x10\x02*\xbf\x01\n\x10InfraFetchStatus\x12\"\n\x1eINFRA_FETCH_STATUS_UNSPECIFIED\x10\x00\x12\x19\n\x15INFRA_FETCH_STATUS_OK\x10\x01\x12\"\n\x1eINFRA_FETCH_STATUS_UNAVAILABLE\x10\x02\x12\x1e\n\x1aINFRA_FETCH_STATUS_TIMEOUT\x10\x03\x12(\n$INFRA_FETCH_STATUS_PERMISSION_DENIED\x10\x04*Y\n\tInfraKind\x12\x1a\n\x16INFRA_KIND_UNSPECIFIED\x10\x00\x12\x18\n\x14INFRA_KIND_CLOUD_RUN\x10\x01\x12\x16\n\x12INFRA_KIND_SPANNER\x10\x02*K\n\x06Status\x12\x16\n\x12STATUS_UNSPECIFIED\x10\x00\x12\n\n\x06PASSED\x10\x01\x12\n\n\x06\x46\x41ILED\x10\x02\x12\x11\n\rNOT_EVALUATED\x10\x03\x32\xd0\x04\n\x0bTestService\x12\x9a\x01\n\x12RunIntegrationTest\x12(.alis.evals.v1.RunIntegrationTestRequest\x1a\x1d.google.longrunning.Operation\";\xca\x41\x38\n\x1aRunIntegrationTestResponse\x12\x1aRunIntegrationTestMetadata\x12~\n\x0bRunLoadTest\x12!.alis.evals.v1.RunLoadTestRequest\x1a\x1d.google.longrunning.Operation\"-\xca\x41*\n\x13RunLoadTestResponse\x12\x13RunLoadTestMetadata\x12\x82\x01\n\x0cRunAgentEval\x12\".alis.evals.v1.RunAgentEvalRequest\x1a\x1d.google.longrunning.Operation\"/\xca\x41,\n\x14RunAgentEvalResponse\x12\x14RunAgentEvalMetadata\x12\x9e\x01\n\x13RunInfraObservation\x12).alis.evals.v1.RunInfraObservationRequest\x1a\x1d.google.longrunning.Operation\"=\xca\x41:\n\x1bRunInfraObservationResponse\x12\x1bRunInfraObservationMetadataB,Z*github.com/alis-build/public-go/alis/evalsb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'alis.evals.v1.evaluation_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  _globals['DESCRIPTOR']._loaded_options = None
+  _globals['DESCRIPTOR']._serialized_options = b'Z*github.com/alis-build/public-go/alis/evals'
+  _globals['_TESTSERVICE'].methods_by_name['RunIntegrationTest']._loaded_options = None
+  _globals['_TESTSERVICE'].methods_by_name['RunIntegrationTest']._serialized_options = b'\312A8\n\032RunIntegrationTestResponse\022\032RunIntegrationTestMetadata'
+  _globals['_TESTSERVICE'].methods_by_name['RunLoadTest']._loaded_options = None
+  _globals['_TESTSERVICE'].methods_by_name['RunLoadTest']._serialized_options = b'\312A*\n\023RunLoadTestResponse\022\023RunLoadTestMetadata'
+  _globals['_TESTSERVICE'].methods_by_name['RunAgentEval']._loaded_options = None
+  _globals['_TESTSERVICE'].methods_by_name['RunAgentEval']._serialized_options = b'\312A,\n\024RunAgentEvalResponse\022\024RunAgentEvalMetadata'
+  _globals['_TESTSERVICE'].methods_by_name['RunInfraObservation']._loaded_options = None
+  _globals['_TESTSERVICE'].methods_by_name['RunInfraObservation']._serialized_options = b'\312A:\n\033RunInfraObservationResponse\022\033RunInfraObservationMetadata'
+  _globals['_INFRATARGETROLE']._serialized_start=9174
+  _globals['_INFRATARGETROLE']._serialized_end=9289
+  _globals['_INFRAFETCHSTATUS']._serialized_start=9292
+  _globals['_INFRAFETCHSTATUS']._serialized_end=9483
+  _globals['_INFRAKIND']._serialized_start=9485
+  _globals['_INFRAKIND']._serialized_end=9574
+  _globals['_STATUS']._serialized_start=9576
+  _globals['_STATUS']._serialized_end=9651
+  _globals['_RUN']._serialized_start=177
+  _globals['_RUN']._serialized_end=1065
+  _globals['_RUN_TYPE']._serialized_start=924
+  _globals['_RUN_TYPE']._serialized_end=1028
+  _globals['_INTEGRATIONTESTRESULTS']._serialized_start=1068
+  _globals['_INTEGRATIONTESTRESULTS']._serialized_end=1457
+  _globals['_INTEGRATIONTESTRESULTS_CASE']._serialized_start=1161
+  _globals['_INTEGRATIONTESTRESULTS_CASE']._serialized_end=1457
+  _globals['_INTEGRATIONTESTRESULTS_CASE_CHECK']._serialized_start=1361
+  _globals['_INTEGRATIONTESTRESULTS_CASE_CHECK']._serialized_end=1457
+  _globals['_LATENCYPERCENTILES']._serialized_start=1460
+  _globals['_LATENCYPERCENTILES']._serialized_end=1620
+  _globals['_LOADTESTRESULTS']._serialized_start=1623
+  _globals['_LOADTESTRESULTS']._serialized_end=3656
+  _globals['_LOADTESTRESULTS_STRINGENTRY']._serialized_start=1701
+  _globals['_LOADTESTRESULTS_STRINGENTRY']._serialized_end=1754
+  _globals['_LOADTESTRESULTS_INT64ENTRY']._serialized_start=1756
+  _globals['_LOADTESTRESULTS_INT64ENTRY']._serialized_end=1808
+  _globals['_LOADTESTRESULTS_CASE']._serialized_start=1811
+  _globals['_LOADTESTRESULTS_CASE']._serialized_end=2272
+  _globals['_LOADTESTRESULTS_SUMMARY']._serialized_start=2275
+  _globals['_LOADTESTRESULTS_SUMMARY']._serialized_end=3084
+  _globals['_LOADTESTRESULTS_LOADSTAGE']._serialized_start=3086
+  _globals['_LOADTESTRESULTS_LOADSTAGE']._serialized_end=3176
+  _globals['_LOADTESTRESULTS_STREAMSUMMARY']._serialized_start=3179
+  _globals['_LOADTESTRESULTS_STREAMSUMMARY']._serialized_end=3484
+  _globals['_LOADTESTRESULTS_SLOCHECK']._serialized_start=3487
+  _globals['_LOADTESTRESULTS_SLOCHECK']._serialized_end=3656
+  _globals['_AGENTEVALRESULTS']._serialized_start=3659
+  _globals['_AGENTEVALRESULTS']._serialized_end=4660
+  _globals['_AGENTEVALRESULTS_JUDGEINFO']._serialized_start=3810
+  _globals['_AGENTEVALRESULTS_JUDGEINFO']._serialized_end=3989
+  _globals['_AGENTEVALRESULTS_CASE']._serialized_start=3992
+  _globals['_AGENTEVALRESULTS_CASE']._serialized_end=4650
+  _globals['_AGENTEVALRESULTS_CASE_METRIC']._serialized_start=4221
+  _globals['_AGENTEVALRESULTS_CASE_METRIC']._serialized_end=4650
+  _globals['_AGENTEVALRESULTS_CASE_METRIC_RUBRICSCORE']._serialized_start=4464
+  _globals['_AGENTEVALRESULTS_CASE_METRIC_RUBRICSCORE']._serialized_end=4626
+  _globals['_CLOUDRUNTARGETREF']._serialized_start=4663
+  _globals['_CLOUDRUNTARGETREF']._serialized_end=4818
+  _globals['_SPANNERTARGETREF']._serialized_start=4821
+  _globals['_SPANNERTARGETREF']._serialized_end=4959
+  _globals['_CLOUDRUNMETRICS']._serialized_start=4962
+  _globals['_CLOUDRUNMETRICS']._serialized_end=5470
+  _globals['_SPANNERMETRICS']._serialized_start=5473
+  _globals['_SPANNERMETRICS']._serialized_end=5827
+  _globals['_CLOUDRUNTARGETSNAPSHOT']._serialized_start=5830
+  _globals['_CLOUDRUNTARGETSNAPSHOT']._serialized_end=6288
+  _globals['_SPANNERTARGETSNAPSHOT']._serialized_start=6291
+  _globals['_SPANNERTARGETSNAPSHOT']._serialized_end=6746
+  _globals['_INFRASLOCHECK']._serialized_start=6749
+  _globals['_INFRASLOCHECK']._serialized_end=7026
+  _globals['_INFRAOBSERVATIONRESULTS']._serialized_start=7029
+  _globals['_INFRAOBSERVATIONRESULTS']._serialized_end=7567
+  _globals['_INFRAOBSERVATIONRESULTS_CASE']._serialized_start=7124
+  _globals['_INFRAOBSERVATIONRESULTS_CASE']._serialized_end=7567
+  _globals['_RUNINTEGRATIONTESTREQUEST']._serialized_start=7569
+  _globals['_RUNINTEGRATIONTESTREQUEST']._serialized_end=7668
+  _globals['_RUNINTEGRATIONTESTMETADATA']._serialized_start=7671
+  _globals['_RUNINTEGRATIONTESTMETADATA']._serialized_end=7865
+  _globals['_RUNINTEGRATIONTESTRESPONSE']._serialized_start=7867
+  _globals['_RUNINTEGRATIONTESTRESPONSE']._serialized_end=7915
+  _globals['_RUNLOADTESTREQUEST']._serialized_start=7918
+  _globals['_RUNLOADTESTREQUEST']._serialized_end=8170
+  _globals['_RUNLOADTESTREQUEST_MODE']._serialized_start=8059
+  _globals['_RUNLOADTESTREQUEST_MODE']._serialized_end=8157
+  _globals['_RUNLOADTESTMETADATA']._serialized_start=8173
+  _globals['_RUNLOADTESTMETADATA']._serialized_end=8360
+  _globals['_RUNLOADTESTRESPONSE']._serialized_start=8362
+  _globals['_RUNLOADTESTRESPONSE']._serialized_end=8403
+  _globals['_RUNAGENTEVALREQUEST']._serialized_start=8405
+  _globals['_RUNAGENTEVALREQUEST']._serialized_end=8453
+  _globals['_RUNAGENTEVALMETADATA']._serialized_start=8456
+  _globals['_RUNAGENTEVALMETADATA']._serialized_end=8644
+  _globals['_RUNAGENTEVALRESPONSE']._serialized_start=8646
+  _globals['_RUNAGENTEVALRESPONSE']._serialized_end=8688
+  _globals['_RUNINFRAOBSERVATIONREQUEST']._serialized_start=8691
+  _globals['_RUNINFRAOBSERVATIONREQUEST']._serialized_end=8864
+  _globals['_RUNINFRAOBSERVATIONMETADATA']._serialized_start=8867
+  _globals['_RUNINFRAOBSERVATIONMETADATA']._serialized_end=9062
+  _globals['_RUNINFRAOBSERVATIONRESPONSE']._serialized_start=9064
+  _globals['_RUNINFRAOBSERVATIONRESPONSE']._serialized_end=9113
+  _globals['_RUNPUBLISHEDEVENT']._serialized_start=9115
+  _globals['_RUNPUBLISHEDEVENT']._serialized_end=9172
+  _globals['_TESTSERVICE']._serialized_start=9654
+  _globals['_TESTSERVICE']._serialized_end=10246
+# @@protoc_insertion_point(module_scope)