eval-studio-client 1.3.0a1__py3-none-any.whl → 1.3.1a1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. eval_studio_client/api/__init__.py +3 -0
  2. eval_studio_client/api/api/__init__.py +1 -0
  3. eval_studio_client/api/api/h2_ogpte_collection_service_api.py +304 -0
  4. eval_studio_client/api/api/test_lab_service_api.py +18 -1
  5. eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +2 -0
  6. eval_studio_client/api/docs/H2OGPTeCollectionServiceApi.md +77 -0
  7. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +2 -0
  8. eval_studio_client/api/docs/TestLabServiceApi.md +4 -2
  9. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +1 -0
  10. eval_studio_client/api/docs/V1CreateEvaluationRequest.md +1 -0
  11. eval_studio_client/api/docs/V1DeleteWorkflowCollectionsRequest.md +30 -0
  12. eval_studio_client/api/docs/V1DeleteWorkflowCollectionsResponse.md +29 -0
  13. eval_studio_client/api/docs/V1TestLab.md +1 -0
  14. eval_studio_client/api/models/__init__.py +2 -0
  15. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +14 -2
  16. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +7 -3
  17. eval_studio_client/api/models/test_service_generate_test_cases_request.py +5 -3
  18. eval_studio_client/api/models/v1_create_evaluation_request.py +4 -2
  19. eval_studio_client/api/models/v1_delete_workflow_collections_request.py +97 -0
  20. eval_studio_client/api/models/v1_delete_workflow_collections_response.py +87 -0
  21. eval_studio_client/api/models/v1_test_lab.py +5 -2
  22. eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +26 -1
  23. eval_studio_client/api/test/test_h2_ogpte_collection_service_api.py +38 -0
  24. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +3 -1
  25. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +2 -1
  26. eval_studio_client/api/test/test_v1_create_evaluation_request.py +2 -1
  27. eval_studio_client/api/test/test_v1_create_test_lab_response.py +2 -1
  28. eval_studio_client/api/test/test_v1_delete_workflow_collections_request.py +108 -0
  29. eval_studio_client/api/test/test_v1_delete_workflow_collections_response.py +53 -0
  30. eval_studio_client/api/test/test_v1_find_test_lab_response.py +2 -1
  31. eval_studio_client/api/test/test_v1_test_lab.py +2 -1
  32. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +107 -0
  33. {eval_studio_client-1.3.0a1.dist-info → eval_studio_client-1.3.1a1.dist-info}/METADATA +2 -2
  34. {eval_studio_client-1.3.0a1.dist-info → eval_studio_client-1.3.1a1.dist-info}/RECORD +35 -26
  35. {eval_studio_client-1.3.0a1.dist-info → eval_studio_client-1.3.1a1.dist-info}/WHEEL +0 -0
@@ -26,6 +26,9 @@
26
26
  {
27
27
  "name": "EvaluatorService"
28
28
  },
29
+ {
30
+ "name": "H2OGPTeCollectionService"
31
+ },
29
32
  {
30
33
  "name": "HumanCalibrationService"
31
34
  },
@@ -2139,6 +2142,20 @@
2139
2142
  "in": "query",
2140
2143
  "required": false,
2141
2144
  "type": "string"
2145
+ },
2146
+ {
2147
+ "name": "evaluationType",
2148
+ "description": "The evaluation type for the Test Lab.\n\n - EVALUATION_TYPE_UNSPECIFIED: Unspecified type.\n - EVALUATION_TYPE_LLM: LLM Evaluation, where evaluated model doesn't retrieve any context.\n - EVALUATION_TYPE_RAG: RAG Evaluation, where evaluated model retrieves context from a given collection.\n - EVALUATION_TYPE_AGENT: Agent Evaluation, where evaluated model is an agent that can interact with tools.",
2149
+ "in": "query",
2150
+ "required": false,
2151
+ "type": "string",
2152
+ "enum": [
2153
+ "EVALUATION_TYPE_UNSPECIFIED",
2154
+ "EVALUATION_TYPE_LLM",
2155
+ "EVALUATION_TYPE_RAG",
2156
+ "EVALUATION_TYPE_AGENT"
2157
+ ],
2158
+ "default": "EVALUATION_TYPE_UNSPECIFIED"
2142
2159
  }
2143
2160
  ],
2144
2161
  "tags": [
@@ -4586,6 +4603,14 @@
4586
4603
  "type": "string"
4587
4604
  },
4588
4605
  "description": "Optional. Topics to generate questions for. If not specified, use document summarization as topic generation."
4606
+ },
4607
+ "allowDuplicates": {
4608
+ "type": "boolean",
4609
+ "description": "Optional. Whether to allow duplicates in the generated TestCases."
4610
+ },
4611
+ "workflow": {
4612
+ "type": "string",
4613
+ "description": "Optional. The workflow resource name to associate with the generated prompts."
4589
4614
  }
4590
4615
  }
4591
4616
  }
@@ -4717,6 +4742,10 @@
4717
4742
  "$ref": "#/definitions/v1Context"
4718
4743
  },
4719
4744
  "description": "Optional. The list of chunks to use for generation. If set, the Documents assigned to the Test\nand h2ogpte_collection_id are ignored."
4745
+ },
4746
+ "allowDuplicates": {
4747
+ "type": "boolean",
4748
+ "description": "Optional. Whether to allow duplicates in the generated TestCases."
4720
4749
  }
4721
4750
  }
4722
4751
  }
@@ -6647,6 +6676,18 @@
6647
6676
  "$ref": "#/definitions/v1AllMetricScores"
6648
6677
  },
6649
6678
  "description": "Required. Map of baseline metric to all and every test case metric score."
6679
+ },
6680
+ "testCases": {
6681
+ "type": "array",
6682
+ "items": {
6683
+ "type": "object",
6684
+ "$ref": "#/definitions/v1TestCase"
6685
+ },
6686
+ "description": "Optional. Existing adversarial test cases. If provided, these will be merged with newly\ngenerated adversarial test cases (if any) and used for evaluation."
6687
+ },
6688
+ "workflow": {
6689
+ "type": "string",
6690
+ "description": "Optional. Resource name of the parent workflow."
6650
6691
  }
6651
6692
  }
6652
6693
  }
@@ -6804,6 +6845,39 @@
6804
6845
  ]
6805
6846
  }
6806
6847
  },
6848
+ "/v1:deleteWorkflowCollections": {
6849
+ "post": {
6850
+ "summary": "DeleteCollection deletes existing managed h2oGPTe collection on the h2oGPTe server.",
6851
+ "operationId": "H2OGPTeCollectionService_DeleteWorkflowCollections",
6852
+ "responses": {
6853
+ "200": {
6854
+ "description": "A successful response.",
6855
+ "schema": {
6856
+ "$ref": "#/definitions/v1DeleteWorkflowCollectionsResponse"
6857
+ }
6858
+ },
6859
+ "default": {
6860
+ "description": "An unexpected error response.",
6861
+ "schema": {
6862
+ "$ref": "#/definitions/rpcStatus"
6863
+ }
6864
+ }
6865
+ },
6866
+ "parameters": [
6867
+ {
6868
+ "name": "body",
6869
+ "in": "body",
6870
+ "required": true,
6871
+ "schema": {
6872
+ "$ref": "#/definitions/v1DeleteWorkflowCollectionsRequest"
6873
+ }
6874
+ }
6875
+ ],
6876
+ "tags": [
6877
+ "H2OGPTeCollectionService"
6878
+ ]
6879
+ }
6880
+ },
6807
6881
  "/v1:estimateThreshold": {
6808
6882
  "post": {
6809
6883
  "summary": "EstimateThreshold runs a threshold estimation process based on human labeling of randomly sampled test-cases.",
@@ -7931,6 +8005,10 @@
7931
8005
  "evaluationType": {
7932
8006
  "$ref": "#/definitions/v1EvaluationType",
7933
8007
  "description": "Optional. Type of the evaluation. If not specified, defaults to type of the Model used, or LLM if unspecified."
8008
+ },
8009
+ "workflow": {
8010
+ "type": "string",
8011
+ "description": "Optional. The resource name of the workflow to which the evaluation belongs to."
7934
8012
  }
7935
8013
  }
7936
8014
  },
@@ -8425,6 +8503,31 @@
8425
8503
  }
8426
8504
  }
8427
8505
  },
8506
+ "v1DeleteWorkflowCollectionsRequest": {
8507
+ "type": "object",
8508
+ "properties": {
8509
+ "model": {
8510
+ "$ref": "#/definitions/v1Model",
8511
+ "description": "Required. Model host configured in the parent Workflow."
8512
+ },
8513
+ "workflow": {
8514
+ "$ref": "#/definitions/v1Workflow",
8515
+ "description": "Required. The parent Workflow."
8516
+ }
8517
+ }
8518
+ },
8519
+ "v1DeleteWorkflowCollectionsResponse": {
8520
+ "type": "object",
8521
+ "properties": {
8522
+ "collections": {
8523
+ "type": "array",
8524
+ "items": {
8525
+ "type": "string"
8526
+ },
8527
+ "description": "Output Only. The deleted collections ID."
8528
+ }
8529
+ }
8530
+ },
8428
8531
  "v1DeleteWorkflowEdgeResponse": {
8429
8532
  "type": "object",
8430
8533
  "properties": {
@@ -12122,6 +12225,10 @@
12122
12225
  "h2ogpteCollection": {
12123
12226
  "type": "string",
12124
12227
  "description": "The existing collection name in H2OGPTe."
12228
+ },
12229
+ "evaluationType": {
12230
+ "$ref": "#/definitions/v1EvaluationType",
12231
+ "description": "Immutable. Evaluation type used for this test lab."
12125
12232
  }
12126
12233
  }
12127
12234
  },
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: eval-studio-client
3
- Version: 1.3.0a1
3
+ Version: 1.3.1a1
4
4
  Project-URL: Source, https://github.com/h2oai/eval-studio/tree/main/client-py/src/
5
5
  Project-URL: Issues, https://github.com/h2oai/eval-studio/issues
6
6
  Author-email: "H2O.ai" <support@h2o.ai>
@@ -15,4 +15,4 @@ Requires-Dist: h2o-authn<3.0.0,>=2.0.0
15
15
  Requires-Dist: pydantic>=2
16
16
  Requires-Dist: python-dateutil>=2.5.3
17
17
  Requires-Dist: typing-extensions>=4.7.1
18
- Requires-Dist: urllib3~=2.6.0
18
+ Requires-Dist: urllib3~=2.6.3
@@ -12,13 +12,13 @@ eval_studio_client/problems.py,sha256=rdGIfo7AqyxGhWMpbIDX1WXFoQvzKktKAWDKRde5Vb
12
12
  eval_studio_client/test_labs.py,sha256=tePU8z4Cw6wMBrW-pSP3FAaT76Y2RK3xiWaRVndcmv4,12331
13
13
  eval_studio_client/tests.py,sha256=doN99_t58aIIm9ZySvvbpZemHohey255i_98Ep65Dzg,32971
14
14
  eval_studio_client/utils.py,sha256=e5bsQVgNHYNSqSOthxlmncerPdgbvWwQaY_C-libuXk,764
15
- eval_studio_client/api/__init__.py,sha256=cs-lOs078wPq3IHZn82MVHsYzw3OJ6wVRiMgtM2TDGg,32191
15
+ eval_studio_client/api/__init__.py,sha256=u4yY6QLDkb3KaoFoBN_1LmsGGnyfcGodL6xNwIMWhkM,32524
16
16
  eval_studio_client/api/api_client.py,sha256=2Qwvxm4lRzMDRaA2FqunosFSEbIEO7Oz5YH5WAGTDnU,26428
17
17
  eval_studio_client/api/api_response.py,sha256=eMxw1mpmJcoGZ3gs9z6jM4oYoZ10Gjk333s9sKxGv7s,652
18
18
  eval_studio_client/api/configuration.py,sha256=3A8i8o_A71YfdwAzpmNYI-aBT7pWj2Eg7uBCLhamPPs,14520
19
19
  eval_studio_client/api/exceptions.py,sha256=Ko_d0Y8cP3A-xlTon24LOmk1oHUaDs3fDhFrywVQ4M4,6010
20
20
  eval_studio_client/api/rest.py,sha256=OSPOLQi9L95C4H71CJffWr4Er3TCfGJp1yHERzSfemw,9454
21
- eval_studio_client/api/api/__init__.py,sha256=xhsMjD2a2Hf2vgS2YkWTxhQvyrh7-xm5g4gdecprez0,2608
21
+ eval_studio_client/api/api/__init__.py,sha256=X6uaSeyiNPN8FDuPjEHRzWehoXQnsDKgXjgDM41tshA,2707
22
22
  eval_studio_client/api/api/adversarial_inputs_service_api.py,sha256=8BNOPL-etJxKeuRYBUgzTi6oLnUIb3euPx3KANksdDE,13055
23
23
  eval_studio_client/api/api/dashboard_report_service_api.py,sha256=sakhvXy5MK2LBUZP8xh3fGbmpnYXoS7KR4d6fOQ-UNs,11440
24
24
  eval_studio_client/api/api/dashboard_service_api.py,sha256=cEs1IYzxK_1d4XGwRgJhivE3J9LcFMnsYKybN6sb11A,133480
@@ -26,6 +26,7 @@ eval_studio_client/api/api/dashboard_test_case_annotation_service_api.py,sha256=
26
26
  eval_studio_client/api/api/document_service_api.py,sha256=OlkOtwdpEjBrDdW2FjWM0HxIiyuztsDlxojORsheNtE,74864
27
27
  eval_studio_client/api/api/evaluation_service_api.py,sha256=aSSbIk5TyYspYLH72oQXt6QdPViJ9e1nTIdjBkVddEw,83172
28
28
  eval_studio_client/api/api/evaluator_service_api.py,sha256=hwjUP1LdO6KyarJf4cfEuI-zenpiRaaW2NuLn3T2CbE,55735
29
+ eval_studio_client/api/api/h2_ogpte_collection_service_api.py,sha256=q80PjLpmHOtdel_T01jH0nx9ZiZxmjEDIs6Pf5UPUlo,11955
29
30
  eval_studio_client/api/api/human_calibration_service_api.py,sha256=mPvoPITEkuuISPvVhgGbzgKM8OEjm1DE1yUHXgkBaBk,11711
30
31
  eval_studio_client/api/api/info_service_api.py,sha256=I4XNOBbr7KLlaCPtcm7ppfskDD3paW2KgWgDomiwyk0,19370
31
32
  eval_studio_client/api/api/leaderboard_report_service_api.py,sha256=5Cpe_01MazHrxOdEFuw_qjUjIuUub7uZWgto412xp1k,25017
@@ -41,7 +42,7 @@ eval_studio_client/api/api/prompt_library_service_api.py,sha256=8ZycO7_o3At3AIJ2
41
42
  eval_studio_client/api/api/test_case_relationship_service_api.py,sha256=-f9n6xHiphMZqEGnhkRA5DSmkOcAd4SOT2QLhgrIGwY,11775
42
43
  eval_studio_client/api/api/test_case_service_api.py,sha256=dggZXPVTQNpQax24scwq7-w7oI7b1WMwQlBxiAIfew4,89860
43
44
  eval_studio_client/api/api/test_class_service_api.py,sha256=l0IQpt7ejLBCCGMqx6cGGo07BbX5kKP5oi4R5zKWsr8,20784
44
- eval_studio_client/api/api/test_lab_service_api.py,sha256=6gg_6Ek3vaA93VO41o35sbNnGpGp_1I0wHaJqCur9F4,25735
45
+ eval_studio_client/api/api/test_lab_service_api.py,sha256=rVOqB1ml18wjATK3zIYLitHDfcbOFRNt_KKOD08KhWU,28871
45
46
  eval_studio_client/api/api/test_service_api.py,sha256=0cnXhMXViu3QNkQ1ctmkzjSQcEMLMpnAORDxVI3Ve3E,221999
46
47
  eval_studio_client/api/api/who_am_i_service_api.py,sha256=Am6A2ADTsStWPhSGcUcVTr7Kcl7TQ2LyyADuNhyTR_g,10326
47
48
  eval_studio_client/api/api/workflow_edge_service_api.py,sha256=_nMV7ya5Uxll3kyAZgoVwtvclZP5LqGgMOWlrM6AEjE,34540
@@ -49,13 +50,14 @@ eval_studio_client/api/api/workflow_node_service_api.py,sha256=TV83YE4S0nK5Zf2p2
49
50
  eval_studio_client/api/api/workflow_result_service_api.py,sha256=cydwZEuc0nC7---r97zqO2bO7cb4pynw9WeOu0PCNao,45976
50
51
  eval_studio_client/api/api/workflow_service_api.py,sha256=ul3_xLaw4hh-aiptrG2eMxC2SOFR7vbCFtASsoJgPTU,151029
51
52
  eval_studio_client/api/docs/AdversarialInputsServiceApi.md,sha256=B7XWi7se4QJCTilz3ynROBNe2OQI5NIl3ypCKkEzVlk,3098
52
- eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md,sha256=eNcTo6WKuvZfUVQoj20VxhEbQA_-QaWd3Kq8zUhpYFo,4157
53
+ eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md,sha256=QFaDv8Gs2tjzXl5YBoLbwfs61r2E6WPGYYvHYyR6WO8,4470
53
54
  eval_studio_client/api/docs/DashboardReportServiceApi.md,sha256=1PpLjzFzyQmEDxd879SKCGIs6el3KWlPzXOMrH88-vU,2465
54
55
  eval_studio_client/api/docs/DashboardServiceApi.md,sha256=l8UpbhW8MDZcvC-0--cLqOLYqyEhJncLdMchr4WQ9c4,30571
55
56
  eval_studio_client/api/docs/DashboardTestCaseAnnotationServiceApi.md,sha256=LeblEctNycmYTO5Hv-rcn-XxHEbH8_zdVb5UKeV97DE,7838
56
57
  eval_studio_client/api/docs/DocumentServiceApi.md,sha256=tS6Y7Xep0crzbb0lJGggUSBNc987D5YFralg1qlVqeg,16170
57
58
  eval_studio_client/api/docs/EvaluationServiceApi.md,sha256=G1qBe_dv1Tk8nankQx5OuVXngouEPXKiAximVtNLBSg,20262
58
59
  eval_studio_client/api/docs/EvaluatorServiceApi.md,sha256=O78qVgDxbjHggeI2eprzyhr2VJQlwwu9xaqxPLx-gDY,12445
60
+ eval_studio_client/api/docs/H2OGPTeCollectionServiceApi.md,sha256=-OJU6r5r0XFS23N8PXP82lewpTmZwPIW79bbPxJcFxw,3033
59
61
  eval_studio_client/api/docs/HumanCalibrationServiceApi.md,sha256=8bdjHavxbIZrReO9ScWR46QX_RZBT1JNDQN7ixhT158,2849
60
62
  eval_studio_client/api/docs/InfoServiceApi.md,sha256=ZJWqzAyeWGjhFeS5OiNMjAA8A-yBcebMnKFB7IM55-A,3773
61
63
  eval_studio_client/api/docs/LeaderboardReportServiceApi.md,sha256=XacgiBnVjg4Y5GZt6_mjT4TzHrWeLzpDkCWyS-pPt8c,6034
@@ -68,7 +70,7 @@ eval_studio_client/api/docs/PerturbationServiceApi.md,sha256=KybVmytWNgjLuSQYFhu
68
70
  eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md,sha256=3C5X9crwTVoq6W7qMwWWJZ7JSascuAmhkx79OwGrilQ,1883
69
71
  eval_studio_client/api/docs/PerturbatorServiceApi.md,sha256=G7OYXv3UcFehpGCJbEfOdyTqSn6eE7fUWP9MqNX-yCQ,11495
70
72
  eval_studio_client/api/docs/PromptGenerationServiceApi.md,sha256=WGRkhPNd7v5b06IFc1Ff-EUyZR1MrfaYFf7CZZw9YsI,2856
71
- eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md,sha256=ZmVsXNyAaQA1iySGrz-cEtMuAsi1ZwebSLyU-iwjWTk,2362
73
+ eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md,sha256=y6pseZ-q3dS8cDO6yQ0_sSqi99nKLqlEjEtDX1QwzNo,2593
72
74
  eval_studio_client/api/docs/PromptLibraryServiceApi.md,sha256=30uJZah-5ULNeAMOo6kUs53Ia1UEM-mywE0TP3-6Nag,6512
73
75
  eval_studio_client/api/docs/ProtobufAny.md,sha256=sf40Vp58QzpEL9hnIoF28BRRgcFrB1NDJFCcQACv_zM,4608
74
76
  eval_studio_client/api/docs/ProtobufNullValue.md,sha256=dU4vJwx5LrZZwVFKsjXBxEERvGNP5B1iGryiH6g1mVU,477
@@ -90,10 +92,10 @@ eval_studio_client/api/docs/TestCaseServiceApi.md,sha256=a8fsTRRIL_hyoXbjvpG3GZM
90
92
  eval_studio_client/api/docs/TestCaseServiceAppendTestCasesRequest.md,sha256=KrZi08fpakVOSV4IS6Xeo9fi8f3sVak9xCPvjEa8b1M,1354
91
93
  eval_studio_client/api/docs/TestCaseServiceBatchDeleteTestCasesRequest.md,sha256=QcPFhvfLHzbiLDC0rAKeDJHQp-uBfMl7zeDbtdtvH30,1339
92
94
  eval_studio_client/api/docs/TestClassServiceApi.md,sha256=nw2w6mh09cLbJ91TgmT62Mf-RN5lXpUvSnEY2pib9HY,4347
93
- eval_studio_client/api/docs/TestLabServiceApi.md,sha256=J0_dlLp92Q2UTpINe6w_tlaHcaY4_En-J7CWIyyeqoA,5545
95
+ eval_studio_client/api/docs/TestLabServiceApi.md,sha256=9PGrtrwWzzAl1lWh-uM0lGgI70abu--6oWRjTtpn3K0,6613
94
96
  eval_studio_client/api/docs/TestServiceApi.md,sha256=fgo3SZi4gQSnDwG1pdZr1iPDSam3nCQObpriVO7UaVE,48341
95
97
  eval_studio_client/api/docs/TestServiceCloneTestRequest.md,sha256=n5CuodW4KlkoSn5pYsWVV1dDArFbJbUEzEYLPZ7v5ho,1242
96
- eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md,sha256=CGmdpWMUqndbUWJu5tiiYqm--Xxl2FuUvnyWAckE9yQ,2489
98
+ eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md,sha256=oq8Q1qLD0sVEcXXMmNaTxf7Sw2JQEuo-Zd2UR2xcGy8,2603
97
99
  eval_studio_client/api/docs/TestServiceGrantTestAccessRequest.md,sha256=1AX06-dNFJy7WoK81pUzbhN_zanZKGIykKAMcIne0fo,1264
98
100
  eval_studio_client/api/docs/TestServiceImportTestCasesFromLibraryRequest.md,sha256=bqx1N5B-qjLg3sNSSJv4hQRInJSzznr50esMCtMRelA,1776
99
101
  eval_studio_client/api/docs/TestServiceListTestCaseLibraryItemsRequest.md,sha256=OBkPfxSsrJM1E9krMXBt08NcsmAlOt16kycXC0N7huU,1842
@@ -158,7 +160,7 @@ eval_studio_client/api/docs/V1ComparisonSummary.md,sha256=X2MExh62Gx2wxvKAui3JzL
158
160
  eval_studio_client/api/docs/V1Context.md,sha256=0_1FvSJaXqeBh-2JC2V2m2BQ9Kw7jjDr4n7KcxTaALU,1341
159
161
  eval_studio_client/api/docs/V1CreateDashboardResponse.md,sha256=KVvv7O5LVaHq1KN37uZtEi1hrtmwM5hodhcQDsU3FpY,1083
160
162
  eval_studio_client/api/docs/V1CreateDocumentResponse.md,sha256=ZgaSw6BFfUIpkPDI8wj7GJf7U61PzTaPX4IjPGan_Ow,1067
161
- eval_studio_client/api/docs/V1CreateEvaluationRequest.md,sha256=PdjnD3YHp72T5bRaCk4KkARlpThB8YkhD29IKZZKJwg,2402
163
+ eval_studio_client/api/docs/V1CreateEvaluationRequest.md,sha256=f5I8zKkUFGuZT_PIRBzTWp4FewDw5g_Vapkfk4CS4rs,2521
162
164
  eval_studio_client/api/docs/V1CreateEvaluatorResponse.md,sha256=ew8KdI4A0CaQ1j7KSARIgErErErUq0nolHC8fbl14mI,1083
163
165
  eval_studio_client/api/docs/V1CreateLeaderboardRequest.md,sha256=ix1VypKBRjBasnJ1Q28JdAeow0IUIaV7dt0znDkNGDc,1102
164
166
  eval_studio_client/api/docs/V1CreateLeaderboardResponse.md,sha256=qVGdVCKCQdyOoF9lyWypblXaykzIHSzVu_6kAj3w75o,1109
@@ -189,6 +191,8 @@ eval_studio_client/api/docs/V1DeleteLeaderboardResponse.md,sha256=KM2htzsssD1Ii8
189
191
  eval_studio_client/api/docs/V1DeleteModelResponse.md,sha256=Rao4Y02t0tx7ettBKF6K0B411umHlJKi1_UHxp0ba7U,1019
190
192
  eval_studio_client/api/docs/V1DeleteTestCaseResponse.md,sha256=Tu9z5CO7pKrqXI-jnj3hloizMke16V0ONkQbwH41xeA,1074
191
193
  eval_studio_client/api/docs/V1DeleteTestResponse.md,sha256=NnzrS3EfN09kajNPTKAVifQD63g91aQLLZGLzgiPNFY,1003
194
+ eval_studio_client/api/docs/V1DeleteWorkflowCollectionsRequest.md,sha256=2lbpaQJtTvnMlwvFSbWSOeuDladeWbKYE989LBVrkwo,1258
195
+ eval_studio_client/api/docs/V1DeleteWorkflowCollectionsResponse.md,sha256=gU0GeQ7SHxzCtWanMdyz1j8o8fKMZtBvHzjPv1oniR0,1241
192
196
  eval_studio_client/api/docs/V1DeleteWorkflowEdgeResponse.md,sha256=AemjWaN3hdefwIyWDukpbSeW1ivCeZ8VXtbqsrM1Nf8,1129
193
197
  eval_studio_client/api/docs/V1DeleteWorkflowNodeResponse.md,sha256=Gz-VgTCOQDo2c6UG6IaOkWSCMtHEn-9TJAySFtpbfSw,1129
194
198
  eval_studio_client/api/docs/V1DeleteWorkflowResponse.md,sha256=1bI_uGCC_KzQ9gXDUotof2x8KvX_Wkz7VaHT5WrnA7o,1067
@@ -332,7 +336,7 @@ eval_studio_client/api/docs/V1TestCaseResult.md,sha256=yA2ExYI-f_8iwMDdV-nQ5rCj4
332
336
  eval_studio_client/api/docs/V1TestCasesGenerator.md,sha256=FEt16R-MY4j3tpkro-1nvDaNW2dKzqsFCNITfJYZ0Fw,300
333
337
  eval_studio_client/api/docs/V1TestClass.md,sha256=4sEXmPZMQQlE32VilwRUI_tlMgOz3GjzRukpOMz8PNY,2308
334
338
  eval_studio_client/api/docs/V1TestClassType.md,sha256=kJO3zKy6soXVaJtkKaeu4uI_8K5qPY6Ema4EtrkMM7Y,831
335
- eval_studio_client/api/docs/V1TestLab.md,sha256=SwpAVKwynUaP7AkNHIJl7BZa2FG6WIA7rrKJp_0L0RA,2191
339
+ eval_studio_client/api/docs/V1TestLab.md,sha256=aSWTt8yif4vhZN4zG1OI8L4Bgri5isyFCsBQ96u9qzc,2274
336
340
  eval_studio_client/api/docs/V1TestSuiteEvaluates.md,sha256=eeKSSLZWf87oAcm6jU3hhKtogmdIh9Kw4cwxYcjuuMo,300
337
341
  eval_studio_client/api/docs/V1TestType.md,sha256=igXF5UbGPe3h53mMwzP55-EPwli9OmvWq8rUPF2Fpms,428
338
342
  eval_studio_client/api/docs/V1TextSimilarityMetric.md,sha256=rqJYjyPt1KtSJnK8m4i5oV_vAKzZvhOWsUqdKNkaSOE,672
@@ -370,10 +374,10 @@ eval_studio_client/api/docs/WorkflowResultServiceApi.md,sha256=n9lVY6oBN7zEjcRJM
370
374
  eval_studio_client/api/docs/WorkflowServiceApi.md,sha256=n1eUv4xmYVRkDdYR2OxcH5S6dUE0SO0RA7bMNNje02U,35710
371
375
  eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md,sha256=fN-qS7wkta3xTLcGfy4NTPlmyu3g1_NLZ0Q0ehJcDpI,2115
372
376
  eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md,sha256=0B6GSjL7uydgt3LLqM_-hRWmaWHckliDqeVb15pS-js,1384
373
- eval_studio_client/api/models/__init__.py,sha256=wDVENU1XGOZ1-jTk1w9WXdTeBps08s15ELN2rCGXBFU,29015
374
- eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=ktX3f2beOquPRwCWeaqZ_RiNYImallW7qU3QTUnSPV8,10107
377
+ eval_studio_client/api/models/__init__.py,sha256=Kyc19JlsP85lGcWG5SSRK6VmXtm04kZ1jj2nJi2Mx68,29249
378
+ eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=6-AgWWF8TUCutmhwCK9UXv6nVcoVDdRd-Be3AhIXvcc,11097
375
379
  eval_studio_client/api/models/perturbation_service_create_perturbation_request.py,sha256=3ja1Vkw922L3lTacKQraaBmf-5U8hVGW6XLhw6EuPYQ,5840
376
- eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py,sha256=KBtE3WeDmnTF39tJrUXATuL3ilgdvmfroJldUtmOiKI,5385
380
+ eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py,sha256=hGVXowLw4pm4x5S-hzcfJToNCKjUJrWYk00J_CkhySU,5852
377
381
  eval_studio_client/api/models/protobuf_any.py,sha256=voCLlH_y7avgJ4FV_4gZ1SOjeYWLY7W2jO_-cfvw8R8,6858
378
382
  eval_studio_client/api/models/protobuf_null_value.py,sha256=xSbhDkPK7VZDx0vnpIAUXQDmTO6fJzjskUKMmxwYs7E,950
379
383
  eval_studio_client/api/models/required_the_dashboard_test_case_annotation_to_update.py,sha256=uKbTHRTb4uDSCPgzMR0Sd55udCW6WJ5WILmkk1CxYw8,4361
@@ -392,7 +396,7 @@ eval_studio_client/api/models/rpc_status.py,sha256=1O2U5S0ZPYz85Ywfx455GWC82JIzM
392
396
  eval_studio_client/api/models/test_case_service_append_test_cases_request.py,sha256=4WNH1lTWi2bl_ngq0WWYiCLDYBSmOVvKiCflozQsJIc,2947
393
397
  eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py,sha256=ekV9sGB8WchEjMFQE7dtkZu8ffXHfQSeyqhp1oSxzZ4,2760
394
398
  eval_studio_client/api/models/test_service_clone_test_request.py,sha256=A15il35xbJ8OgG6fzEpq1MnQiBMAdoxmSsLoM_XVo3Q,3030
395
- eval_studio_client/api/models/test_service_generate_test_cases_request.py,sha256=UEWpWuSWT_pMFZ---6eJuewW9YAUdgQqNHypBs0iwyQ,5109
399
+ eval_studio_client/api/models/test_service_generate_test_cases_request.py,sha256=KXcPrdIRufRqPqM7r2qIJYvFfikJe9jrRmDL-Qbhmv4,5370
396
400
  eval_studio_client/api/models/test_service_grant_test_access_request.py,sha256=P6zFcCq1CWId_hnnkejeogEg27PDNnIy7ztLgRxpPVs,2868
397
401
  eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py,sha256=kKFKFCVDGtcRrmjmj9fVPjWQ5CwBNHvz5QkkAfjgIQA,3544
398
402
  eval_studio_client/api/models/test_service_list_test_case_library_items_request.py,sha256=TnaBxjGzd-gzJb06WoY0ic563YGjztDoFfdBiX1DcAI,4175
@@ -457,7 +461,7 @@ eval_studio_client/api/models/v1_comparison_summary.py,sha256=LNbCvCr39AEhZGiecW
457
461
  eval_studio_client/api/models/v1_context.py,sha256=Y7a8_ppTF5fVTSYx3LxGxgGze_8uWPcV16aCa70Ils4,3957
458
462
  eval_studio_client/api/models/v1_create_dashboard_response.py,sha256=wgyencDNiksT9h2BHj9aYfe6toSPBRywV4pn42M-SEs,2925
459
463
  eval_studio_client/api/models/v1_create_document_response.py,sha256=sQQenfg_CYGJyz_qMTYCEWLvbssQUUrP7xU1JIXEHOE,2908
460
- eval_studio_client/api/models/v1_create_evaluation_request.py,sha256=204nX5_nY-ERqHTAp_SQ5aUb-K3zujSFNh9gMaiTAlg,6373
464
+ eval_studio_client/api/models/v1_create_evaluation_request.py,sha256=H3JlWuvwm835Bm0H057m2VE4SzI4rw66TyfuGf9Eiwk,6581
461
465
  eval_studio_client/api/models/v1_create_evaluator_response.py,sha256=R0TSM_MnJUNFcsDFKjQ_5mgYIYwpptsHp2mNtNASoec,2925
462
466
  eval_studio_client/api/models/v1_create_leaderboard_request.py,sha256=Cm4yzE6KQsSnWtN828M84P7-mZCIick9elHQrf8SN8A,2955
463
467
  eval_studio_client/api/models/v1_create_leaderboard_response.py,sha256=q6ciwyIxLhMx0v61JzdL6e1t-QaHuakVUZEi6ecG_Gc,2933
@@ -488,6 +492,8 @@ eval_studio_client/api/models/v1_delete_leaderboard_response.py,sha256=oA6UTNaHc
488
492
  eval_studio_client/api/models/v1_delete_model_response.py,sha256=1Fe-HruFZ1irXwbU5ae8EFFsmKLimqOrsvUFWyC7aiw,2857
489
493
  eval_studio_client/api/models/v1_delete_test_case_response.py,sha256=k_OWQ1GpfMBS6ZKGUABlvGrywVrNJTebMNUINRxtWpc,2953
490
494
  eval_studio_client/api/models/v1_delete_test_response.py,sha256=QtifZB-7yq7s-lwJtJ3kde0ugbIILo2_iScNnCIYIzo,2840
495
+ eval_studio_client/api/models/v1_delete_workflow_collections_request.py,sha256=4b0A2s2sY0pToFbFVe2Ko21nz6P5QjXpNlmZx8GdpxQ,3305
496
+ eval_studio_client/api/models/v1_delete_workflow_collections_response.py,sha256=sXSsDkmpzIqwSijIl1GQ4w0810wcKuxn50RSCCok9Fw,2761
491
497
  eval_studio_client/api/models/v1_delete_workflow_edge_response.py,sha256=Wy4pxDADaLxrNzwaPcPv8m8omO47O6WRY0_FOOH-ycs,2905
492
498
  eval_studio_client/api/models/v1_delete_workflow_node_response.py,sha256=0dngBDMW7X1ZnxWGtnIolN5nEdx_v7b3cwrO02bAkbE,2905
493
499
  eval_studio_client/api/models/v1_delete_workflow_response.py,sha256=kA3k34HpNArAMiUPsXtCC-G3BT5O-8ZzbE3AJIR2AGc,2908
@@ -631,7 +637,7 @@ eval_studio_client/api/models/v1_test_case_result.py,sha256=OD2jdV9vLXGRihRAwf1u
631
637
  eval_studio_client/api/models/v1_test_cases_generator.py,sha256=qD518OKl0KUyzl5uQ4r2bFz7X97Cwwu0USpOimeWrkM,2327
632
638
  eval_studio_client/api/models/v1_test_class.py,sha256=WaoLOJ_-aPiwtHfDhpyqaNmdlLL7By6fqCXkaziW3vg,5730
633
639
  eval_studio_client/api/models/v1_test_class_type.py,sha256=Q3M3mmJr7D3DJ4eKbY4-dDIy3SiZZc-Yjxy4fCz9eOM,1674
634
- eval_studio_client/api/models/v1_test_lab.py,sha256=DVC1PDEHynvrRdYZDFy3H4KKDgwS43AxBBJmUV5w_Gg,6211
640
+ eval_studio_client/api/models/v1_test_lab.py,sha256=XiTFiWxuwp1snBg-7-m6cDLRcW9lX_aHONKTtcxottE,6458
635
641
  eval_studio_client/api/models/v1_test_suite_evaluates.py,sha256=Su6gStMk0tnHpNwYeUbh9cItCt23asMSLWrx4ZA0SDQ,1019
636
642
  eval_studio_client/api/models/v1_test_type.py,sha256=Rf5k9yosY4I54Q8S7yEhCW3t8wXD13k31-eHHeK4s4s,1012
637
643
  eval_studio_client/api/models/v1_text_similarity_metric.py,sha256=j6vX1jw02FxOLmarEZQlNozeOhEWLyMd1NGDzY9s_7k,1438
@@ -666,13 +672,14 @@ eval_studio_client/api/models/workflow_service_clone_workflow_request.py,sha256=
666
672
  eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py,sha256=7PQn3DHFmhclqbnhQuoitigYlVC2RrJjlAGQDqeCvvo,2907
667
673
  eval_studio_client/api/test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
668
674
  eval_studio_client/api/test/test_adversarial_inputs_service_api.py,sha256=Xz5QgeZD8MKcXNykK0yYbLI2lFjoREikX1monCotQxA,963
669
- eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=RCVxZXT53TLnG70WAjUoOURXfD4ZrmNgE0PxWU0Y2iE,5983
675
+ eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=T-xTWAj02i1X5fj4--YSiVg3LP2Q22pFMND5G2EzTik,7181
670
676
  eval_studio_client/api/test/test_dashboard_report_service_api.py,sha256=YrdPa9TYt9lOh5lawEIKJA2fxEIy1ww0FxEDfcYJUuE,921
671
677
  eval_studio_client/api/test/test_dashboard_service_api.py,sha256=zC7Ecl2OchcQLfodWc9qTTg0GPAkEDnSGhUajOHH2nU,2933
672
678
  eval_studio_client/api/test/test_dashboard_test_case_annotation_service_api.py,sha256=bvmoc3kLBpq01X9Rup0mo-x3Ybv1E0iEgWXgCfcox_E,1277
673
679
  eval_studio_client/api/test/test_document_service_api.py,sha256=Zsleorn5xFszKvsXlAbF6ZS61gaiegJsxm54iQ1FE5c,1749
674
680
  eval_studio_client/api/test/test_evaluation_service_api.py,sha256=0RnmApdlYxYkj0t7Ib3-g5OjpzLhF-bZ8x56u6Xqz8Q,1341
675
681
  eval_studio_client/api/test/test_evaluator_service_api.py,sha256=KDMfzAcfJaMQgh5FnXPNM76iaQgXBoWKW-GbDVnNNvg,1474
682
+ eval_studio_client/api/test/test_h2_ogpte_collection_service_api.py,sha256=9FeWDjq-WQs32_aK5K70R287G-TztaBw--K1f5L_VZc,1044
676
683
  eval_studio_client/api/test/test_human_calibration_service_api.py,sha256=kZ4KGrO39c7BHEas3wBadbGS09gQxLtdCf5Nz9iHy4s,1042
677
684
  eval_studio_client/api/test/test_info_service_api.py,sha256=afaL8yDlxkWwu53itEYIUq9LQ5zJtuOTuP401HAbmnM,943
678
685
  eval_studio_client/api/test/test_leaderboard_report_service_api.py,sha256=G5yx8nPIR0dXNeUymZAickUlBcctiJ-lsUZzX_2IqsA,1121
@@ -685,7 +692,7 @@ eval_studio_client/api/test/test_perturbation_service_api.py,sha256=AiO3IousO3H0
685
692
  eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py,sha256=p3sQaVwpgCIT56iAfo7_kf7Tyw9ZSLJwI9ojPacQAyY,4371
686
693
  eval_studio_client/api/test/test_perturbator_service_api.py,sha256=Wf7aFAGfpbCa_VGl6lWrUQYBeouxWxFi-WK2X-yvTgc,1036
687
694
  eval_studio_client/api/test/test_prompt_generation_service_api.py,sha256=y1dj-hsWD-zZEsMfgWBpIn4SR9D0sdSwQOMx8jMyDYo,930
688
- eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py,sha256=iR6fBVeH722tBW0fQaD2u1dnhfk0gr1Lp8b8Rpou1V4,3747
695
+ eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py,sha256=bj-Rv_-LoK98tXunMsOjQeNSje3TrMYlwFaowYJSRsE,3819
689
696
  eval_studio_client/api/test/test_prompt_library_service_api.py,sha256=kQ7iSf7vVbl1EB4CrIlEMlkqEOEXWNdc1trDat4BiA8,1079
690
697
  eval_studio_client/api/test/test_protobuf_any.py,sha256=19nD64ovb1f8CyPF4uG25e01357_DclMwnNiPlvGOBA,1389
691
698
  eval_studio_client/api/test/test_protobuf_null_value.py,sha256=SkRoh97bMtEP72fGyJARmkq0UFS2XlFycOIrPIzeap8,779
@@ -710,7 +717,7 @@ eval_studio_client/api/test/test_test_class_service_api.py,sha256=-itay9_LI83Ui3
710
717
  eval_studio_client/api/test/test_test_lab_service_api.py,sha256=yaPDfxmUZPwDXwnih1GG6YSIxozQDIfR8IzuVpgOi68,997
711
718
  eval_studio_client/api/test/test_test_service_api.py,sha256=YM1uuhsBUEBUcaVt9pvYtgkStU9COfNEF5m6UkMFs6g,3547
712
719
  eval_studio_client/api/test/test_test_service_clone_test_request.py,sha256=61BDT2tGWfM99Utr2po96g_cVjUPpHxTJ4OKoUG4TwA,1644
713
- eval_studio_client/api/test/test_test_service_generate_test_cases_request.py,sha256=yg4wRXUini3U4UaXXavLOHQmz91Jgea5bKYyhBFqgqs,2462
720
+ eval_studio_client/api/test/test_test_service_generate_test_cases_request.py,sha256=ISfhsxaObBsjNrwl3egTgbZ4Ez8ANMEgH3y0bD4J1pM,2503
714
721
  eval_studio_client/api/test/test_test_service_grant_test_access_request.py,sha256=L6g-dnqJhlN5vI4azarnb8Xe0y1NsyM0tMo5D7gyxdU,1703
715
722
  eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py,sha256=VKh2SNMMfzeXU9lLvD2LJIJM0H18-FUEbifH0nliknc,1946
716
723
  eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py,sha256=5GS_FadhPUQACOuA9fseT80wL5zZAUM2fmS15utt8Us,2164
@@ -775,7 +782,7 @@ eval_studio_client/api/test/test_v1_comparison_summary.py,sha256=DcoysidmObNnP_k
775
782
  eval_studio_client/api/test/test_v1_context.py,sha256=m5x2Eqz286JNokw-iTkuDdp6BZa8qRnA1TaypR4v-Jw,1623
776
783
  eval_studio_client/api/test/test_v1_create_dashboard_response.py,sha256=oeO2foM3IvPLPpwZSYdNfnAgPswcqI07LPnVitordD8,2463
777
784
  eval_studio_client/api/test/test_v1_create_document_response.py,sha256=tiquk7btejSzgA8ErXXQsOR8o0kBlke9ZVF9vRKfVa0,2189
778
- eval_studio_client/api/test/test_v1_create_evaluation_request.py,sha256=HTh6O5HsFRehSfpEz2cDrLAjgk7M-_unBj3vF2F3IHE,5604
785
+ eval_studio_client/api/test/test_v1_create_evaluation_request.py,sha256=o_yUm1bL4zEPy3W_OX8EBnYmDZnXQ8Ef86Ow_nMKk7A,5635
779
786
  eval_studio_client/api/test/test_v1_create_evaluator_response.py,sha256=wG2uJx1C3MR8MQ3kZvXbymQZ7SjEUvHNlqJPHTmIGaU,3747
780
787
  eval_studio_client/api/test/test_v1_create_leaderboard_request.py,sha256=1MFbaXQdDFRheNE27clK2yWHn0IXPL8K0p2X08QidzM,4668
781
788
  eval_studio_client/api/test/test_v1_create_leaderboard_response.py,sha256=_HBbv6Ch2Wm0VymhetQC-Xv2bXsEF038gz8TR8suO2M,2741
@@ -785,7 +792,7 @@ eval_studio_client/api/test/test_v1_create_perturbation_response.py,sha256=ZnzbI
785
792
  eval_studio_client/api/test/test_v1_create_test_case_response.py,sha256=B23YgCrhBmbCSD_WFzibgdYCX7K1XdsCCuNyS5ZZ8IQ,2559
786
793
  eval_studio_client/api/test/test_v1_create_test_from_test_cases_request.py,sha256=0IKbvWgYefEMwJM-XKDf1sfWvKQoND0W71UlRnBnX8w,1757
787
794
  eval_studio_client/api/test/test_v1_create_test_from_test_cases_response.py,sha256=5jeG9rVnq2wMzG9y7VizX822bmfLDP_3VgaCJ1vDs0Y,2517
788
- eval_studio_client/api/test/test_v1_create_test_lab_response.py,sha256=RLC7238n0ujKgMuiq1p7lQfmvkTuT-seF9ujxghwjCs,2409
795
+ eval_studio_client/api/test/test_v1_create_test_lab_response.py,sha256=D4QZo40lLw5l_tZ8FDYr_UgWzSQw9XM2lE5DtSSV9mM,2479
789
796
  eval_studio_client/api/test/test_v1_create_test_response.py,sha256=JtFiYgrd6qCEm1Xw2i7LyXavfUSlm6TaZMWwaAifDrk,2358
790
797
  eval_studio_client/api/test/test_v1_create_workflow_edge_response.py,sha256=6JSJJb9JS11I90t-IKbgaHUhDiA03lMa7qbE5g__yq8,2291
791
798
  eval_studio_client/api/test/test_v1_create_workflow_node_response.py,sha256=fquLVkZUcNoTT9j1mNJcBlUhwOzLo56i8efDawdz0EU,3760
@@ -806,6 +813,8 @@ eval_studio_client/api/test/test_v1_delete_leaderboard_response.py,sha256=76vjDe
806
813
  eval_studio_client/api/test/test_v1_delete_model_response.py,sha256=U_75qkRopSuKpM4HeoHeE0DTsHXNobDn9hR40OD5yJk,2305
807
814
  eval_studio_client/api/test/test_v1_delete_test_case_response.py,sha256=Tfsii5DyjH0jbkwghU_AvRtucerFer7MZz5NmyCs0Z4,2559
808
815
  eval_studio_client/api/test/test_v1_delete_test_response.py,sha256=S5-rqGOjSI58wj_mhap7V1rfgI0ca80ncGK70hYyCR0,2358
816
+ eval_studio_client/api/test/test_v1_delete_workflow_collections_request.py,sha256=9lofduw1EkA8gBLMglypynLe82-WAGEkVGp_U6uG-Jw,4845
817
+ eval_studio_client/api/test/test_v1_delete_workflow_collections_response.py,sha256=vPHKS3Y4oBQggoXsulel2vw7hjZjf0Cqsq3jpbNgJdY,1731
809
818
  eval_studio_client/api/test/test_v1_delete_workflow_edge_response.py,sha256=RaFHFdp8sYmsPxfAjMILxXztDNHtoUHXeZxdUBS45Pc,2291
810
819
  eval_studio_client/api/test/test_v1_delete_workflow_node_response.py,sha256=VGVJkcSWHqhsa4vUnkBWshLN2f3HOFlhJ8EUU9zYRWo,3760
811
820
  eval_studio_client/api/test/test_v1_delete_workflow_response.py,sha256=2bvgCZA8xFkyc_pR0eB1nAJedCY-EZlnXVPiFpR-Tb4,3903
@@ -821,7 +830,7 @@ eval_studio_client/api/test/test_v1_evaluator_parameter.py,sha256=SVtFe0V5CDIcoD
821
830
  eval_studio_client/api/test/test_v1_evaluator_view.py,sha256=HsqgAhQxSTXNQhjG3q3v3aHLVkAcKK3zxcKQMpoLFXg,765
822
831
  eval_studio_client/api/test/test_v1_finalize_operation_response.py,sha256=KiRBBlkX09me7fkujRMN7bGQalM715GG5ZdIoCQGd0c,2741
823
832
  eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py,sha256=PtqikS3C3skqh-A4KNGJiF3tZL9fRy2HHB57_a9Mg34,2763
824
- eval_studio_client/api/test/test_v1_find_test_lab_response.py,sha256=YMDOKfKMxggWLhwhDFKBQ32vxQZPnPGxIYiURbOvKaQ,2385
833
+ eval_studio_client/api/test/test_v1_find_test_lab_response.py,sha256=YdMWHh1wmLeMfj2Vi8cupAoFFi7cKAG4UF3BN9frq7g,2455
825
834
  eval_studio_client/api/test/test_v1_find_workflows_by_collection_id_response.py,sha256=8SKMoJDl14btw27OrpHGmgGXk_utFJPnOnmcUpiSLuw,4275
826
835
  eval_studio_client/api/test/test_v1_flipped_metric.py,sha256=QH50radmVxjkJx4jmRgO21unqjgf3OuasF-OT0gvGZg,1524
827
836
  eval_studio_client/api/test/test_v1_generate_test_cases_response.py,sha256=iuAXnTF91RLHecz7wZjvyBlDr-IcnRDRL88mdJM8gHU,2742
@@ -949,7 +958,7 @@ eval_studio_client/api/test/test_v1_test_case_result.py,sha256=4tnu5gWm9NXJKEN0m
949
958
  eval_studio_client/api/test/test_v1_test_cases_generator.py,sha256=p-g5v-DkzqKO9qGua9XLP2zBWXt_jrdE3is5rffWYCM,801
950
959
  eval_studio_client/api/test/test_v1_test_class.py,sha256=QPHNOZZf0EbwMPMZocZnQHgNKjbKjRFg0a1CuOtOGTg,2170
951
960
  eval_studio_client/api/test/test_v1_test_class_type.py,sha256=XMlEyZIIIvgLSL49_I__X-6GEzr0zA6xtqIPF6dKwGs,766
952
- eval_studio_client/api/test/test_v1_test_lab.py,sha256=fC0vq7c0O70YVDYgsun1abIYBlQ_jP5MwEZUM4Y6E0w,2076
961
+ eval_studio_client/api/test/test_v1_test_lab.py,sha256=dw9RxwceQo1Rcdo99Cgqjwjzg-zQS_aWj-tnTWVKOAI,2141
953
962
  eval_studio_client/api/test/test_v1_test_suite_evaluates.py,sha256=JHPWHkNN4emuFVNyNS9KzVAFW_mRSlbcbREj_xJHWNg,801
954
963
  eval_studio_client/api/test/test_v1_test_type.py,sha256=CIP0-DL66cSqlZOkpCxtWEIy5iIvxFJEXXLc0wHJG7c,730
955
964
  eval_studio_client/api/test/test_v1_text_similarity_metric.py,sha256=B6TbDc3jjxS8suiBsufWP62cUjeoTlQButFcj2HdVWQ,815
@@ -987,7 +996,7 @@ eval_studio_client/api/test/test_workflow_result_service_api.py,sha256=FZUg2BoZL
987
996
  eval_studio_client/api/test/test_workflow_service_api.py,sha256=i13ve3aYZZcSky3YFu20SUa435moe0OyDv-ec-jCQkQ,3979
988
997
  eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py,sha256=loIe3yBEh454kxeTnT1Y7dwGbktRvm0XBZPWhkoXELQ,1866
989
998
  eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py,sha256=Jm3UJmlGb2r2XHRoFsUBkiAxjOL7LMW6JrGhmAvHHtE,1811
990
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json,sha256=kKVV00vF52c-XWAiQ5uQzwj0papPfEV6LJTYPSKXIs8,430556
991
- eval_studio_client-1.3.0a1.dist-info/METADATA,sha256=PJd_MO-YncIwapsX6PVzdiZ9XHZvFnI5JeNU4nu64d4,714
992
- eval_studio_client-1.3.0a1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
993
- eval_studio_client-1.3.0a1.dist-info/RECORD,,
999
+ eval_studio_client/gen/openapiv2/eval_studio.swagger.json,sha256=s3jw_GrSWIxvVtwGy3_IA7CKnmaZmkjQiUoFmoJCcF0,434627
1000
+ eval_studio_client-1.3.1a1.dist-info/METADATA,sha256=IaUaecOi6BhA0xlMrCm1TvK6gX4M5uL_-wOwdA47KbA,714
1001
+ eval_studio_client-1.3.1a1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
1002
+ eval_studio_client-1.3.1a1.dist-info/RECORD,,