eval-studio-client 1.3.0__py3-none-any.whl → 1.3.1a1__py3-none-any.whl

eval_studio_client/gen/openapiv2/eval_studio.swagger.json

@@ -26,6 +26,9 @@
     {
       "name": "EvaluatorService"
     },
+    {
+      "name": "H2OGPTeCollectionService"
+    },
     {
       "name": "HumanCalibrationService"
     },
@@ -2139,6 +2142,20 @@
             "in": "query",
             "required": false,
             "type": "string"
+          },
+          {
+            "name": "evaluationType",
+            "description": "The evaluation type for the Test Lab.\n\n - EVALUATION_TYPE_UNSPECIFIED: Unspecified type.\n - EVALUATION_TYPE_LLM: LLM Evaluation, where evaluated model doesn't retrieve any context.\n - EVALUATION_TYPE_RAG: RAG Evaluation, where evaluated model retrieves context from a given collection.\n - EVALUATION_TYPE_AGENT: Agent Evaluation, where evaluated model is an agent that can interact with tools.",
+            "in": "query",
+            "required": false,
+            "type": "string",
+            "enum": [
+              "EVALUATION_TYPE_UNSPECIFIED",
+              "EVALUATION_TYPE_LLM",
+              "EVALUATION_TYPE_RAG",
+              "EVALUATION_TYPE_AGENT"
+            ],
+            "default": "EVALUATION_TYPE_UNSPECIFIED"
           }
         ],
         "tags": [
@@ -4586,6 +4603,14 @@
                     "type": "string"
                   },
                   "description": "Optional. Topics to generate questions for. If not specified, use document summarization as topic generation."
+                },
+                "allowDuplicates": {
+                  "type": "boolean",
+                  "description": "Optional. Whether to allow duplicates in the generated TestCases."
+                },
+                "workflow": {
+                  "type": "string",
+                  "description": "Optional. The workflow resource name to associate with the generated prompts."
                 }
               }
             }
@@ -4717,6 +4742,10 @@
                     "$ref": "#/definitions/v1Context"
                   },
                   "description": "Optional. The list of chunks to use for generation. If set, the Documents assigned to the Test\nand h2ogpte_collection_id are ignored."
+                },
+                "allowDuplicates": {
+                  "type": "boolean",
+                  "description": "Optional. Whether to allow duplicates in the generated TestCases."
                 }
               }
             }
@@ -6647,6 +6676,18 @@
                     "$ref": "#/definitions/v1AllMetricScores"
                   },
                   "description": "Required. Map of baseline metric to all and every test case metric score."
+                },
+                "testCases": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "$ref": "#/definitions/v1TestCase"
+                  },
+                  "description": "Optional. Existing adversarial test cases. If provided, these will be merged with newly\ngenerated adversarial test cases (if any) and used for evaluation."
+                },
+                "workflow": {
+                  "type": "string",
+                  "description": "Optional. Resource name of the parent workflow."
                 }
               }
             }
@@ -6804,6 +6845,39 @@
         ]
       }
     },
+    "/v1:deleteWorkflowCollections": {
+      "post": {
+        "summary": "DeleteCollection deletes existing managed h2oGPTe collection on the h2oGPTe server.",
+        "operationId": "H2OGPTeCollectionService_DeleteWorkflowCollections",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1DeleteWorkflowCollectionsResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "body",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "$ref": "#/definitions/v1DeleteWorkflowCollectionsRequest"
+            }
+          }
+        ],
+        "tags": [
+          "H2OGPTeCollectionService"
+        ]
+      }
+    },
     "/v1:estimateThreshold": {
       "post": {
         "summary": "EstimateThreshold runs a threshold estimation process based on human labeling of randomly sampled test-cases.",
@@ -7931,6 +8005,10 @@
         "evaluationType": {
           "$ref": "#/definitions/v1EvaluationType",
           "description": "Optional. Type of the evaluation. If not specified, defaults to type of the Model used, or LLM if unspecified."
+        },
+        "workflow": {
+          "type": "string",
+          "description": "Optional. The resource name of the workflow to which the evaluation belongs to."
         }
       }
     },
@@ -8425,6 +8503,31 @@
         }
       }
     },
+    "v1DeleteWorkflowCollectionsRequest": {
+      "type": "object",
+      "properties": {
+        "model": {
+          "$ref": "#/definitions/v1Model",
+          "description": "Required. Model host configured in the parent Workflow."
+        },
+        "workflow": {
+          "$ref": "#/definitions/v1Workflow",
+          "description": "Required. The parent Workflow."
+        }
+      }
+    },
+    "v1DeleteWorkflowCollectionsResponse": {
+      "type": "object",
+      "properties": {
+        "collections": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Output Only. The deleted collections ID."
+        }
+      }
+    },
     "v1DeleteWorkflowEdgeResponse": {
       "type": "object",
       "properties": {
@@ -12122,6 +12225,10 @@
         "h2ogpteCollection": {
           "type": "string",
           "description": "The existing collection name in H2OGPTe."
+        },
+        "evaluationType": {
+          "$ref": "#/definitions/v1EvaluationType",
+          "description": "Immutable. Evaluation type used for this test lab."
         }
       }
     },

{eval_studio_client-1.3.0.dist-info → eval_studio_client-1.3.1a1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eval-studio-client
-Version: 1.3.0
+Version: 1.3.1a1
 Project-URL: Source, https://github.com/h2oai/eval-studio/tree/main/client-py/src/
 Project-URL: Issues, https://github.com/h2oai/eval-studio/issues
 Author-email: "H2O.ai" <support@h2o.ai>

{eval_studio_client-1.3.0.dist-info → eval_studio_client-1.3.1a1.dist-info}/RECORD

@@ -12,13 +12,13 @@ eval_studio_client/problems.py,sha256=rdGIfo7AqyxGhWMpbIDX1WXFoQvzKktKAWDKRde5Vb
 eval_studio_client/test_labs.py,sha256=tePU8z4Cw6wMBrW-pSP3FAaT76Y2RK3xiWaRVndcmv4,12331
 eval_studio_client/tests.py,sha256=doN99_t58aIIm9ZySvvbpZemHohey255i_98Ep65Dzg,32971
 eval_studio_client/utils.py,sha256=e5bsQVgNHYNSqSOthxlmncerPdgbvWwQaY_C-libuXk,764
-eval_studio_client/api/__init__.py,sha256=cs-lOs078wPq3IHZn82MVHsYzw3OJ6wVRiMgtM2TDGg,32191
+eval_studio_client/api/__init__.py,sha256=u4yY6QLDkb3KaoFoBN_1LmsGGnyfcGodL6xNwIMWhkM,32524
 eval_studio_client/api/api_client.py,sha256=2Qwvxm4lRzMDRaA2FqunosFSEbIEO7Oz5YH5WAGTDnU,26428
 eval_studio_client/api/api_response.py,sha256=eMxw1mpmJcoGZ3gs9z6jM4oYoZ10Gjk333s9sKxGv7s,652
 eval_studio_client/api/configuration.py,sha256=3A8i8o_A71YfdwAzpmNYI-aBT7pWj2Eg7uBCLhamPPs,14520
 eval_studio_client/api/exceptions.py,sha256=Ko_d0Y8cP3A-xlTon24LOmk1oHUaDs3fDhFrywVQ4M4,6010
 eval_studio_client/api/rest.py,sha256=OSPOLQi9L95C4H71CJffWr4Er3TCfGJp1yHERzSfemw,9454
-eval_studio_client/api/api/__init__.py,sha256=xhsMjD2a2Hf2vgS2YkWTxhQvyrh7-xm5g4gdecprez0,2608
+eval_studio_client/api/api/__init__.py,sha256=X6uaSeyiNPN8FDuPjEHRzWehoXQnsDKgXjgDM41tshA,2707
 eval_studio_client/api/api/adversarial_inputs_service_api.py,sha256=8BNOPL-etJxKeuRYBUgzTi6oLnUIb3euPx3KANksdDE,13055
 eval_studio_client/api/api/dashboard_report_service_api.py,sha256=sakhvXy5MK2LBUZP8xh3fGbmpnYXoS7KR4d6fOQ-UNs,11440
 eval_studio_client/api/api/dashboard_service_api.py,sha256=cEs1IYzxK_1d4XGwRgJhivE3J9LcFMnsYKybN6sb11A,133480
@@ -26,6 +26,7 @@ eval_studio_client/api/api/dashboard_test_case_annotation_service_api.py,sha256=
 eval_studio_client/api/api/document_service_api.py,sha256=OlkOtwdpEjBrDdW2FjWM0HxIiyuztsDlxojORsheNtE,74864
 eval_studio_client/api/api/evaluation_service_api.py,sha256=aSSbIk5TyYspYLH72oQXt6QdPViJ9e1nTIdjBkVddEw,83172
 eval_studio_client/api/api/evaluator_service_api.py,sha256=hwjUP1LdO6KyarJf4cfEuI-zenpiRaaW2NuLn3T2CbE,55735
+eval_studio_client/api/api/h2_ogpte_collection_service_api.py,sha256=q80PjLpmHOtdel_T01jH0nx9ZiZxmjEDIs6Pf5UPUlo,11955
 eval_studio_client/api/api/human_calibration_service_api.py,sha256=mPvoPITEkuuISPvVhgGbzgKM8OEjm1DE1yUHXgkBaBk,11711
 eval_studio_client/api/api/info_service_api.py,sha256=I4XNOBbr7KLlaCPtcm7ppfskDD3paW2KgWgDomiwyk0,19370
 eval_studio_client/api/api/leaderboard_report_service_api.py,sha256=5Cpe_01MazHrxOdEFuw_qjUjIuUub7uZWgto412xp1k,25017
@@ -41,7 +42,7 @@ eval_studio_client/api/api/prompt_library_service_api.py,sha256=8ZycO7_o3At3AIJ2
 eval_studio_client/api/api/test_case_relationship_service_api.py,sha256=-f9n6xHiphMZqEGnhkRA5DSmkOcAd4SOT2QLhgrIGwY,11775
 eval_studio_client/api/api/test_case_service_api.py,sha256=dggZXPVTQNpQax24scwq7-w7oI7b1WMwQlBxiAIfew4,89860
 eval_studio_client/api/api/test_class_service_api.py,sha256=l0IQpt7ejLBCCGMqx6cGGo07BbX5kKP5oi4R5zKWsr8,20784
-eval_studio_client/api/api/test_lab_service_api.py,sha256=6gg_6Ek3vaA93VO41o35sbNnGpGp_1I0wHaJqCur9F4,25735
+eval_studio_client/api/api/test_lab_service_api.py,sha256=rVOqB1ml18wjATK3zIYLitHDfcbOFRNt_KKOD08KhWU,28871
 eval_studio_client/api/api/test_service_api.py,sha256=0cnXhMXViu3QNkQ1ctmkzjSQcEMLMpnAORDxVI3Ve3E,221999
 eval_studio_client/api/api/who_am_i_service_api.py,sha256=Am6A2ADTsStWPhSGcUcVTr7Kcl7TQ2LyyADuNhyTR_g,10326
 eval_studio_client/api/api/workflow_edge_service_api.py,sha256=_nMV7ya5Uxll3kyAZgoVwtvclZP5LqGgMOWlrM6AEjE,34540
@@ -49,13 +50,14 @@ eval_studio_client/api/api/workflow_node_service_api.py,sha256=TV83YE4S0nK5Zf2p2
 eval_studio_client/api/api/workflow_result_service_api.py,sha256=cydwZEuc0nC7---r97zqO2bO7cb4pynw9WeOu0PCNao,45976
 eval_studio_client/api/api/workflow_service_api.py,sha256=ul3_xLaw4hh-aiptrG2eMxC2SOFR7vbCFtASsoJgPTU,151029
 eval_studio_client/api/docs/AdversarialInputsServiceApi.md,sha256=B7XWi7se4QJCTilz3ynROBNe2OQI5NIl3ypCKkEzVlk,3098
-eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md,sha256=eNcTo6WKuvZfUVQoj20VxhEbQA_-QaWd3Kq8zUhpYFo,4157
+eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md,sha256=QFaDv8Gs2tjzXl5YBoLbwfs61r2E6WPGYYvHYyR6WO8,4470
 eval_studio_client/api/docs/DashboardReportServiceApi.md,sha256=1PpLjzFzyQmEDxd879SKCGIs6el3KWlPzXOMrH88-vU,2465
 eval_studio_client/api/docs/DashboardServiceApi.md,sha256=l8UpbhW8MDZcvC-0--cLqOLYqyEhJncLdMchr4WQ9c4,30571
 eval_studio_client/api/docs/DashboardTestCaseAnnotationServiceApi.md,sha256=LeblEctNycmYTO5Hv-rcn-XxHEbH8_zdVb5UKeV97DE,7838
 eval_studio_client/api/docs/DocumentServiceApi.md,sha256=tS6Y7Xep0crzbb0lJGggUSBNc987D5YFralg1qlVqeg,16170
 eval_studio_client/api/docs/EvaluationServiceApi.md,sha256=G1qBe_dv1Tk8nankQx5OuVXngouEPXKiAximVtNLBSg,20262
 eval_studio_client/api/docs/EvaluatorServiceApi.md,sha256=O78qVgDxbjHggeI2eprzyhr2VJQlwwu9xaqxPLx-gDY,12445
+eval_studio_client/api/docs/H2OGPTeCollectionServiceApi.md,sha256=-OJU6r5r0XFS23N8PXP82lewpTmZwPIW79bbPxJcFxw,3033
 eval_studio_client/api/docs/HumanCalibrationServiceApi.md,sha256=8bdjHavxbIZrReO9ScWR46QX_RZBT1JNDQN7ixhT158,2849
 eval_studio_client/api/docs/InfoServiceApi.md,sha256=ZJWqzAyeWGjhFeS5OiNMjAA8A-yBcebMnKFB7IM55-A,3773
 eval_studio_client/api/docs/LeaderboardReportServiceApi.md,sha256=XacgiBnVjg4Y5GZt6_mjT4TzHrWeLzpDkCWyS-pPt8c,6034
@@ -68,7 +70,7 @@ eval_studio_client/api/docs/PerturbationServiceApi.md,sha256=KybVmytWNgjLuSQYFhu
 eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md,sha256=3C5X9crwTVoq6W7qMwWWJZ7JSascuAmhkx79OwGrilQ,1883
 eval_studio_client/api/docs/PerturbatorServiceApi.md,sha256=G7OYXv3UcFehpGCJbEfOdyTqSn6eE7fUWP9MqNX-yCQ,11495
 eval_studio_client/api/docs/PromptGenerationServiceApi.md,sha256=WGRkhPNd7v5b06IFc1Ff-EUyZR1MrfaYFf7CZZw9YsI,2856
-eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md,sha256=ZmVsXNyAaQA1iySGrz-cEtMuAsi1ZwebSLyU-iwjWTk,2362
+eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md,sha256=y6pseZ-q3dS8cDO6yQ0_sSqi99nKLqlEjEtDX1QwzNo,2593
 eval_studio_client/api/docs/PromptLibraryServiceApi.md,sha256=30uJZah-5ULNeAMOo6kUs53Ia1UEM-mywE0TP3-6Nag,6512
 eval_studio_client/api/docs/ProtobufAny.md,sha256=sf40Vp58QzpEL9hnIoF28BRRgcFrB1NDJFCcQACv_zM,4608
 eval_studio_client/api/docs/ProtobufNullValue.md,sha256=dU4vJwx5LrZZwVFKsjXBxEERvGNP5B1iGryiH6g1mVU,477
@@ -90,10 +92,10 @@ eval_studio_client/api/docs/TestCaseServiceApi.md,sha256=a8fsTRRIL_hyoXbjvpG3GZM
 eval_studio_client/api/docs/TestCaseServiceAppendTestCasesRequest.md,sha256=KrZi08fpakVOSV4IS6Xeo9fi8f3sVak9xCPvjEa8b1M,1354
 eval_studio_client/api/docs/TestCaseServiceBatchDeleteTestCasesRequest.md,sha256=QcPFhvfLHzbiLDC0rAKeDJHQp-uBfMl7zeDbtdtvH30,1339
 eval_studio_client/api/docs/TestClassServiceApi.md,sha256=nw2w6mh09cLbJ91TgmT62Mf-RN5lXpUvSnEY2pib9HY,4347
-eval_studio_client/api/docs/TestLabServiceApi.md,sha256=J0_dlLp92Q2UTpINe6w_tlaHcaY4_En-J7CWIyyeqoA,5545
+eval_studio_client/api/docs/TestLabServiceApi.md,sha256=9PGrtrwWzzAl1lWh-uM0lGgI70abu--6oWRjTtpn3K0,6613
 eval_studio_client/api/docs/TestServiceApi.md,sha256=fgo3SZi4gQSnDwG1pdZr1iPDSam3nCQObpriVO7UaVE,48341
 eval_studio_client/api/docs/TestServiceCloneTestRequest.md,sha256=n5CuodW4KlkoSn5pYsWVV1dDArFbJbUEzEYLPZ7v5ho,1242
-eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md,sha256=CGmdpWMUqndbUWJu5tiiYqm--Xxl2FuUvnyWAckE9yQ,2489
+eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md,sha256=oq8Q1qLD0sVEcXXMmNaTxf7Sw2JQEuo-Zd2UR2xcGy8,2603
 eval_studio_client/api/docs/TestServiceGrantTestAccessRequest.md,sha256=1AX06-dNFJy7WoK81pUzbhN_zanZKGIykKAMcIne0fo,1264
 eval_studio_client/api/docs/TestServiceImportTestCasesFromLibraryRequest.md,sha256=bqx1N5B-qjLg3sNSSJv4hQRInJSzznr50esMCtMRelA,1776
 eval_studio_client/api/docs/TestServiceListTestCaseLibraryItemsRequest.md,sha256=OBkPfxSsrJM1E9krMXBt08NcsmAlOt16kycXC0N7huU,1842
@@ -158,7 +160,7 @@ eval_studio_client/api/docs/V1ComparisonSummary.md,sha256=X2MExh62Gx2wxvKAui3JzL
 eval_studio_client/api/docs/V1Context.md,sha256=0_1FvSJaXqeBh-2JC2V2m2BQ9Kw7jjDr4n7KcxTaALU,1341
 eval_studio_client/api/docs/V1CreateDashboardResponse.md,sha256=KVvv7O5LVaHq1KN37uZtEi1hrtmwM5hodhcQDsU3FpY,1083
 eval_studio_client/api/docs/V1CreateDocumentResponse.md,sha256=ZgaSw6BFfUIpkPDI8wj7GJf7U61PzTaPX4IjPGan_Ow,1067
-eval_studio_client/api/docs/V1CreateEvaluationRequest.md,sha256=PdjnD3YHp72T5bRaCk4KkARlpThB8YkhD29IKZZKJwg,2402
+eval_studio_client/api/docs/V1CreateEvaluationRequest.md,sha256=f5I8zKkUFGuZT_PIRBzTWp4FewDw5g_Vapkfk4CS4rs,2521
 eval_studio_client/api/docs/V1CreateEvaluatorResponse.md,sha256=ew8KdI4A0CaQ1j7KSARIgErErErUq0nolHC8fbl14mI,1083
 eval_studio_client/api/docs/V1CreateLeaderboardRequest.md,sha256=ix1VypKBRjBasnJ1Q28JdAeow0IUIaV7dt0znDkNGDc,1102
 eval_studio_client/api/docs/V1CreateLeaderboardResponse.md,sha256=qVGdVCKCQdyOoF9lyWypblXaykzIHSzVu_6kAj3w75o,1109
@@ -189,6 +191,8 @@ eval_studio_client/api/docs/V1DeleteLeaderboardResponse.md,sha256=KM2htzsssD1Ii8
 eval_studio_client/api/docs/V1DeleteModelResponse.md,sha256=Rao4Y02t0tx7ettBKF6K0B411umHlJKi1_UHxp0ba7U,1019
 eval_studio_client/api/docs/V1DeleteTestCaseResponse.md,sha256=Tu9z5CO7pKrqXI-jnj3hloizMke16V0ONkQbwH41xeA,1074
 eval_studio_client/api/docs/V1DeleteTestResponse.md,sha256=NnzrS3EfN09kajNPTKAVifQD63g91aQLLZGLzgiPNFY,1003
+eval_studio_client/api/docs/V1DeleteWorkflowCollectionsRequest.md,sha256=2lbpaQJtTvnMlwvFSbWSOeuDladeWbKYE989LBVrkwo,1258
+eval_studio_client/api/docs/V1DeleteWorkflowCollectionsResponse.md,sha256=gU0GeQ7SHxzCtWanMdyz1j8o8fKMZtBvHzjPv1oniR0,1241
 eval_studio_client/api/docs/V1DeleteWorkflowEdgeResponse.md,sha256=AemjWaN3hdefwIyWDukpbSeW1ivCeZ8VXtbqsrM1Nf8,1129
 eval_studio_client/api/docs/V1DeleteWorkflowNodeResponse.md,sha256=Gz-VgTCOQDo2c6UG6IaOkWSCMtHEn-9TJAySFtpbfSw,1129
 eval_studio_client/api/docs/V1DeleteWorkflowResponse.md,sha256=1bI_uGCC_KzQ9gXDUotof2x8KvX_Wkz7VaHT5WrnA7o,1067
@@ -332,7 +336,7 @@ eval_studio_client/api/docs/V1TestCaseResult.md,sha256=yA2ExYI-f_8iwMDdV-nQ5rCj4
 eval_studio_client/api/docs/V1TestCasesGenerator.md,sha256=FEt16R-MY4j3tpkro-1nvDaNW2dKzqsFCNITfJYZ0Fw,300
 eval_studio_client/api/docs/V1TestClass.md,sha256=4sEXmPZMQQlE32VilwRUI_tlMgOz3GjzRukpOMz8PNY,2308
 eval_studio_client/api/docs/V1TestClassType.md,sha256=kJO3zKy6soXVaJtkKaeu4uI_8K5qPY6Ema4EtrkMM7Y,831
-eval_studio_client/api/docs/V1TestLab.md,sha256=SwpAVKwynUaP7AkNHIJl7BZa2FG6WIA7rrKJp_0L0RA,2191
+eval_studio_client/api/docs/V1TestLab.md,sha256=aSWTt8yif4vhZN4zG1OI8L4Bgri5isyFCsBQ96u9qzc,2274
 eval_studio_client/api/docs/V1TestSuiteEvaluates.md,sha256=eeKSSLZWf87oAcm6jU3hhKtogmdIh9Kw4cwxYcjuuMo,300
 eval_studio_client/api/docs/V1TestType.md,sha256=igXF5UbGPe3h53mMwzP55-EPwli9OmvWq8rUPF2Fpms,428
 eval_studio_client/api/docs/V1TextSimilarityMetric.md,sha256=rqJYjyPt1KtSJnK8m4i5oV_vAKzZvhOWsUqdKNkaSOE,672
@@ -370,10 +374,10 @@ eval_studio_client/api/docs/WorkflowResultServiceApi.md,sha256=n9lVY6oBN7zEjcRJM
 eval_studio_client/api/docs/WorkflowServiceApi.md,sha256=n1eUv4xmYVRkDdYR2OxcH5S6dUE0SO0RA7bMNNje02U,35710
 eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md,sha256=fN-qS7wkta3xTLcGfy4NTPlmyu3g1_NLZ0Q0ehJcDpI,2115
 eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md,sha256=0B6GSjL7uydgt3LLqM_-hRWmaWHckliDqeVb15pS-js,1384
-eval_studio_client/api/models/__init__.py,sha256=wDVENU1XGOZ1-jTk1w9WXdTeBps08s15ELN2rCGXBFU,29015
-eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=ktX3f2beOquPRwCWeaqZ_RiNYImallW7qU3QTUnSPV8,10107
+eval_studio_client/api/models/__init__.py,sha256=Kyc19JlsP85lGcWG5SSRK6VmXtm04kZ1jj2nJi2Mx68,29249
+eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=6-AgWWF8TUCutmhwCK9UXv6nVcoVDdRd-Be3AhIXvcc,11097
 eval_studio_client/api/models/perturbation_service_create_perturbation_request.py,sha256=3ja1Vkw922L3lTacKQraaBmf-5U8hVGW6XLhw6EuPYQ,5840
-eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py,sha256=KBtE3WeDmnTF39tJrUXATuL3ilgdvmfroJldUtmOiKI,5385
+eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py,sha256=hGVXowLw4pm4x5S-hzcfJToNCKjUJrWYk00J_CkhySU,5852
 eval_studio_client/api/models/protobuf_any.py,sha256=voCLlH_y7avgJ4FV_4gZ1SOjeYWLY7W2jO_-cfvw8R8,6858
 eval_studio_client/api/models/protobuf_null_value.py,sha256=xSbhDkPK7VZDx0vnpIAUXQDmTO6fJzjskUKMmxwYs7E,950
 eval_studio_client/api/models/required_the_dashboard_test_case_annotation_to_update.py,sha256=uKbTHRTb4uDSCPgzMR0Sd55udCW6WJ5WILmkk1CxYw8,4361
@@ -392,7 +396,7 @@ eval_studio_client/api/models/rpc_status.py,sha256=1O2U5S0ZPYz85Ywfx455GWC82JIzM
 eval_studio_client/api/models/test_case_service_append_test_cases_request.py,sha256=4WNH1lTWi2bl_ngq0WWYiCLDYBSmOVvKiCflozQsJIc,2947
 eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py,sha256=ekV9sGB8WchEjMFQE7dtkZu8ffXHfQSeyqhp1oSxzZ4,2760
 eval_studio_client/api/models/test_service_clone_test_request.py,sha256=A15il35xbJ8OgG6fzEpq1MnQiBMAdoxmSsLoM_XVo3Q,3030
-eval_studio_client/api/models/test_service_generate_test_cases_request.py,sha256=UEWpWuSWT_pMFZ---6eJuewW9YAUdgQqNHypBs0iwyQ,5109
+eval_studio_client/api/models/test_service_generate_test_cases_request.py,sha256=KXcPrdIRufRqPqM7r2qIJYvFfikJe9jrRmDL-Qbhmv4,5370
 eval_studio_client/api/models/test_service_grant_test_access_request.py,sha256=P6zFcCq1CWId_hnnkejeogEg27PDNnIy7ztLgRxpPVs,2868
 eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py,sha256=kKFKFCVDGtcRrmjmj9fVPjWQ5CwBNHvz5QkkAfjgIQA,3544
 eval_studio_client/api/models/test_service_list_test_case_library_items_request.py,sha256=TnaBxjGzd-gzJb06WoY0ic563YGjztDoFfdBiX1DcAI,4175
@@ -457,7 +461,7 @@ eval_studio_client/api/models/v1_comparison_summary.py,sha256=LNbCvCr39AEhZGiecW
 eval_studio_client/api/models/v1_context.py,sha256=Y7a8_ppTF5fVTSYx3LxGxgGze_8uWPcV16aCa70Ils4,3957
 eval_studio_client/api/models/v1_create_dashboard_response.py,sha256=wgyencDNiksT9h2BHj9aYfe6toSPBRywV4pn42M-SEs,2925
 eval_studio_client/api/models/v1_create_document_response.py,sha256=sQQenfg_CYGJyz_qMTYCEWLvbssQUUrP7xU1JIXEHOE,2908
-eval_studio_client/api/models/v1_create_evaluation_request.py,sha256=204nX5_nY-ERqHTAp_SQ5aUb-K3zujSFNh9gMaiTAlg,6373
+eval_studio_client/api/models/v1_create_evaluation_request.py,sha256=H3JlWuvwm835Bm0H057m2VE4SzI4rw66TyfuGf9Eiwk,6581
 eval_studio_client/api/models/v1_create_evaluator_response.py,sha256=R0TSM_MnJUNFcsDFKjQ_5mgYIYwpptsHp2mNtNASoec,2925
 eval_studio_client/api/models/v1_create_leaderboard_request.py,sha256=Cm4yzE6KQsSnWtN828M84P7-mZCIick9elHQrf8SN8A,2955
 eval_studio_client/api/models/v1_create_leaderboard_response.py,sha256=q6ciwyIxLhMx0v61JzdL6e1t-QaHuakVUZEi6ecG_Gc,2933
@@ -488,6 +492,8 @@ eval_studio_client/api/models/v1_delete_leaderboard_response.py,sha256=oA6UTNaHc
 eval_studio_client/api/models/v1_delete_model_response.py,sha256=1Fe-HruFZ1irXwbU5ae8EFFsmKLimqOrsvUFWyC7aiw,2857
 eval_studio_client/api/models/v1_delete_test_case_response.py,sha256=k_OWQ1GpfMBS6ZKGUABlvGrywVrNJTebMNUINRxtWpc,2953
 eval_studio_client/api/models/v1_delete_test_response.py,sha256=QtifZB-7yq7s-lwJtJ3kde0ugbIILo2_iScNnCIYIzo,2840
+eval_studio_client/api/models/v1_delete_workflow_collections_request.py,sha256=4b0A2s2sY0pToFbFVe2Ko21nz6P5QjXpNlmZx8GdpxQ,3305
+eval_studio_client/api/models/v1_delete_workflow_collections_response.py,sha256=sXSsDkmpzIqwSijIl1GQ4w0810wcKuxn50RSCCok9Fw,2761
 eval_studio_client/api/models/v1_delete_workflow_edge_response.py,sha256=Wy4pxDADaLxrNzwaPcPv8m8omO47O6WRY0_FOOH-ycs,2905
 eval_studio_client/api/models/v1_delete_workflow_node_response.py,sha256=0dngBDMW7X1ZnxWGtnIolN5nEdx_v7b3cwrO02bAkbE,2905
 eval_studio_client/api/models/v1_delete_workflow_response.py,sha256=kA3k34HpNArAMiUPsXtCC-G3BT5O-8ZzbE3AJIR2AGc,2908
@@ -631,7 +637,7 @@ eval_studio_client/api/models/v1_test_case_result.py,sha256=OD2jdV9vLXGRihRAwf1u
 eval_studio_client/api/models/v1_test_cases_generator.py,sha256=qD518OKl0KUyzl5uQ4r2bFz7X97Cwwu0USpOimeWrkM,2327
 eval_studio_client/api/models/v1_test_class.py,sha256=WaoLOJ_-aPiwtHfDhpyqaNmdlLL7By6fqCXkaziW3vg,5730
 eval_studio_client/api/models/v1_test_class_type.py,sha256=Q3M3mmJr7D3DJ4eKbY4-dDIy3SiZZc-Yjxy4fCz9eOM,1674
-eval_studio_client/api/models/v1_test_lab.py,sha256=DVC1PDEHynvrRdYZDFy3H4KKDgwS43AxBBJmUV5w_Gg,6211
+eval_studio_client/api/models/v1_test_lab.py,sha256=XiTFiWxuwp1snBg-7-m6cDLRcW9lX_aHONKTtcxottE,6458
 eval_studio_client/api/models/v1_test_suite_evaluates.py,sha256=Su6gStMk0tnHpNwYeUbh9cItCt23asMSLWrx4ZA0SDQ,1019
 eval_studio_client/api/models/v1_test_type.py,sha256=Rf5k9yosY4I54Q8S7yEhCW3t8wXD13k31-eHHeK4s4s,1012
 eval_studio_client/api/models/v1_text_similarity_metric.py,sha256=j6vX1jw02FxOLmarEZQlNozeOhEWLyMd1NGDzY9s_7k,1438
@@ -666,13 +672,14 @@ eval_studio_client/api/models/workflow_service_clone_workflow_request.py,sha256=
 eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py,sha256=7PQn3DHFmhclqbnhQuoitigYlVC2RrJjlAGQDqeCvvo,2907
 eval_studio_client/api/test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 eval_studio_client/api/test/test_adversarial_inputs_service_api.py,sha256=Xz5QgeZD8MKcXNykK0yYbLI2lFjoREikX1monCotQxA,963
-eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=RCVxZXT53TLnG70WAjUoOURXfD4ZrmNgE0PxWU0Y2iE,5983
+eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py,sha256=T-xTWAj02i1X5fj4--YSiVg3LP2Q22pFMND5G2EzTik,7181
 eval_studio_client/api/test/test_dashboard_report_service_api.py,sha256=YrdPa9TYt9lOh5lawEIKJA2fxEIy1ww0FxEDfcYJUuE,921
 eval_studio_client/api/test/test_dashboard_service_api.py,sha256=zC7Ecl2OchcQLfodWc9qTTg0GPAkEDnSGhUajOHH2nU,2933
 eval_studio_client/api/test/test_dashboard_test_case_annotation_service_api.py,sha256=bvmoc3kLBpq01X9Rup0mo-x3Ybv1E0iEgWXgCfcox_E,1277
 eval_studio_client/api/test/test_document_service_api.py,sha256=Zsleorn5xFszKvsXlAbF6ZS61gaiegJsxm54iQ1FE5c,1749
 eval_studio_client/api/test/test_evaluation_service_api.py,sha256=0RnmApdlYxYkj0t7Ib3-g5OjpzLhF-bZ8x56u6Xqz8Q,1341
 eval_studio_client/api/test/test_evaluator_service_api.py,sha256=KDMfzAcfJaMQgh5FnXPNM76iaQgXBoWKW-GbDVnNNvg,1474
+eval_studio_client/api/test/test_h2_ogpte_collection_service_api.py,sha256=9FeWDjq-WQs32_aK5K70R287G-TztaBw--K1f5L_VZc,1044
 eval_studio_client/api/test/test_human_calibration_service_api.py,sha256=kZ4KGrO39c7BHEas3wBadbGS09gQxLtdCf5Nz9iHy4s,1042
 eval_studio_client/api/test/test_info_service_api.py,sha256=afaL8yDlxkWwu53itEYIUq9LQ5zJtuOTuP401HAbmnM,943
 eval_studio_client/api/test/test_leaderboard_report_service_api.py,sha256=G5yx8nPIR0dXNeUymZAickUlBcctiJ-lsUZzX_2IqsA,1121
@@ -685,7 +692,7 @@ eval_studio_client/api/test/test_perturbation_service_api.py,sha256=AiO3IousO3H0
 eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py,sha256=p3sQaVwpgCIT56iAfo7_kf7Tyw9ZSLJwI9ojPacQAyY,4371
 eval_studio_client/api/test/test_perturbator_service_api.py,sha256=Wf7aFAGfpbCa_VGl6lWrUQYBeouxWxFi-WK2X-yvTgc,1036
 eval_studio_client/api/test/test_prompt_generation_service_api.py,sha256=y1dj-hsWD-zZEsMfgWBpIn4SR9D0sdSwQOMx8jMyDYo,930
-eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py,sha256=iR6fBVeH722tBW0fQaD2u1dnhfk0gr1Lp8b8Rpou1V4,3747
+eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py,sha256=bj-Rv_-LoK98tXunMsOjQeNSje3TrMYlwFaowYJSRsE,3819
 eval_studio_client/api/test/test_prompt_library_service_api.py,sha256=kQ7iSf7vVbl1EB4CrIlEMlkqEOEXWNdc1trDat4BiA8,1079
 eval_studio_client/api/test/test_protobuf_any.py,sha256=19nD64ovb1f8CyPF4uG25e01357_DclMwnNiPlvGOBA,1389
 eval_studio_client/api/test/test_protobuf_null_value.py,sha256=SkRoh97bMtEP72fGyJARmkq0UFS2XlFycOIrPIzeap8,779
@@ -710,7 +717,7 @@ eval_studio_client/api/test/test_test_class_service_api.py,sha256=-itay9_LI83Ui3
 eval_studio_client/api/test/test_test_lab_service_api.py,sha256=yaPDfxmUZPwDXwnih1GG6YSIxozQDIfR8IzuVpgOi68,997
 eval_studio_client/api/test/test_test_service_api.py,sha256=YM1uuhsBUEBUcaVt9pvYtgkStU9COfNEF5m6UkMFs6g,3547
 eval_studio_client/api/test/test_test_service_clone_test_request.py,sha256=61BDT2tGWfM99Utr2po96g_cVjUPpHxTJ4OKoUG4TwA,1644
-eval_studio_client/api/test/test_test_service_generate_test_cases_request.py,sha256=yg4wRXUini3U4UaXXavLOHQmz91Jgea5bKYyhBFqgqs,2462
+eval_studio_client/api/test/test_test_service_generate_test_cases_request.py,sha256=ISfhsxaObBsjNrwl3egTgbZ4Ez8ANMEgH3y0bD4J1pM,2503
 eval_studio_client/api/test/test_test_service_grant_test_access_request.py,sha256=L6g-dnqJhlN5vI4azarnb8Xe0y1NsyM0tMo5D7gyxdU,1703
 eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py,sha256=VKh2SNMMfzeXU9lLvD2LJIJM0H18-FUEbifH0nliknc,1946
 eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py,sha256=5GS_FadhPUQACOuA9fseT80wL5zZAUM2fmS15utt8Us,2164
@@ -775,7 +782,7 @@ eval_studio_client/api/test/test_v1_comparison_summary.py,sha256=DcoysidmObNnP_k
 eval_studio_client/api/test/test_v1_context.py,sha256=m5x2Eqz286JNokw-iTkuDdp6BZa8qRnA1TaypR4v-Jw,1623
 eval_studio_client/api/test/test_v1_create_dashboard_response.py,sha256=oeO2foM3IvPLPpwZSYdNfnAgPswcqI07LPnVitordD8,2463
 eval_studio_client/api/test/test_v1_create_document_response.py,sha256=tiquk7btejSzgA8ErXXQsOR8o0kBlke9ZVF9vRKfVa0,2189
-eval_studio_client/api/test/test_v1_create_evaluation_request.py,sha256=HTh6O5HsFRehSfpEz2cDrLAjgk7M-_unBj3vF2F3IHE,5604
+eval_studio_client/api/test/test_v1_create_evaluation_request.py,sha256=o_yUm1bL4zEPy3W_OX8EBnYmDZnXQ8Ef86Ow_nMKk7A,5635
 eval_studio_client/api/test/test_v1_create_evaluator_response.py,sha256=wG2uJx1C3MR8MQ3kZvXbymQZ7SjEUvHNlqJPHTmIGaU,3747
 eval_studio_client/api/test/test_v1_create_leaderboard_request.py,sha256=1MFbaXQdDFRheNE27clK2yWHn0IXPL8K0p2X08QidzM,4668
 eval_studio_client/api/test/test_v1_create_leaderboard_response.py,sha256=_HBbv6Ch2Wm0VymhetQC-Xv2bXsEF038gz8TR8suO2M,2741
@@ -785,7 +792,7 @@ eval_studio_client/api/test/test_v1_create_perturbation_response.py,sha256=ZnzbI
 eval_studio_client/api/test/test_v1_create_test_case_response.py,sha256=B23YgCrhBmbCSD_WFzibgdYCX7K1XdsCCuNyS5ZZ8IQ,2559
 eval_studio_client/api/test/test_v1_create_test_from_test_cases_request.py,sha256=0IKbvWgYefEMwJM-XKDf1sfWvKQoND0W71UlRnBnX8w,1757
 eval_studio_client/api/test/test_v1_create_test_from_test_cases_response.py,sha256=5jeG9rVnq2wMzG9y7VizX822bmfLDP_3VgaCJ1vDs0Y,2517
-eval_studio_client/api/test/test_v1_create_test_lab_response.py,sha256=RLC7238n0ujKgMuiq1p7lQfmvkTuT-seF9ujxghwjCs,2409
+eval_studio_client/api/test/test_v1_create_test_lab_response.py,sha256=D4QZo40lLw5l_tZ8FDYr_UgWzSQw9XM2lE5DtSSV9mM,2479
 eval_studio_client/api/test/test_v1_create_test_response.py,sha256=JtFiYgrd6qCEm1Xw2i7LyXavfUSlm6TaZMWwaAifDrk,2358
 eval_studio_client/api/test/test_v1_create_workflow_edge_response.py,sha256=6JSJJb9JS11I90t-IKbgaHUhDiA03lMa7qbE5g__yq8,2291
 eval_studio_client/api/test/test_v1_create_workflow_node_response.py,sha256=fquLVkZUcNoTT9j1mNJcBlUhwOzLo56i8efDawdz0EU,3760
@@ -806,6 +813,8 @@ eval_studio_client/api/test/test_v1_delete_leaderboard_response.py,sha256=76vjDe
 eval_studio_client/api/test/test_v1_delete_model_response.py,sha256=U_75qkRopSuKpM4HeoHeE0DTsHXNobDn9hR40OD5yJk,2305
 eval_studio_client/api/test/test_v1_delete_test_case_response.py,sha256=Tfsii5DyjH0jbkwghU_AvRtucerFer7MZz5NmyCs0Z4,2559
 eval_studio_client/api/test/test_v1_delete_test_response.py,sha256=S5-rqGOjSI58wj_mhap7V1rfgI0ca80ncGK70hYyCR0,2358
+eval_studio_client/api/test/test_v1_delete_workflow_collections_request.py,sha256=9lofduw1EkA8gBLMglypynLe82-WAGEkVGp_U6uG-Jw,4845
+eval_studio_client/api/test/test_v1_delete_workflow_collections_response.py,sha256=vPHKS3Y4oBQggoXsulel2vw7hjZjf0Cqsq3jpbNgJdY,1731
 eval_studio_client/api/test/test_v1_delete_workflow_edge_response.py,sha256=RaFHFdp8sYmsPxfAjMILxXztDNHtoUHXeZxdUBS45Pc,2291
 eval_studio_client/api/test/test_v1_delete_workflow_node_response.py,sha256=VGVJkcSWHqhsa4vUnkBWshLN2f3HOFlhJ8EUU9zYRWo,3760
 eval_studio_client/api/test/test_v1_delete_workflow_response.py,sha256=2bvgCZA8xFkyc_pR0eB1nAJedCY-EZlnXVPiFpR-Tb4,3903
@@ -821,7 +830,7 @@ eval_studio_client/api/test/test_v1_evaluator_parameter.py,sha256=SVtFe0V5CDIcoD
 eval_studio_client/api/test/test_v1_evaluator_view.py,sha256=HsqgAhQxSTXNQhjG3q3v3aHLVkAcKK3zxcKQMpoLFXg,765
 eval_studio_client/api/test/test_v1_finalize_operation_response.py,sha256=KiRBBlkX09me7fkujRMN7bGQalM715GG5ZdIoCQGd0c,2741
 eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py,sha256=PtqikS3C3skqh-A4KNGJiF3tZL9fRy2HHB57_a9Mg34,2763
-eval_studio_client/api/test/test_v1_find_test_lab_response.py,sha256=YMDOKfKMxggWLhwhDFKBQ32vxQZPnPGxIYiURbOvKaQ,2385
+eval_studio_client/api/test/test_v1_find_test_lab_response.py,sha256=YdMWHh1wmLeMfj2Vi8cupAoFFi7cKAG4UF3BN9frq7g,2455
 eval_studio_client/api/test/test_v1_find_workflows_by_collection_id_response.py,sha256=8SKMoJDl14btw27OrpHGmgGXk_utFJPnOnmcUpiSLuw,4275
 eval_studio_client/api/test/test_v1_flipped_metric.py,sha256=QH50radmVxjkJx4jmRgO21unqjgf3OuasF-OT0gvGZg,1524
 eval_studio_client/api/test/test_v1_generate_test_cases_response.py,sha256=iuAXnTF91RLHecz7wZjvyBlDr-IcnRDRL88mdJM8gHU,2742
@@ -949,7 +958,7 @@ eval_studio_client/api/test/test_v1_test_case_result.py,sha256=4tnu5gWm9NXJKEN0m
 eval_studio_client/api/test/test_v1_test_cases_generator.py,sha256=p-g5v-DkzqKO9qGua9XLP2zBWXt_jrdE3is5rffWYCM,801
 eval_studio_client/api/test/test_v1_test_class.py,sha256=QPHNOZZf0EbwMPMZocZnQHgNKjbKjRFg0a1CuOtOGTg,2170
 eval_studio_client/api/test/test_v1_test_class_type.py,sha256=XMlEyZIIIvgLSL49_I__X-6GEzr0zA6xtqIPF6dKwGs,766
-eval_studio_client/api/test/test_v1_test_lab.py,sha256=fC0vq7c0O70YVDYgsun1abIYBlQ_jP5MwEZUM4Y6E0w,2076
+eval_studio_client/api/test/test_v1_test_lab.py,sha256=dw9RxwceQo1Rcdo99Cgqjwjzg-zQS_aWj-tnTWVKOAI,2141
 eval_studio_client/api/test/test_v1_test_suite_evaluates.py,sha256=JHPWHkNN4emuFVNyNS9KzVAFW_mRSlbcbREj_xJHWNg,801
 eval_studio_client/api/test/test_v1_test_type.py,sha256=CIP0-DL66cSqlZOkpCxtWEIy5iIvxFJEXXLc0wHJG7c,730
 eval_studio_client/api/test/test_v1_text_similarity_metric.py,sha256=B6TbDc3jjxS8suiBsufWP62cUjeoTlQButFcj2HdVWQ,815
@@ -987,7 +996,7 @@ eval_studio_client/api/test/test_workflow_result_service_api.py,sha256=FZUg2BoZL
 eval_studio_client/api/test/test_workflow_service_api.py,sha256=i13ve3aYZZcSky3YFu20SUa435moe0OyDv-ec-jCQkQ,3979
 eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py,sha256=loIe3yBEh454kxeTnT1Y7dwGbktRvm0XBZPWhkoXELQ,1866
 eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py,sha256=Jm3UJmlGb2r2XHRoFsUBkiAxjOL7LMW6JrGhmAvHHtE,1811
-eval_studio_client/gen/openapiv2/eval_studio.swagger.json,sha256=kKVV00vF52c-XWAiQ5uQzwj0papPfEV6LJTYPSKXIs8,430556
-eval_studio_client-1.3.0.dist-info/METADATA,sha256=ksL0-m0OUoYNBXUEdkSon_y1LYMvyW-geie6WWbvMvs,712
-eval_studio_client-1.3.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-eval_studio_client-1.3.0.dist-info/RECORD,,
+eval_studio_client/gen/openapiv2/eval_studio.swagger.json,sha256=s3jw_GrSWIxvVtwGy3_IA7CKnmaZmkjQiUoFmoJCcF0,434627
+eval_studio_client-1.3.1a1.dist-info/METADATA,sha256=IaUaecOi6BhA0xlMrCm1TvK6gX4M5uL_-wOwdA47KbA,714
+eval_studio_client-1.3.1a1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+eval_studio_client-1.3.1a1.dist-info/RECORD,,