vellum-ai 0.6.9__py3-none-any.whl → 0.7.2__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (54) hide show
  1. vellum/__init__.py +56 -0
  2. vellum/client.py +73 -40
  3. vellum/core/client_wrapper.py +1 -1
  4. vellum/lib/test_suites/resources.py +5 -5
  5. vellum/resources/document_indexes/client.py +114 -0
  6. vellum/resources/test_suites/client.py +19 -51
  7. vellum/types/__init__.py +58 -0
  8. vellum/types/array_vellum_value_item_request.py +82 -0
  9. vellum/types/code_execution_node_json_result.py +1 -1
  10. vellum/types/error_vellum_value_request.py +30 -0
  11. vellum/types/execution_json_vellum_value.py +1 -1
  12. vellum/types/function_call_vellum_value_request.py +30 -0
  13. vellum/types/image_vellum_value_request.py +30 -0
  14. vellum/types/json_variable_value.py +1 -1
  15. vellum/types/json_vellum_value.py +1 -1
  16. vellum/types/json_vellum_value_request.py +29 -0
  17. vellum/types/merge_node_result.py +3 -0
  18. vellum/types/merge_node_result_data.py +25 -0
  19. vellum/types/named_test_case_array_variable_value.py +31 -0
  20. vellum/types/named_test_case_array_variable_value_request.py +31 -0
  21. vellum/types/named_test_case_json_variable_value.py +1 -1
  22. vellum/types/named_test_case_json_variable_value_request.py +1 -1
  23. vellum/types/named_test_case_variable_value.py +12 -0
  24. vellum/types/named_test_case_variable_value_request.py +12 -0
  25. vellum/types/node_input_compiled_json_value.py +1 -1
  26. vellum/types/node_output_compiled_json_value.py +1 -1
  27. vellum/types/number_vellum_value_request.py +29 -0
  28. vellum/types/prompt_deployment_expand_meta_request_request.py +11 -11
  29. vellum/types/prompt_execution_meta.py +1 -1
  30. vellum/types/prompt_node_execution_meta.py +30 -0
  31. vellum/types/prompt_node_result_data.py +3 -0
  32. vellum/types/string_vellum_value_request.py +29 -0
  33. vellum/types/templating_node_json_result.py +1 -1
  34. vellum/types/terminal_node_json_result.py +1 -1
  35. vellum/types/test_case_array_variable_value.py +32 -0
  36. vellum/types/test_case_variable_value.py +12 -0
  37. vellum/types/test_suite_run_execution_array_output.py +32 -0
  38. vellum/types/test_suite_run_execution_json_output.py +1 -1
  39. vellum/types/test_suite_run_execution_output.py +12 -0
  40. vellum/types/test_suite_run_metric_number_output.py +1 -1
  41. vellum/types/test_suite_run_metric_string_output.py +1 -1
  42. vellum/types/test_suite_test_case_bulk_operation_request.py +12 -0
  43. vellum/types/test_suite_test_case_rejected_bulk_result.py +1 -1
  44. vellum/types/test_suite_test_case_upsert_bulk_operation_request.py +35 -0
  45. vellum/types/upsert_enum.py +5 -0
  46. vellum/types/upsert_test_suite_test_case_request.py +49 -0
  47. vellum/types/workflow_expand_meta_request.py +28 -0
  48. vellum/types/workflow_output_json.py +1 -1
  49. vellum/types/workflow_request_json_input_request.py +1 -1
  50. vellum/types/workflow_result_event_output_data_json.py +1 -1
  51. {vellum_ai-0.6.9.dist-info → vellum_ai-0.7.2.dist-info}/METADATA +1 -1
  52. {vellum_ai-0.6.9.dist-info → vellum_ai-0.7.2.dist-info}/RECORD +54 -37
  53. {vellum_ai-0.6.9.dist-info → vellum_ai-0.7.2.dist-info}/LICENSE +0 -0
  54. {vellum_ai-0.6.9.dist-info → vellum_ai-0.7.2.dist-info}/WHEEL +0 -0
vellum/__init__.py CHANGED
@@ -23,6 +23,13 @@ from .types import (
23
23
  ArrayVariableValueItem_Number,
24
24
  ArrayVariableValueItem_String,
25
25
  ArrayVellumValueItem,
26
+ ArrayVellumValueItemRequest,
27
+ ArrayVellumValueItemRequest_Error,
28
+ ArrayVellumValueItemRequest_FunctionCall,
29
+ ArrayVellumValueItemRequest_Image,
30
+ ArrayVellumValueItemRequest_Json,
31
+ ArrayVellumValueItemRequest_Number,
32
+ ArrayVellumValueItemRequest_String,
26
33
  ArrayVellumValueItem_Error,
27
34
  ArrayVellumValueItem_FunctionCall,
28
35
  ArrayVellumValueItem_Image,
@@ -101,6 +108,7 @@ from .types import (
101
108
  ErrorEnum,
102
109
  ErrorVariableValue,
103
110
  ErrorVellumValue,
111
+ ErrorVellumValueRequest,
104
112
  ExecutePromptApiErrorResponse,
105
113
  ExecutePromptEvent,
106
114
  ExecutePromptEvent_Fulfilled,
@@ -151,6 +159,7 @@ from .types import (
151
159
  FunctionCallRequest,
152
160
  FunctionCallVariableValue,
153
161
  FunctionCallVellumValue,
162
+ FunctionCallVellumValueRequest,
154
163
  GenerateErrorResponse,
155
164
  GenerateOptionsRequest,
156
165
  GenerateRequest,
@@ -169,6 +178,7 @@ from .types import (
169
178
  ImageEnum,
170
179
  ImageVariableValue,
171
180
  ImageVellumValue,
181
+ ImageVellumValueRequest,
172
182
  IndexingConfigVectorizer,
173
183
  IndexingConfigVectorizerRequest,
174
184
  IndexingConfigVectorizerRequest_HkunlpInstructorXl,
@@ -198,6 +208,7 @@ from .types import (
198
208
  JsonInputRequest,
199
209
  JsonVariableValue,
200
210
  JsonVellumValue,
211
+ JsonVellumValueRequest,
201
212
  LogicalOperator,
202
213
  LogprobsEnum,
203
214
  MapEnum,
@@ -205,6 +216,7 @@ from .types import (
205
216
  MapNodeResultData,
206
217
  MergeEnum,
207
218
  MergeNodeResult,
219
+ MergeNodeResultData,
208
220
  MetadataFilterConfigRequest,
209
221
  MetadataFilterRuleCombinator,
210
222
  MetadataFilterRuleRequest,
@@ -216,6 +228,8 @@ from .types import (
216
228
  NamedScenarioInputRequest_ChatHistory,
217
229
  NamedScenarioInputRequest_String,
218
230
  NamedScenarioInputStringVariableValueRequest,
231
+ NamedTestCaseArrayVariableValue,
232
+ NamedTestCaseArrayVariableValueRequest,
219
233
  NamedTestCaseChatHistoryVariableValue,
220
234
  NamedTestCaseChatHistoryVariableValueRequest,
221
235
  NamedTestCaseErrorVariableValue,
@@ -232,6 +246,7 @@ from .types import (
232
246
  NamedTestCaseStringVariableValueRequest,
233
247
  NamedTestCaseVariableValue,
234
248
  NamedTestCaseVariableValueRequest,
249
+ NamedTestCaseVariableValueRequest_Array,
235
250
  NamedTestCaseVariableValueRequest_ChatHistory,
236
251
  NamedTestCaseVariableValueRequest_Error,
237
252
  NamedTestCaseVariableValueRequest_FunctionCall,
@@ -239,6 +254,7 @@ from .types import (
239
254
  NamedTestCaseVariableValueRequest_Number,
240
255
  NamedTestCaseVariableValueRequest_SearchResults,
241
256
  NamedTestCaseVariableValueRequest_String,
257
+ NamedTestCaseVariableValue_Array,
242
258
  NamedTestCaseVariableValue_ChatHistory,
243
259
  NamedTestCaseVariableValue_Error,
244
260
  NamedTestCaseVariableValue_FunctionCall,
@@ -285,6 +301,7 @@ from .types import (
285
301
  NumberEnum,
286
302
  NumberVariableValue,
287
303
  NumberVellumValue,
304
+ NumberVellumValueRequest,
288
305
  OpenAiVectorizerConfig,
289
306
  OpenAiVectorizerConfigRequest,
290
307
  OpenAiVectorizerTextEmbedding3Large,
@@ -310,6 +327,7 @@ from .types import (
310
327
  PromptDeploymentInputRequest_Json,
311
328
  PromptDeploymentInputRequest_String,
312
329
  PromptExecutionMeta,
330
+ PromptNodeExecutionMeta,
313
331
  PromptNodeResult,
314
332
  PromptNodeResultData,
315
333
  PromptOutput,
@@ -378,6 +396,7 @@ from .types import (
378
396
  StringInputRequest,
379
397
  StringVariableValue,
380
398
  StringVellumValue,
399
+ StringVellumValueRequest,
381
400
  SubmitCompletionActualRequest,
382
401
  SubmitCompletionActualsErrorResponse,
383
402
  SubmitWorkflowExecutionActualRequest,
@@ -425,6 +444,7 @@ from .types import (
425
444
  TerminalNodeResultOutput_String,
426
445
  TerminalNodeSearchResultsResult,
427
446
  TerminalNodeStringResult,
447
+ TestCaseArrayVariableValue,
428
448
  TestCaseChatHistoryVariableValue,
429
449
  TestCaseErrorVariableValue,
430
450
  TestCaseFunctionCallVariableValue,
@@ -433,6 +453,7 @@ from .types import (
433
453
  TestCaseSearchResultsVariableValue,
434
454
  TestCaseStringVariableValue,
435
455
  TestCaseVariableValue,
456
+ TestCaseVariableValue_Array,
436
457
  TestCaseVariableValue_ChatHistory,
437
458
  TestCaseVariableValue_Error,
438
459
  TestCaseVariableValue_FunctionCall,
@@ -454,6 +475,7 @@ from .types import (
454
475
  TestSuiteRunExecConfig_External,
455
476
  TestSuiteRunExecConfig_WorkflowReleaseTag,
456
477
  TestSuiteRunExecution,
478
+ TestSuiteRunExecutionArrayOutput,
457
479
  TestSuiteRunExecutionChatHistoryOutput,
458
480
  TestSuiteRunExecutionErrorOutput,
459
481
  TestSuiteRunExecutionFunctionCallOutput,
@@ -462,6 +484,7 @@ from .types import (
462
484
  TestSuiteRunExecutionMetricResult,
463
485
  TestSuiteRunExecutionNumberOutput,
464
486
  TestSuiteRunExecutionOutput,
487
+ TestSuiteRunExecutionOutput_Array,
465
488
  TestSuiteRunExecutionOutput_ChatHistory,
466
489
  TestSuiteRunExecutionOutput_Error,
467
490
  TestSuiteRunExecutionOutput_FunctionCall,
@@ -499,6 +522,7 @@ from .types import (
499
522
  TestSuiteTestCaseBulkOperationRequest_Create,
500
523
  TestSuiteTestCaseBulkOperationRequest_Delete,
501
524
  TestSuiteTestCaseBulkOperationRequest_Replace,
525
+ TestSuiteTestCaseBulkOperationRequest_Upsert,
502
526
  TestSuiteTestCaseBulkResult,
503
527
  TestSuiteTestCaseBulkResult_Created,
504
528
  TestSuiteTestCaseBulkResult_Deleted,
@@ -515,6 +539,7 @@ from .types import (
515
539
  TestSuiteTestCaseReplaceBulkOperationRequest,
516
540
  TestSuiteTestCaseReplacedBulkResult,
517
541
  TestSuiteTestCaseReplacedBulkResultData,
542
+ TestSuiteTestCaseUpsertBulkOperationRequest,
518
543
  TextEmbedding3LargeEnum,
519
544
  TextEmbedding3SmallEnum,
520
545
  TextEmbeddingAda002Enum,
@@ -525,6 +550,8 @@ from .types import (
525
550
  TokenOverlappingWindowChunkingRequest,
526
551
  UploadDocumentErrorResponse,
527
552
  UploadDocumentResponse,
553
+ UpsertEnum,
554
+ UpsertTestSuiteTestCaseRequest,
528
555
  VellumError,
529
556
  VellumErrorCodeEnum,
530
557
  VellumErrorRequest,
@@ -541,6 +568,7 @@ from .types import (
541
568
  WorkflowExecutionEventType,
542
569
  WorkflowExecutionNodeResultEvent,
543
570
  WorkflowExecutionWorkflowResultEvent,
571
+ WorkflowExpandMetaRequest,
544
572
  WorkflowNodeResultData,
545
573
  WorkflowNodeResultData_Api,
546
574
  WorkflowNodeResultData_CodeExecution,
@@ -652,6 +680,13 @@ __all__ = [
652
680
  "ArrayVariableValueItem_Number",
653
681
  "ArrayVariableValueItem_String",
654
682
  "ArrayVellumValueItem",
683
+ "ArrayVellumValueItemRequest",
684
+ "ArrayVellumValueItemRequest_Error",
685
+ "ArrayVellumValueItemRequest_FunctionCall",
686
+ "ArrayVellumValueItemRequest_Image",
687
+ "ArrayVellumValueItemRequest_Json",
688
+ "ArrayVellumValueItemRequest_Number",
689
+ "ArrayVellumValueItemRequest_String",
655
690
  "ArrayVellumValueItem_Error",
656
691
  "ArrayVellumValueItem_FunctionCall",
657
692
  "ArrayVellumValueItem_Image",
@@ -733,6 +768,7 @@ __all__ = [
733
768
  "ErrorEnum",
734
769
  "ErrorVariableValue",
735
770
  "ErrorVellumValue",
771
+ "ErrorVellumValueRequest",
736
772
  "ExecutePromptApiErrorResponse",
737
773
  "ExecutePromptEvent",
738
774
  "ExecutePromptEvent_Fulfilled",
@@ -784,6 +820,7 @@ __all__ = [
784
820
  "FunctionCallRequest",
785
821
  "FunctionCallVariableValue",
786
822
  "FunctionCallVellumValue",
823
+ "FunctionCallVellumValueRequest",
787
824
  "GenerateErrorResponse",
788
825
  "GenerateOptionsRequest",
789
826
  "GenerateRequest",
@@ -802,6 +839,7 @@ __all__ = [
802
839
  "ImageEnum",
803
840
  "ImageVariableValue",
804
841
  "ImageVellumValue",
842
+ "ImageVellumValueRequest",
805
843
  "IndexingConfigVectorizer",
806
844
  "IndexingConfigVectorizerRequest",
807
845
  "IndexingConfigVectorizerRequest_HkunlpInstructorXl",
@@ -832,6 +870,7 @@ __all__ = [
832
870
  "JsonInputRequest",
833
871
  "JsonVariableValue",
834
872
  "JsonVellumValue",
873
+ "JsonVellumValueRequest",
835
874
  "LogicalOperator",
836
875
  "LogprobsEnum",
837
876
  "MapEnum",
@@ -839,6 +878,7 @@ __all__ = [
839
878
  "MapNodeResultData",
840
879
  "MergeEnum",
841
880
  "MergeNodeResult",
881
+ "MergeNodeResultData",
842
882
  "MetadataFilterConfigRequest",
843
883
  "MetadataFilterRuleCombinator",
844
884
  "MetadataFilterRuleRequest",
@@ -850,6 +890,8 @@ __all__ = [
850
890
  "NamedScenarioInputRequest_ChatHistory",
851
891
  "NamedScenarioInputRequest_String",
852
892
  "NamedScenarioInputStringVariableValueRequest",
893
+ "NamedTestCaseArrayVariableValue",
894
+ "NamedTestCaseArrayVariableValueRequest",
853
895
  "NamedTestCaseChatHistoryVariableValue",
854
896
  "NamedTestCaseChatHistoryVariableValueRequest",
855
897
  "NamedTestCaseErrorVariableValue",
@@ -866,6 +908,7 @@ __all__ = [
866
908
  "NamedTestCaseStringVariableValueRequest",
867
909
  "NamedTestCaseVariableValue",
868
910
  "NamedTestCaseVariableValueRequest",
911
+ "NamedTestCaseVariableValueRequest_Array",
869
912
  "NamedTestCaseVariableValueRequest_ChatHistory",
870
913
  "NamedTestCaseVariableValueRequest_Error",
871
914
  "NamedTestCaseVariableValueRequest_FunctionCall",
@@ -873,6 +916,7 @@ __all__ = [
873
916
  "NamedTestCaseVariableValueRequest_Number",
874
917
  "NamedTestCaseVariableValueRequest_SearchResults",
875
918
  "NamedTestCaseVariableValueRequest_String",
919
+ "NamedTestCaseVariableValue_Array",
876
920
  "NamedTestCaseVariableValue_ChatHistory",
877
921
  "NamedTestCaseVariableValue_Error",
878
922
  "NamedTestCaseVariableValue_FunctionCall",
@@ -920,6 +964,7 @@ __all__ = [
920
964
  "NumberEnum",
921
965
  "NumberVariableValue",
922
966
  "NumberVellumValue",
967
+ "NumberVellumValueRequest",
923
968
  "OpenAiVectorizerConfig",
924
969
  "OpenAiVectorizerConfigRequest",
925
970
  "OpenAiVectorizerTextEmbedding3Large",
@@ -945,6 +990,7 @@ __all__ = [
945
990
  "PromptDeploymentInputRequest_Json",
946
991
  "PromptDeploymentInputRequest_String",
947
992
  "PromptExecutionMeta",
993
+ "PromptNodeExecutionMeta",
948
994
  "PromptNodeResult",
949
995
  "PromptNodeResultData",
950
996
  "PromptOutput",
@@ -1013,6 +1059,7 @@ __all__ = [
1013
1059
  "StringInputRequest",
1014
1060
  "StringVariableValue",
1015
1061
  "StringVellumValue",
1062
+ "StringVellumValueRequest",
1016
1063
  "SubmitCompletionActualRequest",
1017
1064
  "SubmitCompletionActualsErrorResponse",
1018
1065
  "SubmitWorkflowExecutionActualRequest",
@@ -1060,6 +1107,7 @@ __all__ = [
1060
1107
  "TerminalNodeResultOutput_String",
1061
1108
  "TerminalNodeSearchResultsResult",
1062
1109
  "TerminalNodeStringResult",
1110
+ "TestCaseArrayVariableValue",
1063
1111
  "TestCaseChatHistoryVariableValue",
1064
1112
  "TestCaseErrorVariableValue",
1065
1113
  "TestCaseFunctionCallVariableValue",
@@ -1068,6 +1116,7 @@ __all__ = [
1068
1116
  "TestCaseSearchResultsVariableValue",
1069
1117
  "TestCaseStringVariableValue",
1070
1118
  "TestCaseVariableValue",
1119
+ "TestCaseVariableValue_Array",
1071
1120
  "TestCaseVariableValue_ChatHistory",
1072
1121
  "TestCaseVariableValue_Error",
1073
1122
  "TestCaseVariableValue_FunctionCall",
@@ -1089,6 +1138,7 @@ __all__ = [
1089
1138
  "TestSuiteRunExecConfig_External",
1090
1139
  "TestSuiteRunExecConfig_WorkflowReleaseTag",
1091
1140
  "TestSuiteRunExecution",
1141
+ "TestSuiteRunExecutionArrayOutput",
1092
1142
  "TestSuiteRunExecutionChatHistoryOutput",
1093
1143
  "TestSuiteRunExecutionErrorOutput",
1094
1144
  "TestSuiteRunExecutionFunctionCallOutput",
@@ -1097,6 +1147,7 @@ __all__ = [
1097
1147
  "TestSuiteRunExecutionMetricResult",
1098
1148
  "TestSuiteRunExecutionNumberOutput",
1099
1149
  "TestSuiteRunExecutionOutput",
1150
+ "TestSuiteRunExecutionOutput_Array",
1100
1151
  "TestSuiteRunExecutionOutput_ChatHistory",
1101
1152
  "TestSuiteRunExecutionOutput_Error",
1102
1153
  "TestSuiteRunExecutionOutput_FunctionCall",
@@ -1134,6 +1185,7 @@ __all__ = [
1134
1185
  "TestSuiteTestCaseBulkOperationRequest_Create",
1135
1186
  "TestSuiteTestCaseBulkOperationRequest_Delete",
1136
1187
  "TestSuiteTestCaseBulkOperationRequest_Replace",
1188
+ "TestSuiteTestCaseBulkOperationRequest_Upsert",
1137
1189
  "TestSuiteTestCaseBulkResult",
1138
1190
  "TestSuiteTestCaseBulkResult_Created",
1139
1191
  "TestSuiteTestCaseBulkResult_Deleted",
@@ -1150,6 +1202,7 @@ __all__ = [
1150
1202
  "TestSuiteTestCaseReplaceBulkOperationRequest",
1151
1203
  "TestSuiteTestCaseReplacedBulkResult",
1152
1204
  "TestSuiteTestCaseReplacedBulkResultData",
1205
+ "TestSuiteTestCaseUpsertBulkOperationRequest",
1153
1206
  "TextEmbedding3LargeEnum",
1154
1207
  "TextEmbedding3SmallEnum",
1155
1208
  "TextEmbeddingAda002Enum",
@@ -1160,6 +1213,8 @@ __all__ = [
1160
1213
  "TokenOverlappingWindowChunkingRequest",
1161
1214
  "UploadDocumentErrorResponse",
1162
1215
  "UploadDocumentResponse",
1216
+ "UpsertEnum",
1217
+ "UpsertTestSuiteTestCaseRequest",
1163
1218
  "VellumEnvironment",
1164
1219
  "VellumError",
1165
1220
  "VellumErrorCodeEnum",
@@ -1178,6 +1233,7 @@ __all__ = [
1178
1233
  "WorkflowExecutionEventType",
1179
1234
  "WorkflowExecutionNodeResultEvent",
1180
1235
  "WorkflowExecutionWorkflowResultEvent",
1236
+ "WorkflowExpandMetaRequest",
1181
1237
  "WorkflowNodeResultData",
1182
1238
  "WorkflowNodeResultData_Api",
1183
1239
  "WorkflowNodeResultData_CodeExecution",