vellum-ai 0.6.9__py3-none-any.whl → 0.7.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. vellum/__init__.py +56 -0
  2. vellum/client.py +73 -40
  3. vellum/core/client_wrapper.py +1 -1
  4. vellum/lib/test_suites/resources.py +5 -5
  5. vellum/resources/document_indexes/client.py +114 -0
  6. vellum/resources/test_suites/client.py +19 -51
  7. vellum/types/__init__.py +58 -0
  8. vellum/types/array_vellum_value_item_request.py +82 -0
  9. vellum/types/code_execution_node_json_result.py +1 -1
  10. vellum/types/error_vellum_value_request.py +30 -0
  11. vellum/types/execution_json_vellum_value.py +1 -1
  12. vellum/types/function_call_vellum_value_request.py +30 -0
  13. vellum/types/image_vellum_value_request.py +30 -0
  14. vellum/types/json_variable_value.py +1 -1
  15. vellum/types/json_vellum_value.py +1 -1
  16. vellum/types/json_vellum_value_request.py +29 -0
  17. vellum/types/merge_node_result.py +3 -0
  18. vellum/types/merge_node_result_data.py +25 -0
  19. vellum/types/named_test_case_array_variable_value.py +31 -0
  20. vellum/types/named_test_case_array_variable_value_request.py +31 -0
  21. vellum/types/named_test_case_json_variable_value.py +1 -1
  22. vellum/types/named_test_case_json_variable_value_request.py +1 -1
  23. vellum/types/named_test_case_variable_value.py +12 -0
  24. vellum/types/named_test_case_variable_value_request.py +12 -0
  25. vellum/types/node_input_compiled_json_value.py +1 -1
  26. vellum/types/node_output_compiled_json_value.py +1 -1
  27. vellum/types/number_vellum_value_request.py +29 -0
  28. vellum/types/prompt_deployment_expand_meta_request_request.py +11 -11
  29. vellum/types/prompt_execution_meta.py +1 -1
  30. vellum/types/prompt_node_execution_meta.py +30 -0
  31. vellum/types/prompt_node_result_data.py +3 -0
  32. vellum/types/string_vellum_value_request.py +29 -0
  33. vellum/types/templating_node_json_result.py +1 -1
  34. vellum/types/terminal_node_json_result.py +1 -1
  35. vellum/types/test_case_array_variable_value.py +32 -0
  36. vellum/types/test_case_variable_value.py +12 -0
  37. vellum/types/test_suite_run_execution_array_output.py +32 -0
  38. vellum/types/test_suite_run_execution_json_output.py +1 -1
  39. vellum/types/test_suite_run_execution_output.py +12 -0
  40. vellum/types/test_suite_run_metric_number_output.py +1 -1
  41. vellum/types/test_suite_run_metric_string_output.py +1 -1
  42. vellum/types/test_suite_test_case_bulk_operation_request.py +12 -0
  43. vellum/types/test_suite_test_case_rejected_bulk_result.py +1 -1
  44. vellum/types/test_suite_test_case_upsert_bulk_operation_request.py +35 -0
  45. vellum/types/upsert_enum.py +5 -0
  46. vellum/types/upsert_test_suite_test_case_request.py +49 -0
  47. vellum/types/workflow_expand_meta_request.py +28 -0
  48. vellum/types/workflow_output_json.py +1 -1
  49. vellum/types/workflow_request_json_input_request.py +1 -1
  50. vellum/types/workflow_result_event_output_data_json.py +1 -1
  51. {vellum_ai-0.6.9.dist-info → vellum_ai-0.7.2.dist-info}/METADATA +1 -1
  52. {vellum_ai-0.6.9.dist-info → vellum_ai-0.7.2.dist-info}/RECORD +54 -37
  53. {vellum_ai-0.6.9.dist-info → vellum_ai-0.7.2.dist-info}/LICENSE +0 -0
  54. {vellum_ai-0.6.9.dist-info → vellum_ai-0.7.2.dist-info}/WHEEL +0 -0
vellum/__init__.py CHANGED
@@ -23,6 +23,13 @@ from .types import (
23
23
  ArrayVariableValueItem_Number,
24
24
  ArrayVariableValueItem_String,
25
25
  ArrayVellumValueItem,
26
+ ArrayVellumValueItemRequest,
27
+ ArrayVellumValueItemRequest_Error,
28
+ ArrayVellumValueItemRequest_FunctionCall,
29
+ ArrayVellumValueItemRequest_Image,
30
+ ArrayVellumValueItemRequest_Json,
31
+ ArrayVellumValueItemRequest_Number,
32
+ ArrayVellumValueItemRequest_String,
26
33
  ArrayVellumValueItem_Error,
27
34
  ArrayVellumValueItem_FunctionCall,
28
35
  ArrayVellumValueItem_Image,
@@ -101,6 +108,7 @@ from .types import (
101
108
  ErrorEnum,
102
109
  ErrorVariableValue,
103
110
  ErrorVellumValue,
111
+ ErrorVellumValueRequest,
104
112
  ExecutePromptApiErrorResponse,
105
113
  ExecutePromptEvent,
106
114
  ExecutePromptEvent_Fulfilled,
@@ -151,6 +159,7 @@ from .types import (
151
159
  FunctionCallRequest,
152
160
  FunctionCallVariableValue,
153
161
  FunctionCallVellumValue,
162
+ FunctionCallVellumValueRequest,
154
163
  GenerateErrorResponse,
155
164
  GenerateOptionsRequest,
156
165
  GenerateRequest,
@@ -169,6 +178,7 @@ from .types import (
169
178
  ImageEnum,
170
179
  ImageVariableValue,
171
180
  ImageVellumValue,
181
+ ImageVellumValueRequest,
172
182
  IndexingConfigVectorizer,
173
183
  IndexingConfigVectorizerRequest,
174
184
  IndexingConfigVectorizerRequest_HkunlpInstructorXl,
@@ -198,6 +208,7 @@ from .types import (
198
208
  JsonInputRequest,
199
209
  JsonVariableValue,
200
210
  JsonVellumValue,
211
+ JsonVellumValueRequest,
201
212
  LogicalOperator,
202
213
  LogprobsEnum,
203
214
  MapEnum,
@@ -205,6 +216,7 @@ from .types import (
205
216
  MapNodeResultData,
206
217
  MergeEnum,
207
218
  MergeNodeResult,
219
+ MergeNodeResultData,
208
220
  MetadataFilterConfigRequest,
209
221
  MetadataFilterRuleCombinator,
210
222
  MetadataFilterRuleRequest,
@@ -216,6 +228,8 @@ from .types import (
216
228
  NamedScenarioInputRequest_ChatHistory,
217
229
  NamedScenarioInputRequest_String,
218
230
  NamedScenarioInputStringVariableValueRequest,
231
+ NamedTestCaseArrayVariableValue,
232
+ NamedTestCaseArrayVariableValueRequest,
219
233
  NamedTestCaseChatHistoryVariableValue,
220
234
  NamedTestCaseChatHistoryVariableValueRequest,
221
235
  NamedTestCaseErrorVariableValue,
@@ -232,6 +246,7 @@ from .types import (
232
246
  NamedTestCaseStringVariableValueRequest,
233
247
  NamedTestCaseVariableValue,
234
248
  NamedTestCaseVariableValueRequest,
249
+ NamedTestCaseVariableValueRequest_Array,
235
250
  NamedTestCaseVariableValueRequest_ChatHistory,
236
251
  NamedTestCaseVariableValueRequest_Error,
237
252
  NamedTestCaseVariableValueRequest_FunctionCall,
@@ -239,6 +254,7 @@ from .types import (
239
254
  NamedTestCaseVariableValueRequest_Number,
240
255
  NamedTestCaseVariableValueRequest_SearchResults,
241
256
  NamedTestCaseVariableValueRequest_String,
257
+ NamedTestCaseVariableValue_Array,
242
258
  NamedTestCaseVariableValue_ChatHistory,
243
259
  NamedTestCaseVariableValue_Error,
244
260
  NamedTestCaseVariableValue_FunctionCall,
@@ -285,6 +301,7 @@ from .types import (
285
301
  NumberEnum,
286
302
  NumberVariableValue,
287
303
  NumberVellumValue,
304
+ NumberVellumValueRequest,
288
305
  OpenAiVectorizerConfig,
289
306
  OpenAiVectorizerConfigRequest,
290
307
  OpenAiVectorizerTextEmbedding3Large,
@@ -310,6 +327,7 @@ from .types import (
310
327
  PromptDeploymentInputRequest_Json,
311
328
  PromptDeploymentInputRequest_String,
312
329
  PromptExecutionMeta,
330
+ PromptNodeExecutionMeta,
313
331
  PromptNodeResult,
314
332
  PromptNodeResultData,
315
333
  PromptOutput,
@@ -378,6 +396,7 @@ from .types import (
378
396
  StringInputRequest,
379
397
  StringVariableValue,
380
398
  StringVellumValue,
399
+ StringVellumValueRequest,
381
400
  SubmitCompletionActualRequest,
382
401
  SubmitCompletionActualsErrorResponse,
383
402
  SubmitWorkflowExecutionActualRequest,
@@ -425,6 +444,7 @@ from .types import (
425
444
  TerminalNodeResultOutput_String,
426
445
  TerminalNodeSearchResultsResult,
427
446
  TerminalNodeStringResult,
447
+ TestCaseArrayVariableValue,
428
448
  TestCaseChatHistoryVariableValue,
429
449
  TestCaseErrorVariableValue,
430
450
  TestCaseFunctionCallVariableValue,
@@ -433,6 +453,7 @@ from .types import (
433
453
  TestCaseSearchResultsVariableValue,
434
454
  TestCaseStringVariableValue,
435
455
  TestCaseVariableValue,
456
+ TestCaseVariableValue_Array,
436
457
  TestCaseVariableValue_ChatHistory,
437
458
  TestCaseVariableValue_Error,
438
459
  TestCaseVariableValue_FunctionCall,
@@ -454,6 +475,7 @@ from .types import (
454
475
  TestSuiteRunExecConfig_External,
455
476
  TestSuiteRunExecConfig_WorkflowReleaseTag,
456
477
  TestSuiteRunExecution,
478
+ TestSuiteRunExecutionArrayOutput,
457
479
  TestSuiteRunExecutionChatHistoryOutput,
458
480
  TestSuiteRunExecutionErrorOutput,
459
481
  TestSuiteRunExecutionFunctionCallOutput,
@@ -462,6 +484,7 @@ from .types import (
462
484
  TestSuiteRunExecutionMetricResult,
463
485
  TestSuiteRunExecutionNumberOutput,
464
486
  TestSuiteRunExecutionOutput,
487
+ TestSuiteRunExecutionOutput_Array,
465
488
  TestSuiteRunExecutionOutput_ChatHistory,
466
489
  TestSuiteRunExecutionOutput_Error,
467
490
  TestSuiteRunExecutionOutput_FunctionCall,
@@ -499,6 +522,7 @@ from .types import (
499
522
  TestSuiteTestCaseBulkOperationRequest_Create,
500
523
  TestSuiteTestCaseBulkOperationRequest_Delete,
501
524
  TestSuiteTestCaseBulkOperationRequest_Replace,
525
+ TestSuiteTestCaseBulkOperationRequest_Upsert,
502
526
  TestSuiteTestCaseBulkResult,
503
527
  TestSuiteTestCaseBulkResult_Created,
504
528
  TestSuiteTestCaseBulkResult_Deleted,
@@ -515,6 +539,7 @@ from .types import (
515
539
  TestSuiteTestCaseReplaceBulkOperationRequest,
516
540
  TestSuiteTestCaseReplacedBulkResult,
517
541
  TestSuiteTestCaseReplacedBulkResultData,
542
+ TestSuiteTestCaseUpsertBulkOperationRequest,
518
543
  TextEmbedding3LargeEnum,
519
544
  TextEmbedding3SmallEnum,
520
545
  TextEmbeddingAda002Enum,
@@ -525,6 +550,8 @@ from .types import (
525
550
  TokenOverlappingWindowChunkingRequest,
526
551
  UploadDocumentErrorResponse,
527
552
  UploadDocumentResponse,
553
+ UpsertEnum,
554
+ UpsertTestSuiteTestCaseRequest,
528
555
  VellumError,
529
556
  VellumErrorCodeEnum,
530
557
  VellumErrorRequest,
@@ -541,6 +568,7 @@ from .types import (
541
568
  WorkflowExecutionEventType,
542
569
  WorkflowExecutionNodeResultEvent,
543
570
  WorkflowExecutionWorkflowResultEvent,
571
+ WorkflowExpandMetaRequest,
544
572
  WorkflowNodeResultData,
545
573
  WorkflowNodeResultData_Api,
546
574
  WorkflowNodeResultData_CodeExecution,
@@ -652,6 +680,13 @@ __all__ = [
652
680
  "ArrayVariableValueItem_Number",
653
681
  "ArrayVariableValueItem_String",
654
682
  "ArrayVellumValueItem",
683
+ "ArrayVellumValueItemRequest",
684
+ "ArrayVellumValueItemRequest_Error",
685
+ "ArrayVellumValueItemRequest_FunctionCall",
686
+ "ArrayVellumValueItemRequest_Image",
687
+ "ArrayVellumValueItemRequest_Json",
688
+ "ArrayVellumValueItemRequest_Number",
689
+ "ArrayVellumValueItemRequest_String",
655
690
  "ArrayVellumValueItem_Error",
656
691
  "ArrayVellumValueItem_FunctionCall",
657
692
  "ArrayVellumValueItem_Image",
@@ -733,6 +768,7 @@ __all__ = [
733
768
  "ErrorEnum",
734
769
  "ErrorVariableValue",
735
770
  "ErrorVellumValue",
771
+ "ErrorVellumValueRequest",
736
772
  "ExecutePromptApiErrorResponse",
737
773
  "ExecutePromptEvent",
738
774
  "ExecutePromptEvent_Fulfilled",
@@ -784,6 +820,7 @@ __all__ = [
784
820
  "FunctionCallRequest",
785
821
  "FunctionCallVariableValue",
786
822
  "FunctionCallVellumValue",
823
+ "FunctionCallVellumValueRequest",
787
824
  "GenerateErrorResponse",
788
825
  "GenerateOptionsRequest",
789
826
  "GenerateRequest",
@@ -802,6 +839,7 @@ __all__ = [
802
839
  "ImageEnum",
803
840
  "ImageVariableValue",
804
841
  "ImageVellumValue",
842
+ "ImageVellumValueRequest",
805
843
  "IndexingConfigVectorizer",
806
844
  "IndexingConfigVectorizerRequest",
807
845
  "IndexingConfigVectorizerRequest_HkunlpInstructorXl",
@@ -832,6 +870,7 @@ __all__ = [
832
870
  "JsonInputRequest",
833
871
  "JsonVariableValue",
834
872
  "JsonVellumValue",
873
+ "JsonVellumValueRequest",
835
874
  "LogicalOperator",
836
875
  "LogprobsEnum",
837
876
  "MapEnum",
@@ -839,6 +878,7 @@ __all__ = [
839
878
  "MapNodeResultData",
840
879
  "MergeEnum",
841
880
  "MergeNodeResult",
881
+ "MergeNodeResultData",
842
882
  "MetadataFilterConfigRequest",
843
883
  "MetadataFilterRuleCombinator",
844
884
  "MetadataFilterRuleRequest",
@@ -850,6 +890,8 @@ __all__ = [
850
890
  "NamedScenarioInputRequest_ChatHistory",
851
891
  "NamedScenarioInputRequest_String",
852
892
  "NamedScenarioInputStringVariableValueRequest",
893
+ "NamedTestCaseArrayVariableValue",
894
+ "NamedTestCaseArrayVariableValueRequest",
853
895
  "NamedTestCaseChatHistoryVariableValue",
854
896
  "NamedTestCaseChatHistoryVariableValueRequest",
855
897
  "NamedTestCaseErrorVariableValue",
@@ -866,6 +908,7 @@ __all__ = [
866
908
  "NamedTestCaseStringVariableValueRequest",
867
909
  "NamedTestCaseVariableValue",
868
910
  "NamedTestCaseVariableValueRequest",
911
+ "NamedTestCaseVariableValueRequest_Array",
869
912
  "NamedTestCaseVariableValueRequest_ChatHistory",
870
913
  "NamedTestCaseVariableValueRequest_Error",
871
914
  "NamedTestCaseVariableValueRequest_FunctionCall",
@@ -873,6 +916,7 @@ __all__ = [
873
916
  "NamedTestCaseVariableValueRequest_Number",
874
917
  "NamedTestCaseVariableValueRequest_SearchResults",
875
918
  "NamedTestCaseVariableValueRequest_String",
919
+ "NamedTestCaseVariableValue_Array",
876
920
  "NamedTestCaseVariableValue_ChatHistory",
877
921
  "NamedTestCaseVariableValue_Error",
878
922
  "NamedTestCaseVariableValue_FunctionCall",
@@ -920,6 +964,7 @@ __all__ = [
920
964
  "NumberEnum",
921
965
  "NumberVariableValue",
922
966
  "NumberVellumValue",
967
+ "NumberVellumValueRequest",
923
968
  "OpenAiVectorizerConfig",
924
969
  "OpenAiVectorizerConfigRequest",
925
970
  "OpenAiVectorizerTextEmbedding3Large",
@@ -945,6 +990,7 @@ __all__ = [
945
990
  "PromptDeploymentInputRequest_Json",
946
991
  "PromptDeploymentInputRequest_String",
947
992
  "PromptExecutionMeta",
993
+ "PromptNodeExecutionMeta",
948
994
  "PromptNodeResult",
949
995
  "PromptNodeResultData",
950
996
  "PromptOutput",
@@ -1013,6 +1059,7 @@ __all__ = [
1013
1059
  "StringInputRequest",
1014
1060
  "StringVariableValue",
1015
1061
  "StringVellumValue",
1062
+ "StringVellumValueRequest",
1016
1063
  "SubmitCompletionActualRequest",
1017
1064
  "SubmitCompletionActualsErrorResponse",
1018
1065
  "SubmitWorkflowExecutionActualRequest",
@@ -1060,6 +1107,7 @@ __all__ = [
1060
1107
  "TerminalNodeResultOutput_String",
1061
1108
  "TerminalNodeSearchResultsResult",
1062
1109
  "TerminalNodeStringResult",
1110
+ "TestCaseArrayVariableValue",
1063
1111
  "TestCaseChatHistoryVariableValue",
1064
1112
  "TestCaseErrorVariableValue",
1065
1113
  "TestCaseFunctionCallVariableValue",
@@ -1068,6 +1116,7 @@ __all__ = [
1068
1116
  "TestCaseSearchResultsVariableValue",
1069
1117
  "TestCaseStringVariableValue",
1070
1118
  "TestCaseVariableValue",
1119
+ "TestCaseVariableValue_Array",
1071
1120
  "TestCaseVariableValue_ChatHistory",
1072
1121
  "TestCaseVariableValue_Error",
1073
1122
  "TestCaseVariableValue_FunctionCall",
@@ -1089,6 +1138,7 @@ __all__ = [
1089
1138
  "TestSuiteRunExecConfig_External",
1090
1139
  "TestSuiteRunExecConfig_WorkflowReleaseTag",
1091
1140
  "TestSuiteRunExecution",
1141
+ "TestSuiteRunExecutionArrayOutput",
1092
1142
  "TestSuiteRunExecutionChatHistoryOutput",
1093
1143
  "TestSuiteRunExecutionErrorOutput",
1094
1144
  "TestSuiteRunExecutionFunctionCallOutput",
@@ -1097,6 +1147,7 @@ __all__ = [
1097
1147
  "TestSuiteRunExecutionMetricResult",
1098
1148
  "TestSuiteRunExecutionNumberOutput",
1099
1149
  "TestSuiteRunExecutionOutput",
1150
+ "TestSuiteRunExecutionOutput_Array",
1100
1151
  "TestSuiteRunExecutionOutput_ChatHistory",
1101
1152
  "TestSuiteRunExecutionOutput_Error",
1102
1153
  "TestSuiteRunExecutionOutput_FunctionCall",
@@ -1134,6 +1185,7 @@ __all__ = [
1134
1185
  "TestSuiteTestCaseBulkOperationRequest_Create",
1135
1186
  "TestSuiteTestCaseBulkOperationRequest_Delete",
1136
1187
  "TestSuiteTestCaseBulkOperationRequest_Replace",
1188
+ "TestSuiteTestCaseBulkOperationRequest_Upsert",
1137
1189
  "TestSuiteTestCaseBulkResult",
1138
1190
  "TestSuiteTestCaseBulkResult_Created",
1139
1191
  "TestSuiteTestCaseBulkResult_Deleted",
@@ -1150,6 +1202,7 @@ __all__ = [
1150
1202
  "TestSuiteTestCaseReplaceBulkOperationRequest",
1151
1203
  "TestSuiteTestCaseReplacedBulkResult",
1152
1204
  "TestSuiteTestCaseReplacedBulkResultData",
1205
+ "TestSuiteTestCaseUpsertBulkOperationRequest",
1153
1206
  "TextEmbedding3LargeEnum",
1154
1207
  "TextEmbedding3SmallEnum",
1155
1208
  "TextEmbeddingAda002Enum",
@@ -1160,6 +1213,8 @@ __all__ = [
1160
1213
  "TokenOverlappingWindowChunkingRequest",
1161
1214
  "UploadDocumentErrorResponse",
1162
1215
  "UploadDocumentResponse",
1216
+ "UpsertEnum",
1217
+ "UpsertTestSuiteTestCaseRequest",
1163
1218
  "VellumEnvironment",
1164
1219
  "VellumError",
1165
1220
  "VellumErrorCodeEnum",
@@ -1178,6 +1233,7 @@ __all__ = [
1178
1233
  "WorkflowExecutionEventType",
1179
1234
  "WorkflowExecutionNodeResultEvent",
1180
1235
  "WorkflowExecutionWorkflowResultEvent",
1236
+ "WorkflowExpandMetaRequest",
1181
1237
  "WorkflowNodeResultData",
1182
1238
  "WorkflowNodeResultData_Api",
1183
1239
  "WorkflowNodeResultData_CodeExecution",