vellum-ai 0.1.3__py3-none-any.whl → 0.1.5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- vellum/__init__.py +88 -0
- vellum/client.py +118 -7
- vellum/core/client_wrapper.py +1 -1
- vellum/errors/forbidden_error.py +3 -2
- vellum/resources/test_suites/client.py +25 -27
- vellum/types/__init__.py +96 -0
- vellum/types/chat_history_input_request.py +30 -0
- vellum/types/error_execute_prompt_response.py +30 -0
- vellum/types/execute_prompt_api_error_response.py +28 -0
- vellum/types/execute_prompt_response.py +43 -0
- vellum/types/json_execute_prompt_response.py +29 -0
- vellum/types/json_input_request.py +29 -0
- vellum/types/prompt_deployment_input_request.py +43 -0
- vellum/types/register_prompt_model_parameters_request.py +1 -1
- vellum/types/search_result_document_request.py +34 -0
- vellum/types/search_result_request.py +34 -0
- vellum/types/string_execute_prompt_response.py +29 -0
- vellum/types/string_input_request.py +29 -0
- vellum/types/test_case_chat_history_variable_value.py +30 -0
- vellum/types/test_case_chat_history_variable_value_request.py +30 -0
- vellum/types/test_case_error_variable_value.py +30 -0
- vellum/types/test_case_error_variable_value_request.py +30 -0
- vellum/types/test_case_json_variable_value.py +29 -0
- vellum/types/test_case_json_variable_value_request.py +29 -0
- vellum/types/test_case_number_variable_value.py +29 -0
- vellum/types/test_case_number_variable_value_request.py +29 -0
- vellum/types/test_case_search_results_variable_value.py +30 -0
- vellum/types/test_case_search_results_variable_value_request.py +30 -0
- vellum/types/test_case_string_variable_value.py +29 -0
- vellum/types/test_case_string_variable_value_request.py +29 -0
- vellum/types/test_case_variable_value.py +78 -0
- vellum/types/test_case_variable_value_request.py +78 -0
- vellum/types/test_suite_test_case.py +5 -11
- vellum/types/vellum_error_request.py +30 -0
- {vellum_ai-0.1.3.dist-info → vellum_ai-0.1.5.dist-info}/METADATA +1 -1
- {vellum_ai-0.1.3.dist-info → vellum_ai-0.1.5.dist-info}/RECORD +37 -11
- {vellum_ai-0.1.3.dist-info → vellum_ai-0.1.5.dist-info}/WHEEL +0 -0
@@ -0,0 +1,30 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
from .vellum_error_request import VellumErrorRequest
|
8
|
+
|
9
|
+
try:
|
10
|
+
import pydantic.v1 as pydantic # type: ignore
|
11
|
+
except ImportError:
|
12
|
+
import pydantic # type: ignore
|
13
|
+
|
14
|
+
|
15
|
+
class TestCaseErrorVariableValueRequest(pydantic.BaseModel):
|
16
|
+
variable_id: str
|
17
|
+
value: typing.Optional[VellumErrorRequest]
|
18
|
+
|
19
|
+
def json(self, **kwargs: typing.Any) -> str:
|
20
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
21
|
+
return super().json(**kwargs_with_defaults)
|
22
|
+
|
23
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
25
|
+
return super().dict(**kwargs_with_defaults)
|
26
|
+
|
27
|
+
class Config:
|
28
|
+
frozen = True
|
29
|
+
smart_union = True
|
30
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -0,0 +1,29 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
|
8
|
+
try:
|
9
|
+
import pydantic.v1 as pydantic # type: ignore
|
10
|
+
except ImportError:
|
11
|
+
import pydantic # type: ignore
|
12
|
+
|
13
|
+
|
14
|
+
class TestCaseJsonVariableValue(pydantic.BaseModel):
|
15
|
+
variable_id: str
|
16
|
+
value: typing.Optional[typing.Dict[str, typing.Any]]
|
17
|
+
|
18
|
+
def json(self, **kwargs: typing.Any) -> str:
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
20
|
+
return super().json(**kwargs_with_defaults)
|
21
|
+
|
22
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
24
|
+
return super().dict(**kwargs_with_defaults)
|
25
|
+
|
26
|
+
class Config:
|
27
|
+
frozen = True
|
28
|
+
smart_union = True
|
29
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -0,0 +1,29 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
|
8
|
+
try:
|
9
|
+
import pydantic.v1 as pydantic # type: ignore
|
10
|
+
except ImportError:
|
11
|
+
import pydantic # type: ignore
|
12
|
+
|
13
|
+
|
14
|
+
class TestCaseJsonVariableValueRequest(pydantic.BaseModel):
|
15
|
+
variable_id: str
|
16
|
+
value: typing.Optional[typing.Dict[str, typing.Any]]
|
17
|
+
|
18
|
+
def json(self, **kwargs: typing.Any) -> str:
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
20
|
+
return super().json(**kwargs_with_defaults)
|
21
|
+
|
22
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
24
|
+
return super().dict(**kwargs_with_defaults)
|
25
|
+
|
26
|
+
class Config:
|
27
|
+
frozen = True
|
28
|
+
smart_union = True
|
29
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -0,0 +1,29 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
|
8
|
+
try:
|
9
|
+
import pydantic.v1 as pydantic # type: ignore
|
10
|
+
except ImportError:
|
11
|
+
import pydantic # type: ignore
|
12
|
+
|
13
|
+
|
14
|
+
class TestCaseNumberVariableValue(pydantic.BaseModel):
|
15
|
+
variable_id: str
|
16
|
+
value: typing.Optional[float]
|
17
|
+
|
18
|
+
def json(self, **kwargs: typing.Any) -> str:
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
20
|
+
return super().json(**kwargs_with_defaults)
|
21
|
+
|
22
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
24
|
+
return super().dict(**kwargs_with_defaults)
|
25
|
+
|
26
|
+
class Config:
|
27
|
+
frozen = True
|
28
|
+
smart_union = True
|
29
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -0,0 +1,29 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
|
8
|
+
try:
|
9
|
+
import pydantic.v1 as pydantic # type: ignore
|
10
|
+
except ImportError:
|
11
|
+
import pydantic # type: ignore
|
12
|
+
|
13
|
+
|
14
|
+
class TestCaseNumberVariableValueRequest(pydantic.BaseModel):
|
15
|
+
variable_id: str
|
16
|
+
value: typing.Optional[float]
|
17
|
+
|
18
|
+
def json(self, **kwargs: typing.Any) -> str:
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
20
|
+
return super().json(**kwargs_with_defaults)
|
21
|
+
|
22
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
24
|
+
return super().dict(**kwargs_with_defaults)
|
25
|
+
|
26
|
+
class Config:
|
27
|
+
frozen = True
|
28
|
+
smart_union = True
|
29
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -0,0 +1,30 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
from .search_result import SearchResult
|
8
|
+
|
9
|
+
try:
|
10
|
+
import pydantic.v1 as pydantic # type: ignore
|
11
|
+
except ImportError:
|
12
|
+
import pydantic # type: ignore
|
13
|
+
|
14
|
+
|
15
|
+
class TestCaseSearchResultsVariableValue(pydantic.BaseModel):
|
16
|
+
variable_id: str
|
17
|
+
value: typing.Optional[typing.List[SearchResult]]
|
18
|
+
|
19
|
+
def json(self, **kwargs: typing.Any) -> str:
|
20
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
21
|
+
return super().json(**kwargs_with_defaults)
|
22
|
+
|
23
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
25
|
+
return super().dict(**kwargs_with_defaults)
|
26
|
+
|
27
|
+
class Config:
|
28
|
+
frozen = True
|
29
|
+
smart_union = True
|
30
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -0,0 +1,30 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
from .search_result_request import SearchResultRequest
|
8
|
+
|
9
|
+
try:
|
10
|
+
import pydantic.v1 as pydantic # type: ignore
|
11
|
+
except ImportError:
|
12
|
+
import pydantic # type: ignore
|
13
|
+
|
14
|
+
|
15
|
+
class TestCaseSearchResultsVariableValueRequest(pydantic.BaseModel):
|
16
|
+
variable_id: str
|
17
|
+
value: typing.Optional[typing.List[SearchResultRequest]]
|
18
|
+
|
19
|
+
def json(self, **kwargs: typing.Any) -> str:
|
20
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
21
|
+
return super().json(**kwargs_with_defaults)
|
22
|
+
|
23
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
25
|
+
return super().dict(**kwargs_with_defaults)
|
26
|
+
|
27
|
+
class Config:
|
28
|
+
frozen = True
|
29
|
+
smart_union = True
|
30
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -0,0 +1,29 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
|
8
|
+
try:
|
9
|
+
import pydantic.v1 as pydantic # type: ignore
|
10
|
+
except ImportError:
|
11
|
+
import pydantic # type: ignore
|
12
|
+
|
13
|
+
|
14
|
+
class TestCaseStringVariableValue(pydantic.BaseModel):
|
15
|
+
variable_id: str
|
16
|
+
value: typing.Optional[str]
|
17
|
+
|
18
|
+
def json(self, **kwargs: typing.Any) -> str:
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
20
|
+
return super().json(**kwargs_with_defaults)
|
21
|
+
|
22
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
24
|
+
return super().dict(**kwargs_with_defaults)
|
25
|
+
|
26
|
+
class Config:
|
27
|
+
frozen = True
|
28
|
+
smart_union = True
|
29
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -0,0 +1,29 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
|
8
|
+
try:
|
9
|
+
import pydantic.v1 as pydantic # type: ignore
|
10
|
+
except ImportError:
|
11
|
+
import pydantic # type: ignore
|
12
|
+
|
13
|
+
|
14
|
+
class TestCaseStringVariableValueRequest(pydantic.BaseModel):
|
15
|
+
variable_id: str
|
16
|
+
value: typing.Optional[str]
|
17
|
+
|
18
|
+
def json(self, **kwargs: typing.Any) -> str:
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
20
|
+
return super().json(**kwargs_with_defaults)
|
21
|
+
|
22
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
24
|
+
return super().dict(**kwargs_with_defaults)
|
25
|
+
|
26
|
+
class Config:
|
27
|
+
frozen = True
|
28
|
+
smart_union = True
|
29
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -0,0 +1,78 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
from __future__ import annotations
|
4
|
+
|
5
|
+
import typing
|
6
|
+
|
7
|
+
import typing_extensions
|
8
|
+
|
9
|
+
from .test_case_chat_history_variable_value import TestCaseChatHistoryVariableValue
|
10
|
+
from .test_case_error_variable_value import TestCaseErrorVariableValue
|
11
|
+
from .test_case_json_variable_value import TestCaseJsonVariableValue
|
12
|
+
from .test_case_number_variable_value import TestCaseNumberVariableValue
|
13
|
+
from .test_case_search_results_variable_value import TestCaseSearchResultsVariableValue
|
14
|
+
from .test_case_string_variable_value import TestCaseStringVariableValue
|
15
|
+
|
16
|
+
|
17
|
+
class TestCaseVariableValue_String(TestCaseStringVariableValue):
|
18
|
+
type: typing_extensions.Literal["STRING"]
|
19
|
+
|
20
|
+
class Config:
|
21
|
+
frozen = True
|
22
|
+
smart_union = True
|
23
|
+
allow_population_by_field_name = True
|
24
|
+
|
25
|
+
|
26
|
+
class TestCaseVariableValue_Number(TestCaseNumberVariableValue):
|
27
|
+
type: typing_extensions.Literal["NUMBER"]
|
28
|
+
|
29
|
+
class Config:
|
30
|
+
frozen = True
|
31
|
+
smart_union = True
|
32
|
+
allow_population_by_field_name = True
|
33
|
+
|
34
|
+
|
35
|
+
class TestCaseVariableValue_Json(TestCaseJsonVariableValue):
|
36
|
+
type: typing_extensions.Literal["JSON"]
|
37
|
+
|
38
|
+
class Config:
|
39
|
+
frozen = True
|
40
|
+
smart_union = True
|
41
|
+
allow_population_by_field_name = True
|
42
|
+
|
43
|
+
|
44
|
+
class TestCaseVariableValue_ChatHistory(TestCaseChatHistoryVariableValue):
|
45
|
+
type: typing_extensions.Literal["CHAT_HISTORY"]
|
46
|
+
|
47
|
+
class Config:
|
48
|
+
frozen = True
|
49
|
+
smart_union = True
|
50
|
+
allow_population_by_field_name = True
|
51
|
+
|
52
|
+
|
53
|
+
class TestCaseVariableValue_SearchResults(TestCaseSearchResultsVariableValue):
|
54
|
+
type: typing_extensions.Literal["SEARCH_RESULTS"]
|
55
|
+
|
56
|
+
class Config:
|
57
|
+
frozen = True
|
58
|
+
smart_union = True
|
59
|
+
allow_population_by_field_name = True
|
60
|
+
|
61
|
+
|
62
|
+
class TestCaseVariableValue_Error(TestCaseErrorVariableValue):
|
63
|
+
type: typing_extensions.Literal["ERROR"]
|
64
|
+
|
65
|
+
class Config:
|
66
|
+
frozen = True
|
67
|
+
smart_union = True
|
68
|
+
allow_population_by_field_name = True
|
69
|
+
|
70
|
+
|
71
|
+
TestCaseVariableValue = typing.Union[
|
72
|
+
TestCaseVariableValue_String,
|
73
|
+
TestCaseVariableValue_Number,
|
74
|
+
TestCaseVariableValue_Json,
|
75
|
+
TestCaseVariableValue_ChatHistory,
|
76
|
+
TestCaseVariableValue_SearchResults,
|
77
|
+
TestCaseVariableValue_Error,
|
78
|
+
]
|
@@ -0,0 +1,78 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
from __future__ import annotations
|
4
|
+
|
5
|
+
import typing
|
6
|
+
|
7
|
+
import typing_extensions
|
8
|
+
|
9
|
+
from .test_case_chat_history_variable_value_request import TestCaseChatHistoryVariableValueRequest
|
10
|
+
from .test_case_error_variable_value_request import TestCaseErrorVariableValueRequest
|
11
|
+
from .test_case_json_variable_value_request import TestCaseJsonVariableValueRequest
|
12
|
+
from .test_case_number_variable_value_request import TestCaseNumberVariableValueRequest
|
13
|
+
from .test_case_search_results_variable_value_request import TestCaseSearchResultsVariableValueRequest
|
14
|
+
from .test_case_string_variable_value_request import TestCaseStringVariableValueRequest
|
15
|
+
|
16
|
+
|
17
|
+
class TestCaseVariableValueRequest_String(TestCaseStringVariableValueRequest):
|
18
|
+
type: typing_extensions.Literal["STRING"]
|
19
|
+
|
20
|
+
class Config:
|
21
|
+
frozen = True
|
22
|
+
smart_union = True
|
23
|
+
allow_population_by_field_name = True
|
24
|
+
|
25
|
+
|
26
|
+
class TestCaseVariableValueRequest_Number(TestCaseNumberVariableValueRequest):
|
27
|
+
type: typing_extensions.Literal["NUMBER"]
|
28
|
+
|
29
|
+
class Config:
|
30
|
+
frozen = True
|
31
|
+
smart_union = True
|
32
|
+
allow_population_by_field_name = True
|
33
|
+
|
34
|
+
|
35
|
+
class TestCaseVariableValueRequest_Json(TestCaseJsonVariableValueRequest):
|
36
|
+
type: typing_extensions.Literal["JSON"]
|
37
|
+
|
38
|
+
class Config:
|
39
|
+
frozen = True
|
40
|
+
smart_union = True
|
41
|
+
allow_population_by_field_name = True
|
42
|
+
|
43
|
+
|
44
|
+
class TestCaseVariableValueRequest_ChatHistory(TestCaseChatHistoryVariableValueRequest):
|
45
|
+
type: typing_extensions.Literal["CHAT_HISTORY"]
|
46
|
+
|
47
|
+
class Config:
|
48
|
+
frozen = True
|
49
|
+
smart_union = True
|
50
|
+
allow_population_by_field_name = True
|
51
|
+
|
52
|
+
|
53
|
+
class TestCaseVariableValueRequest_SearchResults(TestCaseSearchResultsVariableValueRequest):
|
54
|
+
type: typing_extensions.Literal["SEARCH_RESULTS"]
|
55
|
+
|
56
|
+
class Config:
|
57
|
+
frozen = True
|
58
|
+
smart_union = True
|
59
|
+
allow_population_by_field_name = True
|
60
|
+
|
61
|
+
|
62
|
+
class TestCaseVariableValueRequest_Error(TestCaseErrorVariableValueRequest):
|
63
|
+
type: typing_extensions.Literal["ERROR"]
|
64
|
+
|
65
|
+
class Config:
|
66
|
+
frozen = True
|
67
|
+
smart_union = True
|
68
|
+
allow_population_by_field_name = True
|
69
|
+
|
70
|
+
|
71
|
+
TestCaseVariableValueRequest = typing.Union[
|
72
|
+
TestCaseVariableValueRequest_String,
|
73
|
+
TestCaseVariableValueRequest_Number,
|
74
|
+
TestCaseVariableValueRequest_Json,
|
75
|
+
TestCaseVariableValueRequest_ChatHistory,
|
76
|
+
TestCaseVariableValueRequest_SearchResults,
|
77
|
+
TestCaseVariableValueRequest_Error,
|
78
|
+
]
|
@@ -4,7 +4,7 @@ import datetime as dt
|
|
4
4
|
import typing
|
5
5
|
|
6
6
|
from ..core.datetime_utils import serialize_datetime
|
7
|
-
from .
|
7
|
+
from .test_case_variable_value import TestCaseVariableValue
|
8
8
|
|
9
9
|
try:
|
10
10
|
import pydantic.v1 as pydantic # type: ignore
|
@@ -13,16 +13,10 @@ except ImportError:
|
|
13
13
|
|
14
14
|
|
15
15
|
class TestSuiteTestCase(pydantic.BaseModel):
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
input_values: typing.Dict[str, typing.Any] = pydantic.Field(
|
21
|
-
description="Key/value pairs for each input variable that the Test Suite expects."
|
22
|
-
)
|
23
|
-
evaluation_params: EvaluationParams = pydantic.Field(
|
24
|
-
description="Parameters to use when evaluating the test case, specific to the test suite's evaluation metric."
|
25
|
-
)
|
16
|
+
id: typing.Optional[str]
|
17
|
+
label: typing.Optional[str]
|
18
|
+
input_values: typing.List[TestCaseVariableValue]
|
19
|
+
evaluation_values: typing.List[TestCaseVariableValue]
|
26
20
|
|
27
21
|
def json(self, **kwargs: typing.Any) -> str:
|
28
22
|
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
@@ -0,0 +1,30 @@
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
2
|
+
|
3
|
+
import datetime as dt
|
4
|
+
import typing
|
5
|
+
|
6
|
+
from ..core.datetime_utils import serialize_datetime
|
7
|
+
from .vellum_error_code_enum import VellumErrorCodeEnum
|
8
|
+
|
9
|
+
try:
|
10
|
+
import pydantic.v1 as pydantic # type: ignore
|
11
|
+
except ImportError:
|
12
|
+
import pydantic # type: ignore
|
13
|
+
|
14
|
+
|
15
|
+
class VellumErrorRequest(pydantic.BaseModel):
|
16
|
+
message: str
|
17
|
+
code: VellumErrorCodeEnum
|
18
|
+
|
19
|
+
def json(self, **kwargs: typing.Any) -> str:
|
20
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
21
|
+
return super().json(**kwargs_with_defaults)
|
22
|
+
|
23
|
+
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
25
|
+
return super().dict(**kwargs_with_defaults)
|
26
|
+
|
27
|
+
class Config:
|
28
|
+
frozen = True
|
29
|
+
smart_union = True
|
30
|
+
json_encoders = {dt.datetime: serialize_datetime}
|
@@ -1,8 +1,8 @@
|
|
1
|
-
vellum/__init__.py,sha256=
|
2
|
-
vellum/client.py,sha256
|
1
|
+
vellum/__init__.py,sha256=G549OSXyIsjzL4hNZ1xFsFSA19Qznr5CzviTS1TRT_o,15911
|
2
|
+
vellum/client.py,sha256=VyCnmohtSxlZBzzR-Tpg9ApsFLh6xlcVCnKyLaQT_q4,43212
|
3
3
|
vellum/core/__init__.py,sha256=QJS3CJ2TYP2E1Tge0CS6Z7r8LTNzJHQVX1hD3558eP0,519
|
4
4
|
vellum/core/api_error.py,sha256=RE8LELok2QCjABadECTvtDp7qejA1VmINCh6TbqPwSE,426
|
5
|
-
vellum/core/client_wrapper.py,sha256=
|
5
|
+
vellum/core/client_wrapper.py,sha256=_edGK6g1DZbPsbUeNrzqmKJdj6IgcwSqadtDD5JVKWI,1213
|
6
6
|
vellum/core/datetime_utils.py,sha256=nBys2IsYrhPdszxGKCNRPSOCwa-5DWOHG95FB8G9PKo,1047
|
7
7
|
vellum/core/jsonable_encoder.py,sha256=MTYkDov2EryHgee4QM46uZiBOuOXK9KTHlBdBwU-CpU,3799
|
8
8
|
vellum/core/remove_none_from_dict.py,sha256=8m91FC3YuVem0Gm9_sXhJ2tGvP33owJJdrqCLEdowGw,330
|
@@ -10,7 +10,7 @@ vellum/environment.py,sha256=bcAFjoE9XXd7tiysYS90Os669IJmUMZS2JZ_ZQn0Dpg,498
|
|
10
10
|
vellum/errors/__init__.py,sha256=57E7ykyjmPTSDm-CJKS6exWPndqZBUVslrmzLbtQUYg,402
|
11
11
|
vellum/errors/bad_request_error.py,sha256=jvBFMSUKdTc6ya16S5O7zwaFnPhOm8N4DjIom_pw5pc,248
|
12
12
|
vellum/errors/conflict_error.py,sha256=DFxSC0nkPmb6_3lR018RksrzHH5-LOStlLnTetamGfs,327
|
13
|
-
vellum/errors/forbidden_error.py,sha256=
|
13
|
+
vellum/errors/forbidden_error.py,sha256=dgnatOGair3CvxljCE45_qwN_yefzcw2G0vw88wrrOA,247
|
14
14
|
vellum/errors/internal_server_error.py,sha256=E0rgqJC0-LcetLi1HmSi92KpvNkGSRCIdBeEqT_ln1s,252
|
15
15
|
vellum/errors/not_found_error.py,sha256=P65k-Lm2RuefAVSNLER5hH-4P99SGohKy2cOPSrIxNk,246
|
16
16
|
vellum/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
@@ -28,11 +28,12 @@ vellum/resources/registered_prompts/client.py,sha256=2yzgJmV5SL_QgQFhVEMG5ykAMZS
|
|
28
28
|
vellum/resources/sandboxes/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
|
29
29
|
vellum/resources/sandboxes/client.py,sha256=RkMHXuNGblYEMDdbUeFHzJDGEIxJd9HGiThXUbR1MNg,8201
|
30
30
|
vellum/resources/test_suites/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
|
31
|
-
vellum/resources/test_suites/client.py,sha256=
|
32
|
-
vellum/types/__init__.py,sha256=
|
31
|
+
vellum/resources/test_suites/client.py,sha256=TW8piGrmeEqYmMeWtuOyj2lH5_erQ1WVMmDcCOuGdG8,8586
|
32
|
+
vellum/types/__init__.py,sha256=BdaLv4JlnA9fVetO8ZgcwFqC1GZW2jfbdhjNxno-NRY,21535
|
33
33
|
vellum/types/api_node_result.py,sha256=1zAcNznjyVkTQM2V--UE1lYFzRWbYEogoChZBGcsliE,936
|
34
34
|
vellum/types/api_node_result_data.py,sha256=HvpZaAKYXsoBOnobACIYCmIdxbRc7Zp-ibIohiz_Nzc,1125
|
35
35
|
vellum/types/block_type_enum.py,sha256=BQ8ZN1OKhOdmHeQ3-bhMfkLLohirsNhHPljBJX8Bbmo,1051
|
36
|
+
vellum/types/chat_history_input_request.py,sha256=zZ3_qj0vPCBcAc5fMaxJjGibGCqYXv6yeSQy6VCHIc0,1059
|
36
37
|
vellum/types/chat_message.py,sha256=dvII2EkChDp2zuPnSU5ycmqm2SMGoqttGha00HC9ETs,941
|
37
38
|
vellum/types/chat_message_request.py,sha256=9wgnG0Q36jUNTr7vS0FASRFrsXzgIccrjNiC7M_PwkM,948
|
38
39
|
vellum/types/chat_message_role.py,sha256=VscYXloHNYjiThf7g6OsMxO0S8p0ZUa0G6sakaWhc1g,914
|
@@ -47,8 +48,11 @@ vellum/types/document_read.py,sha256=aeAwY8-Si0nT2Ifh1J9ChLaNFJaker1jlfbJkuoA-xc
|
|
47
48
|
vellum/types/document_status.py,sha256=dkotle2rykOxF1QxqcM8af2ORzmFjZR5a7pHXP6SjDQ,144
|
48
49
|
vellum/types/enriched_normalized_completion.py,sha256=z3MzEF7T-JcyTQRNlZlnB9GpFcLFo0gy-hF3LYW7Pfg,2135
|
49
50
|
vellum/types/environment_enum.py,sha256=16gr0xkzNIO5dhrOnJNjcQ34z9Xk1oE-egW17P0RWDs,799
|
51
|
+
vellum/types/error_execute_prompt_response.py,sha256=EJpJ5llClytDgVx5BaAKuoMySHwQ_YNQrSN3jR-A3xs,952
|
50
52
|
vellum/types/evaluation_params.py,sha256=Ey-RgV4uKVv8G4Dj6lmX_qiBsLcPo1NmoY2xcFW_qDQ,1048
|
51
53
|
vellum/types/evaluation_params_request.py,sha256=izDbrQHT7QFYjxXX9bkeZnoCle3teShaodbnV_11sJo,1055
|
54
|
+
vellum/types/execute_prompt_api_error_response.py,sha256=f0peA0yIyF1dqh2PclsVEaiCCoLK73KEwYq32cj82Nw,958
|
55
|
+
vellum/types/execute_prompt_response.py,sha256=XjY80wf3-_zZQp4BeEP4OzedkEPzhLCr3pSJZ3vv-qo,1156
|
52
56
|
vellum/types/execute_workflow_stream_error_response.py,sha256=WHSu333maVV2Nbxs43QCxlW6wjbkPdm-97DP1tzglAA,963
|
53
57
|
vellum/types/finish_reason_enum.py,sha256=JawC1tsGIUCwfGoIjrnD2c4wmbsO5Dx39WPAbwYIWm0,726
|
54
58
|
vellum/types/generate_error_response.py,sha256=auz4NPbyceabCe0eN89lavEwotWbqsTSbkJtI_lgXJs,950
|
@@ -62,6 +66,8 @@ vellum/types/generate_stream_response.py,sha256=mbaw11ScmPmSgih02qE2pLDN0fjILc3L
|
|
62
66
|
vellum/types/generate_stream_result.py,sha256=NevSf70_mbODDRPnauYobl41PNbPVcNKyWTe2gg-lxI,1107
|
63
67
|
vellum/types/generate_stream_result_data.py,sha256=lyAvxY714Zo5W1i4WkuIbKjyP3rLGJAQ_pL2jkDL7Pg,1011
|
64
68
|
vellum/types/indexing_state_enum.py,sha256=7eEvjuZi3dy6XJIYhHgca4XfRDqntaoYTFOOl9AXe78,1181
|
69
|
+
vellum/types/json_execute_prompt_response.py,sha256=ESvK2oJfNop3VWotbW7LHR2djcJjoIan70X-11Ivnoo,930
|
70
|
+
vellum/types/json_input_request.py,sha256=x3aGIGpjqG8aPxRWfneeWalR2mOdQJKlviF72URrnMg,996
|
65
71
|
vellum/types/logical_operator.py,sha256=4AVyWKNKyL8NxaqUKdS8hV7nfRpUlItKDNdC_hkJU9E,4282
|
66
72
|
vellum/types/logprobs_enum.py,sha256=v3VTlzw1bpuU0hBhcWJTN7JMBS2nWqwertJlaCgxmuY,490
|
67
73
|
vellum/types/metadata_filter_config_request.py,sha256=tUkflYOkwBYmouX_9OfO2mJixeylSns4gHoDuKFgpmo,1333
|
@@ -85,6 +91,7 @@ vellum/types/normalized_token_log_probs.py,sha256=ZIEr6evXULAv5GFhkekr1Qc6QsJjr2
|
|
85
91
|
vellum/types/paginated_slim_document_list.py,sha256=rfm_k539tWn6jVBjtgUG1M0AqtPvxtwPXwBJLPBiE6Q,1062
|
86
92
|
vellum/types/processing_failure_reason_enum.py,sha256=YxYs-fZd957LUlO0tNRY-jSNkki8quIJX8ElzNhEnlw,752
|
87
93
|
vellum/types/processing_state_enum.py,sha256=c3eTs4vo-7053YYXL6-n74qPCYOsxgunY15qgFMl3X0,962
|
94
|
+
vellum/types/prompt_deployment_input_request.py,sha256=pwI4mGEz88s8gJr1j_5-4t501tAVwsFNZrEVfPYWLmk,1159
|
88
95
|
vellum/types/prompt_node_result.py,sha256=TxFRE6-2LFrG1Mo9uA7dOfNs8_Jk6u7bOWhmOzYQiJY,948
|
89
96
|
vellum/types/prompt_node_result_data.py,sha256=LyNkZz-9lYejVtIaej1m7u5CiWmXVFG8IAr6hVQBgZg,945
|
90
97
|
vellum/types/prompt_template_block.py,sha256=2UfBd8ktRrvVp_gZFLWevrV5D1UjXCji4YbeHPAVl0c,1164
|
@@ -95,7 +102,7 @@ vellum/types/prompt_template_block_properties_request.py,sha256=woZkEqjSt-ij-Oi8
|
|
95
102
|
vellum/types/prompt_template_block_request.py,sha256=6js3_Jfy65xzNijioY0uDbDDcc0Ar3NECaVP2OBJLk0,1200
|
96
103
|
vellum/types/provider_enum.py,sha256=ICDMrTOfiSafQgP1uTyrrIOvDQsIYtOmgqKuFeL5xlE,2313
|
97
104
|
vellum/types/register_prompt_error_response.py,sha256=ma0aguRLbdsCWVrWyUBQPaWpfQ99pzcuXNTptpOj8jM,956
|
98
|
-
vellum/types/register_prompt_model_parameters_request.py,sha256=
|
105
|
+
vellum/types/register_prompt_model_parameters_request.py,sha256=E-1F5tV-NhPCKAiQHdQYJ28H20Wxy5aqJ-l2KDE4dOw,1146
|
99
106
|
vellum/types/register_prompt_prompt.py,sha256=EWqQOYXiNgfRLYM2LiN4M5QLziPigMRRKYBrKY6CxGg,1035
|
100
107
|
vellum/types/register_prompt_prompt_info_request.py,sha256=H4XDSGxnafjYuSe2IYrz7Rc3KNxvAzzjShn57l9ErVs,1269
|
101
108
|
vellum/types/register_prompt_response.py,sha256=9xoaa8SchcMEltCC05kVaFXxON8HXfvioG_g_2ObfPs,1926
|
@@ -118,9 +125,13 @@ vellum/types/search_request_options_request.py,sha256=xwvhSO_NMNnQt-jGbExG58eeYa
|
|
118
125
|
vellum/types/search_response.py,sha256=FwU87gCDD2JQdur9rO8HOiJdqeYJDYoKWLqO-0R7qAE,1071
|
119
126
|
vellum/types/search_result.py,sha256=1Jl76Ktiu2U0xq5UHtUr1ze9-3RdwJP8IzwGDRl5qYI,1306
|
120
127
|
vellum/types/search_result_document.py,sha256=pg7iwRzRPtlv4E2S7HcPaYfnu5myot3SpxMmDADtrFw,1418
|
128
|
+
vellum/types/search_result_document_request.py,sha256=MeleItFXTTvx45hPmI4mhKdQSVmHesUndTAKAtaME7c,1357
|
121
129
|
vellum/types/search_result_merging_request.py,sha256=lLgp8q1WwvdUJcR1YWpLRjmZ3SgYZj2-Bbg450xWxDg,970
|
130
|
+
vellum/types/search_result_request.py,sha256=SMjICHnxr3l8-KCe7ftWMZiKPdlvdMAPZd4zRXNxpQ8,1335
|
122
131
|
vellum/types/search_weights_request.py,sha256=guPgN3N0b5Mg0sIpw8ts80iBOT_nUsRNZqjDMKJIphI,1117
|
123
132
|
vellum/types/slim_document.py,sha256=-wzURGcLcnoh5vdTlbtkPLKfP3yAShdkkK6AIIi6W48,3074
|
133
|
+
vellum/types/string_execute_prompt_response.py,sha256=qsOhsJYzbZ4IjcsrNW8qSF6B0HAkWRJsRKi7xc3k_sk,907
|
134
|
+
vellum/types/string_input_request.py,sha256=aUzb_zuLK9G7tHBRHVWCJD4o-UbcVcMVtIrgAoES8dw,973
|
124
135
|
vellum/types/submit_completion_actual_request.py,sha256=krKZefK_-0LAEJYIKilUemEwc6v0RELpusQvyj1XUJQ,1787
|
125
136
|
vellum/types/submit_completion_actuals_error_response.py,sha256=AJTkBM60F8rxGKXfz0TcjdP5v_OgRnF3zUrDG1CtNDo,895
|
126
137
|
vellum/types/submit_workflow_execution_actual_request.py,sha256=hazWw_rBxap8g0QAqlrO-qYFu3gJV_XXVgquWkDVsi0,1413
|
@@ -142,11 +153,26 @@ vellum/types/terminal_node_result_data.py,sha256=Ev4xZWdWp6vu0YQljVvSpV5J360pf-K
|
|
142
153
|
vellum/types/terminal_node_result_output.py,sha256=KVM-9BYiIsOli3c_1UJcABY56vuBuFHjBhpAc8UfugM,2225
|
143
154
|
vellum/types/terminal_node_search_results_result.py,sha256=McUYdCDNtbQGxTLhdOEevdowY0tok4on8ylMMLXYm24,1113
|
144
155
|
vellum/types/terminal_node_string_result.py,sha256=iAtk5T5y9m1bee93BKsJZlLavow5H0Xf2hKa0F_nnD8,1044
|
145
|
-
vellum/types/
|
156
|
+
vellum/types/test_case_chat_history_variable_value.py,sha256=8aaW-k5EDOWPP0qFAIpMWCd13kdi2JrUPt7DcflB4fM,987
|
157
|
+
vellum/types/test_case_chat_history_variable_value_request.py,sha256=sSUkDy0bbWEEE0YKRK_sPd2MbCMewdK78p2Jxf0sdR8,1016
|
158
|
+
vellum/types/test_case_error_variable_value.py,sha256=aiYLyP02ks1y7c4G28cK4HKyVk6mqhVLTcMpWM4wWVU,968
|
159
|
+
vellum/types/test_case_error_variable_value_request.py,sha256=udTKsSB-CTpfRLxOzHJrpDMYFX6LgGQd1Y07DiLbcYE,997
|
160
|
+
vellum/types/test_case_json_variable_value.py,sha256=BOCrpqtK5Og-V2DE5qaoTIMBsX0tamkynD7hcrODO2Q,946
|
161
|
+
vellum/types/test_case_json_variable_value_request.py,sha256=Mg3BhihvhLFf8um_shYqOvovMU9ATBWl4Ica4e64vxY,953
|
162
|
+
vellum/types/test_case_number_variable_value.py,sha256=l0Lfkdfqb1R5-pQE18p9GZHlcSUmbFdMaw-ikJ7vNfM,925
|
163
|
+
vellum/types/test_case_number_variable_value_request.py,sha256=as_RE0HQI24j0kg_Kx3rUh05Tvo0S-z5uT15XaxcI_E,932
|
164
|
+
vellum/types/test_case_search_results_variable_value.py,sha256=TfPtS1XlfD6VW9vAALolBcu-fjwXxvS8OC5F7E1yJtQ,992
|
165
|
+
vellum/types/test_case_search_results_variable_value_request.py,sha256=HNVgZ3gcPynPLR7TCiR9jPVCm8d1XXhoBldCi6kSuiA,1021
|
166
|
+
vellum/types/test_case_string_variable_value.py,sha256=aryF3l_cDmVdm62Feq_XnDqOP7JFBzeSyKZs35ulhls,923
|
167
|
+
vellum/types/test_case_string_variable_value_request.py,sha256=ycjnHtzeXCXnUfYpEfzjT50J0PYKiaNLFgZyb6-Lcb4,930
|
168
|
+
vellum/types/test_case_variable_value.py,sha256=Bxd_4a5qFilAaF5ZV04ytX9-bDFlLsYBQN995S8O4ro,2246
|
169
|
+
vellum/types/test_case_variable_value_request.py,sha256=SnCcGyJ2NM2oju3JYEYEy7EYIwrO0E-2dJzpoeImnhI,2469
|
170
|
+
vellum/types/test_suite_test_case.py,sha256=X0ofIlD4wL7zgybJFptuUqpCGjIyS916fch5PAmaF3U,1092
|
146
171
|
vellum/types/upload_document_error_response.py,sha256=j2NahdS7jnklF9sGIaw7SbDEa3QhnzsDG3mG6prbGSQ,886
|
147
172
|
vellum/types/upload_document_response.py,sha256=6SY4OqEHIg_EUgOwU2rSdWeNDQULUt2LZv6zN-QCJ7Y,956
|
148
173
|
vellum/types/vellum_error.py,sha256=rO2oP5qbRRpk17X5D-Gf8Ea2oSkqkZpp7n71Dz-Qivw,957
|
149
174
|
vellum/types/vellum_error_code_enum.py,sha256=q06lQbmAjeGDSTKKOoySVdG2lvgk_wPC9NGrafmy8ik,969
|
175
|
+
vellum/types/vellum_error_request.py,sha256=kMDn9F-Cg4IWQeaX_nCdvadu7JlaIvtf6Rmm3tdVkD0,964
|
150
176
|
vellum/types/vellum_variable.py,sha256=mVchGYwlkdti5QKb4nTqalA_rotmwhI0fLlT-dmrweQ,964
|
151
177
|
vellum/types/vellum_variable_type.py,sha256=8cmoS9sONgpgqMa7E5silUrWZJ7H4KodME-EFc7uSBs,1319
|
152
178
|
vellum/types/workflow_event_error.py,sha256=X1jEuhnsZoh75FN6XpTvtbO67UD_1SiACsBk5bhn3wQ,1001
|
@@ -173,6 +199,6 @@ vellum/types/workflow_result_event_output_data_number.py,sha256=zWtQor27iaDDHmY5
|
|
173
199
|
vellum/types/workflow_result_event_output_data_search_results.py,sha256=frCaJ5kWrIqCeV-waBNfd7rO4fqWe5aYpSI8PM4-oRw,1323
|
174
200
|
vellum/types/workflow_result_event_output_data_string.py,sha256=TByZxyQh9ci4UIdEmoEi_JK1U_JwYCnVZeB_4kGuXKM,1405
|
175
201
|
vellum/types/workflow_stream_event.py,sha256=OQUSzwoM-OCfWxNzeOVVLsjCue_WWqin3tGMtwvp_rc,873
|
176
|
-
vellum_ai-0.1.
|
177
|
-
vellum_ai-0.1.
|
178
|
-
vellum_ai-0.1.
|
202
|
+
vellum_ai-0.1.5.dist-info/METADATA,sha256=vd81SnK9c0nlCZ6NM7hpZM_lBSXJ8aLXsalahlewW5w,3486
|
203
|
+
vellum_ai-0.1.5.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
|
204
|
+
vellum_ai-0.1.5.dist-info/RECORD,,
|
File without changes
|