together 1.2.11__py3-none-any.whl → 2.0.0a8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (201) hide show
  1. together/__init__.py +101 -63
  2. together/_base_client.py +1995 -0
  3. together/_client.py +1033 -0
  4. together/_compat.py +219 -0
  5. together/_constants.py +14 -0
  6. together/_exceptions.py +108 -0
  7. together/_files.py +123 -0
  8. together/_models.py +857 -0
  9. together/_qs.py +150 -0
  10. together/_resource.py +43 -0
  11. together/_response.py +830 -0
  12. together/_streaming.py +370 -0
  13. together/_types.py +260 -0
  14. together/_utils/__init__.py +64 -0
  15. together/_utils/_compat.py +45 -0
  16. together/_utils/_datetime_parse.py +136 -0
  17. together/_utils/_logs.py +25 -0
  18. together/_utils/_proxy.py +65 -0
  19. together/_utils/_reflection.py +42 -0
  20. together/_utils/_resources_proxy.py +24 -0
  21. together/_utils/_streams.py +12 -0
  22. together/_utils/_sync.py +58 -0
  23. together/_utils/_transform.py +457 -0
  24. together/_utils/_typing.py +156 -0
  25. together/_utils/_utils.py +421 -0
  26. together/_version.py +4 -0
  27. together/lib/.keep +4 -0
  28. together/lib/__init__.py +23 -0
  29. together/lib/cli/api/endpoints.py +467 -0
  30. together/lib/cli/api/evals.py +588 -0
  31. together/{cli → lib/cli}/api/files.py +20 -17
  32. together/lib/cli/api/fine_tuning.py +566 -0
  33. together/lib/cli/api/models.py +140 -0
  34. together/lib/cli/api/utils.py +50 -0
  35. together/{cli → lib/cli}/cli.py +17 -23
  36. together/lib/constants.py +61 -0
  37. together/lib/resources/__init__.py +11 -0
  38. together/lib/resources/files.py +999 -0
  39. together/lib/resources/fine_tuning.py +280 -0
  40. together/lib/resources/models.py +35 -0
  41. together/lib/types/__init__.py +13 -0
  42. together/lib/types/error.py +9 -0
  43. together/lib/types/fine_tuning.py +455 -0
  44. together/{utils → lib/utils}/__init__.py +7 -10
  45. together/{utils → lib/utils}/_log.py +18 -13
  46. together/lib/utils/files.py +628 -0
  47. together/lib/utils/serializer.py +10 -0
  48. together/{utils → lib/utils}/tools.py +17 -2
  49. together/resources/__init__.py +225 -24
  50. together/resources/audio/__init__.py +75 -0
  51. together/resources/audio/audio.py +198 -0
  52. together/resources/audio/speech.py +605 -0
  53. together/resources/audio/transcriptions.py +282 -0
  54. together/resources/audio/translations.py +256 -0
  55. together/resources/audio/voices.py +135 -0
  56. together/resources/batches.py +417 -0
  57. together/resources/chat/__init__.py +30 -21
  58. together/resources/chat/chat.py +102 -0
  59. together/resources/chat/completions.py +1063 -257
  60. together/resources/code_interpreter/__init__.py +33 -0
  61. together/resources/code_interpreter/code_interpreter.py +258 -0
  62. together/resources/code_interpreter/sessions.py +135 -0
  63. together/resources/completions.py +890 -225
  64. together/resources/embeddings.py +172 -68
  65. together/resources/endpoints.py +711 -0
  66. together/resources/evals.py +452 -0
  67. together/resources/files.py +397 -120
  68. together/resources/fine_tuning.py +1033 -0
  69. together/resources/hardware.py +181 -0
  70. together/resources/images.py +256 -108
  71. together/resources/jobs.py +214 -0
  72. together/resources/models.py +251 -44
  73. together/resources/rerank.py +190 -92
  74. together/resources/videos.py +374 -0
  75. together/types/__init__.py +66 -73
  76. together/types/audio/__init__.py +10 -0
  77. together/types/audio/speech_create_params.py +75 -0
  78. together/types/audio/transcription_create_params.py +54 -0
  79. together/types/audio/transcription_create_response.py +111 -0
  80. together/types/audio/translation_create_params.py +40 -0
  81. together/types/audio/translation_create_response.py +70 -0
  82. together/types/audio/voice_list_response.py +23 -0
  83. together/types/audio_speech_stream_chunk.py +16 -0
  84. together/types/autoscaling.py +13 -0
  85. together/types/autoscaling_param.py +15 -0
  86. together/types/batch_create_params.py +24 -0
  87. together/types/batch_create_response.py +14 -0
  88. together/types/batch_job.py +45 -0
  89. together/types/batch_list_response.py +10 -0
  90. together/types/chat/__init__.py +18 -0
  91. together/types/chat/chat_completion.py +60 -0
  92. together/types/chat/chat_completion_chunk.py +61 -0
  93. together/types/chat/chat_completion_structured_message_image_url_param.py +18 -0
  94. together/types/chat/chat_completion_structured_message_text_param.py +13 -0
  95. together/types/chat/chat_completion_structured_message_video_url_param.py +18 -0
  96. together/types/chat/chat_completion_usage.py +13 -0
  97. together/types/chat/chat_completion_warning.py +9 -0
  98. together/types/chat/completion_create_params.py +329 -0
  99. together/types/code_interpreter/__init__.py +5 -0
  100. together/types/code_interpreter/session_list_response.py +31 -0
  101. together/types/code_interpreter_execute_params.py +45 -0
  102. together/types/completion.py +42 -0
  103. together/types/completion_chunk.py +66 -0
  104. together/types/completion_create_params.py +138 -0
  105. together/types/dedicated_endpoint.py +44 -0
  106. together/types/embedding.py +24 -0
  107. together/types/embedding_create_params.py +31 -0
  108. together/types/endpoint_create_params.py +43 -0
  109. together/types/endpoint_list_avzones_response.py +11 -0
  110. together/types/endpoint_list_params.py +18 -0
  111. together/types/endpoint_list_response.py +41 -0
  112. together/types/endpoint_update_params.py +27 -0
  113. together/types/eval_create_params.py +263 -0
  114. together/types/eval_create_response.py +16 -0
  115. together/types/eval_list_params.py +21 -0
  116. together/types/eval_list_response.py +10 -0
  117. together/types/eval_status_response.py +100 -0
  118. together/types/evaluation_job.py +139 -0
  119. together/types/execute_response.py +108 -0
  120. together/types/file_delete_response.py +13 -0
  121. together/types/file_list.py +12 -0
  122. together/types/file_purpose.py +9 -0
  123. together/types/file_response.py +31 -0
  124. together/types/file_type.py +7 -0
  125. together/types/fine_tuning_cancel_response.py +194 -0
  126. together/types/fine_tuning_content_params.py +24 -0
  127. together/types/fine_tuning_delete_params.py +11 -0
  128. together/types/fine_tuning_delete_response.py +12 -0
  129. together/types/fine_tuning_list_checkpoints_response.py +21 -0
  130. together/types/fine_tuning_list_events_response.py +12 -0
  131. together/types/fine_tuning_list_response.py +199 -0
  132. together/types/finetune_event.py +41 -0
  133. together/types/finetune_event_type.py +33 -0
  134. together/types/finetune_response.py +177 -0
  135. together/types/hardware_list_params.py +16 -0
  136. together/types/hardware_list_response.py +58 -0
  137. together/types/image_data_b64.py +15 -0
  138. together/types/image_data_url.py +15 -0
  139. together/types/image_file.py +23 -0
  140. together/types/image_generate_params.py +85 -0
  141. together/types/job_list_response.py +47 -0
  142. together/types/job_retrieve_response.py +43 -0
  143. together/types/log_probs.py +18 -0
  144. together/types/model_list_response.py +10 -0
  145. together/types/model_object.py +42 -0
  146. together/types/model_upload_params.py +36 -0
  147. together/types/model_upload_response.py +23 -0
  148. together/types/rerank_create_params.py +36 -0
  149. together/types/rerank_create_response.py +36 -0
  150. together/types/tool_choice.py +23 -0
  151. together/types/tool_choice_param.py +23 -0
  152. together/types/tools_param.py +23 -0
  153. together/types/training_method_dpo.py +22 -0
  154. together/types/training_method_sft.py +18 -0
  155. together/types/video_create_params.py +86 -0
  156. together/types/video_job.py +57 -0
  157. together-2.0.0a8.dist-info/METADATA +680 -0
  158. together-2.0.0a8.dist-info/RECORD +164 -0
  159. {together-1.2.11.dist-info → together-2.0.0a8.dist-info}/WHEEL +1 -1
  160. together-2.0.0a8.dist-info/entry_points.txt +2 -0
  161. {together-1.2.11.dist-info → together-2.0.0a8.dist-info/licenses}/LICENSE +1 -1
  162. together/abstract/api_requestor.py +0 -723
  163. together/cli/api/chat.py +0 -276
  164. together/cli/api/completions.py +0 -119
  165. together/cli/api/finetune.py +0 -272
  166. together/cli/api/images.py +0 -82
  167. together/cli/api/models.py +0 -42
  168. together/client.py +0 -157
  169. together/constants.py +0 -31
  170. together/error.py +0 -191
  171. together/filemanager.py +0 -388
  172. together/legacy/__init__.py +0 -0
  173. together/legacy/base.py +0 -27
  174. together/legacy/complete.py +0 -93
  175. together/legacy/embeddings.py +0 -27
  176. together/legacy/files.py +0 -146
  177. together/legacy/finetune.py +0 -177
  178. together/legacy/images.py +0 -27
  179. together/legacy/models.py +0 -44
  180. together/resources/finetune.py +0 -489
  181. together/together_response.py +0 -50
  182. together/types/abstract.py +0 -26
  183. together/types/chat_completions.py +0 -171
  184. together/types/common.py +0 -65
  185. together/types/completions.py +0 -104
  186. together/types/embeddings.py +0 -35
  187. together/types/error.py +0 -16
  188. together/types/files.py +0 -89
  189. together/types/finetune.py +0 -265
  190. together/types/images.py +0 -42
  191. together/types/models.py +0 -44
  192. together/types/rerank.py +0 -43
  193. together/utils/api_helpers.py +0 -84
  194. together/utils/files.py +0 -204
  195. together/version.py +0 -6
  196. together-1.2.11.dist-info/METADATA +0 -408
  197. together-1.2.11.dist-info/RECORD +0 -58
  198. together-1.2.11.dist-info/entry_points.txt +0 -3
  199. /together/{abstract → lib/cli}/__init__.py +0 -0
  200. /together/{cli → lib/cli/api}/__init__.py +0 -0
  201. /together/{cli/api/__init__.py → py.typed} +0 -0
@@ -0,0 +1,214 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from __future__ import annotations
4
+
5
+ import httpx
6
+
7
+ from .._types import Body, Query, Headers, NotGiven, not_given
8
+ from .._compat import cached_property
9
+ from .._resource import SyncAPIResource, AsyncAPIResource
10
+ from .._response import (
11
+ to_raw_response_wrapper,
12
+ to_streamed_response_wrapper,
13
+ async_to_raw_response_wrapper,
14
+ async_to_streamed_response_wrapper,
15
+ )
16
+ from .._base_client import make_request_options
17
+ from ..types.job_list_response import JobListResponse
18
+ from ..types.job_retrieve_response import JobRetrieveResponse
19
+
20
+ __all__ = ["JobsResource", "AsyncJobsResource"]
21
+
22
+
23
+ class JobsResource(SyncAPIResource):
24
+ @cached_property
25
+ def with_raw_response(self) -> JobsResourceWithRawResponse:
26
+ """
27
+ This property can be used as a prefix for any HTTP method call to return
28
+ the raw response object instead of the parsed content.
29
+
30
+ For more information, see https://www.github.com/togethercomputer/together-py#accessing-raw-response-data-eg-headers
31
+ """
32
+ return JobsResourceWithRawResponse(self)
33
+
34
+ @cached_property
35
+ def with_streaming_response(self) -> JobsResourceWithStreamingResponse:
36
+ """
37
+ An alternative to `.with_raw_response` that doesn't eagerly read the response body.
38
+
39
+ For more information, see https://www.github.com/togethercomputer/together-py#with_streaming_response
40
+ """
41
+ return JobsResourceWithStreamingResponse(self)
42
+
43
+ def retrieve(
44
+ self,
45
+ job_id: str,
46
+ *,
47
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
48
+ # The extra values given here take precedence over values defined on the client or passed to this method.
49
+ extra_headers: Headers | None = None,
50
+ extra_query: Query | None = None,
51
+ extra_body: Body | None = None,
52
+ timeout: float | httpx.Timeout | None | NotGiven = not_given,
53
+ ) -> JobRetrieveResponse:
54
+ """
55
+ Get the status of a specific job
56
+
57
+ Args:
58
+ extra_headers: Send extra headers
59
+
60
+ extra_query: Add additional query parameters to the request
61
+
62
+ extra_body: Add additional JSON properties to the request
63
+
64
+ timeout: Override the client-level default timeout for this request, in seconds
65
+ """
66
+ if not job_id:
67
+ raise ValueError(f"Expected a non-empty value for `job_id` but received {job_id!r}")
68
+ return self._get(
69
+ f"/jobs/{job_id}",
70
+ options=make_request_options(
71
+ extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
72
+ ),
73
+ cast_to=JobRetrieveResponse,
74
+ )
75
+
76
+ def list(
77
+ self,
78
+ *,
79
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
80
+ # The extra values given here take precedence over values defined on the client or passed to this method.
81
+ extra_headers: Headers | None = None,
82
+ extra_query: Query | None = None,
83
+ extra_body: Body | None = None,
84
+ timeout: float | httpx.Timeout | None | NotGiven = not_given,
85
+ ) -> JobListResponse:
86
+ """List all jobs and their statuses"""
87
+ return self._get(
88
+ "/jobs",
89
+ options=make_request_options(
90
+ extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
91
+ ),
92
+ cast_to=JobListResponse,
93
+ )
94
+
95
+
96
+ class AsyncJobsResource(AsyncAPIResource):
97
+ @cached_property
98
+ def with_raw_response(self) -> AsyncJobsResourceWithRawResponse:
99
+ """
100
+ This property can be used as a prefix for any HTTP method call to return
101
+ the raw response object instead of the parsed content.
102
+
103
+ For more information, see https://www.github.com/togethercomputer/together-py#accessing-raw-response-data-eg-headers
104
+ """
105
+ return AsyncJobsResourceWithRawResponse(self)
106
+
107
+ @cached_property
108
+ def with_streaming_response(self) -> AsyncJobsResourceWithStreamingResponse:
109
+ """
110
+ An alternative to `.with_raw_response` that doesn't eagerly read the response body.
111
+
112
+ For more information, see https://www.github.com/togethercomputer/together-py#with_streaming_response
113
+ """
114
+ return AsyncJobsResourceWithStreamingResponse(self)
115
+
116
+ async def retrieve(
117
+ self,
118
+ job_id: str,
119
+ *,
120
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
121
+ # The extra values given here take precedence over values defined on the client or passed to this method.
122
+ extra_headers: Headers | None = None,
123
+ extra_query: Query | None = None,
124
+ extra_body: Body | None = None,
125
+ timeout: float | httpx.Timeout | None | NotGiven = not_given,
126
+ ) -> JobRetrieveResponse:
127
+ """
128
+ Get the status of a specific job
129
+
130
+ Args:
131
+ extra_headers: Send extra headers
132
+
133
+ extra_query: Add additional query parameters to the request
134
+
135
+ extra_body: Add additional JSON properties to the request
136
+
137
+ timeout: Override the client-level default timeout for this request, in seconds
138
+ """
139
+ if not job_id:
140
+ raise ValueError(f"Expected a non-empty value for `job_id` but received {job_id!r}")
141
+ return await self._get(
142
+ f"/jobs/{job_id}",
143
+ options=make_request_options(
144
+ extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
145
+ ),
146
+ cast_to=JobRetrieveResponse,
147
+ )
148
+
149
+ async def list(
150
+ self,
151
+ *,
152
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
153
+ # The extra values given here take precedence over values defined on the client or passed to this method.
154
+ extra_headers: Headers | None = None,
155
+ extra_query: Query | None = None,
156
+ extra_body: Body | None = None,
157
+ timeout: float | httpx.Timeout | None | NotGiven = not_given,
158
+ ) -> JobListResponse:
159
+ """List all jobs and their statuses"""
160
+ return await self._get(
161
+ "/jobs",
162
+ options=make_request_options(
163
+ extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
164
+ ),
165
+ cast_to=JobListResponse,
166
+ )
167
+
168
+
169
+ class JobsResourceWithRawResponse:
170
+ def __init__(self, jobs: JobsResource) -> None:
171
+ self._jobs = jobs
172
+
173
+ self.retrieve = to_raw_response_wrapper(
174
+ jobs.retrieve,
175
+ )
176
+ self.list = to_raw_response_wrapper(
177
+ jobs.list,
178
+ )
179
+
180
+
181
+ class AsyncJobsResourceWithRawResponse:
182
+ def __init__(self, jobs: AsyncJobsResource) -> None:
183
+ self._jobs = jobs
184
+
185
+ self.retrieve = async_to_raw_response_wrapper(
186
+ jobs.retrieve,
187
+ )
188
+ self.list = async_to_raw_response_wrapper(
189
+ jobs.list,
190
+ )
191
+
192
+
193
+ class JobsResourceWithStreamingResponse:
194
+ def __init__(self, jobs: JobsResource) -> None:
195
+ self._jobs = jobs
196
+
197
+ self.retrieve = to_streamed_response_wrapper(
198
+ jobs.retrieve,
199
+ )
200
+ self.list = to_streamed_response_wrapper(
201
+ jobs.list,
202
+ )
203
+
204
+
205
+ class AsyncJobsResourceWithStreamingResponse:
206
+ def __init__(self, jobs: AsyncJobsResource) -> None:
207
+ self._jobs = jobs
208
+
209
+ self.retrieve = async_to_streamed_response_wrapper(
210
+ jobs.retrieve,
211
+ )
212
+ self.list = async_to_streamed_response_wrapper(
213
+ jobs.list,
214
+ )
@@ -1,75 +1,282 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
1
3
  from __future__ import annotations
2
4
 
3
- from typing import List
5
+ from typing_extensions import Literal
6
+
7
+ import httpx
4
8
 
5
- from together.abstract import api_requestor
6
- from together.together_response import TogetherResponse
7
- from together.types import (
8
- ModelObject,
9
- TogetherClient,
10
- TogetherRequest,
9
+ from ..types import model_upload_params
10
+ from .._types import Body, Omit, Query, Headers, NotGiven, omit, not_given
11
+ from .._utils import maybe_transform, async_maybe_transform
12
+ from .._compat import cached_property
13
+ from .._resource import SyncAPIResource, AsyncAPIResource
14
+ from .._response import (
15
+ to_raw_response_wrapper,
16
+ to_streamed_response_wrapper,
17
+ async_to_raw_response_wrapper,
18
+ async_to_streamed_response_wrapper,
11
19
  )
20
+ from .._base_client import make_request_options
21
+ from ..types.model_list_response import ModelListResponse
22
+ from ..types.model_upload_response import ModelUploadResponse
12
23
 
24
+ __all__ = ["ModelsResource", "AsyncModelsResource"]
13
25
 
14
- class Models:
15
- def __init__(self, client: TogetherClient) -> None:
16
- self._client = client
17
26
 
18
- def list(
19
- self,
20
- ) -> List[ModelObject]:
27
+ class ModelsResource(SyncAPIResource):
28
+ @cached_property
29
+ def with_raw_response(self) -> ModelsResourceWithRawResponse:
30
+ """
31
+ This property can be used as a prefix for any HTTP method call to return
32
+ the raw response object instead of the parsed content.
33
+
34
+ For more information, see https://www.github.com/togethercomputer/together-py#accessing-raw-response-data-eg-headers
35
+ """
36
+ return ModelsResourceWithRawResponse(self)
37
+
38
+ @cached_property
39
+ def with_streaming_response(self) -> ModelsResourceWithStreamingResponse:
21
40
  """
22
- Method to return list of models on the API
41
+ An alternative to `.with_raw_response` that doesn't eagerly read the response body.
23
42
 
24
- Returns:
25
- List[ModelObject]: List of model objects
43
+ For more information, see https://www.github.com/togethercomputer/together-py#with_streaming_response
26
44
  """
45
+ return ModelsResourceWithStreamingResponse(self)
27
46
 
28
- requestor = api_requestor.APIRequestor(
29
- client=self._client,
47
+ def list(
48
+ self,
49
+ *,
50
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
51
+ # The extra values given here take precedence over values defined on the client or passed to this method.
52
+ extra_headers: Headers | None = None,
53
+ extra_query: Query | None = None,
54
+ extra_body: Body | None = None,
55
+ timeout: float | httpx.Timeout | None | NotGiven = not_given,
56
+ ) -> ModelListResponse:
57
+ """Lists all of Together's open-source models"""
58
+ return self._get(
59
+ "/models",
60
+ options=make_request_options(
61
+ extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
62
+ ),
63
+ cast_to=ModelListResponse,
30
64
  )
31
65
 
32
- response, _, _ = requestor.request(
33
- options=TogetherRequest(
34
- method="GET",
35
- url="models",
66
+ def upload(
67
+ self,
68
+ *,
69
+ model_name: str,
70
+ model_source: str,
71
+ base_model: str | Omit = omit,
72
+ description: str | Omit = omit,
73
+ hf_token: str | Omit = omit,
74
+ lora_model: str | Omit = omit,
75
+ model_type: Literal["model", "adapter"] | Omit = omit,
76
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
77
+ # The extra values given here take precedence over values defined on the client or passed to this method.
78
+ extra_headers: Headers | None = None,
79
+ extra_query: Query | None = None,
80
+ extra_body: Body | None = None,
81
+ timeout: float | httpx.Timeout | None | NotGiven = not_given,
82
+ ) -> ModelUploadResponse:
83
+ """
84
+ Upload a custom model or adapter from Hugging Face or S3
85
+
86
+ Args:
87
+ model_name: The name to give to your uploaded model
88
+
89
+ model_source: The source location of the model (Hugging Face repo or S3 path)
90
+
91
+ base_model: The base model to use for an adapter if setting it to run against a serverless
92
+ pool. Only used for model_type `adapter`.
93
+
94
+ description: A description of your model
95
+
96
+ hf_token: Hugging Face token (if uploading from Hugging Face)
97
+
98
+ lora_model: The lora pool to use for an adapter if setting it to run against, say, a
99
+ dedicated pool. Only used for model_type `adapter`.
100
+
101
+ model_type: Whether the model is a full model or an adapter
102
+
103
+ extra_headers: Send extra headers
104
+
105
+ extra_query: Add additional query parameters to the request
106
+
107
+ extra_body: Add additional JSON properties to the request
108
+
109
+ timeout: Override the client-level default timeout for this request, in seconds
110
+ """
111
+ return self._post(
112
+ "/models",
113
+ body=maybe_transform(
114
+ {
115
+ "model_name": model_name,
116
+ "model_source": model_source,
117
+ "base_model": base_model,
118
+ "description": description,
119
+ "hf_token": hf_token,
120
+ "lora_model": lora_model,
121
+ "model_type": model_type,
122
+ },
123
+ model_upload_params.ModelUploadParams,
124
+ ),
125
+ options=make_request_options(
126
+ extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
36
127
  ),
37
- stream=False,
128
+ cast_to=ModelUploadResponse,
38
129
  )
39
130
 
40
- assert isinstance(response, TogetherResponse)
41
- assert isinstance(response.data, list)
42
131
 
43
- return [ModelObject(**model) for model in response.data]
132
+ class AsyncModelsResource(AsyncAPIResource):
133
+ @cached_property
134
+ def with_raw_response(self) -> AsyncModelsResourceWithRawResponse:
135
+ """
136
+ This property can be used as a prefix for any HTTP method call to return
137
+ the raw response object instead of the parsed content.
138
+
139
+ For more information, see https://www.github.com/togethercomputer/together-py#accessing-raw-response-data-eg-headers
140
+ """
141
+ return AsyncModelsResourceWithRawResponse(self)
44
142
 
143
+ @cached_property
144
+ def with_streaming_response(self) -> AsyncModelsResourceWithStreamingResponse:
145
+ """
146
+ An alternative to `.with_raw_response` that doesn't eagerly read the response body.
45
147
 
46
- class AsyncModels:
47
- def __init__(self, client: TogetherClient) -> None:
48
- self._client = client
148
+ For more information, see https://www.github.com/togethercomputer/together-py#with_streaming_response
149
+ """
150
+ return AsyncModelsResourceWithStreamingResponse(self)
49
151
 
50
152
  async def list(
51
153
  self,
52
- ) -> List[ModelObject]:
154
+ *,
155
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
156
+ # The extra values given here take precedence over values defined on the client or passed to this method.
157
+ extra_headers: Headers | None = None,
158
+ extra_query: Query | None = None,
159
+ extra_body: Body | None = None,
160
+ timeout: float | httpx.Timeout | None | NotGiven = not_given,
161
+ ) -> ModelListResponse:
162
+ """Lists all of Together's open-source models"""
163
+ return await self._get(
164
+ "/models",
165
+ options=make_request_options(
166
+ extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
167
+ ),
168
+ cast_to=ModelListResponse,
169
+ )
170
+
171
+ async def upload(
172
+ self,
173
+ *,
174
+ model_name: str,
175
+ model_source: str,
176
+ base_model: str | Omit = omit,
177
+ description: str | Omit = omit,
178
+ hf_token: str | Omit = omit,
179
+ lora_model: str | Omit = omit,
180
+ model_type: Literal["model", "adapter"] | Omit = omit,
181
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
182
+ # The extra values given here take precedence over values defined on the client or passed to this method.
183
+ extra_headers: Headers | None = None,
184
+ extra_query: Query | None = None,
185
+ extra_body: Body | None = None,
186
+ timeout: float | httpx.Timeout | None | NotGiven = not_given,
187
+ ) -> ModelUploadResponse:
53
188
  """
54
- Async method to return list of models on API
189
+ Upload a custom model or adapter from Hugging Face or S3
190
+
191
+ Args:
192
+ model_name: The name to give to your uploaded model
193
+
194
+ model_source: The source location of the model (Hugging Face repo or S3 path)
195
+
196
+ base_model: The base model to use for an adapter if setting it to run against a serverless
197
+ pool. Only used for model_type `adapter`.
198
+
199
+ description: A description of your model
200
+
201
+ hf_token: Hugging Face token (if uploading from Hugging Face)
55
202
 
56
- Returns:
57
- List[ModelObject]: List of model objects
203
+ lora_model: The lora pool to use for an adapter if setting it to run against, say, a
204
+ dedicated pool. Only used for model_type `adapter`.
205
+
206
+ model_type: Whether the model is a full model or an adapter
207
+
208
+ extra_headers: Send extra headers
209
+
210
+ extra_query: Add additional query parameters to the request
211
+
212
+ extra_body: Add additional JSON properties to the request
213
+
214
+ timeout: Override the client-level default timeout for this request, in seconds
58
215
  """
216
+ return await self._post(
217
+ "/models",
218
+ body=await async_maybe_transform(
219
+ {
220
+ "model_name": model_name,
221
+ "model_source": model_source,
222
+ "base_model": base_model,
223
+ "description": description,
224
+ "hf_token": hf_token,
225
+ "lora_model": lora_model,
226
+ "model_type": model_type,
227
+ },
228
+ model_upload_params.ModelUploadParams,
229
+ ),
230
+ options=make_request_options(
231
+ extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
232
+ ),
233
+ cast_to=ModelUploadResponse,
234
+ )
59
235
 
60
- requestor = api_requestor.APIRequestor(
61
- client=self._client,
236
+
237
+ class ModelsResourceWithRawResponse:
238
+ def __init__(self, models: ModelsResource) -> None:
239
+ self._models = models
240
+
241
+ self.list = to_raw_response_wrapper(
242
+ models.list,
243
+ )
244
+ self.upload = to_raw_response_wrapper(
245
+ models.upload,
62
246
  )
63
247
 
64
- response, _, _ = await requestor.arequest(
65
- options=TogetherRequest(
66
- method="GET",
67
- url="models",
68
- ),
69
- stream=False,
248
+
249
+ class AsyncModelsResourceWithRawResponse:
250
+ def __init__(self, models: AsyncModelsResource) -> None:
251
+ self._models = models
252
+
253
+ self.list = async_to_raw_response_wrapper(
254
+ models.list,
70
255
  )
256
+ self.upload = async_to_raw_response_wrapper(
257
+ models.upload,
258
+ )
259
+
71
260
 
72
- assert isinstance(response, TogetherResponse)
73
- assert isinstance(response.data, list)
261
+ class ModelsResourceWithStreamingResponse:
262
+ def __init__(self, models: ModelsResource) -> None:
263
+ self._models = models
74
264
 
75
- return [ModelObject(**model) for model in response.data]
265
+ self.list = to_streamed_response_wrapper(
266
+ models.list,
267
+ )
268
+ self.upload = to_streamed_response_wrapper(
269
+ models.upload,
270
+ )
271
+
272
+
273
+ class AsyncModelsResourceWithStreamingResponse:
274
+ def __init__(self, models: AsyncModelsResource) -> None:
275
+ self._models = models
276
+
277
+ self.list = async_to_streamed_response_wrapper(
278
+ models.list,
279
+ )
280
+ self.upload = async_to_streamed_response_wrapper(
281
+ models.upload,
282
+ )