scale-gp-beta 0.1.0a32__py3-none-any.whl → 0.1.0a34__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- scale_gp_beta/_client.py +20 -0
- scale_gp_beta/_version.py +1 -1
- scale_gp_beta/resources/__init__.py +28 -0
- scale_gp_beta/resources/credentials.py +853 -0
- scale_gp_beta/resources/evaluations.py +104 -9
- scale_gp_beta/resources/span_assessments.py +675 -0
- scale_gp_beta/resources/spans.py +24 -0
- scale_gp_beta/types/__init__.py +13 -4
- scale_gp_beta/types/approval_status.py +7 -0
- scale_gp_beta/types/assessment_type.py +7 -0
- scale_gp_beta/types/credential.py +30 -0
- scale_gp_beta/types/credential_create_params.py +25 -0
- scale_gp_beta/types/credential_delete_response.py +13 -0
- scale_gp_beta/types/credential_list_params.py +20 -0
- scale_gp_beta/types/credential_secret.py +13 -0
- scale_gp_beta/types/credential_update_params.py +25 -0
- scale_gp_beta/types/dataset_delete_response.py +1 -4
- scale_gp_beta/types/dataset_item_delete_response.py +1 -4
- scale_gp_beta/types/evaluation_create_params.py +1 -1
- scale_gp_beta/types/evaluation_task.py +182 -0
- scale_gp_beta/types/evaluation_task_param.py +192 -0
- scale_gp_beta/types/evaluation_update_params.py +12 -3
- scale_gp_beta/types/file_delete_response.py +1 -4
- scale_gp_beta/types/model_delete_response.py +1 -4
- scale_gp_beta/types/span_assessment.py +72 -0
- scale_gp_beta/types/span_assessment_create_params.py +40 -0
- scale_gp_beta/types/span_assessment_delete_response.py +13 -0
- scale_gp_beta/types/span_assessment_list_params.py +26 -0
- scale_gp_beta/types/span_assessment_update_params.py +34 -0
- scale_gp_beta/types/span_search_params.py +9 -0
- {scale_gp_beta-0.1.0a32.dist-info → scale_gp_beta-0.1.0a34.dist-info}/METADATA +1 -1
- {scale_gp_beta-0.1.0a32.dist-info → scale_gp_beta-0.1.0a34.dist-info}/RECORD +34 -23
- scale_gp_beta/types/evaluation_delete_response.py +0 -16
- scale_gp_beta/types/file_list.py +0 -27
- scale_gp_beta/types/inference_model_list.py +0 -27
- scale_gp_beta/types/question_list.py +0 -27
- {scale_gp_beta-0.1.0a32.dist-info → scale_gp_beta-0.1.0a34.dist-info}/WHEEL +0 -0
- {scale_gp_beta-0.1.0a32.dist-info → scale_gp_beta-0.1.0a34.dist-info}/licenses/LICENSE +0 -0
|
@@ -27,7 +27,6 @@ from ..pagination import SyncCursorPage, AsyncCursorPage
|
|
|
27
27
|
from .._base_client import AsyncPaginator, make_request_options
|
|
28
28
|
from ..types.evaluation import Evaluation
|
|
29
29
|
from ..types.evaluation_task_param import EvaluationTaskParam
|
|
30
|
-
from ..types.evaluation_delete_response import EvaluationDeleteResponse
|
|
31
30
|
|
|
32
31
|
__all__ = ["EvaluationsResource", "AsyncEvaluationsResource"]
|
|
33
32
|
|
|
@@ -115,7 +114,7 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
115
114
|
Args:
|
|
116
115
|
dataset_id: The ID of the dataset containing the items referenced by the `data` field
|
|
117
116
|
|
|
118
|
-
data: Items to be evaluated, including references to the input dataset
|
|
117
|
+
data: Items to be evaluated, including references to the input dataset
|
|
119
118
|
|
|
120
119
|
metadata: Optional metadata key-value pairs for the evaluation
|
|
121
120
|
|
|
@@ -262,6 +261,7 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
262
261
|
cast_to=Evaluation,
|
|
263
262
|
)
|
|
264
263
|
|
|
264
|
+
@overload
|
|
265
265
|
def update(
|
|
266
266
|
self,
|
|
267
267
|
evaluation_id: str,
|
|
@@ -277,7 +277,7 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
277
277
|
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
278
278
|
) -> Evaluation:
|
|
279
279
|
"""
|
|
280
|
-
Update Evaluation
|
|
280
|
+
Update or Restore Evaluation
|
|
281
281
|
|
|
282
282
|
Args:
|
|
283
283
|
tags: The tags associated with the entity
|
|
@@ -290,6 +290,52 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
290
290
|
|
|
291
291
|
timeout: Override the client-level default timeout for this request, in seconds
|
|
292
292
|
"""
|
|
293
|
+
...
|
|
294
|
+
|
|
295
|
+
@overload
|
|
296
|
+
def update(
|
|
297
|
+
self,
|
|
298
|
+
evaluation_id: str,
|
|
299
|
+
*,
|
|
300
|
+
restore: Literal[True],
|
|
301
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
302
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
303
|
+
extra_headers: Headers | None = None,
|
|
304
|
+
extra_query: Query | None = None,
|
|
305
|
+
extra_body: Body | None = None,
|
|
306
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
307
|
+
) -> Evaluation:
|
|
308
|
+
"""
|
|
309
|
+
Update or Restore Evaluation
|
|
310
|
+
|
|
311
|
+
Args:
|
|
312
|
+
restore: Set to true to restore the entity from the database.
|
|
313
|
+
|
|
314
|
+
extra_headers: Send extra headers
|
|
315
|
+
|
|
316
|
+
extra_query: Add additional query parameters to the request
|
|
317
|
+
|
|
318
|
+
extra_body: Add additional JSON properties to the request
|
|
319
|
+
|
|
320
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
|
321
|
+
"""
|
|
322
|
+
...
|
|
323
|
+
|
|
324
|
+
def update(
|
|
325
|
+
self,
|
|
326
|
+
evaluation_id: str,
|
|
327
|
+
*,
|
|
328
|
+
description: str | Omit = omit,
|
|
329
|
+
name: str | Omit = omit,
|
|
330
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
331
|
+
restore: Literal[True] | Omit = omit,
|
|
332
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
333
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
334
|
+
extra_headers: Headers | None = None,
|
|
335
|
+
extra_query: Query | None = None,
|
|
336
|
+
extra_body: Body | None = None,
|
|
337
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
338
|
+
) -> Evaluation:
|
|
293
339
|
if not evaluation_id:
|
|
294
340
|
raise ValueError(f"Expected a non-empty value for `evaluation_id` but received {evaluation_id!r}")
|
|
295
341
|
return self._patch(
|
|
@@ -299,6 +345,7 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
299
345
|
"description": description,
|
|
300
346
|
"name": name,
|
|
301
347
|
"tags": tags,
|
|
348
|
+
"restore": restore,
|
|
302
349
|
},
|
|
303
350
|
evaluation_update_params.EvaluationUpdateParams,
|
|
304
351
|
),
|
|
@@ -373,7 +420,7 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
373
420
|
extra_query: Query | None = None,
|
|
374
421
|
extra_body: Body | None = None,
|
|
375
422
|
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
376
|
-
) ->
|
|
423
|
+
) -> Evaluation:
|
|
377
424
|
"""
|
|
378
425
|
Archive Evaluation
|
|
379
426
|
|
|
@@ -393,7 +440,7 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
393
440
|
options=make_request_options(
|
|
394
441
|
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
|
395
442
|
),
|
|
396
|
-
cast_to=
|
|
443
|
+
cast_to=Evaluation,
|
|
397
444
|
)
|
|
398
445
|
|
|
399
446
|
|
|
@@ -480,7 +527,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
480
527
|
Args:
|
|
481
528
|
dataset_id: The ID of the dataset containing the items referenced by the `data` field
|
|
482
529
|
|
|
483
|
-
data: Items to be evaluated, including references to the input dataset
|
|
530
|
+
data: Items to be evaluated, including references to the input dataset
|
|
484
531
|
|
|
485
532
|
metadata: Optional metadata key-value pairs for the evaluation
|
|
486
533
|
|
|
@@ -627,6 +674,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
627
674
|
cast_to=Evaluation,
|
|
628
675
|
)
|
|
629
676
|
|
|
677
|
+
@overload
|
|
630
678
|
async def update(
|
|
631
679
|
self,
|
|
632
680
|
evaluation_id: str,
|
|
@@ -642,7 +690,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
642
690
|
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
643
691
|
) -> Evaluation:
|
|
644
692
|
"""
|
|
645
|
-
Update Evaluation
|
|
693
|
+
Update or Restore Evaluation
|
|
646
694
|
|
|
647
695
|
Args:
|
|
648
696
|
tags: The tags associated with the entity
|
|
@@ -655,6 +703,52 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
655
703
|
|
|
656
704
|
timeout: Override the client-level default timeout for this request, in seconds
|
|
657
705
|
"""
|
|
706
|
+
...
|
|
707
|
+
|
|
708
|
+
@overload
|
|
709
|
+
async def update(
|
|
710
|
+
self,
|
|
711
|
+
evaluation_id: str,
|
|
712
|
+
*,
|
|
713
|
+
restore: Literal[True],
|
|
714
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
715
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
716
|
+
extra_headers: Headers | None = None,
|
|
717
|
+
extra_query: Query | None = None,
|
|
718
|
+
extra_body: Body | None = None,
|
|
719
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
720
|
+
) -> Evaluation:
|
|
721
|
+
"""
|
|
722
|
+
Update or Restore Evaluation
|
|
723
|
+
|
|
724
|
+
Args:
|
|
725
|
+
restore: Set to true to restore the entity from the database.
|
|
726
|
+
|
|
727
|
+
extra_headers: Send extra headers
|
|
728
|
+
|
|
729
|
+
extra_query: Add additional query parameters to the request
|
|
730
|
+
|
|
731
|
+
extra_body: Add additional JSON properties to the request
|
|
732
|
+
|
|
733
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
|
734
|
+
"""
|
|
735
|
+
...
|
|
736
|
+
|
|
737
|
+
async def update(
|
|
738
|
+
self,
|
|
739
|
+
evaluation_id: str,
|
|
740
|
+
*,
|
|
741
|
+
description: str | Omit = omit,
|
|
742
|
+
name: str | Omit = omit,
|
|
743
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
744
|
+
restore: Literal[True] | Omit = omit,
|
|
745
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
746
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
747
|
+
extra_headers: Headers | None = None,
|
|
748
|
+
extra_query: Query | None = None,
|
|
749
|
+
extra_body: Body | None = None,
|
|
750
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
751
|
+
) -> Evaluation:
|
|
658
752
|
if not evaluation_id:
|
|
659
753
|
raise ValueError(f"Expected a non-empty value for `evaluation_id` but received {evaluation_id!r}")
|
|
660
754
|
return await self._patch(
|
|
@@ -664,6 +758,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
664
758
|
"description": description,
|
|
665
759
|
"name": name,
|
|
666
760
|
"tags": tags,
|
|
761
|
+
"restore": restore,
|
|
667
762
|
},
|
|
668
763
|
evaluation_update_params.EvaluationUpdateParams,
|
|
669
764
|
),
|
|
@@ -738,7 +833,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
738
833
|
extra_query: Query | None = None,
|
|
739
834
|
extra_body: Body | None = None,
|
|
740
835
|
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
741
|
-
) ->
|
|
836
|
+
) -> Evaluation:
|
|
742
837
|
"""
|
|
743
838
|
Archive Evaluation
|
|
744
839
|
|
|
@@ -758,7 +853,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
758
853
|
options=make_request_options(
|
|
759
854
|
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
|
760
855
|
),
|
|
761
|
-
cast_to=
|
|
856
|
+
cast_to=Evaluation,
|
|
762
857
|
)
|
|
763
858
|
|
|
764
859
|
|