scale-gp-beta 0.1.0a32__py3-none-any.whl → 0.1.0a33__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- scale_gp_beta/_version.py +1 -1
- scale_gp_beta/resources/evaluations.py +2 -2
- scale_gp_beta/resources/spans.py +24 -0
- scale_gp_beta/types/__init__.py +0 -3
- scale_gp_beta/types/dataset_delete_response.py +1 -4
- scale_gp_beta/types/dataset_item_delete_response.py +1 -4
- scale_gp_beta/types/evaluation_create_params.py +1 -1
- scale_gp_beta/types/evaluation_delete_response.py +1 -4
- scale_gp_beta/types/evaluation_task.py +182 -0
- scale_gp_beta/types/evaluation_task_param.py +192 -0
- scale_gp_beta/types/file_delete_response.py +1 -4
- scale_gp_beta/types/model_delete_response.py +1 -4
- scale_gp_beta/types/span_search_params.py +9 -0
- {scale_gp_beta-0.1.0a32.dist-info → scale_gp_beta-0.1.0a33.dist-info}/METADATA +1 -1
- {scale_gp_beta-0.1.0a32.dist-info → scale_gp_beta-0.1.0a33.dist-info}/RECORD +17 -20
- scale_gp_beta/types/file_list.py +0 -27
- scale_gp_beta/types/inference_model_list.py +0 -27
- scale_gp_beta/types/question_list.py +0 -27
- {scale_gp_beta-0.1.0a32.dist-info → scale_gp_beta-0.1.0a33.dist-info}/WHEEL +0 -0
- {scale_gp_beta-0.1.0a32.dist-info → scale_gp_beta-0.1.0a33.dist-info}/licenses/LICENSE +0 -0
scale_gp_beta/_version.py
CHANGED
|
@@ -115,7 +115,7 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
115
115
|
Args:
|
|
116
116
|
dataset_id: The ID of the dataset containing the items referenced by the `data` field
|
|
117
117
|
|
|
118
|
-
data: Items to be evaluated, including references to the input dataset
|
|
118
|
+
data: Items to be evaluated, including references to the input dataset
|
|
119
119
|
|
|
120
120
|
metadata: Optional metadata key-value pairs for the evaluation
|
|
121
121
|
|
|
@@ -480,7 +480,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
480
480
|
Args:
|
|
481
481
|
dataset_id: The ID of the dataset containing the items referenced by the `data` field
|
|
482
482
|
|
|
483
|
-
data: Items to be evaluated, including references to the input dataset
|
|
483
|
+
data: Items to be evaluated, including references to the input dataset
|
|
484
484
|
|
|
485
485
|
metadata: Optional metadata key-value pairs for the evaluation
|
|
486
486
|
|
scale_gp_beta/resources/spans.py
CHANGED
|
@@ -256,10 +256,13 @@ class SpansResource(SyncAPIResource):
|
|
|
256
256
|
starting_after: str | Omit = omit,
|
|
257
257
|
to_ts: Union[str, datetime] | Omit = omit,
|
|
258
258
|
application_variant_ids: SequenceNotStr[str] | Omit = omit,
|
|
259
|
+
assessment_types: SequenceNotStr[str] | Omit = omit,
|
|
259
260
|
excluded_span_ids: SequenceNotStr[str] | Omit = omit,
|
|
260
261
|
excluded_trace_ids: SequenceNotStr[str] | Omit = omit,
|
|
261
262
|
extra_metadata: Dict[str, object] | Omit = omit,
|
|
262
263
|
group_id: str | Omit = omit,
|
|
264
|
+
max_duration_ms: int | Omit = omit,
|
|
265
|
+
min_duration_ms: int | Omit = omit,
|
|
263
266
|
names: SequenceNotStr[str] | Omit = omit,
|
|
264
267
|
parents_only: bool | Omit = omit,
|
|
265
268
|
search_texts: SequenceNotStr[str] | Omit = omit,
|
|
@@ -284,6 +287,8 @@ class SpansResource(SyncAPIResource):
|
|
|
284
287
|
|
|
285
288
|
application_variant_ids: Filter by application variant IDs
|
|
286
289
|
|
|
290
|
+
assessment_types: Filter spans by traces that have assessments of these types
|
|
291
|
+
|
|
287
292
|
excluded_span_ids: List of span IDs to exclude from results
|
|
288
293
|
|
|
289
294
|
excluded_trace_ids: List of trace IDs to exclude from results
|
|
@@ -292,6 +297,10 @@ class SpansResource(SyncAPIResource):
|
|
|
292
297
|
|
|
293
298
|
group_id: Filter by group ID
|
|
294
299
|
|
|
300
|
+
max_duration_ms: Maximum span duration in milliseconds (inclusive)
|
|
301
|
+
|
|
302
|
+
min_duration_ms: Minimum span duration in milliseconds (inclusive)
|
|
303
|
+
|
|
295
304
|
names: Filter by trace/span name
|
|
296
305
|
|
|
297
306
|
parents_only: Only fetch spans that are the top-level (ie. have no parent_id)
|
|
@@ -318,10 +327,13 @@ class SpansResource(SyncAPIResource):
|
|
|
318
327
|
body=maybe_transform(
|
|
319
328
|
{
|
|
320
329
|
"application_variant_ids": application_variant_ids,
|
|
330
|
+
"assessment_types": assessment_types,
|
|
321
331
|
"excluded_span_ids": excluded_span_ids,
|
|
322
332
|
"excluded_trace_ids": excluded_trace_ids,
|
|
323
333
|
"extra_metadata": extra_metadata,
|
|
324
334
|
"group_id": group_id,
|
|
335
|
+
"max_duration_ms": max_duration_ms,
|
|
336
|
+
"min_duration_ms": min_duration_ms,
|
|
325
337
|
"names": names,
|
|
326
338
|
"parents_only": parents_only,
|
|
327
339
|
"search_texts": search_texts,
|
|
@@ -604,10 +616,13 @@ class AsyncSpansResource(AsyncAPIResource):
|
|
|
604
616
|
starting_after: str | Omit = omit,
|
|
605
617
|
to_ts: Union[str, datetime] | Omit = omit,
|
|
606
618
|
application_variant_ids: SequenceNotStr[str] | Omit = omit,
|
|
619
|
+
assessment_types: SequenceNotStr[str] | Omit = omit,
|
|
607
620
|
excluded_span_ids: SequenceNotStr[str] | Omit = omit,
|
|
608
621
|
excluded_trace_ids: SequenceNotStr[str] | Omit = omit,
|
|
609
622
|
extra_metadata: Dict[str, object] | Omit = omit,
|
|
610
623
|
group_id: str | Omit = omit,
|
|
624
|
+
max_duration_ms: int | Omit = omit,
|
|
625
|
+
min_duration_ms: int | Omit = omit,
|
|
611
626
|
names: SequenceNotStr[str] | Omit = omit,
|
|
612
627
|
parents_only: bool | Omit = omit,
|
|
613
628
|
search_texts: SequenceNotStr[str] | Omit = omit,
|
|
@@ -632,6 +647,8 @@ class AsyncSpansResource(AsyncAPIResource):
|
|
|
632
647
|
|
|
633
648
|
application_variant_ids: Filter by application variant IDs
|
|
634
649
|
|
|
650
|
+
assessment_types: Filter spans by traces that have assessments of these types
|
|
651
|
+
|
|
635
652
|
excluded_span_ids: List of span IDs to exclude from results
|
|
636
653
|
|
|
637
654
|
excluded_trace_ids: List of trace IDs to exclude from results
|
|
@@ -640,6 +657,10 @@ class AsyncSpansResource(AsyncAPIResource):
|
|
|
640
657
|
|
|
641
658
|
group_id: Filter by group ID
|
|
642
659
|
|
|
660
|
+
max_duration_ms: Maximum span duration in milliseconds (inclusive)
|
|
661
|
+
|
|
662
|
+
min_duration_ms: Minimum span duration in milliseconds (inclusive)
|
|
663
|
+
|
|
643
664
|
names: Filter by trace/span name
|
|
644
665
|
|
|
645
666
|
parents_only: Only fetch spans that are the top-level (ie. have no parent_id)
|
|
@@ -666,10 +687,13 @@ class AsyncSpansResource(AsyncAPIResource):
|
|
|
666
687
|
body=maybe_transform(
|
|
667
688
|
{
|
|
668
689
|
"application_variant_ids": application_variant_ids,
|
|
690
|
+
"assessment_types": assessment_types,
|
|
669
691
|
"excluded_span_ids": excluded_span_ids,
|
|
670
692
|
"excluded_trace_ids": excluded_trace_ids,
|
|
671
693
|
"extra_metadata": extra_metadata,
|
|
672
694
|
"group_id": group_id,
|
|
695
|
+
"max_duration_ms": max_duration_ms,
|
|
696
|
+
"min_duration_ms": min_duration_ms,
|
|
673
697
|
"names": names,
|
|
674
698
|
"parents_only": parents_only,
|
|
675
699
|
"search_texts": search_texts,
|
scale_gp_beta/types/__init__.py
CHANGED
|
@@ -12,14 +12,12 @@ from .question import Question as Question
|
|
|
12
12
|
from .response import Response as Response
|
|
13
13
|
from .component import Component as Component
|
|
14
14
|
from .container import Container as Container
|
|
15
|
-
from .file_list import FileList as FileList
|
|
16
15
|
from .span_type import SpanType as SpanType
|
|
17
16
|
from .completion import Completion as Completion
|
|
18
17
|
from .evaluation import Evaluation as Evaluation
|
|
19
18
|
from .span_status import SpanStatus as SpanStatus
|
|
20
19
|
from .dataset_item import DatasetItem as DatasetItem
|
|
21
20
|
from .item_locator import ItemLocator as ItemLocator
|
|
22
|
-
from .question_list import QuestionList as QuestionList
|
|
23
21
|
from .component_param import ComponentParam as ComponentParam
|
|
24
22
|
from .container_param import ContainerParam as ContainerParam
|
|
25
23
|
from .evaluation_item import EvaluationItem as EvaluationItem
|
|
@@ -39,7 +37,6 @@ from .model_create_params import ModelCreateParams as ModelCreateParams
|
|
|
39
37
|
from .model_update_params import ModelUpdateParams as ModelUpdateParams
|
|
40
38
|
from .span_batch_response import SpanBatchResponse as SpanBatchResponse
|
|
41
39
|
from .file_delete_response import FileDeleteResponse as FileDeleteResponse
|
|
42
|
-
from .inference_model_list import InferenceModelList as InferenceModelList
|
|
43
40
|
from .question_list_params import QuestionListParams as QuestionListParams
|
|
44
41
|
from .dataset_create_params import DatasetCreateParams as DatasetCreateParams
|
|
45
42
|
from .dataset_update_params import DatasetUpdateParams as DatasetUpdateParams
|
|
@@ -1,8 +1,5 @@
|
|
|
1
1
|
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
2
|
|
|
3
|
-
from typing import Optional
|
|
4
|
-
from typing_extensions import Literal
|
|
5
|
-
|
|
6
3
|
from .._models import BaseModel
|
|
7
4
|
|
|
8
5
|
__all__ = ["DatasetDeleteResponse"]
|
|
@@ -13,4 +10,4 @@ class DatasetDeleteResponse(BaseModel):
|
|
|
13
10
|
|
|
14
11
|
deleted: bool
|
|
15
12
|
|
|
16
|
-
object:
|
|
13
|
+
object: str
|
|
@@ -1,8 +1,5 @@
|
|
|
1
1
|
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
2
|
|
|
3
|
-
from typing import Optional
|
|
4
|
-
from typing_extensions import Literal
|
|
5
|
-
|
|
6
3
|
from .._models import BaseModel
|
|
7
4
|
|
|
8
5
|
__all__ = ["DatasetItemDeleteResponse"]
|
|
@@ -13,4 +10,4 @@ class DatasetItemDeleteResponse(BaseModel):
|
|
|
13
10
|
|
|
14
11
|
deleted: bool
|
|
15
12
|
|
|
16
|
-
object:
|
|
13
|
+
object: str
|
|
@@ -42,7 +42,7 @@ class EvaluationFromDatasetCreateRequest(TypedDict, total=False):
|
|
|
42
42
|
name: Required[str]
|
|
43
43
|
|
|
44
44
|
data: Iterable[EvaluationFromDatasetCreateRequestData]
|
|
45
|
-
"""Items to be evaluated, including references to the input dataset
|
|
45
|
+
"""Items to be evaluated, including references to the input dataset"""
|
|
46
46
|
|
|
47
47
|
description: str
|
|
48
48
|
|
|
@@ -1,8 +1,5 @@
|
|
|
1
1
|
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
2
|
|
|
3
|
-
from typing import Optional
|
|
4
|
-
from typing_extensions import Literal
|
|
5
|
-
|
|
6
3
|
from .._models import BaseModel
|
|
7
4
|
|
|
8
5
|
__all__ = ["EvaluationDeleteResponse"]
|
|
@@ -13,4 +10,4 @@ class EvaluationDeleteResponse(BaseModel):
|
|
|
13
10
|
|
|
14
11
|
deleted: bool
|
|
15
12
|
|
|
16
|
-
object:
|
|
13
|
+
object: str
|
|
@@ -41,6 +41,27 @@ __all__ = [
|
|
|
41
41
|
"AutoEvaluationGuidedDecodingEvaluationTaskConfiguration",
|
|
42
42
|
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator",
|
|
43
43
|
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator",
|
|
44
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocator",
|
|
45
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedTo",
|
|
46
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgent",
|
|
47
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgentConfig",
|
|
48
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgent",
|
|
49
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgentConfig",
|
|
50
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgent",
|
|
51
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgentConfig",
|
|
52
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgent",
|
|
53
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgentConfig",
|
|
54
|
+
"AutoEvaluationAgentEvaluationTask",
|
|
55
|
+
"AutoEvaluationAgentEvaluationTaskConfiguration",
|
|
56
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedTo",
|
|
57
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgent",
|
|
58
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgentConfig",
|
|
59
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgent",
|
|
60
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgentConfig",
|
|
61
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgent",
|
|
62
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgentConfig",
|
|
63
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgent",
|
|
64
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgentConfig",
|
|
44
65
|
"ContributorEvaluationQuestionTask",
|
|
45
66
|
"ContributorEvaluationQuestionTaskConfiguration",
|
|
46
67
|
]
|
|
@@ -368,9 +389,94 @@ class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuide
|
|
|
368
389
|
system_prompt: Optional[str] = None
|
|
369
390
|
|
|
370
391
|
|
|
392
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgentConfig(
|
|
393
|
+
BaseModel
|
|
394
|
+
):
|
|
395
|
+
model: Optional[str] = None
|
|
396
|
+
|
|
397
|
+
temperature: Optional[float] = None
|
|
398
|
+
|
|
399
|
+
|
|
400
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgent(
|
|
401
|
+
BaseModel
|
|
402
|
+
):
|
|
403
|
+
config: AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgentConfig
|
|
404
|
+
|
|
405
|
+
agent_name: Optional[Literal["APEAgent"]] = None
|
|
406
|
+
|
|
407
|
+
|
|
408
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgentConfig(
|
|
409
|
+
BaseModel
|
|
410
|
+
):
|
|
411
|
+
model: Optional[str] = None
|
|
412
|
+
|
|
413
|
+
|
|
414
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgent(
|
|
415
|
+
BaseModel
|
|
416
|
+
):
|
|
417
|
+
config: AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgentConfig
|
|
418
|
+
|
|
419
|
+
agent_name: Optional[Literal["IFAgent"]] = None
|
|
420
|
+
|
|
421
|
+
|
|
422
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgentConfig(
|
|
423
|
+
BaseModel
|
|
424
|
+
):
|
|
425
|
+
model: Optional[str] = None
|
|
426
|
+
|
|
427
|
+
|
|
428
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgent(
|
|
429
|
+
BaseModel
|
|
430
|
+
):
|
|
431
|
+
config: AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgentConfig
|
|
432
|
+
|
|
433
|
+
agent_name: Optional[Literal["TruthfulnessAgent"]] = None
|
|
434
|
+
|
|
435
|
+
|
|
436
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgentConfig(
|
|
437
|
+
BaseModel
|
|
438
|
+
):
|
|
439
|
+
model: Optional[str] = None
|
|
440
|
+
|
|
441
|
+
|
|
442
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgent(
|
|
443
|
+
BaseModel
|
|
444
|
+
):
|
|
445
|
+
config: AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgentConfig
|
|
446
|
+
|
|
447
|
+
agent_name: Optional[Literal["BaseAgent"]] = None
|
|
448
|
+
|
|
449
|
+
|
|
450
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedTo: TypeAlias = Union[
|
|
451
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgent,
|
|
452
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgent,
|
|
453
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgent,
|
|
454
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgent,
|
|
455
|
+
]
|
|
456
|
+
|
|
457
|
+
|
|
458
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocator(BaseModel):
|
|
459
|
+
definition: str
|
|
460
|
+
|
|
461
|
+
name: str
|
|
462
|
+
|
|
463
|
+
output_rules: List[str]
|
|
464
|
+
|
|
465
|
+
data_fields: Optional[List[str]] = None
|
|
466
|
+
|
|
467
|
+
designated_to: Optional[
|
|
468
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedTo
|
|
469
|
+
] = None
|
|
470
|
+
|
|
471
|
+
output_type: Optional[Literal["text", "integer", "float", "boolean"]] = None
|
|
472
|
+
|
|
473
|
+
output_values: Optional[List[Union[str, float, bool]]] = None
|
|
474
|
+
|
|
475
|
+
|
|
371
476
|
AutoEvaluationGuidedDecodingEvaluationTaskConfiguration: TypeAlias = Union[
|
|
372
477
|
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator,
|
|
373
478
|
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator,
|
|
479
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocator,
|
|
374
480
|
]
|
|
375
481
|
|
|
376
482
|
|
|
@@ -386,6 +492,81 @@ class AutoEvaluationGuidedDecodingEvaluationTask(BaseModel):
|
|
|
386
492
|
task_type: Optional[Literal["auto_evaluation.guided_decoding"]] = None
|
|
387
493
|
|
|
388
494
|
|
|
495
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgentConfig(BaseModel):
|
|
496
|
+
model: Optional[str] = None
|
|
497
|
+
|
|
498
|
+
temperature: Optional[float] = None
|
|
499
|
+
|
|
500
|
+
|
|
501
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgent(BaseModel):
|
|
502
|
+
config: AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgentConfig
|
|
503
|
+
|
|
504
|
+
agent_name: Optional[Literal["APEAgent"]] = None
|
|
505
|
+
|
|
506
|
+
|
|
507
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgentConfig(BaseModel):
|
|
508
|
+
model: Optional[str] = None
|
|
509
|
+
|
|
510
|
+
|
|
511
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgent(BaseModel):
|
|
512
|
+
config: AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgentConfig
|
|
513
|
+
|
|
514
|
+
agent_name: Optional[Literal["IFAgent"]] = None
|
|
515
|
+
|
|
516
|
+
|
|
517
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgentConfig(BaseModel):
|
|
518
|
+
model: Optional[str] = None
|
|
519
|
+
|
|
520
|
+
|
|
521
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgent(BaseModel):
|
|
522
|
+
config: AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgentConfig
|
|
523
|
+
|
|
524
|
+
agent_name: Optional[Literal["TruthfulnessAgent"]] = None
|
|
525
|
+
|
|
526
|
+
|
|
527
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgentConfig(BaseModel):
|
|
528
|
+
model: Optional[str] = None
|
|
529
|
+
|
|
530
|
+
|
|
531
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgent(BaseModel):
|
|
532
|
+
config: AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgentConfig
|
|
533
|
+
|
|
534
|
+
agent_name: Optional[Literal["BaseAgent"]] = None
|
|
535
|
+
|
|
536
|
+
|
|
537
|
+
AutoEvaluationAgentEvaluationTaskConfigurationDesignatedTo: TypeAlias = Union[
|
|
538
|
+
AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgent,
|
|
539
|
+
AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgent,
|
|
540
|
+
AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgent,
|
|
541
|
+
AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgent,
|
|
542
|
+
]
|
|
543
|
+
|
|
544
|
+
|
|
545
|
+
class AutoEvaluationAgentEvaluationTaskConfiguration(BaseModel):
|
|
546
|
+
definition: str
|
|
547
|
+
|
|
548
|
+
name: str
|
|
549
|
+
|
|
550
|
+
output_rules: List[str]
|
|
551
|
+
|
|
552
|
+
data_fields: Optional[List[str]] = None
|
|
553
|
+
|
|
554
|
+
designated_to: Optional[AutoEvaluationAgentEvaluationTaskConfigurationDesignatedTo] = None
|
|
555
|
+
|
|
556
|
+
output_type: Optional[Literal["text", "integer", "float", "boolean"]] = None
|
|
557
|
+
|
|
558
|
+
output_values: Optional[List[Union[str, float, bool]]] = None
|
|
559
|
+
|
|
560
|
+
|
|
561
|
+
class AutoEvaluationAgentEvaluationTask(BaseModel):
|
|
562
|
+
configuration: AutoEvaluationAgentEvaluationTaskConfiguration
|
|
563
|
+
|
|
564
|
+
alias: Optional[str] = None
|
|
565
|
+
"""Alias to title the results column. Defaults to the `auto_evaluation_agent`"""
|
|
566
|
+
|
|
567
|
+
task_type: Optional[Literal["auto_evaluation.agent"]] = None
|
|
568
|
+
|
|
569
|
+
|
|
389
570
|
class ContributorEvaluationQuestionTaskConfiguration(BaseModel):
|
|
390
571
|
layout: "Container"
|
|
391
572
|
|
|
@@ -415,6 +596,7 @@ EvaluationTask: TypeAlias = Annotated[
|
|
|
415
596
|
MetricEvaluationTask,
|
|
416
597
|
AutoEvaluationQuestionTask,
|
|
417
598
|
AutoEvaluationGuidedDecodingEvaluationTask,
|
|
599
|
+
AutoEvaluationAgentEvaluationTask,
|
|
418
600
|
ContributorEvaluationQuestionTask,
|
|
419
601
|
],
|
|
420
602
|
PropertyInfo(discriminator="task_type"),
|
|
@@ -38,6 +38,27 @@ __all__ = [
|
|
|
38
38
|
"AutoEvaluationGuidedDecodingEvaluationTaskConfiguration",
|
|
39
39
|
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator",
|
|
40
40
|
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator",
|
|
41
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocator",
|
|
42
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedTo",
|
|
43
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgent",
|
|
44
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgentConfig",
|
|
45
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgent",
|
|
46
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgentConfig",
|
|
47
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgent",
|
|
48
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgentConfig",
|
|
49
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgent",
|
|
50
|
+
"AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgentConfig",
|
|
51
|
+
"AutoEvaluationAgentEvaluationTask",
|
|
52
|
+
"AutoEvaluationAgentEvaluationTaskConfiguration",
|
|
53
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedTo",
|
|
54
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgent",
|
|
55
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgentConfig",
|
|
56
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgent",
|
|
57
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgentConfig",
|
|
58
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgent",
|
|
59
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgentConfig",
|
|
60
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgent",
|
|
61
|
+
"AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgentConfig",
|
|
41
62
|
"ContributorEvaluationQuestionTask",
|
|
42
63
|
"ContributorEvaluationQuestionTaskConfiguration",
|
|
43
64
|
]
|
|
@@ -357,9 +378,104 @@ class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuide
|
|
|
357
378
|
system_prompt: str
|
|
358
379
|
|
|
359
380
|
|
|
381
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgentConfig(
|
|
382
|
+
TypedDict, total=False
|
|
383
|
+
):
|
|
384
|
+
model: str
|
|
385
|
+
|
|
386
|
+
temperature: float
|
|
387
|
+
|
|
388
|
+
|
|
389
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgent(
|
|
390
|
+
TypedDict, total=False
|
|
391
|
+
):
|
|
392
|
+
config: Required[
|
|
393
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgentConfig
|
|
394
|
+
]
|
|
395
|
+
|
|
396
|
+
agent_name: Literal["APEAgent"]
|
|
397
|
+
|
|
398
|
+
|
|
399
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgentConfig(
|
|
400
|
+
TypedDict, total=False
|
|
401
|
+
):
|
|
402
|
+
model: str
|
|
403
|
+
|
|
404
|
+
|
|
405
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgent(
|
|
406
|
+
TypedDict, total=False
|
|
407
|
+
):
|
|
408
|
+
config: Required[
|
|
409
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgentConfig
|
|
410
|
+
]
|
|
411
|
+
|
|
412
|
+
agent_name: Literal["IFAgent"]
|
|
413
|
+
|
|
414
|
+
|
|
415
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgentConfig(
|
|
416
|
+
TypedDict, total=False
|
|
417
|
+
):
|
|
418
|
+
model: str
|
|
419
|
+
|
|
420
|
+
|
|
421
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgent(
|
|
422
|
+
TypedDict, total=False
|
|
423
|
+
):
|
|
424
|
+
config: Required[
|
|
425
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgentConfig
|
|
426
|
+
]
|
|
427
|
+
|
|
428
|
+
agent_name: Literal["TruthfulnessAgent"]
|
|
429
|
+
|
|
430
|
+
|
|
431
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgentConfig(
|
|
432
|
+
TypedDict, total=False
|
|
433
|
+
):
|
|
434
|
+
model: str
|
|
435
|
+
|
|
436
|
+
|
|
437
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgent(
|
|
438
|
+
TypedDict, total=False
|
|
439
|
+
):
|
|
440
|
+
config: Required[
|
|
441
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgentConfig
|
|
442
|
+
]
|
|
443
|
+
|
|
444
|
+
agent_name: Literal["BaseAgent"]
|
|
445
|
+
|
|
446
|
+
|
|
447
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedTo: TypeAlias = Union[
|
|
448
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgent,
|
|
449
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgent,
|
|
450
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgent,
|
|
451
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgent,
|
|
452
|
+
]
|
|
453
|
+
|
|
454
|
+
|
|
455
|
+
class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocator(
|
|
456
|
+
TypedDict, total=False
|
|
457
|
+
):
|
|
458
|
+
definition: Required[str]
|
|
459
|
+
|
|
460
|
+
name: Required[str]
|
|
461
|
+
|
|
462
|
+
output_rules: Required[SequenceNotStr[str]]
|
|
463
|
+
|
|
464
|
+
data_fields: SequenceNotStr[str]
|
|
465
|
+
|
|
466
|
+
designated_to: (
|
|
467
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedTo
|
|
468
|
+
)
|
|
469
|
+
|
|
470
|
+
output_type: Literal["text", "integer", "float", "boolean"]
|
|
471
|
+
|
|
472
|
+
output_values: SequenceNotStr[Union[str, float, bool]]
|
|
473
|
+
|
|
474
|
+
|
|
360
475
|
AutoEvaluationGuidedDecodingEvaluationTaskConfiguration: TypeAlias = Union[
|
|
361
476
|
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator,
|
|
362
477
|
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator,
|
|
478
|
+
AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocator,
|
|
363
479
|
]
|
|
364
480
|
|
|
365
481
|
|
|
@@ -375,6 +491,81 @@ class AutoEvaluationGuidedDecodingEvaluationTask(TypedDict, total=False):
|
|
|
375
491
|
task_type: Literal["auto_evaluation.guided_decoding"]
|
|
376
492
|
|
|
377
493
|
|
|
494
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgentConfig(TypedDict, total=False):
|
|
495
|
+
model: str
|
|
496
|
+
|
|
497
|
+
temperature: float
|
|
498
|
+
|
|
499
|
+
|
|
500
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgent(TypedDict, total=False):
|
|
501
|
+
config: Required[AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgentConfig]
|
|
502
|
+
|
|
503
|
+
agent_name: Literal["APEAgent"]
|
|
504
|
+
|
|
505
|
+
|
|
506
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgentConfig(TypedDict, total=False):
|
|
507
|
+
model: str
|
|
508
|
+
|
|
509
|
+
|
|
510
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgent(TypedDict, total=False):
|
|
511
|
+
config: Required[AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgentConfig]
|
|
512
|
+
|
|
513
|
+
agent_name: Literal["IFAgent"]
|
|
514
|
+
|
|
515
|
+
|
|
516
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgentConfig(TypedDict, total=False):
|
|
517
|
+
model: str
|
|
518
|
+
|
|
519
|
+
|
|
520
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgent(TypedDict, total=False):
|
|
521
|
+
config: Required[AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgentConfig]
|
|
522
|
+
|
|
523
|
+
agent_name: Literal["TruthfulnessAgent"]
|
|
524
|
+
|
|
525
|
+
|
|
526
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgentConfig(TypedDict, total=False):
|
|
527
|
+
model: str
|
|
528
|
+
|
|
529
|
+
|
|
530
|
+
class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgent(TypedDict, total=False):
|
|
531
|
+
config: Required[AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgentConfig]
|
|
532
|
+
|
|
533
|
+
agent_name: Literal["BaseAgent"]
|
|
534
|
+
|
|
535
|
+
|
|
536
|
+
AutoEvaluationAgentEvaluationTaskConfigurationDesignatedTo: TypeAlias = Union[
|
|
537
|
+
AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgent,
|
|
538
|
+
AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgent,
|
|
539
|
+
AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgent,
|
|
540
|
+
AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgent,
|
|
541
|
+
]
|
|
542
|
+
|
|
543
|
+
|
|
544
|
+
class AutoEvaluationAgentEvaluationTaskConfiguration(TypedDict, total=False):
|
|
545
|
+
definition: Required[str]
|
|
546
|
+
|
|
547
|
+
name: Required[str]
|
|
548
|
+
|
|
549
|
+
output_rules: Required[SequenceNotStr[str]]
|
|
550
|
+
|
|
551
|
+
data_fields: SequenceNotStr[str]
|
|
552
|
+
|
|
553
|
+
designated_to: AutoEvaluationAgentEvaluationTaskConfigurationDesignatedTo
|
|
554
|
+
|
|
555
|
+
output_type: Literal["text", "integer", "float", "boolean"]
|
|
556
|
+
|
|
557
|
+
output_values: SequenceNotStr[Union[str, float, bool]]
|
|
558
|
+
|
|
559
|
+
|
|
560
|
+
class AutoEvaluationAgentEvaluationTask(TypedDict, total=False):
|
|
561
|
+
configuration: Required[AutoEvaluationAgentEvaluationTaskConfiguration]
|
|
562
|
+
|
|
563
|
+
alias: str
|
|
564
|
+
"""Alias to title the results column. Defaults to the `auto_evaluation_agent`"""
|
|
565
|
+
|
|
566
|
+
task_type: Literal["auto_evaluation.agent"]
|
|
567
|
+
|
|
568
|
+
|
|
378
569
|
class ContributorEvaluationQuestionTaskConfiguration(TypedDict, total=False):
|
|
379
570
|
layout: Required["ContainerParam"]
|
|
380
571
|
|
|
@@ -403,6 +594,7 @@ EvaluationTaskParam: TypeAlias = Union[
|
|
|
403
594
|
MetricEvaluationTask,
|
|
404
595
|
AutoEvaluationQuestionTask,
|
|
405
596
|
AutoEvaluationGuidedDecodingEvaluationTask,
|
|
597
|
+
AutoEvaluationAgentEvaluationTask,
|
|
406
598
|
ContributorEvaluationQuestionTask,
|
|
407
599
|
]
|
|
408
600
|
|
|
@@ -1,8 +1,5 @@
|
|
|
1
1
|
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
2
|
|
|
3
|
-
from typing import Optional
|
|
4
|
-
from typing_extensions import Literal
|
|
5
|
-
|
|
6
3
|
from .._models import BaseModel
|
|
7
4
|
|
|
8
5
|
__all__ = ["FileDeleteResponse"]
|
|
@@ -13,4 +10,4 @@ class FileDeleteResponse(BaseModel):
|
|
|
13
10
|
|
|
14
11
|
deleted: bool
|
|
15
12
|
|
|
16
|
-
object:
|
|
13
|
+
object: str
|
|
@@ -1,8 +1,5 @@
|
|
|
1
1
|
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
2
|
|
|
3
|
-
from typing import Optional
|
|
4
|
-
from typing_extensions import Literal
|
|
5
|
-
|
|
6
3
|
from .._models import BaseModel
|
|
7
4
|
|
|
8
5
|
__all__ = ["ModelDeleteResponse"]
|
|
@@ -13,4 +10,4 @@ class ModelDeleteResponse(BaseModel):
|
|
|
13
10
|
|
|
14
11
|
deleted: bool
|
|
15
12
|
|
|
16
|
-
object:
|
|
13
|
+
object: str
|
|
@@ -32,6 +32,9 @@ class SpanSearchParams(TypedDict, total=False):
|
|
|
32
32
|
application_variant_ids: SequenceNotStr[str]
|
|
33
33
|
"""Filter by application variant IDs"""
|
|
34
34
|
|
|
35
|
+
assessment_types: SequenceNotStr[str]
|
|
36
|
+
"""Filter spans by traces that have assessments of these types"""
|
|
37
|
+
|
|
35
38
|
excluded_span_ids: SequenceNotStr[str]
|
|
36
39
|
"""List of span IDs to exclude from results"""
|
|
37
40
|
|
|
@@ -44,6 +47,12 @@ class SpanSearchParams(TypedDict, total=False):
|
|
|
44
47
|
group_id: str
|
|
45
48
|
"""Filter by group ID"""
|
|
46
49
|
|
|
50
|
+
max_duration_ms: int
|
|
51
|
+
"""Maximum span duration in milliseconds (inclusive)"""
|
|
52
|
+
|
|
53
|
+
min_duration_ms: int
|
|
54
|
+
"""Minimum span duration in milliseconds (inclusive)"""
|
|
55
|
+
|
|
47
56
|
names: SequenceNotStr[str]
|
|
48
57
|
"""Filter by trace/span name"""
|
|
49
58
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: scale-gp-beta
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.0a33
|
|
4
4
|
Summary: The official Python library for the Scale GP API
|
|
5
5
|
Project-URL: Homepage, https://github.com/scaleapi/sgp-python-beta
|
|
6
6
|
Project-URL: Repository, https://github.com/scaleapi/sgp-python-beta
|
|
@@ -11,7 +11,7 @@ scale_gp_beta/_resource.py,sha256=siZly_U6D0AOVLAzaOsqUdEFFzVMbWRj-ml30nvRp7E,11
|
|
|
11
11
|
scale_gp_beta/_response.py,sha256=GemuybPk0uemovTlGHyHkj-ScYTTDJA0jqH5FQqIPwQ,28852
|
|
12
12
|
scale_gp_beta/_streaming.py,sha256=fcCSGXslmi2SmmkM05g2SACXHk2Mj7k1X5uMBu6U5s8,10112
|
|
13
13
|
scale_gp_beta/_types.py,sha256=3-dTgyCs1Fep_LgdDCs7B_SYv9He9BYHJYJunweFT9U,7243
|
|
14
|
-
scale_gp_beta/_version.py,sha256=
|
|
14
|
+
scale_gp_beta/_version.py,sha256=f7maJKCHPH5qeQyJPcJ9JgUhJIIs6QMazClfxIXQXrk,174
|
|
15
15
|
scale_gp_beta/pagination.py,sha256=t-U86PYxl20VRsz8VXOMJJDe7HxkX7ISFMvRNbBNy9s,4054
|
|
16
16
|
scale_gp_beta/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
17
17
|
scale_gp_beta/_utils/__init__.py,sha256=7fch0GT9zpNnErbciSpUNa-SjTxxjY6kxHxKMOM4AGs,2305
|
|
@@ -48,19 +48,19 @@ scale_gp_beta/resources/completions.py,sha256=wtVhUh5LMwXolICQhpeCZUlzRM-ChLSvLi
|
|
|
48
48
|
scale_gp_beta/resources/dataset_items.py,sha256=DGKu3067yVBuUkkR3xRnl0OLqPWY7TyWQd5hviYq5vk,22378
|
|
49
49
|
scale_gp_beta/resources/datasets.py,sha256=6AN7ZETWP42xcVf-uWErzcOuPlKnkAQ1jrtIxzMDd3o,21631
|
|
50
50
|
scale_gp_beta/resources/evaluation_items.py,sha256=tR8FtxCnxVdQzpAnPg9dYQkDZKXyCFe9zEXgk3cbrgw,11517
|
|
51
|
-
scale_gp_beta/resources/evaluations.py,sha256=
|
|
51
|
+
scale_gp_beta/resources/evaluations.py,sha256=skWDqr0u9lM8LDc7Jg3rEq4numHjrpWlZnuIAzm2hDU,31992
|
|
52
52
|
scale_gp_beta/resources/inference.py,sha256=Gwi7yt8BK47LFRbx9X4Ei4HLh3keZ5a37dHd2eONf4g,7539
|
|
53
53
|
scale_gp_beta/resources/models.py,sha256=obGc4jz3k8Cxl7t218GPmq8HvODX911vc6-wGJ-cXSA,32247
|
|
54
54
|
scale_gp_beta/resources/questions.py,sha256=ylrn_3waLErYzTZHiUkHVLynvKYwIBSRHxgJd0717yk,25828
|
|
55
55
|
scale_gp_beta/resources/responses.py,sha256=ha6JeU1vCoxC4Z00jsbS1D7jEpxy-xlCiEkx5-RqrX0,11755
|
|
56
|
-
scale_gp_beta/resources/spans.py,sha256=
|
|
56
|
+
scale_gp_beta/resources/spans.py,sha256=ootzSRVA_1hYXOjADrKJ8uO7CwhwZsfYLVJHE83CnIE,32080
|
|
57
57
|
scale_gp_beta/resources/chat/__init__.py,sha256=BVAfz9TM3DT5W9f_mt0P9YRxL_MsUxKCWAH6u1iogmA,1041
|
|
58
58
|
scale_gp_beta/resources/chat/chat.py,sha256=4OG_TrwVqYvV-7Ha8Nbc6iuXQuys9wKXgkxYmE6p6jk,3672
|
|
59
59
|
scale_gp_beta/resources/chat/completions.py,sha256=NiseRADexm4sZrWBR1CnJZjY46M9qiOMHNECxLIRKu0,50112
|
|
60
60
|
scale_gp_beta/resources/files/__init__.py,sha256=VgAtqUimN5Kf_-lmEaNBnu_ApGegKsJQ1zNf-42MXFA,1002
|
|
61
61
|
scale_gp_beta/resources/files/content.py,sha256=QDtcnsK2my4-ndmwyaR6zyQnV1fEjIJ7CSDoyXUcYxg,5762
|
|
62
62
|
scale_gp_beta/resources/files/files.py,sha256=vN1SNr5DouIX9SFKz7TchbPNTKT9aDCe_t9QQE28A4Y,20653
|
|
63
|
-
scale_gp_beta/types/__init__.py,sha256=
|
|
63
|
+
scale_gp_beta/types/__init__.py,sha256=cG4tnrFqqFFWm_4MoItsB6NEcybIaLskCEX_4sEdIpg,5289
|
|
64
64
|
scale_gp_beta/types/completion.py,sha256=1UOFGSkAmTCfhKGSQQLEU-PHGdnWLV1y0usa1UizBBQ,5406
|
|
65
65
|
scale_gp_beta/types/completion_create_params.py,sha256=XWyto29VVJQ5nJTykSXPwlW5b4CZxGU7GSlk1hMwDxo,3114
|
|
66
66
|
scale_gp_beta/types/component.py,sha256=0dLrvTEHpF628wZ-CIniOpsOzKfnLlaZy4OPIFDzoF0,403
|
|
@@ -69,11 +69,11 @@ scale_gp_beta/types/container.py,sha256=LoH-zq7JI7dE_BGxUiqBgaS8XbUk2zzkC7ByUF9T
|
|
|
69
69
|
scale_gp_beta/types/container_param.py,sha256=fwIeOygG1QTG9queCSSJwXqx1F4xLtx7hKwH3wf3oMI,925
|
|
70
70
|
scale_gp_beta/types/dataset.py,sha256=wts1ygPfzuh5pyYZ12YxuJMxVd-yM5hF_ZNUYxpfbho,667
|
|
71
71
|
scale_gp_beta/types/dataset_create_params.py,sha256=D754CiYUWu-yCGr0S1PxIGSIXolOYbpEME8OxIKJ8_I,550
|
|
72
|
-
scale_gp_beta/types/dataset_delete_response.py,sha256=
|
|
72
|
+
scale_gp_beta/types/dataset_delete_response.py,sha256=OKLcQBastV6fhdKw4kNX1HNn_IczD6OCpHDbkAyg3mM,246
|
|
73
73
|
scale_gp_beta/types/dataset_item.py,sha256=ObH7-q9frNAAQ5odjVajozZ53wGTbqZRqNd19dW1iqM,628
|
|
74
74
|
scale_gp_beta/types/dataset_item_batch_create_params.py,sha256=ORwWuIFKilxhuVhzcF32HD68E0-n5dnRlbyxUk4H3Ko,478
|
|
75
75
|
scale_gp_beta/types/dataset_item_batch_create_response.py,sha256=tUVLQ7igWxp4Dn0pvi1K6YEf7m8XnsrlyHbBkVq9i6k,402
|
|
76
|
-
scale_gp_beta/types/dataset_item_delete_response.py,sha256=
|
|
76
|
+
scale_gp_beta/types/dataset_item_delete_response.py,sha256=uwOgD05XLn1xQixILGwOb3EcDK9ov8fuJkyfsg1pjug,254
|
|
77
77
|
scale_gp_beta/types/dataset_item_list_params.py,sha256=CEB161IozqL-n7YC54g76nFqK0sp7l-A0QB9ET0L86M,661
|
|
78
78
|
scale_gp_beta/types/dataset_item_retrieve_params.py,sha256=f0kJg0btCGITamo949F7trvR0no7lOuVfoKTpFLJ5Gw,356
|
|
79
79
|
scale_gp_beta/types/dataset_item_update_params.py,sha256=4voEG9nKbxREiFRLzWqXZAWsw3wIm4EU1cnvOmsvGRA,367
|
|
@@ -81,37 +81,34 @@ scale_gp_beta/types/dataset_list_params.py,sha256=C-NCvkrOv5n43NSe2AiR225zDT0MOE
|
|
|
81
81
|
scale_gp_beta/types/dataset_retrieve_params.py,sha256=5tpzuzX6y1WKKxP2AbjYwwcATpB1eZCv4wZABG3baIQ,282
|
|
82
82
|
scale_gp_beta/types/dataset_update_params.py,sha256=fCci9UEzKEiXCoeH_QxmLRShmqn-EIbz-OkjicHgcfs,401
|
|
83
83
|
scale_gp_beta/types/evaluation.py,sha256=M1cq-FW51SjvWCkNvX0YxmG7LF8A0bSbeWZGGCkM_2Q,1164
|
|
84
|
-
scale_gp_beta/types/evaluation_create_params.py,sha256=
|
|
85
|
-
scale_gp_beta/types/evaluation_delete_response.py,sha256=
|
|
84
|
+
scale_gp_beta/types/evaluation_create_params.py,sha256=lyc7smsbyaRWftdp2A3qIULYyq9m2Cgaq_wyqDD6gws,3068
|
|
85
|
+
scale_gp_beta/types/evaluation_delete_response.py,sha256=ylihVlxOaUzxYrwhK2fM991ZmQuAKI9SYTlgUV9m4Ss,252
|
|
86
86
|
scale_gp_beta/types/evaluation_item.py,sha256=a1bkOepT748Zs5VCF6FbsOOmX6vJHG-oUmLdxW3-UCE,686
|
|
87
87
|
scale_gp_beta/types/evaluation_item_list_params.py,sha256=7sQVVKB87uO45lYuMUhGR6125a6rG19gYx6gckR7sxU,426
|
|
88
88
|
scale_gp_beta/types/evaluation_item_retrieve_params.py,sha256=UYEKIAQ4dy92ZOSV1tWDZcvXG7_0BSpOND5Ehzs7QM4,296
|
|
89
89
|
scale_gp_beta/types/evaluation_list_params.py,sha256=Xe88rpcm2w-ufTR8bnJYJfk09FiESKddWMzwZCjP_LU,536
|
|
90
90
|
scale_gp_beta/types/evaluation_retrieve_params.py,sha256=_YuT-E2VO-f_SvHaIe24KBbhTNoK8T-3tVB6Ov6cqfg,356
|
|
91
|
-
scale_gp_beta/types/evaluation_task.py,sha256=
|
|
92
|
-
scale_gp_beta/types/evaluation_task_param.py,sha256
|
|
91
|
+
scale_gp_beta/types/evaluation_task.py,sha256=k2-Hg5EXWZSYB5_luuf_KPCYQr1HfOi5mFhAa0g4NUg,21563
|
|
92
|
+
scale_gp_beta/types/evaluation_task_param.py,sha256=c21FaFoIO5di8YGcvYCLbNo0cz37VWanOnN83Fp3Bfg,20915
|
|
93
93
|
scale_gp_beta/types/evaluation_update_params.py,sha256=P3HAAR2-Eb6lfxAcCbMezNKIdHr46CxFXmtSXvKCRQM,407
|
|
94
94
|
scale_gp_beta/types/file.py,sha256=vgbFpARZs5_UYOQZkWLur8rFvGM8EROUO_8Ig0uu2B0,611
|
|
95
95
|
scale_gp_beta/types/file_create_params.py,sha256=KpXv6JCbd8BlgceTmBTewxOky2JTJaTW3mcGiVVU7wE,317
|
|
96
|
-
scale_gp_beta/types/file_delete_response.py,sha256=
|
|
97
|
-
scale_gp_beta/types/file_list.py,sha256=Ckj6RZNvIcrSeNg3NWbwyj92uezu4v5_6J4I4M0mjdA,637
|
|
96
|
+
scale_gp_beta/types/file_delete_response.py,sha256=IgZhHsKNfc9NqwqLTYrAam5APFuyquIEUVNQgsz4zyg,240
|
|
98
97
|
scale_gp_beta/types/file_list_params.py,sha256=rFIimu3tLcEWfJItI4a6FDb8LJFX38JSzNlY-3D_0No,354
|
|
99
98
|
scale_gp_beta/types/file_update_params.py,sha256=cZAz43aIXmc0jOz-uKWDsZIJx24NN4t9kQ2XDORvQ-Q,297
|
|
100
99
|
scale_gp_beta/types/inference_create_params.py,sha256=lpdMjG-ufUDpH8bGPbt2klG0I9Q3o374WrqHBjEpPwE,665
|
|
101
100
|
scale_gp_beta/types/inference_create_response.py,sha256=JgoDjN5B8zRUpOXXasD97vFKVN7A6QHKz_PN64pKB6s,390
|
|
102
101
|
scale_gp_beta/types/inference_model.py,sha256=a1lGEIV8UQ7IHqZpWljAtHpce8skN0rd3jD1LCX1on8,4933
|
|
103
|
-
scale_gp_beta/types/inference_model_list.py,sha256=I5qlOvpe-kX2HUp-C0h47Na0w6tRfZiC5wGCJ_KMxUk,688
|
|
104
102
|
scale_gp_beta/types/inference_response.py,sha256=PIX9ihGJ6IP6D6i8gk3o_mbSLy9fvRwZdGyICQKh-q8,337
|
|
105
103
|
scale_gp_beta/types/inference_response_chunk.py,sha256=UIw0gVwnqtQKPTH3QAW9UYVlD0lBz7av-EzcMqF7xgg,353
|
|
106
104
|
scale_gp_beta/types/item_locator.py,sha256=2DgC4WO_8eqnGFUZppHqqhLFhbRQQVph83glxrm4WQQ,184
|
|
107
105
|
scale_gp_beta/types/item_locator_template.py,sha256=eEwfJCLdYr0OZ5-Pk5iGtHSa93h0zGZ015C7RtN1XYY,200
|
|
108
106
|
scale_gp_beta/types/model_create_params.py,sha256=kdmA0Hp7if0Y4niLCxfxJF8R7l2YTEGJztAQht0F4ic,3545
|
|
109
|
-
scale_gp_beta/types/model_delete_response.py,sha256=
|
|
107
|
+
scale_gp_beta/types/model_delete_response.py,sha256=qFOwFx8kjinPSF6oTA347I0fq5x8qBvsrVMG-lxf8V4,242
|
|
110
108
|
scale_gp_beta/types/model_list_params.py,sha256=UJkBX6LCoK4mVUe6LJx_qD1dZLFypPeXof1YBTXURS8,636
|
|
111
109
|
scale_gp_beta/types/model_update_params.py,sha256=HwanIDr9Gwp-c9zdJWJx-JQPFP3MhdBX7mEQL-mlayA,3762
|
|
112
110
|
scale_gp_beta/types/question.py,sha256=0Qgidm-6kQ9-oD-dJtOzWkA3tHBFrcy76e31W30zczg,4149
|
|
113
111
|
scale_gp_beta/types/question_create_params.py,sha256=nYWUMBD0cpmQTGVohR73CqIc4BV54i8b28C6m4CU-Is,3119
|
|
114
|
-
scale_gp_beta/types/question_list.py,sha256=lk4GWhnnThcqnwmbxUNq07vqyXS8ToUYRp4nf7YctGs,657
|
|
115
112
|
scale_gp_beta/types/question_list_params.py,sha256=2x9Ww7wPAhc0hr6WpcqydLuB-mECpMK-MG7jbmtfKJM,362
|
|
116
113
|
scale_gp_beta/types/response.py,sha256=urf4oYc5fUDQkiY6Xqrn9yInsdsBe_8UTRQhzEtGLkI,143236
|
|
117
114
|
scale_gp_beta/types/response_create_params.py,sha256=J1NmJi9BwkHAV2Ui1z5_YzrC54fZI8kShT5mWmOmcF0,28272
|
|
@@ -120,7 +117,7 @@ scale_gp_beta/types/span.py,sha256=ygHgE2DcK1Iqpg4oMa-Mx1XmZa7UBtDlfBPcPbq67Cg,1
|
|
|
120
117
|
scale_gp_beta/types/span_batch_params.py,sha256=TsV1LnFXDXLhZdggn1BmIjQtAc8DwD6i57cBLCnStK8,1317
|
|
121
118
|
scale_gp_beta/types/span_batch_response.py,sha256=gNRJL9XVm5ELuIOWTCUbwwetxeD0s-M6JZi11USvBpU,354
|
|
122
119
|
scale_gp_beta/types/span_create_params.py,sha256=z9hRw6kb5xZUJkR6q_JcdHX0i0BSnLAgn9IITxJojDY,1227
|
|
123
|
-
scale_gp_beta/types/span_search_params.py,sha256=
|
|
120
|
+
scale_gp_beta/types/span_search_params.py,sha256=LJXN7sCFu2o7woM3Nl6-P4P-lk363x3eRA38bgSQ4fM,2045
|
|
124
121
|
scale_gp_beta/types/span_status.py,sha256=CFCRCm2AeoQhAe0Eg3m9VRYGbi6r9ZaBOZ0QQd2wKRQ,227
|
|
125
122
|
scale_gp_beta/types/span_type.py,sha256=Y4cFVO66V_KJQ2stokdspyBunh4kxgSDt2EZg960DYI,696
|
|
126
123
|
scale_gp_beta/types/span_update_params.py,sha256=xpk0NKNsw_RAXIZN1U1ddqUHpPE--W9_Y3i1tTZKLZg,574
|
|
@@ -137,7 +134,7 @@ scale_gp_beta/types/chat/model_definition.py,sha256=OWcZ4StZ4K2wfL7FqHNK-HqxLjy9
|
|
|
137
134
|
scale_gp_beta/types/files/__init__.py,sha256=OKfJYcKb4NObdiRObqJV_dOyDQ8feXekDUge2o_4pXQ,122
|
|
138
135
|
scale_gp_beta/types/shared/__init__.py,sha256=6-walu4YgOTaOj7wsidywTj67PyBJaNYFqasfiTP9-4,130
|
|
139
136
|
scale_gp_beta/types/shared/identity.py,sha256=4XDoJjsPI4lkwyaYyNstw7OunIzJjVWujPoZPrNdoQA,348
|
|
140
|
-
scale_gp_beta-0.1.
|
|
141
|
-
scale_gp_beta-0.1.
|
|
142
|
-
scale_gp_beta-0.1.
|
|
143
|
-
scale_gp_beta-0.1.
|
|
137
|
+
scale_gp_beta-0.1.0a33.dist-info/METADATA,sha256=639FjY5S0yzKyZ-tcmGADGr_KlPFCVDqV4s8_UPB2h0,28623
|
|
138
|
+
scale_gp_beta-0.1.0a33.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
|
|
139
|
+
scale_gp_beta-0.1.0a33.dist-info/licenses/LICENSE,sha256=x49Bj8r_ZpqfzThbmfHyZ_bE88XvHdIMI_ANyLHFFRE,11338
|
|
140
|
+
scale_gp_beta-0.1.0a33.dist-info/RECORD,,
|
scale_gp_beta/types/file_list.py
DELETED
|
@@ -1,27 +0,0 @@
|
|
|
1
|
-
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
-
|
|
3
|
-
from typing import List, Optional
|
|
4
|
-
from typing_extensions import Literal
|
|
5
|
-
|
|
6
|
-
from .file import File
|
|
7
|
-
from .._models import BaseModel
|
|
8
|
-
|
|
9
|
-
__all__ = ["FileList"]
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
class FileList(BaseModel):
|
|
13
|
-
has_more: bool
|
|
14
|
-
"""Whether there are more items left to be fetched."""
|
|
15
|
-
|
|
16
|
-
items: List[File]
|
|
17
|
-
|
|
18
|
-
total: int
|
|
19
|
-
"""The total of items that match the query.
|
|
20
|
-
|
|
21
|
-
This is greater than or equal to the number of items returned.
|
|
22
|
-
"""
|
|
23
|
-
|
|
24
|
-
limit: Optional[int] = None
|
|
25
|
-
"""The maximum number of items to return."""
|
|
26
|
-
|
|
27
|
-
object: Optional[Literal["list"]] = None
|
|
@@ -1,27 +0,0 @@
|
|
|
1
|
-
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
-
|
|
3
|
-
from typing import List, Optional
|
|
4
|
-
from typing_extensions import Literal
|
|
5
|
-
|
|
6
|
-
from .._models import BaseModel
|
|
7
|
-
from .inference_model import InferenceModel
|
|
8
|
-
|
|
9
|
-
__all__ = ["InferenceModelList"]
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
class InferenceModelList(BaseModel):
|
|
13
|
-
has_more: bool
|
|
14
|
-
"""Whether there are more items left to be fetched."""
|
|
15
|
-
|
|
16
|
-
items: List[InferenceModel]
|
|
17
|
-
|
|
18
|
-
total: int
|
|
19
|
-
"""The total of items that match the query.
|
|
20
|
-
|
|
21
|
-
This is greater than or equal to the number of items returned.
|
|
22
|
-
"""
|
|
23
|
-
|
|
24
|
-
limit: Optional[int] = None
|
|
25
|
-
"""The maximum number of items to return."""
|
|
26
|
-
|
|
27
|
-
object: Optional[Literal["list"]] = None
|
|
@@ -1,27 +0,0 @@
|
|
|
1
|
-
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
-
|
|
3
|
-
from typing import List, Optional
|
|
4
|
-
from typing_extensions import Literal
|
|
5
|
-
|
|
6
|
-
from .._models import BaseModel
|
|
7
|
-
from .question import Question
|
|
8
|
-
|
|
9
|
-
__all__ = ["QuestionList"]
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
class QuestionList(BaseModel):
|
|
13
|
-
has_more: bool
|
|
14
|
-
"""Whether there are more items left to be fetched."""
|
|
15
|
-
|
|
16
|
-
items: List[Question]
|
|
17
|
-
|
|
18
|
-
total: int
|
|
19
|
-
"""The total of items that match the query.
|
|
20
|
-
|
|
21
|
-
This is greater than or equal to the number of items returned.
|
|
22
|
-
"""
|
|
23
|
-
|
|
24
|
-
limit: Optional[int] = None
|
|
25
|
-
"""The maximum number of items to return."""
|
|
26
|
-
|
|
27
|
-
object: Optional[Literal["list"]] = None
|
|
File without changes
|
|
File without changes
|