@super_studio/ecforce-ai-agent-server 1.3.0 → 1.4.0-canary.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/sdk/__generated__/index.cjs +84 -0
- package/dist/sdk/__generated__/index.d.cts +418 -5
- package/dist/sdk/__generated__/index.d.cts.map +1 -1
- package/dist/sdk/__generated__/index.d.mts +418 -5
- package/dist/sdk/__generated__/index.d.mts.map +1 -1
- package/dist/sdk/__generated__/index.mjs +84 -0
- package/dist/sdk/__generated__/index.mjs.map +1 -1
- package/package.json +1 -1
- package/src/sdk/__generated__/index.ts +648 -1
|
@@ -379,7 +379,6 @@ export class Api<
|
|
|
379
379
|
* @pattern ^[a-z0-9_-]+$
|
|
380
380
|
*/
|
|
381
381
|
projectId: string;
|
|
382
|
-
plan: "free" | "pro";
|
|
383
382
|
},
|
|
384
383
|
params: RequestParams = {},
|
|
385
384
|
) =>
|
|
@@ -776,6 +775,7 @@ export class Api<
|
|
|
776
775
|
| "betaFeatures"
|
|
777
776
|
| "adminOptionsUi"
|
|
778
777
|
| "sharedPrompts"
|
|
778
|
+
| "langfuseRecordContent"
|
|
779
779
|
| "modelProviderOpenAI"
|
|
780
780
|
| "modelProviderGoogle"
|
|
781
781
|
| "modelProviderAnthropic"
|
|
@@ -815,6 +815,7 @@ export class Api<
|
|
|
815
815
|
| "betaFeatures"
|
|
816
816
|
| "adminOptionsUi"
|
|
817
817
|
| "sharedPrompts"
|
|
818
|
+
| "langfuseRecordContent"
|
|
818
819
|
| "modelProviderOpenAI"
|
|
819
820
|
| "modelProviderGoogle"
|
|
820
821
|
| "modelProviderAnthropic"
|
|
@@ -885,6 +886,7 @@ export class Api<
|
|
|
885
886
|
| "betaFeatures"
|
|
886
887
|
| "adminOptionsUi"
|
|
887
888
|
| "sharedPrompts"
|
|
889
|
+
| "langfuseRecordContent"
|
|
888
890
|
| "modelProviderOpenAI"
|
|
889
891
|
| "modelProviderGoogle"
|
|
890
892
|
| "modelProviderAnthropic"
|
|
@@ -944,6 +946,7 @@ export class Api<
|
|
|
944
946
|
| "betaFeatures"
|
|
945
947
|
| "adminOptionsUi"
|
|
946
948
|
| "sharedPrompts"
|
|
949
|
+
| "langfuseRecordContent"
|
|
947
950
|
| "modelProviderOpenAI"
|
|
948
951
|
| "modelProviderGoogle"
|
|
949
952
|
| "modelProviderAnthropic"
|
|
@@ -1651,6 +1654,7 @@ export class Api<
|
|
|
1651
1654
|
title: string | null;
|
|
1652
1655
|
pinnedAt: string | null;
|
|
1653
1656
|
activeStreamId: string | null;
|
|
1657
|
+
isBenchmark: boolean;
|
|
1654
1658
|
/** @format date-time */
|
|
1655
1659
|
createdAt: string;
|
|
1656
1660
|
/** @format date-time */
|
|
@@ -1671,6 +1675,7 @@ export class Api<
|
|
|
1671
1675
|
agentConfigId: string;
|
|
1672
1676
|
/** @maxLength 50 */
|
|
1673
1677
|
role: string;
|
|
1678
|
+
appName: string | null;
|
|
1674
1679
|
parts:
|
|
1675
1680
|
| (string | number | boolean | null)
|
|
1676
1681
|
| Record<string, any>
|
|
@@ -2482,6 +2487,79 @@ export class Api<
|
|
|
2482
2487
|
...params,
|
|
2483
2488
|
}),
|
|
2484
2489
|
|
|
2490
|
+
/**
|
|
2491
|
+
* @description エージェントで利用可能なモデル名エイリアス一覧を取得する(公開)
|
|
2492
|
+
*
|
|
2493
|
+
* @tags agent
|
|
2494
|
+
* @name GetAvailableModels
|
|
2495
|
+
* @summary getAvailableModels
|
|
2496
|
+
* @request GET:/v1/agent/available-models
|
|
2497
|
+
* @secure
|
|
2498
|
+
*/
|
|
2499
|
+
getAvailableModels: (
|
|
2500
|
+
query?: {
|
|
2501
|
+
id?: string;
|
|
2502
|
+
},
|
|
2503
|
+
params: RequestParams = {},
|
|
2504
|
+
) =>
|
|
2505
|
+
this.request<
|
|
2506
|
+
{
|
|
2507
|
+
defaultModel:
|
|
2508
|
+
| "gpt-5.2-high"
|
|
2509
|
+
| "gpt-5.2"
|
|
2510
|
+
| "gpt-5.1-high"
|
|
2511
|
+
| "gpt-5.1"
|
|
2512
|
+
| "gpt-4.1-mini"
|
|
2513
|
+
| "gpt-4.1-nano"
|
|
2514
|
+
| "gemini-3.1-pro"
|
|
2515
|
+
| "gemini-3-flash"
|
|
2516
|
+
| "gemini-2.5-pro"
|
|
2517
|
+
| "gemini-2.5-flash"
|
|
2518
|
+
| "claude-opus-4-6-thinking"
|
|
2519
|
+
| "claude-opus-4-6"
|
|
2520
|
+
| "claude-opus-4-5-thinking"
|
|
2521
|
+
| "claude-opus-4-5"
|
|
2522
|
+
| "claude-sonnet-4-6-thinking"
|
|
2523
|
+
| "claude-sonnet-4-6"
|
|
2524
|
+
| "claude-sonnet-4-5-thinking"
|
|
2525
|
+
| "claude-sonnet-4-5"
|
|
2526
|
+
| "claude-haiku-4-5-thinking"
|
|
2527
|
+
| "claude-haiku-4-5";
|
|
2528
|
+
models: {
|
|
2529
|
+
key:
|
|
2530
|
+
| "gpt-5.2-high"
|
|
2531
|
+
| "gpt-5.2"
|
|
2532
|
+
| "gpt-5.1-high"
|
|
2533
|
+
| "gpt-5.1"
|
|
2534
|
+
| "gpt-4.1-mini"
|
|
2535
|
+
| "gpt-4.1-nano"
|
|
2536
|
+
| "gemini-3.1-pro"
|
|
2537
|
+
| "gemini-3-flash"
|
|
2538
|
+
| "gemini-2.5-pro"
|
|
2539
|
+
| "gemini-2.5-flash"
|
|
2540
|
+
| "claude-opus-4-6-thinking"
|
|
2541
|
+
| "claude-opus-4-6"
|
|
2542
|
+
| "claude-opus-4-5-thinking"
|
|
2543
|
+
| "claude-opus-4-5"
|
|
2544
|
+
| "claude-sonnet-4-6-thinking"
|
|
2545
|
+
| "claude-sonnet-4-6"
|
|
2546
|
+
| "claude-sonnet-4-5-thinking"
|
|
2547
|
+
| "claude-sonnet-4-5"
|
|
2548
|
+
| "claude-haiku-4-5-thinking"
|
|
2549
|
+
| "claude-haiku-4-5";
|
|
2550
|
+
label: string;
|
|
2551
|
+
}[];
|
|
2552
|
+
},
|
|
2553
|
+
any
|
|
2554
|
+
>({
|
|
2555
|
+
path: `/v1/agent/available-models`,
|
|
2556
|
+
method: "GET",
|
|
2557
|
+
query: query,
|
|
2558
|
+
secure: true,
|
|
2559
|
+
format: "json",
|
|
2560
|
+
...params,
|
|
2561
|
+
}),
|
|
2562
|
+
|
|
2485
2563
|
/**
|
|
2486
2564
|
* @description エージェントのツール設定を取得する(公開)
|
|
2487
2565
|
*
|
|
@@ -2762,6 +2840,7 @@ export class Api<
|
|
|
2762
2840
|
agentConfigId: string;
|
|
2763
2841
|
/** @maxLength 50 */
|
|
2764
2842
|
role: string;
|
|
2843
|
+
appName: string | null;
|
|
2765
2844
|
parts:
|
|
2766
2845
|
| (string | number | boolean | null)
|
|
2767
2846
|
| Record<string, any>
|
|
@@ -2822,6 +2901,7 @@ export class Api<
|
|
|
2822
2901
|
title: string | null;
|
|
2823
2902
|
pinnedAt: string | null;
|
|
2824
2903
|
activeStreamId: string | null;
|
|
2904
|
+
isBenchmark: boolean;
|
|
2825
2905
|
/** @format date-time */
|
|
2826
2906
|
createdAt: string;
|
|
2827
2907
|
/** @format date-time */
|
|
@@ -3725,6 +3805,14 @@ export class Api<
|
|
|
3725
3805
|
id: string;
|
|
3726
3806
|
name: string;
|
|
3727
3807
|
promptText: string;
|
|
3808
|
+
attachments:
|
|
3809
|
+
| {
|
|
3810
|
+
url: string;
|
|
3811
|
+
type: "file";
|
|
3812
|
+
filename?: string;
|
|
3813
|
+
mediaType: string;
|
|
3814
|
+
}[]
|
|
3815
|
+
| null;
|
|
3728
3816
|
visibility: "personal" | "shared";
|
|
3729
3817
|
createdBy: string;
|
|
3730
3818
|
createdByUser: {
|
|
@@ -3767,6 +3855,12 @@ export class Api<
|
|
|
3767
3855
|
* @maxLength 2000
|
|
3768
3856
|
*/
|
|
3769
3857
|
promptText: string;
|
|
3858
|
+
attachments: {
|
|
3859
|
+
url: string;
|
|
3860
|
+
type: "file";
|
|
3861
|
+
filename?: string;
|
|
3862
|
+
mediaType: string;
|
|
3863
|
+
}[];
|
|
3770
3864
|
},
|
|
3771
3865
|
params: RequestParams = {},
|
|
3772
3866
|
) =>
|
|
@@ -3783,6 +3877,13 @@ export class Api<
|
|
|
3783
3877
|
name: string;
|
|
3784
3878
|
/** @maxLength 65535 */
|
|
3785
3879
|
promptText: string;
|
|
3880
|
+
attachments:
|
|
3881
|
+
| (
|
|
3882
|
+
| (string | number | boolean | null)
|
|
3883
|
+
| Record<string, any>
|
|
3884
|
+
| null[]
|
|
3885
|
+
)
|
|
3886
|
+
| null;
|
|
3786
3887
|
/** @format date-time */
|
|
3787
3888
|
createdAt: string;
|
|
3788
3889
|
/** @format date-time */
|
|
@@ -3829,6 +3930,14 @@ export class Api<
|
|
|
3829
3930
|
id: string;
|
|
3830
3931
|
name: string;
|
|
3831
3932
|
} | null;
|
|
3933
|
+
attachments:
|
|
3934
|
+
| {
|
|
3935
|
+
url: string;
|
|
3936
|
+
type: "file";
|
|
3937
|
+
filename?: string;
|
|
3938
|
+
mediaType: string;
|
|
3939
|
+
}[]
|
|
3940
|
+
| null;
|
|
3832
3941
|
},
|
|
3833
3942
|
any
|
|
3834
3943
|
>({
|
|
@@ -3862,6 +3971,12 @@ export class Api<
|
|
|
3862
3971
|
* @maxLength 2000
|
|
3863
3972
|
*/
|
|
3864
3973
|
promptText: string;
|
|
3974
|
+
attachments: {
|
|
3975
|
+
url: string;
|
|
3976
|
+
type: "file";
|
|
3977
|
+
filename?: string;
|
|
3978
|
+
mediaType: string;
|
|
3979
|
+
}[];
|
|
3865
3980
|
},
|
|
3866
3981
|
params: RequestParams = {},
|
|
3867
3982
|
) =>
|
|
@@ -3878,6 +3993,13 @@ export class Api<
|
|
|
3878
3993
|
name: string;
|
|
3879
3994
|
/** @maxLength 65535 */
|
|
3880
3995
|
promptText: string;
|
|
3996
|
+
attachments:
|
|
3997
|
+
| (
|
|
3998
|
+
| (string | number | boolean | null)
|
|
3999
|
+
| Record<string, any>
|
|
4000
|
+
| null[]
|
|
4001
|
+
)
|
|
4002
|
+
| null;
|
|
3881
4003
|
/** @format date-time */
|
|
3882
4004
|
createdAt: string;
|
|
3883
4005
|
/** @format date-time */
|
|
@@ -4003,6 +4125,7 @@ export class Api<
|
|
|
4003
4125
|
this.request<
|
|
4004
4126
|
{
|
|
4005
4127
|
totalUsedCredits: number;
|
|
4128
|
+
totalMessages: number;
|
|
4006
4129
|
creditLimit: number;
|
|
4007
4130
|
remainingCredits: number | null;
|
|
4008
4131
|
billingPeriod: string;
|
|
@@ -4160,4 +4283,528 @@ export class Api<
|
|
|
4160
4283
|
...params,
|
|
4161
4284
|
}),
|
|
4162
4285
|
};
|
|
4286
|
+
benchmarks = {
|
|
4287
|
+
/**
|
|
4288
|
+
* @description ベンチマークの一覧を取得する
|
|
4289
|
+
*
|
|
4290
|
+
* @tags agentBenchmark
|
|
4291
|
+
* @name List
|
|
4292
|
+
* @summary list
|
|
4293
|
+
* @request GET:/v1/benchmarks
|
|
4294
|
+
* @secure
|
|
4295
|
+
*/
|
|
4296
|
+
list: (
|
|
4297
|
+
query?: {
|
|
4298
|
+
q?: string;
|
|
4299
|
+
/**
|
|
4300
|
+
* @min 1
|
|
4301
|
+
* @max 9007199254740991
|
|
4302
|
+
* @default 1
|
|
4303
|
+
*/
|
|
4304
|
+
page?: number;
|
|
4305
|
+
/**
|
|
4306
|
+
* @min 1
|
|
4307
|
+
* @max 100
|
|
4308
|
+
* @default 20
|
|
4309
|
+
*/
|
|
4310
|
+
pageSize?: number;
|
|
4311
|
+
},
|
|
4312
|
+
params: RequestParams = {},
|
|
4313
|
+
) =>
|
|
4314
|
+
this.request<
|
|
4315
|
+
{
|
|
4316
|
+
items: {
|
|
4317
|
+
/** @maxLength 30 */
|
|
4318
|
+
id: string;
|
|
4319
|
+
/** @maxLength 255 */
|
|
4320
|
+
name: string;
|
|
4321
|
+
description: string | null;
|
|
4322
|
+
/** @maxLength 30 */
|
|
4323
|
+
authorId: string;
|
|
4324
|
+
/** @format date-time */
|
|
4325
|
+
createdAt: string;
|
|
4326
|
+
/** @format date-time */
|
|
4327
|
+
updatedAt: string;
|
|
4328
|
+
evaluationMetrics: Record<string, boolean>;
|
|
4329
|
+
author: {
|
|
4330
|
+
id: string;
|
|
4331
|
+
name: string | null;
|
|
4332
|
+
email: string;
|
|
4333
|
+
} | null;
|
|
4334
|
+
itemCount: number;
|
|
4335
|
+
}[];
|
|
4336
|
+
pagination: {
|
|
4337
|
+
page: number;
|
|
4338
|
+
pageSize: number;
|
|
4339
|
+
totalCount: number;
|
|
4340
|
+
totalPages: number;
|
|
4341
|
+
};
|
|
4342
|
+
},
|
|
4343
|
+
any
|
|
4344
|
+
>({
|
|
4345
|
+
path: `/v1/benchmarks`,
|
|
4346
|
+
method: "GET",
|
|
4347
|
+
query: query,
|
|
4348
|
+
secure: true,
|
|
4349
|
+
format: "json",
|
|
4350
|
+
...params,
|
|
4351
|
+
}),
|
|
4352
|
+
|
|
4353
|
+
/**
|
|
4354
|
+
* @description ベンチマークを作成する
|
|
4355
|
+
*
|
|
4356
|
+
* @tags agentBenchmark
|
|
4357
|
+
* @name Create
|
|
4358
|
+
* @summary create
|
|
4359
|
+
* @request POST:/v1/benchmarks
|
|
4360
|
+
* @secure
|
|
4361
|
+
*/
|
|
4362
|
+
create: (
|
|
4363
|
+
data: {
|
|
4364
|
+
name: string;
|
|
4365
|
+
description?: string;
|
|
4366
|
+
/** @default {} */
|
|
4367
|
+
evaluationMetrics?: Record<string, boolean>;
|
|
4368
|
+
/** @maxItems 50 */
|
|
4369
|
+
items: {
|
|
4370
|
+
id: string;
|
|
4371
|
+
input: {
|
|
4372
|
+
user: string;
|
|
4373
|
+
};
|
|
4374
|
+
/** @minLength 1 */
|
|
4375
|
+
expectedOutput: string;
|
|
4376
|
+
metadata?: Record<string, any>;
|
|
4377
|
+
}[];
|
|
4378
|
+
},
|
|
4379
|
+
params: RequestParams = {},
|
|
4380
|
+
) =>
|
|
4381
|
+
this.request<
|
|
4382
|
+
{
|
|
4383
|
+
id: string;
|
|
4384
|
+
datasetItemNumber: number;
|
|
4385
|
+
},
|
|
4386
|
+
any
|
|
4387
|
+
>({
|
|
4388
|
+
path: `/v1/benchmarks`,
|
|
4389
|
+
method: "POST",
|
|
4390
|
+
body: data,
|
|
4391
|
+
secure: true,
|
|
4392
|
+
type: ContentType.Json,
|
|
4393
|
+
format: "json",
|
|
4394
|
+
...params,
|
|
4395
|
+
}),
|
|
4396
|
+
|
|
4397
|
+
/**
|
|
4398
|
+
* @description ベンチマークアイテムを作成する
|
|
4399
|
+
*
|
|
4400
|
+
* @tags agentBenchmark
|
|
4401
|
+
* @name CreateItem
|
|
4402
|
+
* @summary createItem
|
|
4403
|
+
* @request POST:/v1/benchmarks/{datasetId}/items
|
|
4404
|
+
* @secure
|
|
4405
|
+
*/
|
|
4406
|
+
createItem: (
|
|
4407
|
+
datasetId: string,
|
|
4408
|
+
data: {
|
|
4409
|
+
/** @minLength 1 */
|
|
4410
|
+
input: string;
|
|
4411
|
+
/** @minLength 1 */
|
|
4412
|
+
expectedOutput: string;
|
|
4413
|
+
memo?: string;
|
|
4414
|
+
},
|
|
4415
|
+
params: RequestParams = {},
|
|
4416
|
+
) =>
|
|
4417
|
+
this.request<
|
|
4418
|
+
{
|
|
4419
|
+
/** @maxLength 30 */
|
|
4420
|
+
id: string;
|
|
4421
|
+
/** @maxLength 30 */
|
|
4422
|
+
datasetId: string;
|
|
4423
|
+
/** @maxLength 65535 */
|
|
4424
|
+
input: string;
|
|
4425
|
+
/** @maxLength 65535 */
|
|
4426
|
+
expectedOutput: string;
|
|
4427
|
+
memo: string | null;
|
|
4428
|
+
/**
|
|
4429
|
+
* @min -2147483648
|
|
4430
|
+
* @max 2147483647
|
|
4431
|
+
*/
|
|
4432
|
+
sortOrder: number;
|
|
4433
|
+
/** @format date-time */
|
|
4434
|
+
createdAt: string;
|
|
4435
|
+
/** @format date-time */
|
|
4436
|
+
updatedAt: string;
|
|
4437
|
+
deletedAt: string | null;
|
|
4438
|
+
deletedBy: string | null;
|
|
4439
|
+
},
|
|
4440
|
+
any
|
|
4441
|
+
>({
|
|
4442
|
+
path: `/v1/benchmarks/${datasetId}/items`,
|
|
4443
|
+
method: "POST",
|
|
4444
|
+
body: data,
|
|
4445
|
+
secure: true,
|
|
4446
|
+
type: ContentType.Json,
|
|
4447
|
+
format: "json",
|
|
4448
|
+
...params,
|
|
4449
|
+
}),
|
|
4450
|
+
|
|
4451
|
+
/**
|
|
4452
|
+
* @description ベンチマークのアイテム一覧を取得する
|
|
4453
|
+
*
|
|
4454
|
+
* @tags agentBenchmark
|
|
4455
|
+
* @name ListItems
|
|
4456
|
+
* @summary listItems
|
|
4457
|
+
* @request GET:/v1/benchmarks/{datasetId}/items
|
|
4458
|
+
* @secure
|
|
4459
|
+
*/
|
|
4460
|
+
listItems: (
|
|
4461
|
+
datasetId: string,
|
|
4462
|
+
query?: {
|
|
4463
|
+
/**
|
|
4464
|
+
* @min 1
|
|
4465
|
+
* @max 9007199254740991
|
|
4466
|
+
* @default 1
|
|
4467
|
+
*/
|
|
4468
|
+
page?: number;
|
|
4469
|
+
/**
|
|
4470
|
+
* @min 1
|
|
4471
|
+
* @max 200
|
|
4472
|
+
* @default 50
|
|
4473
|
+
*/
|
|
4474
|
+
pageSize?: number;
|
|
4475
|
+
},
|
|
4476
|
+
params: RequestParams = {},
|
|
4477
|
+
) =>
|
|
4478
|
+
this.request<
|
|
4479
|
+
{
|
|
4480
|
+
items: {
|
|
4481
|
+
/** @maxLength 30 */
|
|
4482
|
+
id: string;
|
|
4483
|
+
/** @maxLength 30 */
|
|
4484
|
+
datasetId: string;
|
|
4485
|
+
/** @maxLength 65535 */
|
|
4486
|
+
input: string;
|
|
4487
|
+
/** @maxLength 65535 */
|
|
4488
|
+
expectedOutput: string;
|
|
4489
|
+
memo: string | null;
|
|
4490
|
+
/**
|
|
4491
|
+
* @min -2147483648
|
|
4492
|
+
* @max 2147483647
|
|
4493
|
+
*/
|
|
4494
|
+
sortOrder: number;
|
|
4495
|
+
/** @format date-time */
|
|
4496
|
+
createdAt: string;
|
|
4497
|
+
/** @format date-time */
|
|
4498
|
+
updatedAt: string;
|
|
4499
|
+
deletedAt: string | null;
|
|
4500
|
+
deletedBy: string | null;
|
|
4501
|
+
}[];
|
|
4502
|
+
pagination: {
|
|
4503
|
+
page: number;
|
|
4504
|
+
pageSize: number;
|
|
4505
|
+
totalCount: number;
|
|
4506
|
+
totalPages: number;
|
|
4507
|
+
};
|
|
4508
|
+
},
|
|
4509
|
+
any
|
|
4510
|
+
>({
|
|
4511
|
+
path: `/v1/benchmarks/${datasetId}/items`,
|
|
4512
|
+
method: "GET",
|
|
4513
|
+
query: query,
|
|
4514
|
+
secure: true,
|
|
4515
|
+
format: "json",
|
|
4516
|
+
...params,
|
|
4517
|
+
}),
|
|
4518
|
+
|
|
4519
|
+
/**
|
|
4520
|
+
* @description ベンチマーク実行レコードを作成し、サーバー側でチャット+評価を非同期並列実行する
|
|
4521
|
+
*
|
|
4522
|
+
* @tags agentBenchmark
|
|
4523
|
+
* @name ExecuteRun
|
|
4524
|
+
* @summary executeRun
|
|
4525
|
+
* @request POST:/v1/benchmarks/{datasetId}/execute
|
|
4526
|
+
* @secure
|
|
4527
|
+
*/
|
|
4528
|
+
executeRun: (
|
|
4529
|
+
datasetId: string,
|
|
4530
|
+
data: {
|
|
4531
|
+
/** @minLength 1 */
|
|
4532
|
+
agentId: string;
|
|
4533
|
+
modelOverride?: string;
|
|
4534
|
+
},
|
|
4535
|
+
params: RequestParams = {},
|
|
4536
|
+
) =>
|
|
4537
|
+
this.request<
|
|
4538
|
+
{
|
|
4539
|
+
runId: string;
|
|
4540
|
+
},
|
|
4541
|
+
any
|
|
4542
|
+
>({
|
|
4543
|
+
path: `/v1/benchmarks/${datasetId}/execute`,
|
|
4544
|
+
method: "POST",
|
|
4545
|
+
body: data,
|
|
4546
|
+
secure: true,
|
|
4547
|
+
type: ContentType.Json,
|
|
4548
|
+
format: "json",
|
|
4549
|
+
...params,
|
|
4550
|
+
}),
|
|
4551
|
+
|
|
4552
|
+
/**
|
|
4553
|
+
* @description ベンチマーク実行の詳細を取得する
|
|
4554
|
+
*
|
|
4555
|
+
* @tags agentBenchmark
|
|
4556
|
+
* @name GetRun
|
|
4557
|
+
* @summary getRun
|
|
4558
|
+
* @request GET:/v1/benchmarks/runs/{runId}
|
|
4559
|
+
* @secure
|
|
4560
|
+
*/
|
|
4561
|
+
getRun: (runId: string, params: RequestParams = {}) =>
|
|
4562
|
+
this.request<
|
|
4563
|
+
{
|
|
4564
|
+
id: string;
|
|
4565
|
+
status: string;
|
|
4566
|
+
startedAt: string | null;
|
|
4567
|
+
completedAt: string | null;
|
|
4568
|
+
/** @format date-time */
|
|
4569
|
+
createdAt: string;
|
|
4570
|
+
averageScore: number | null;
|
|
4571
|
+
model: string | null;
|
|
4572
|
+
agentName: string | null;
|
|
4573
|
+
authorName: string | null;
|
|
4574
|
+
systemPrompt: string | null;
|
|
4575
|
+
dataset: {
|
|
4576
|
+
id: string;
|
|
4577
|
+
name: string;
|
|
4578
|
+
description: string | null;
|
|
4579
|
+
evaluationMetrics: Record<string, boolean>;
|
|
4580
|
+
};
|
|
4581
|
+
items: {
|
|
4582
|
+
id: string;
|
|
4583
|
+
status: string;
|
|
4584
|
+
chatId: string | null;
|
|
4585
|
+
actualOutput: string | null;
|
|
4586
|
+
scores: Record<string, number>;
|
|
4587
|
+
overallScore: number | null;
|
|
4588
|
+
cost: number | null;
|
|
4589
|
+
wallTimeMs: number | null;
|
|
4590
|
+
datasetItemId: string;
|
|
4591
|
+
input: string;
|
|
4592
|
+
expectedOutput: string | null;
|
|
4593
|
+
}[];
|
|
4594
|
+
},
|
|
4595
|
+
any
|
|
4596
|
+
>({
|
|
4597
|
+
path: `/v1/benchmarks/runs/${runId}`,
|
|
4598
|
+
method: "GET",
|
|
4599
|
+
secure: true,
|
|
4600
|
+
format: "json",
|
|
4601
|
+
...params,
|
|
4602
|
+
}),
|
|
4603
|
+
|
|
4604
|
+
/**
|
|
4605
|
+
* @description ベンチマークアイテムを削除する
|
|
4606
|
+
*
|
|
4607
|
+
* @tags agentBenchmark
|
|
4608
|
+
* @name DeleteItem
|
|
4609
|
+
* @summary deleteItem
|
|
4610
|
+
* @request DELETE:/v1/benchmarks/{datasetId}/items/{itemId}
|
|
4611
|
+
* @secure
|
|
4612
|
+
*/
|
|
4613
|
+
deleteItem: (
|
|
4614
|
+
datasetId: string,
|
|
4615
|
+
itemId: string,
|
|
4616
|
+
data?: object,
|
|
4617
|
+
params: RequestParams = {},
|
|
4618
|
+
) =>
|
|
4619
|
+
this.request<
|
|
4620
|
+
{
|
|
4621
|
+
id: string;
|
|
4622
|
+
},
|
|
4623
|
+
any
|
|
4624
|
+
>({
|
|
4625
|
+
path: `/v1/benchmarks/${datasetId}/items/${itemId}`,
|
|
4626
|
+
method: "DELETE",
|
|
4627
|
+
body: data,
|
|
4628
|
+
secure: true,
|
|
4629
|
+
type: ContentType.Json,
|
|
4630
|
+
format: "json",
|
|
4631
|
+
...params,
|
|
4632
|
+
}),
|
|
4633
|
+
|
|
4634
|
+
/**
|
|
4635
|
+
* @description ベンチマークのアイテムを更新する
|
|
4636
|
+
*
|
|
4637
|
+
* @tags agentBenchmark
|
|
4638
|
+
* @name UpdateItem
|
|
4639
|
+
* @summary updateItem
|
|
4640
|
+
* @request PATCH:/v1/benchmarks/{datasetId}/items/{itemId}
|
|
4641
|
+
* @secure
|
|
4642
|
+
*/
|
|
4643
|
+
updateItem: (
|
|
4644
|
+
datasetId: string,
|
|
4645
|
+
itemId: string,
|
|
4646
|
+
data: {
|
|
4647
|
+
memo?: string;
|
|
4648
|
+
items: {
|
|
4649
|
+
id: string;
|
|
4650
|
+
input: {
|
|
4651
|
+
user: string;
|
|
4652
|
+
};
|
|
4653
|
+
expectedOutput: string;
|
|
4654
|
+
metadata?: Record<string, any>;
|
|
4655
|
+
};
|
|
4656
|
+
},
|
|
4657
|
+
params: RequestParams = {},
|
|
4658
|
+
) =>
|
|
4659
|
+
this.request<
|
|
4660
|
+
{
|
|
4661
|
+
id: string;
|
|
4662
|
+
input: string;
|
|
4663
|
+
expectedOutput: string | null;
|
|
4664
|
+
updatedAt: string | null;
|
|
4665
|
+
/** @format date-time */
|
|
4666
|
+
createdAt: string;
|
|
4667
|
+
},
|
|
4668
|
+
any
|
|
4669
|
+
>({
|
|
4670
|
+
path: `/v1/benchmarks/${datasetId}/items/${itemId}`,
|
|
4671
|
+
method: "PATCH",
|
|
4672
|
+
body: data,
|
|
4673
|
+
secure: true,
|
|
4674
|
+
type: ContentType.Json,
|
|
4675
|
+
format: "json",
|
|
4676
|
+
...params,
|
|
4677
|
+
}),
|
|
4678
|
+
|
|
4679
|
+
/**
|
|
4680
|
+
* @description ベンチマークのメタデータを更新する
|
|
4681
|
+
*
|
|
4682
|
+
* @tags agentBenchmark
|
|
4683
|
+
* @name UpdateMetadata
|
|
4684
|
+
* @summary updateMetadata
|
|
4685
|
+
* @request PATCH:/v1/benchmarks/{id}
|
|
4686
|
+
* @secure
|
|
4687
|
+
*/
|
|
4688
|
+
updateMetadata: (
|
|
4689
|
+
id: string,
|
|
4690
|
+
data?: {
|
|
4691
|
+
/** @minLength 1 */
|
|
4692
|
+
name?: string;
|
|
4693
|
+
description?: string;
|
|
4694
|
+
evaluationMetrics?: Record<string, boolean>;
|
|
4695
|
+
},
|
|
4696
|
+
params: RequestParams = {},
|
|
4697
|
+
) =>
|
|
4698
|
+
this.request<
|
|
4699
|
+
{
|
|
4700
|
+
id: string;
|
|
4701
|
+
name: string;
|
|
4702
|
+
updatedAt: string | null;
|
|
4703
|
+
/** @format date-time */
|
|
4704
|
+
createdAt: string;
|
|
4705
|
+
createdByUser: {
|
|
4706
|
+
/** @maxLength 30 */
|
|
4707
|
+
id: string;
|
|
4708
|
+
/** @maxLength 255 */
|
|
4709
|
+
name: string;
|
|
4710
|
+
/** @maxLength 255 */
|
|
4711
|
+
email: string;
|
|
4712
|
+
} | null;
|
|
4713
|
+
updatedByUser: {
|
|
4714
|
+
/** @maxLength 30 */
|
|
4715
|
+
id: string;
|
|
4716
|
+
/** @maxLength 255 */
|
|
4717
|
+
name: string;
|
|
4718
|
+
/** @maxLength 255 */
|
|
4719
|
+
email: string;
|
|
4720
|
+
} | null;
|
|
4721
|
+
},
|
|
4722
|
+
any
|
|
4723
|
+
>({
|
|
4724
|
+
path: `/v1/benchmarks/${id}`,
|
|
4725
|
+
method: "PATCH",
|
|
4726
|
+
body: data,
|
|
4727
|
+
secure: true,
|
|
4728
|
+
type: ContentType.Json,
|
|
4729
|
+
format: "json",
|
|
4730
|
+
...params,
|
|
4731
|
+
}),
|
|
4732
|
+
|
|
4733
|
+
/**
|
|
4734
|
+
* @description ベンチマークの実行履歴一覧を取得する
|
|
4735
|
+
*
|
|
4736
|
+
* @tags agentBenchmark
|
|
4737
|
+
* @name ListRuns
|
|
4738
|
+
* @summary listRuns
|
|
4739
|
+
* @request GET:/v1/benchmarks/runs
|
|
4740
|
+
* @secure
|
|
4741
|
+
*/
|
|
4742
|
+
listRuns: (
|
|
4743
|
+
query?: {
|
|
4744
|
+
/** @minLength 1 */
|
|
4745
|
+
datasetId?: string;
|
|
4746
|
+
/**
|
|
4747
|
+
* @min 1
|
|
4748
|
+
* @max 9007199254740991
|
|
4749
|
+
* @default 1
|
|
4750
|
+
*/
|
|
4751
|
+
page?: number;
|
|
4752
|
+
/**
|
|
4753
|
+
* @min 1
|
|
4754
|
+
* @max 100
|
|
4755
|
+
* @default 20
|
|
4756
|
+
*/
|
|
4757
|
+
pageSize?: number;
|
|
4758
|
+
},
|
|
4759
|
+
params: RequestParams = {},
|
|
4760
|
+
) =>
|
|
4761
|
+
this.request<
|
|
4762
|
+
{
|
|
4763
|
+
items: {
|
|
4764
|
+
/** @maxLength 30 */
|
|
4765
|
+
id: string;
|
|
4766
|
+
/** @maxLength 30 */
|
|
4767
|
+
datasetVersionId: string;
|
|
4768
|
+
/** @maxLength 30 */
|
|
4769
|
+
datasetId: string;
|
|
4770
|
+
model: string | null;
|
|
4771
|
+
agentId: string | null;
|
|
4772
|
+
agentConfigId: string | null;
|
|
4773
|
+
/** @maxLength 20 */
|
|
4774
|
+
status: string;
|
|
4775
|
+
startedAt: string | null;
|
|
4776
|
+
completedAt: string | null;
|
|
4777
|
+
averageScore: number | null;
|
|
4778
|
+
/** @format date-time */
|
|
4779
|
+
createdAt: string;
|
|
4780
|
+
/** @format date-time */
|
|
4781
|
+
updatedAt: string;
|
|
4782
|
+
createdBy: string | null;
|
|
4783
|
+
updatedBy: string | null;
|
|
4784
|
+
agentName: string | null;
|
|
4785
|
+
agentModel: string | null;
|
|
4786
|
+
datasetName: string;
|
|
4787
|
+
itemCount: number;
|
|
4788
|
+
completedItemCount: number;
|
|
4789
|
+
authorName: string | null;
|
|
4790
|
+
totalCost: number | null;
|
|
4791
|
+
averageLatencyMs: number | null;
|
|
4792
|
+
}[];
|
|
4793
|
+
pagination: {
|
|
4794
|
+
page: number;
|
|
4795
|
+
pageSize: number;
|
|
4796
|
+
totalCount: number;
|
|
4797
|
+
totalPages: number;
|
|
4798
|
+
};
|
|
4799
|
+
},
|
|
4800
|
+
any
|
|
4801
|
+
>({
|
|
4802
|
+
path: `/v1/benchmarks/runs`,
|
|
4803
|
+
method: "GET",
|
|
4804
|
+
query: query,
|
|
4805
|
+
secure: true,
|
|
4806
|
+
format: "json",
|
|
4807
|
+
...params,
|
|
4808
|
+
}),
|
|
4809
|
+
};
|
|
4163
4810
|
}
|