llama-stack-client 0.3.4 → 0.4.0-rc1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +153 -0
- package/README.md +19 -21
- package/error.d.ts.map +1 -1
- package/error.js +1 -0
- package/error.js.map +1 -1
- package/error.mjs.map +1 -1
- package/index.d.mts +23 -50
- package/index.d.ts +23 -50
- package/index.d.ts.map +1 -1
- package/index.js +20 -29
- package/index.js.map +1 -1
- package/index.mjs +18 -28
- package/index.mjs.map +1 -1
- package/lib/response-helpers.d.ts +23 -0
- package/lib/response-helpers.d.ts.map +1 -0
- package/lib/response-helpers.js +53 -0
- package/lib/response-helpers.js.map +1 -0
- package/lib/response-helpers.mjs +49 -0
- package/lib/response-helpers.mjs.map +1 -0
- package/package.json +1 -1
- package/pagination.d.ts.map +1 -1
- package/pagination.js +2 -4
- package/pagination.js.map +1 -1
- package/pagination.mjs +1 -4
- package/pagination.mjs.map +1 -1
- package/resource.d.ts.map +1 -1
- package/resource.js.map +1 -1
- package/resource.mjs.map +1 -1
- package/resources/alpha/alpha.d.ts +22 -0
- package/resources/alpha/alpha.d.ts.map +1 -0
- package/resources/alpha/alpha.js +57 -0
- package/resources/alpha/alpha.js.map +1 -0
- package/resources/alpha/alpha.mjs +30 -0
- package/resources/alpha/alpha.mjs.map +1 -0
- package/resources/{benchmarks.d.ts → alpha/benchmarks.d.ts} +25 -35
- package/resources/alpha/benchmarks.d.ts.map +1 -0
- package/resources/{benchmarks.js → alpha/benchmarks.js} +18 -4
- package/resources/alpha/benchmarks.js.map +1 -0
- package/resources/alpha/benchmarks.mjs +44 -0
- package/resources/alpha/benchmarks.mjs.map +1 -0
- package/resources/alpha/eval/eval.d.ts +160 -0
- package/resources/alpha/eval/eval.d.ts.map +1 -0
- package/resources/{eval → alpha/eval}/eval.js +7 -6
- package/resources/alpha/eval/eval.js.map +1 -0
- package/resources/{eval → alpha/eval}/eval.mjs +7 -5
- package/resources/alpha/eval/eval.mjs.map +1 -0
- package/resources/alpha/eval/index.d.ts +3 -0
- package/resources/alpha/eval/index.d.ts.map +1 -0
- package/resources/{eval → alpha/eval}/index.js +2 -1
- package/resources/alpha/eval/index.js.map +1 -0
- package/resources/{eval → alpha/eval}/index.mjs +2 -0
- package/resources/alpha/eval/index.mjs.map +1 -0
- package/resources/{eval → alpha/eval}/jobs.d.ts +2 -2
- package/resources/alpha/eval/jobs.d.ts.map +1 -0
- package/resources/{eval → alpha/eval}/jobs.js +6 -5
- package/resources/alpha/eval/jobs.js.map +1 -0
- package/resources/{eval → alpha/eval}/jobs.mjs +6 -4
- package/resources/alpha/eval/jobs.mjs.map +1 -0
- package/resources/alpha/eval.d.ts.map +1 -0
- package/resources/{eval.js → alpha/eval.js} +1 -0
- package/resources/alpha/eval.js.map +1 -0
- package/resources/alpha/eval.mjs.map +1 -0
- package/resources/alpha/index.d.ts +6 -0
- package/resources/alpha/index.d.ts.map +1 -0
- package/resources/alpha/index.js +21 -0
- package/resources/alpha/index.js.map +1 -0
- package/resources/alpha/index.mjs +13 -0
- package/resources/alpha/index.mjs.map +1 -0
- package/resources/alpha/inference.d.ts +85 -0
- package/resources/alpha/inference.d.ts.map +1 -0
- package/resources/{agents/steps.js → alpha/inference.js} +9 -8
- package/resources/alpha/inference.js.map +1 -0
- package/resources/alpha/inference.mjs +17 -0
- package/resources/alpha/inference.mjs.map +1 -0
- package/resources/alpha/post-training/index.d.ts +3 -0
- package/resources/alpha/post-training/index.d.ts.map +1 -0
- package/resources/{post-training → alpha/post-training}/index.js +2 -1
- package/resources/alpha/post-training/index.js.map +1 -0
- package/resources/{post-training → alpha/post-training}/index.mjs +2 -0
- package/resources/alpha/post-training/index.mjs.map +1 -0
- package/resources/alpha/post-training/job.d.ts +116 -0
- package/resources/alpha/post-training/job.d.ts.map +1 -0
- package/resources/{post-training → alpha/post-training}/job.js +7 -6
- package/resources/alpha/post-training/job.js.map +1 -0
- package/resources/{post-training → alpha/post-training}/job.mjs +7 -5
- package/resources/alpha/post-training/job.mjs.map +1 -0
- package/resources/alpha/post-training/post-training.d.ts +242 -0
- package/resources/alpha/post-training/post-training.d.ts.map +1 -0
- package/resources/{post-training → alpha/post-training}/post-training.js +5 -4
- package/resources/alpha/post-training/post-training.js.map +1 -0
- package/resources/{post-training → alpha/post-training}/post-training.mjs +5 -3
- package/resources/alpha/post-training/post-training.mjs.map +1 -0
- package/resources/alpha/post-training.d.ts.map +1 -0
- package/resources/{post-training.js → alpha/post-training.js} +2 -1
- package/resources/alpha/post-training.js.map +1 -0
- package/resources/{post-training.mjs → alpha/post-training.mjs} +2 -0
- package/resources/alpha/post-training.mjs.map +1 -0
- package/resources/alpha.d.ts +2 -0
- package/resources/alpha.d.ts.map +1 -0
- package/resources/alpha.js +25 -0
- package/resources/alpha.js.map +1 -0
- package/resources/alpha.mjs +9 -0
- package/resources/alpha.mjs.map +1 -0
- package/resources/batches.d.ts +322 -0
- package/resources/batches.d.ts.map +1 -0
- package/resources/batches.js +45 -0
- package/resources/batches.js.map +1 -0
- package/resources/batches.mjs +40 -0
- package/resources/batches.mjs.map +1 -0
- package/resources/beta/beta.d.ts +10 -0
- package/resources/beta/beta.d.ts.map +1 -0
- package/resources/{tool-runtime/tool-runtime.js → beta/beta.js} +10 -22
- package/resources/beta/beta.js.map +1 -0
- package/resources/beta/beta.mjs +18 -0
- package/resources/beta/beta.mjs.map +1 -0
- package/resources/beta/datasets.d.ts +257 -0
- package/resources/beta/datasets.d.ts.map +1 -0
- package/resources/{datasets.js → beta/datasets.js} +14 -9
- package/resources/beta/datasets.js.map +1 -0
- package/resources/{datasets.mjs → beta/datasets.mjs} +14 -8
- package/resources/beta/datasets.mjs.map +1 -0
- package/resources/beta/index.d.ts +3 -0
- package/resources/beta/index.d.ts.map +1 -0
- package/resources/beta/index.js +15 -0
- package/resources/beta/index.js.map +1 -0
- package/resources/beta/index.mjs +10 -0
- package/resources/beta/index.mjs.map +1 -0
- package/resources/beta.d.ts +2 -0
- package/resources/beta.d.ts.map +1 -0
- package/resources/{agents.js → beta.js} +4 -3
- package/resources/beta.js.map +1 -0
- package/resources/beta.mjs +9 -0
- package/resources/beta.mjs.map +1 -0
- package/resources/chat/chat.d.ts +73 -78
- package/resources/chat/chat.d.ts.map +1 -1
- package/resources/chat/chat.js +2 -2
- package/resources/chat/chat.js.map +1 -1
- package/resources/chat/chat.mjs +3 -2
- package/resources/chat/chat.mjs.map +1 -1
- package/resources/chat/completions.d.ts +756 -1402
- package/resources/chat/completions.d.ts.map +1 -1
- package/resources/chat/completions.js +8 -14
- package/resources/chat/completions.js.map +1 -1
- package/resources/chat/completions.mjs +7 -11
- package/resources/chat/completions.mjs.map +1 -1
- package/resources/chat/index.d.ts +1 -1
- package/resources/chat/index.d.ts.map +1 -1
- package/resources/chat/index.js +3 -3
- package/resources/chat/index.js.map +1 -1
- package/resources/chat/index.mjs +3 -1
- package/resources/chat/index.mjs.map +1 -1
- package/resources/chat.js +2 -1
- package/resources/chat.js.map +1 -1
- package/resources/chat.mjs +2 -0
- package/resources/chat.mjs.map +1 -1
- package/resources/completions.d.ts +52 -95
- package/resources/completions.d.ts.map +1 -1
- package/resources/completions.js +3 -6
- package/resources/completions.js.map +1 -1
- package/resources/completions.mjs +3 -5
- package/resources/completions.mjs.map +1 -1
- package/resources/conversations/conversations.d.ts +292 -0
- package/resources/conversations/conversations.d.ts.map +1 -0
- package/resources/conversations/conversations.js +78 -0
- package/resources/conversations/conversations.js.map +1 -0
- package/resources/conversations/conversations.mjs +51 -0
- package/resources/conversations/conversations.mjs.map +1 -0
- package/resources/conversations/index.d.ts +3 -0
- package/resources/conversations/index.d.ts.map +1 -0
- package/resources/conversations/index.js +16 -0
- package/resources/conversations/index.js.map +1 -0
- package/resources/conversations/index.mjs +10 -0
- package/resources/conversations/index.mjs.map +1 -0
- package/resources/conversations/items.d.ts +762 -0
- package/resources/conversations/items.d.ts.map +1 -0
- package/resources/conversations/items.js +51 -0
- package/resources/conversations/items.js.map +1 -0
- package/resources/conversations/items.mjs +46 -0
- package/resources/conversations/items.mjs.map +1 -0
- package/resources/conversations.d.ts +2 -0
- package/resources/conversations.d.ts.map +1 -0
- package/resources/conversations.js +25 -0
- package/resources/conversations.js.map +1 -0
- package/resources/conversations.mjs +9 -0
- package/resources/conversations.mjs.map +1 -0
- package/resources/embeddings.d.ts +10 -52
- package/resources/embeddings.d.ts.map +1 -1
- package/resources/embeddings.js +5 -2
- package/resources/embeddings.js.map +1 -1
- package/resources/embeddings.mjs +5 -1
- package/resources/embeddings.mjs.map +1 -1
- package/resources/files.d.ts +44 -54
- package/resources/files.d.ts.map +1 -1
- package/resources/files.js +18 -9
- package/resources/files.js.map +1 -1
- package/resources/files.mjs +18 -8
- package/resources/files.mjs.map +1 -1
- package/resources/index.d.ts +9 -13
- package/resources/index.d.ts.map +1 -1
- package/resources/index.js +15 -21
- package/resources/index.js.map +1 -1
- package/resources/index.mjs +9 -11
- package/resources/index.mjs.map +1 -1
- package/resources/inspect.d.ts +6 -32
- package/resources/inspect.d.ts.map +1 -1
- package/resources/inspect.js +6 -1
- package/resources/inspect.js.map +1 -1
- package/resources/inspect.mjs +6 -0
- package/resources/inspect.mjs.map +1 -1
- package/resources/models/index.d.ts +2 -2
- package/resources/models/index.d.ts.map +1 -1
- package/resources/models/index.js +2 -1
- package/resources/models/index.js.map +1 -1
- package/resources/models/index.mjs +2 -0
- package/resources/models/index.mjs.map +1 -1
- package/resources/models/models.d.ts +71 -31
- package/resources/models/models.d.ts.map +1 -1
- package/resources/models/models.js +13 -2
- package/resources/models/models.js.map +1 -1
- package/resources/models/models.mjs +13 -1
- package/resources/models/models.mjs.map +1 -1
- package/resources/models/openai.d.ts +2 -16
- package/resources/models/openai.d.ts.map +1 -1
- package/resources/models/openai.js +3 -2
- package/resources/models/openai.js.map +1 -1
- package/resources/models/openai.mjs +3 -1
- package/resources/models/openai.mjs.map +1 -1
- package/resources/models.js +2 -1
- package/resources/models.js.map +1 -1
- package/resources/models.mjs +2 -0
- package/resources/models.mjs.map +1 -1
- package/resources/moderations.d.ts +9 -35
- package/resources/moderations.d.ts.map +1 -1
- package/resources/moderations.js +5 -2
- package/resources/moderations.js.map +1 -1
- package/resources/moderations.mjs +5 -1
- package/resources/moderations.mjs.map +1 -1
- package/resources/prompts/index.d.ts +3 -0
- package/resources/prompts/index.d.ts.map +1 -0
- package/resources/prompts/index.js +15 -0
- package/resources/prompts/index.js.map +1 -0
- package/resources/prompts/index.mjs +10 -0
- package/resources/prompts/index.mjs.map +1 -0
- package/resources/prompts/prompts.d.ts +96 -0
- package/resources/prompts/prompts.d.ts.map +1 -0
- package/resources/{agents/agents.js → prompts/prompts.js} +43 -30
- package/resources/prompts/prompts.js.map +1 -0
- package/resources/prompts/prompts.mjs +66 -0
- package/resources/prompts/prompts.mjs.map +1 -0
- package/resources/prompts/versions.d.ts +12 -0
- package/resources/prompts/versions.d.ts.map +1 -0
- package/resources/prompts/versions.js +23 -0
- package/resources/prompts/versions.js.map +1 -0
- package/resources/prompts/versions.mjs +19 -0
- package/resources/prompts/versions.mjs.map +1 -0
- package/resources/prompts.d.ts +2 -0
- package/resources/prompts.d.ts.map +1 -0
- package/resources/prompts.js +25 -0
- package/resources/prompts.js.map +1 -0
- package/resources/prompts.mjs +9 -0
- package/resources/prompts.mjs.map +1 -0
- package/resources/providers.d.ts +4 -6
- package/resources/providers.d.ts.map +1 -1
- package/resources/providers.js +6 -1
- package/resources/providers.js.map +1 -1
- package/resources/providers.mjs +6 -0
- package/resources/providers.mjs.map +1 -1
- package/resources/responses/index.js +2 -1
- package/resources/responses/index.js.map +1 -1
- package/resources/responses/index.mjs +2 -0
- package/resources/responses/index.mjs.map +1 -1
- package/resources/responses/input-items.d.ts +190 -151
- package/resources/responses/input-items.d.ts.map +1 -1
- package/resources/responses/input-items.js +3 -2
- package/resources/responses/input-items.js.map +1 -1
- package/resources/responses/input-items.mjs +3 -1
- package/resources/responses/input-items.mjs.map +1 -1
- package/resources/responses/responses.d.ts +1387 -1449
- package/resources/responses/responses.d.ts.map +1 -1
- package/resources/responses/responses.js +8 -11
- package/resources/responses/responses.js.map +1 -1
- package/resources/responses/responses.mjs +8 -10
- package/resources/responses/responses.mjs.map +1 -1
- package/resources/responses.js +2 -1
- package/resources/responses.js.map +1 -1
- package/resources/responses.mjs +2 -0
- package/resources/responses.mjs.map +1 -1
- package/resources/routes.d.ts +7 -7
- package/resources/routes.d.ts.map +1 -1
- package/resources/routes.js +8 -6
- package/resources/routes.js.map +1 -1
- package/resources/routes.mjs +8 -5
- package/resources/routes.mjs.map +1 -1
- package/resources/safety.d.ts +144 -10
- package/resources/safety.d.ts.map +1 -1
- package/resources/safety.js +4 -1
- package/resources/safety.js.map +1 -1
- package/resources/safety.mjs +4 -0
- package/resources/safety.mjs.map +1 -1
- package/resources/scoring-functions.d.ts +120 -50
- package/resources/scoring-functions.d.ts.map +1 -1
- package/resources/scoring-functions.js +15 -1
- package/resources/scoring-functions.js.map +1 -1
- package/resources/scoring-functions.mjs +15 -0
- package/resources/scoring-functions.mjs.map +1 -1
- package/resources/scoring.d.ts +85 -26
- package/resources/scoring.d.ts.map +1 -1
- package/resources/scoring.js +2 -1
- package/resources/scoring.js.map +1 -1
- package/resources/scoring.mjs +2 -0
- package/resources/scoring.mjs.map +1 -1
- package/resources/shared.d.ts +125 -629
- package/resources/shared.d.ts.map +1 -1
- package/resources/shared.js +2 -0
- package/resources/shared.js.map +1 -1
- package/resources/shared.mjs +2 -0
- package/resources/shared.mjs.map +1 -1
- package/resources/shields.d.ts +19 -24
- package/resources/shields.d.ts.map +1 -1
- package/resources/shields.js +6 -1
- package/resources/shields.js.map +1 -1
- package/resources/shields.mjs +6 -0
- package/resources/shields.mjs.map +1 -1
- package/resources/tool-runtime.d.ts +151 -1
- package/resources/tool-runtime.d.ts.map +1 -1
- package/resources/tool-runtime.js +22 -16
- package/resources/tool-runtime.js.map +1 -1
- package/resources/tool-runtime.mjs +20 -1
- package/resources/tool-runtime.mjs.map +1 -1
- package/resources/toolgroups.d.ts +27 -37
- package/resources/toolgroups.d.ts.map +1 -1
- package/resources/toolgroups.js +10 -1
- package/resources/toolgroups.js.map +1 -1
- package/resources/toolgroups.mjs +10 -0
- package/resources/toolgroups.mjs.map +1 -1
- package/resources/tools.d.ts +9 -76
- package/resources/tools.d.ts.map +1 -1
- package/resources/tools.js +4 -1
- package/resources/tools.js.map +1 -1
- package/resources/tools.mjs +4 -0
- package/resources/tools.mjs.map +1 -1
- package/resources/vector-io.d.ts +272 -148
- package/resources/vector-io.d.ts.map +1 -1
- package/resources/vector-io.js +2 -1
- package/resources/vector-io.js.map +1 -1
- package/resources/vector-io.mjs +2 -0
- package/resources/vector-io.mjs.map +1 -1
- package/resources/vector-stores/file-batches.d.ts +111 -0
- package/resources/vector-stores/file-batches.d.ts.map +1 -0
- package/resources/vector-stores/file-batches.js +45 -0
- package/resources/vector-stores/file-batches.js.map +1 -0
- package/resources/vector-stores/file-batches.mjs +41 -0
- package/resources/vector-stores/file-batches.mjs.map +1 -0
- package/resources/vector-stores/files.d.ts +83 -135
- package/resources/vector-stores/files.d.ts.map +1 -1
- package/resources/vector-stores/files.js +15 -14
- package/resources/vector-stores/files.js.map +1 -1
- package/resources/vector-stores/files.mjs +15 -13
- package/resources/vector-stores/files.mjs.map +1 -1
- package/resources/vector-stores/index.d.ts +2 -1
- package/resources/vector-stores/index.d.ts.map +1 -1
- package/resources/vector-stores/index.js +5 -2
- package/resources/vector-stores/index.js.map +1 -1
- package/resources/vector-stores/index.mjs +3 -0
- package/resources/vector-stores/index.mjs.map +1 -1
- package/resources/vector-stores/vector-stores.d.ts +118 -217
- package/resources/vector-stores/vector-stores.d.ts.map +1 -1
- package/resources/vector-stores/vector-stores.js +18 -12
- package/resources/vector-stores/vector-stores.js.map +1 -1
- package/resources/vector-stores/vector-stores.mjs +18 -11
- package/resources/vector-stores/vector-stores.mjs.map +1 -1
- package/resources/vector-stores.js +2 -1
- package/resources/vector-stores.js.map +1 -1
- package/resources/vector-stores.mjs +2 -0
- package/resources/vector-stores.mjs.map +1 -1
- package/src/error.ts +1 -0
- package/src/index.ts +82 -252
- package/src/lib/response-helpers.ts +60 -0
- package/src/pagination.ts +2 -5
- package/src/resource.ts +1 -0
- package/src/resources/alpha/alpha.ts +85 -0
- package/src/resources/{benchmarks.ts → alpha/benchmarks.ts} +36 -37
- package/src/resources/{eval → alpha/eval}/eval.ts +83 -65
- package/src/resources/{eval → alpha/eval}/index.ts +1 -2
- package/src/resources/{eval → alpha/eval}/jobs.ts +6 -6
- package/src/resources/{eval.ts → alpha/eval.ts} +1 -0
- package/src/resources/alpha/index.ts +34 -0
- package/src/resources/alpha/inference.ts +132 -0
- package/src/resources/{post-training → alpha/post-training}/index.ts +2 -2
- package/src/resources/alpha/post-training/job.ts +182 -0
- package/src/resources/alpha/post-training/post-training.ts +369 -0
- package/src/resources/{post-training.ts → alpha/post-training.ts} +1 -1
- package/src/resources/alpha.ts +9 -0
- package/src/resources/batches.ts +572 -0
- package/src/resources/beta/beta.ts +41 -0
- package/src/resources/beta/datasets.ts +350 -0
- package/src/resources/beta/index.ts +20 -0
- package/src/resources/{agents.ts → beta.ts} +2 -2
- package/src/resources/chat/chat.ts +82 -81
- package/src/resources/chat/completions.ts +874 -1484
- package/src/resources/chat/index.ts +1 -2
- package/src/resources/chat.ts +1 -1
- package/src/resources/completions.ts +57 -101
- package/src/resources/conversations/conversations.ts +455 -0
- package/src/resources/conversations/index.ts +25 -0
- package/src/resources/conversations/items.ts +1221 -0
- package/src/resources/conversations.ts +9 -0
- package/src/resources/embeddings.ts +14 -55
- package/src/resources/files.ts +54 -61
- package/src/resources/index.ts +33 -109
- package/src/resources/inspect.ts +7 -33
- package/src/resources/models/index.ts +4 -2
- package/src/resources/models/models.ts +79 -30
- package/src/resources/models/openai.ts +4 -24
- package/src/resources/models.ts +1 -1
- package/src/resources/moderations.ts +10 -36
- package/src/resources/prompts/index.ts +19 -0
- package/src/resources/prompts/prompts.ts +171 -0
- package/src/resources/prompts/versions.ts +26 -0
- package/src/resources/prompts.ts +9 -0
- package/src/resources/providers.ts +5 -7
- package/src/resources/responses/index.ts +1 -1
- package/src/resources/responses/input-items.ts +293 -161
- package/src/resources/responses/responses.ts +2112 -1632
- package/src/resources/responses.ts +1 -1
- package/src/resources/routes.ts +25 -10
- package/src/resources/safety.ts +199 -9
- package/src/resources/scoring-functions.ts +168 -52
- package/src/resources/scoring.ts +125 -22
- package/src/resources/shared.ts +141 -714
- package/src/resources/shields.ts +18 -23
- package/src/resources/tool-runtime.ts +210 -2
- package/src/resources/toolgroups.ts +26 -36
- package/src/resources/tools.ts +10 -94
- package/src/resources/vector-io.ts +323 -145
- package/src/resources/vector-stores/file-batches.ts +201 -0
- package/src/resources/vector-stores/files.ts +123 -143
- package/src/resources/vector-stores/index.ts +9 -1
- package/src/resources/vector-stores/vector-stores.ts +150 -216
- package/src/resources/vector-stores.ts +1 -1
- package/src/version.ts +1 -1
- package/version.d.ts +1 -1
- package/version.d.ts.map +1 -1
- package/version.js +1 -1
- package/version.js.map +1 -1
- package/version.mjs +1 -1
- package/version.mjs.map +1 -1
- package/resources/agents/agents.d.ts +0 -246
- package/resources/agents/agents.d.ts.map +0 -1
- package/resources/agents/agents.js.map +0 -1
- package/resources/agents/agents.mjs +0 -52
- package/resources/agents/agents.mjs.map +0 -1
- package/resources/agents/index.d.ts +0 -5
- package/resources/agents/index.d.ts.map +0 -1
- package/resources/agents/index.js +0 -18
- package/resources/agents/index.js.map +0 -1
- package/resources/agents/index.mjs +0 -10
- package/resources/agents/index.mjs.map +0 -1
- package/resources/agents/session.d.ts +0 -98
- package/resources/agents/session.d.ts.map +0 -1
- package/resources/agents/session.js +0 -42
- package/resources/agents/session.js.map +0 -1
- package/resources/agents/session.mjs +0 -37
- package/resources/agents/session.mjs.map +0 -1
- package/resources/agents/steps.d.ts +0 -22
- package/resources/agents/steps.d.ts.map +0 -1
- package/resources/agents/steps.js.map +0 -1
- package/resources/agents/steps.mjs +0 -15
- package/resources/agents/steps.mjs.map +0 -1
- package/resources/agents/turn.d.ts +0 -461
- package/resources/agents/turn.d.ts.map +0 -1
- package/resources/agents/turn.js +0 -34
- package/resources/agents/turn.js.map +0 -1
- package/resources/agents/turn.mjs +0 -29
- package/resources/agents/turn.mjs.map +0 -1
- package/resources/agents.d.ts +0 -2
- package/resources/agents.d.ts.map +0 -1
- package/resources/agents.js.map +0 -1
- package/resources/agents.mjs +0 -7
- package/resources/agents.mjs.map +0 -1
- package/resources/benchmarks.d.ts.map +0 -1
- package/resources/benchmarks.js.map +0 -1
- package/resources/benchmarks.mjs +0 -31
- package/resources/benchmarks.mjs.map +0 -1
- package/resources/datasets.d.ts +0 -320
- package/resources/datasets.d.ts.map +0 -1
- package/resources/datasets.js.map +0 -1
- package/resources/datasets.mjs.map +0 -1
- package/resources/eval/eval.d.ts +0 -159
- package/resources/eval/eval.d.ts.map +0 -1
- package/resources/eval/eval.js.map +0 -1
- package/resources/eval/eval.mjs.map +0 -1
- package/resources/eval/index.d.ts +0 -3
- package/resources/eval/index.d.ts.map +0 -1
- package/resources/eval/index.js.map +0 -1
- package/resources/eval/index.mjs.map +0 -1
- package/resources/eval/jobs.d.ts.map +0 -1
- package/resources/eval/jobs.js.map +0 -1
- package/resources/eval/jobs.mjs.map +0 -1
- package/resources/eval.d.ts.map +0 -1
- package/resources/eval.js.map +0 -1
- package/resources/eval.mjs.map +0 -1
- package/resources/inference.d.ts +0 -580
- package/resources/inference.d.ts.map +0 -1
- package/resources/inference.js +0 -54
- package/resources/inference.js.map +0 -1
- package/resources/inference.mjs +0 -49
- package/resources/inference.mjs.map +0 -1
- package/resources/post-training/index.d.ts +0 -3
- package/resources/post-training/index.d.ts.map +0 -1
- package/resources/post-training/index.js.map +0 -1
- package/resources/post-training/index.mjs.map +0 -1
- package/resources/post-training/job.d.ts +0 -205
- package/resources/post-training/job.d.ts.map +0 -1
- package/resources/post-training/job.js.map +0 -1
- package/resources/post-training/job.mjs.map +0 -1
- package/resources/post-training/post-training.d.ts +0 -402
- package/resources/post-training/post-training.d.ts.map +0 -1
- package/resources/post-training/post-training.js.map +0 -1
- package/resources/post-training/post-training.mjs.map +0 -1
- package/resources/post-training.d.ts.map +0 -1
- package/resources/post-training.js.map +0 -1
- package/resources/post-training.mjs.map +0 -1
- package/resources/synthetic-data-generation.d.ts +0 -47
- package/resources/synthetic-data-generation.d.ts.map +0 -1
- package/resources/synthetic-data-generation.js +0 -20
- package/resources/synthetic-data-generation.js.map +0 -1
- package/resources/synthetic-data-generation.mjs +0 -15
- package/resources/synthetic-data-generation.mjs.map +0 -1
- package/resources/telemetry.d.ts +0 -519
- package/resources/telemetry.d.ts.map +0 -1
- package/resources/telemetry.js +0 -70
- package/resources/telemetry.js.map +0 -1
- package/resources/telemetry.mjs +0 -65
- package/resources/telemetry.mjs.map +0 -1
- package/resources/tool-runtime/index.d.ts +0 -3
- package/resources/tool-runtime/index.d.ts.map +0 -1
- package/resources/tool-runtime/index.js +0 -14
- package/resources/tool-runtime/index.js.map +0 -1
- package/resources/tool-runtime/index.mjs +0 -8
- package/resources/tool-runtime/index.mjs.map +0 -1
- package/resources/tool-runtime/rag-tool.d.ts +0 -45
- package/resources/tool-runtime/rag-tool.d.ts.map +0 -1
- package/resources/tool-runtime/rag-tool.js +0 -30
- package/resources/tool-runtime/rag-tool.js.map +0 -1
- package/resources/tool-runtime/rag-tool.mjs +0 -25
- package/resources/tool-runtime/rag-tool.mjs.map +0 -1
- package/resources/tool-runtime/tool-runtime.d.ts +0 -132
- package/resources/tool-runtime/tool-runtime.d.ts.map +0 -1
- package/resources/tool-runtime/tool-runtime.js.map +0 -1
- package/resources/tool-runtime/tool-runtime.mjs +0 -29
- package/resources/tool-runtime/tool-runtime.mjs.map +0 -1
- package/resources/vector-dbs.d.ts +0 -128
- package/resources/vector-dbs.d.ts.map +0 -1
- package/resources/vector-dbs.js +0 -41
- package/resources/vector-dbs.js.map +0 -1
- package/resources/vector-dbs.mjs +0 -36
- package/resources/vector-dbs.mjs.map +0 -1
- package/src/resources/agents/agents.ts +0 -372
- package/src/resources/agents/index.ts +0 -44
- package/src/resources/agents/session.ts +0 -169
- package/src/resources/agents/steps.ts +0 -47
- package/src/resources/agents/turn.ts +0 -638
- package/src/resources/datasets.ts +0 -413
- package/src/resources/inference.ts +0 -768
- package/src/resources/post-training/job.ts +0 -274
- package/src/resources/post-training/post-training.ts +0 -516
- package/src/resources/synthetic-data-generation.ts +0 -65
- package/src/resources/telemetry.ts +0 -692
- package/src/resources/tool-runtime/index.ts +0 -17
- package/src/resources/tool-runtime/rag-tool.ts +0 -69
- package/src/resources/tool-runtime/tool-runtime.ts +0 -191
- package/src/resources/vector-dbs.ts +0 -191
- /package/resources/{eval.d.ts → alpha/eval.d.ts} +0 -0
- /package/resources/{eval.mjs → alpha/eval.mjs} +0 -0
- /package/resources/{post-training.d.ts → alpha/post-training.d.ts} +0 -0
package/resources/datasets.d.ts
DELETED
|
@@ -1,320 +0,0 @@
|
|
|
1
|
-
import { APIResource } from "../resource.js";
|
|
2
|
-
import * as Core from "../core.js";
|
|
3
|
-
export declare class Datasets extends APIResource {
|
|
4
|
-
/**
|
|
5
|
-
* Get a dataset by its ID.
|
|
6
|
-
*/
|
|
7
|
-
retrieve(datasetId: string, options?: Core.RequestOptions): Core.APIPromise<DatasetRetrieveResponse>;
|
|
8
|
-
/**
|
|
9
|
-
* List all datasets.
|
|
10
|
-
*/
|
|
11
|
-
list(options?: Core.RequestOptions): Core.APIPromise<DatasetListResponse>;
|
|
12
|
-
/**
|
|
13
|
-
* Append rows to a dataset.
|
|
14
|
-
*/
|
|
15
|
-
appendrows(datasetId: string, body: DatasetAppendrowsParams, options?: Core.RequestOptions): Core.APIPromise<void>;
|
|
16
|
-
/**
|
|
17
|
-
* Get a paginated list of rows from a dataset. Uses offset-based pagination where:
|
|
18
|
-
*
|
|
19
|
-
* - start_index: The starting index (0-based). If None, starts from beginning.
|
|
20
|
-
* - limit: Number of items to return. If None or -1, returns all items.
|
|
21
|
-
*
|
|
22
|
-
* The response includes:
|
|
23
|
-
*
|
|
24
|
-
* - data: List of items for the current page.
|
|
25
|
-
* - has_more: Whether there are more items available after this set.
|
|
26
|
-
*/
|
|
27
|
-
iterrows(datasetId: string, query?: DatasetIterrowsParams, options?: Core.RequestOptions): Core.APIPromise<DatasetIterrowsResponse>;
|
|
28
|
-
iterrows(datasetId: string, options?: Core.RequestOptions): Core.APIPromise<DatasetIterrowsResponse>;
|
|
29
|
-
/**
|
|
30
|
-
* Register a new dataset.
|
|
31
|
-
*/
|
|
32
|
-
register(body: DatasetRegisterParams, options?: Core.RequestOptions): Core.APIPromise<DatasetRegisterResponse>;
|
|
33
|
-
/**
|
|
34
|
-
* Unregister a dataset by its ID.
|
|
35
|
-
*/
|
|
36
|
-
unregister(datasetId: string, options?: Core.RequestOptions): Core.APIPromise<void>;
|
|
37
|
-
}
|
|
38
|
-
/**
|
|
39
|
-
* Response from listing datasets.
|
|
40
|
-
*/
|
|
41
|
-
export interface ListDatasetsResponse {
|
|
42
|
-
/**
|
|
43
|
-
* List of datasets
|
|
44
|
-
*/
|
|
45
|
-
data: DatasetListResponse;
|
|
46
|
-
}
|
|
47
|
-
/**
|
|
48
|
-
* Dataset resource for storing and accessing training or evaluation data.
|
|
49
|
-
*/
|
|
50
|
-
export interface DatasetRetrieveResponse {
|
|
51
|
-
identifier: string;
|
|
52
|
-
/**
|
|
53
|
-
* Additional metadata for the dataset
|
|
54
|
-
*/
|
|
55
|
-
metadata: {
|
|
56
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
57
|
-
};
|
|
58
|
-
provider_id: string;
|
|
59
|
-
/**
|
|
60
|
-
* Purpose of the dataset indicating its intended use
|
|
61
|
-
*/
|
|
62
|
-
purpose: 'post-training/messages' | 'eval/question-answer' | 'eval/messages-answer';
|
|
63
|
-
/**
|
|
64
|
-
* Data source configuration for the dataset
|
|
65
|
-
*/
|
|
66
|
-
source: DatasetRetrieveResponse.UriDataSource | DatasetRetrieveResponse.RowsDataSource;
|
|
67
|
-
/**
|
|
68
|
-
* Type of resource, always 'dataset' for datasets
|
|
69
|
-
*/
|
|
70
|
-
type: 'dataset';
|
|
71
|
-
provider_resource_id?: string;
|
|
72
|
-
}
|
|
73
|
-
export declare namespace DatasetRetrieveResponse {
|
|
74
|
-
/**
|
|
75
|
-
* A dataset that can be obtained from a URI.
|
|
76
|
-
*/
|
|
77
|
-
interface UriDataSource {
|
|
78
|
-
type: 'uri';
|
|
79
|
-
/**
|
|
80
|
-
* The dataset can be obtained from a URI. E.g. -
|
|
81
|
-
* "https://mywebsite.com/mydata.jsonl" - "lsfs://mydata.jsonl" -
|
|
82
|
-
* "data:csv;base64,{base64_content}"
|
|
83
|
-
*/
|
|
84
|
-
uri: string;
|
|
85
|
-
}
|
|
86
|
-
/**
|
|
87
|
-
* A dataset stored in rows.
|
|
88
|
-
*/
|
|
89
|
-
interface RowsDataSource {
|
|
90
|
-
/**
|
|
91
|
-
* The dataset is stored in rows. E.g. - [ {"messages": [{"role": "user",
|
|
92
|
-
* "content": "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}]}
|
|
93
|
-
* ]
|
|
94
|
-
*/
|
|
95
|
-
rows: Array<{
|
|
96
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
97
|
-
}>;
|
|
98
|
-
type: 'rows';
|
|
99
|
-
}
|
|
100
|
-
}
|
|
101
|
-
/**
|
|
102
|
-
* List of datasets
|
|
103
|
-
*/
|
|
104
|
-
export type DatasetListResponse = Array<DatasetListResponse.DatasetListResponseItem>;
|
|
105
|
-
export declare namespace DatasetListResponse {
|
|
106
|
-
/**
|
|
107
|
-
* Dataset resource for storing and accessing training or evaluation data.
|
|
108
|
-
*/
|
|
109
|
-
interface DatasetListResponseItem {
|
|
110
|
-
identifier: string;
|
|
111
|
-
/**
|
|
112
|
-
* Additional metadata for the dataset
|
|
113
|
-
*/
|
|
114
|
-
metadata: {
|
|
115
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
116
|
-
};
|
|
117
|
-
provider_id: string;
|
|
118
|
-
/**
|
|
119
|
-
* Purpose of the dataset indicating its intended use
|
|
120
|
-
*/
|
|
121
|
-
purpose: 'post-training/messages' | 'eval/question-answer' | 'eval/messages-answer';
|
|
122
|
-
/**
|
|
123
|
-
* Data source configuration for the dataset
|
|
124
|
-
*/
|
|
125
|
-
source: DatasetListResponseItem.UriDataSource | DatasetListResponseItem.RowsDataSource;
|
|
126
|
-
/**
|
|
127
|
-
* Type of resource, always 'dataset' for datasets
|
|
128
|
-
*/
|
|
129
|
-
type: 'dataset';
|
|
130
|
-
provider_resource_id?: string;
|
|
131
|
-
}
|
|
132
|
-
namespace DatasetListResponseItem {
|
|
133
|
-
/**
|
|
134
|
-
* A dataset that can be obtained from a URI.
|
|
135
|
-
*/
|
|
136
|
-
interface UriDataSource {
|
|
137
|
-
type: 'uri';
|
|
138
|
-
/**
|
|
139
|
-
* The dataset can be obtained from a URI. E.g. -
|
|
140
|
-
* "https://mywebsite.com/mydata.jsonl" - "lsfs://mydata.jsonl" -
|
|
141
|
-
* "data:csv;base64,{base64_content}"
|
|
142
|
-
*/
|
|
143
|
-
uri: string;
|
|
144
|
-
}
|
|
145
|
-
/**
|
|
146
|
-
* A dataset stored in rows.
|
|
147
|
-
*/
|
|
148
|
-
interface RowsDataSource {
|
|
149
|
-
/**
|
|
150
|
-
* The dataset is stored in rows. E.g. - [ {"messages": [{"role": "user",
|
|
151
|
-
* "content": "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}]}
|
|
152
|
-
* ]
|
|
153
|
-
*/
|
|
154
|
-
rows: Array<{
|
|
155
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
156
|
-
}>;
|
|
157
|
-
type: 'rows';
|
|
158
|
-
}
|
|
159
|
-
}
|
|
160
|
-
}
|
|
161
|
-
/**
|
|
162
|
-
* A generic paginated response that follows a simple format.
|
|
163
|
-
*/
|
|
164
|
-
export interface DatasetIterrowsResponse {
|
|
165
|
-
/**
|
|
166
|
-
* The list of items for the current page
|
|
167
|
-
*/
|
|
168
|
-
data: Array<{
|
|
169
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
170
|
-
}>;
|
|
171
|
-
/**
|
|
172
|
-
* Whether there are more items available after this set
|
|
173
|
-
*/
|
|
174
|
-
has_more: boolean;
|
|
175
|
-
/**
|
|
176
|
-
* The URL for accessing this list
|
|
177
|
-
*/
|
|
178
|
-
url?: string;
|
|
179
|
-
}
|
|
180
|
-
/**
|
|
181
|
-
* Dataset resource for storing and accessing training or evaluation data.
|
|
182
|
-
*/
|
|
183
|
-
export interface DatasetRegisterResponse {
|
|
184
|
-
identifier: string;
|
|
185
|
-
/**
|
|
186
|
-
* Additional metadata for the dataset
|
|
187
|
-
*/
|
|
188
|
-
metadata: {
|
|
189
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
190
|
-
};
|
|
191
|
-
provider_id: string;
|
|
192
|
-
/**
|
|
193
|
-
* Purpose of the dataset indicating its intended use
|
|
194
|
-
*/
|
|
195
|
-
purpose: 'post-training/messages' | 'eval/question-answer' | 'eval/messages-answer';
|
|
196
|
-
/**
|
|
197
|
-
* Data source configuration for the dataset
|
|
198
|
-
*/
|
|
199
|
-
source: DatasetRegisterResponse.UriDataSource | DatasetRegisterResponse.RowsDataSource;
|
|
200
|
-
/**
|
|
201
|
-
* Type of resource, always 'dataset' for datasets
|
|
202
|
-
*/
|
|
203
|
-
type: 'dataset';
|
|
204
|
-
provider_resource_id?: string;
|
|
205
|
-
}
|
|
206
|
-
export declare namespace DatasetRegisterResponse {
|
|
207
|
-
/**
|
|
208
|
-
* A dataset that can be obtained from a URI.
|
|
209
|
-
*/
|
|
210
|
-
interface UriDataSource {
|
|
211
|
-
type: 'uri';
|
|
212
|
-
/**
|
|
213
|
-
* The dataset can be obtained from a URI. E.g. -
|
|
214
|
-
* "https://mywebsite.com/mydata.jsonl" - "lsfs://mydata.jsonl" -
|
|
215
|
-
* "data:csv;base64,{base64_content}"
|
|
216
|
-
*/
|
|
217
|
-
uri: string;
|
|
218
|
-
}
|
|
219
|
-
/**
|
|
220
|
-
* A dataset stored in rows.
|
|
221
|
-
*/
|
|
222
|
-
interface RowsDataSource {
|
|
223
|
-
/**
|
|
224
|
-
* The dataset is stored in rows. E.g. - [ {"messages": [{"role": "user",
|
|
225
|
-
* "content": "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}]}
|
|
226
|
-
* ]
|
|
227
|
-
*/
|
|
228
|
-
rows: Array<{
|
|
229
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
230
|
-
}>;
|
|
231
|
-
type: 'rows';
|
|
232
|
-
}
|
|
233
|
-
}
|
|
234
|
-
export interface DatasetAppendrowsParams {
|
|
235
|
-
/**
|
|
236
|
-
* The rows to append to the dataset.
|
|
237
|
-
*/
|
|
238
|
-
rows: Array<{
|
|
239
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
240
|
-
}>;
|
|
241
|
-
}
|
|
242
|
-
export interface DatasetIterrowsParams {
|
|
243
|
-
/**
|
|
244
|
-
* The number of rows to get.
|
|
245
|
-
*/
|
|
246
|
-
limit?: number;
|
|
247
|
-
/**
|
|
248
|
-
* Index into dataset for the first row to get. Get all rows if None.
|
|
249
|
-
*/
|
|
250
|
-
start_index?: number;
|
|
251
|
-
}
|
|
252
|
-
export interface DatasetRegisterParams {
|
|
253
|
-
/**
|
|
254
|
-
* The purpose of the dataset. One of: - "post-training/messages": The dataset
|
|
255
|
-
* contains a messages column with list of messages for post-training. {
|
|
256
|
-
* "messages": [ {"role": "user", "content": "Hello, world!"}, {"role":
|
|
257
|
-
* "assistant", "content": "Hello, world!"}, ] } - "eval/question-answer": The
|
|
258
|
-
* dataset contains a question column and an answer column for evaluation. {
|
|
259
|
-
* "question": "What is the capital of France?", "answer": "Paris" } -
|
|
260
|
-
* "eval/messages-answer": The dataset contains a messages column with list of
|
|
261
|
-
* messages and an answer column for evaluation. { "messages": [ {"role": "user",
|
|
262
|
-
* "content": "Hello, my name is John Doe."}, {"role": "assistant", "content":
|
|
263
|
-
* "Hello, John Doe. How can I help you today?"}, {"role": "user", "content":
|
|
264
|
-
* "What's my name?"}, ], "answer": "John Doe" }
|
|
265
|
-
*/
|
|
266
|
-
purpose: 'post-training/messages' | 'eval/question-answer' | 'eval/messages-answer';
|
|
267
|
-
/**
|
|
268
|
-
* The data source of the dataset. Ensure that the data source schema is compatible
|
|
269
|
-
* with the purpose of the dataset. Examples: - { "type": "uri", "uri":
|
|
270
|
-
* "https://mywebsite.com/mydata.jsonl" } - { "type": "uri", "uri":
|
|
271
|
-
* "lsfs://mydata.jsonl" } - { "type": "uri", "uri":
|
|
272
|
-
* "data:csv;base64,{base64_content}" } - { "type": "uri", "uri":
|
|
273
|
-
* "huggingface://llamastack/simpleqa?split=train" } - { "type": "rows", "rows": [
|
|
274
|
-
* { "messages": [ {"role": "user", "content": "Hello, world!"}, {"role":
|
|
275
|
-
* "assistant", "content": "Hello, world!"}, ] } ] }
|
|
276
|
-
*/
|
|
277
|
-
source: DatasetRegisterParams.UriDataSource | DatasetRegisterParams.RowsDataSource;
|
|
278
|
-
/**
|
|
279
|
-
* The ID of the dataset. If not provided, an ID will be generated.
|
|
280
|
-
*/
|
|
281
|
-
dataset_id?: string;
|
|
282
|
-
/**
|
|
283
|
-
* The metadata for the dataset. - E.g. {"description": "My dataset"}.
|
|
284
|
-
*/
|
|
285
|
-
metadata?: {
|
|
286
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
287
|
-
};
|
|
288
|
-
}
|
|
289
|
-
export declare namespace DatasetRegisterParams {
|
|
290
|
-
/**
|
|
291
|
-
* A dataset that can be obtained from a URI.
|
|
292
|
-
*/
|
|
293
|
-
interface UriDataSource {
|
|
294
|
-
type: 'uri';
|
|
295
|
-
/**
|
|
296
|
-
* The dataset can be obtained from a URI. E.g. -
|
|
297
|
-
* "https://mywebsite.com/mydata.jsonl" - "lsfs://mydata.jsonl" -
|
|
298
|
-
* "data:csv;base64,{base64_content}"
|
|
299
|
-
*/
|
|
300
|
-
uri: string;
|
|
301
|
-
}
|
|
302
|
-
/**
|
|
303
|
-
* A dataset stored in rows.
|
|
304
|
-
*/
|
|
305
|
-
interface RowsDataSource {
|
|
306
|
-
/**
|
|
307
|
-
* The dataset is stored in rows. E.g. - [ {"messages": [{"role": "user",
|
|
308
|
-
* "content": "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}]}
|
|
309
|
-
* ]
|
|
310
|
-
*/
|
|
311
|
-
rows: Array<{
|
|
312
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
313
|
-
}>;
|
|
314
|
-
type: 'rows';
|
|
315
|
-
}
|
|
316
|
-
}
|
|
317
|
-
export declare namespace Datasets {
|
|
318
|
-
export { type ListDatasetsResponse as ListDatasetsResponse, type DatasetRetrieveResponse as DatasetRetrieveResponse, type DatasetListResponse as DatasetListResponse, type DatasetIterrowsResponse as DatasetIterrowsResponse, type DatasetRegisterResponse as DatasetRegisterResponse, type DatasetAppendrowsParams as DatasetAppendrowsParams, type DatasetIterrowsParams as DatasetIterrowsParams, type DatasetRegisterParams as DatasetRegisterParams, };
|
|
319
|
-
}
|
|
320
|
-
//# sourceMappingURL=datasets.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"datasets.d.ts","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAEhC,qBAAa,QAAS,SAAQ,WAAW;IACvC;;OAEG;IACH,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC;IAIpG;;OAEG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC;IAMzE;;OAEG;IACH,UAAU,CACR,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,uBAAuB,EAC7B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAQxB;;;;;;;;;;OAUG;IACH,QAAQ,CACN,SAAS,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,qBAAqB,EAC7B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC;IAC3C,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC;IAYpG;;OAEG;IACH,QAAQ,CACN,IAAI,EAAE,qBAAqB,EAC3B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC;IAI3C;;OAEG;IACH,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAMpF;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,IAAI,EAAE,mBAAmB,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,QAAQ,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC;IAEzF,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,wBAAwB,GAAG,sBAAsB,GAAG,sBAAsB,CAAC;IAEpF;;OAEG;IACH,MAAM,EAAE,uBAAuB,CAAC,aAAa,GAAG,uBAAuB,CAAC,cAAc,CAAC;IAEvF;;OAEG;IACH,IAAI,EAAE,SAAS,CAAC;IAEhB,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,yBAAiB,uBAAuB,CAAC;IACvC;;OAEG;IACH,UAAiB,aAAa;QAC5B,IAAI,EAAE,KAAK,CAAC;QAEZ;;;;WAIG;QACH,GAAG,EAAE,MAAM,CAAC;KACb;IAED;;OAEG;IACH,UAAiB,cAAc;QAC7B;;;;WAIG;QACH,IAAI,EAAE,KAAK,CAAC;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;SAAE,CAAC,CAAC;QAE5F,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,CAAC;AAErF,yBAAiB,mBAAmB,CAAC;IACnC;;OAEG;IACH,UAAiB,uBAAuB;QACtC,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,QAAQ,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;SAAE,CAAC;QAEzF,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,OAAO,EAAE,wBAAwB,GAAG,sBAAsB,GAAG,sBAAsB,CAAC;QAEpF;;WAEG;QACH,MAAM,EAAE,uBAAuB,CAAC,aAAa,GAAG,uBAAuB,CAAC,cAAc,CAAC;QAEvF;;WAEG;QACH,IAAI,EAAE,SAAS,CAAC;QAEhB,oBAAoB,CAAC,EAAE,MAAM,CAAC;KAC/B;IAED,UAAiB,uBAAuB,CAAC;QACvC;;WAEG;QACH,UAAiB,aAAa;YAC5B,IAAI,EAAE,KAAK,CAAC;YAEZ;;;;eAIG;YACH,GAAG,EAAE,MAAM,CAAC;SACb;QAED;;WAEG;QACH,UAAiB,cAAc;YAC7B;;;;eAIG;YACH,IAAI,EAAE,KAAK,CAAC;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;aAAE,CAAC,CAAC;YAE5F,IAAI,EAAE,MAAM,CAAC;SACd;KACF;CACF;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;IAE5F;;OAEG;IACH,QAAQ,EAAE,OAAO,CAAC;IAElB;;OAEG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,QAAQ,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC;IAEzF,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,wBAAwB,GAAG,sBAAsB,GAAG,sBAAsB,CAAC;IAEpF;;OAEG;IACH,MAAM,EAAE,uBAAuB,CAAC,aAAa,GAAG,uBAAuB,CAAC,cAAc,CAAC;IAEvF;;OAEG;IACH,IAAI,EAAE,SAAS,CAAC;IAEhB,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,yBAAiB,uBAAuB,CAAC;IACvC;;OAEG;IACH,UAAiB,aAAa;QAC5B,IAAI,EAAE,KAAK,CAAC;QAEZ;;;;WAIG;QACH,GAAG,EAAE,MAAM,CAAC;KACb;IAED;;OAEG;IACH,UAAiB,cAAc;QAC7B;;;;WAIG;QACH,IAAI,EAAE,KAAK,CAAC;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;SAAE,CAAC,CAAC;QAE5F,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,uBAAuB;IACtC;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;CAC7F;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC;;;;;;;;;;;;OAYG;IACH,OAAO,EAAE,wBAAwB,GAAG,sBAAsB,GAAG,sBAAsB,CAAC;IAEpF;;;;;;;;;OASG;IACH,MAAM,EAAE,qBAAqB,CAAC,aAAa,GAAG,qBAAqB,CAAC,cAAc,CAAC;IAEnF;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,QAAQ,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC;CAC3F;AAED,yBAAiB,qBAAqB,CAAC;IACrC;;OAEG;IACH,UAAiB,aAAa;QAC5B,IAAI,EAAE,KAAK,CAAC;QAEZ;;;;WAIG;QACH,GAAG,EAAE,MAAM,CAAC;KACb;IAED;;OAEG;IACH,UAAiB,cAAc;QAC7B;;;;WAIG;QACH,IAAI,EAAE,KAAK,CAAC;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;SAAE,CAAC,CAAC;QAE5F,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"datasets.js","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAE1C,sFAAsF;AAEtF,6CAA0C;AAC1C,qCAA2C;AAG3C,MAAa,QAAS,SAAQ,sBAAW;IACvC;;OAEG;IACH,QAAQ,CAAC,SAAiB,EAAE,OAA6B;QACvD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CACzC,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,UAAU,CACR,SAAiB,EACjB,IAA6B,EAC7B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,6BAA6B,SAAS,EAAE,EAAE;YACjE,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAmBD,QAAQ,CACN,SAAiB,EACjB,QAAqD,EAAE,EACvD,OAA6B;QAE7B,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SAC5C;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxF,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,IAA2B,EAC3B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,SAAiB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,SAAS,EAAE,EAAE;YACtD,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF;AA/ED,4BA+EC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"datasets.mjs","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAInC,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;AAG3B,MAAM,OAAO,QAAS,SAAQ,WAAW;IACvC;;OAEG;IACH,QAAQ,CAAC,SAAiB,EAAE,OAA6B;QACvD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CACzC,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,UAAU,CACR,SAAiB,EACjB,IAA6B,EAC7B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,6BAA6B,SAAS,EAAE,EAAE;YACjE,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAmBD,QAAQ,CACN,SAAiB,EACjB,QAAqD,EAAE,EACvD,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SAC5C;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxF,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,IAA2B,EAC3B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,SAAiB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,SAAS,EAAE,EAAE;YACtD,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF"}
|
package/resources/eval/eval.d.ts
DELETED
|
@@ -1,159 +0,0 @@
|
|
|
1
|
-
import { APIResource } from "../../resource.js";
|
|
2
|
-
import * as Core from "../../core.js";
|
|
3
|
-
import * as ScoringFunctionsAPI from "../scoring-functions.js";
|
|
4
|
-
import * as Shared from "../shared.js";
|
|
5
|
-
import * as JobsAPI from "./jobs.js";
|
|
6
|
-
import { Jobs } from "./jobs.js";
|
|
7
|
-
export declare class Eval extends APIResource {
|
|
8
|
-
jobs: JobsAPI.Jobs;
|
|
9
|
-
/**
|
|
10
|
-
* Evaluate a list of rows on a benchmark.
|
|
11
|
-
*/
|
|
12
|
-
evaluateRows(benchmarkId: string, body: EvalEvaluateRowsParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
|
|
13
|
-
/**
|
|
14
|
-
* Evaluate a list of rows on a benchmark.
|
|
15
|
-
*/
|
|
16
|
-
evaluateRowsAlpha(benchmarkId: string, body: EvalEvaluateRowsAlphaParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
|
|
17
|
-
/**
|
|
18
|
-
* Run an evaluation on a benchmark.
|
|
19
|
-
*/
|
|
20
|
-
runEval(benchmarkId: string, body: EvalRunEvalParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
|
|
21
|
-
/**
|
|
22
|
-
* Run an evaluation on a benchmark.
|
|
23
|
-
*/
|
|
24
|
-
runEvalAlpha(benchmarkId: string, body: EvalRunEvalAlphaParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
|
|
25
|
-
}
|
|
26
|
-
/**
|
|
27
|
-
* A benchmark configuration for evaluation.
|
|
28
|
-
*/
|
|
29
|
-
export interface BenchmarkConfig {
|
|
30
|
-
/**
|
|
31
|
-
* The candidate to evaluate.
|
|
32
|
-
*/
|
|
33
|
-
eval_candidate: EvalCandidate;
|
|
34
|
-
/**
|
|
35
|
-
* Map between scoring function id and parameters for each scoring function you
|
|
36
|
-
* want to run
|
|
37
|
-
*/
|
|
38
|
-
scoring_params: {
|
|
39
|
-
[key: string]: ScoringFunctionsAPI.ScoringFnParams;
|
|
40
|
-
};
|
|
41
|
-
/**
|
|
42
|
-
* (Optional) The number of examples to evaluate. If not provided, all examples in
|
|
43
|
-
* the dataset will be evaluated
|
|
44
|
-
*/
|
|
45
|
-
num_examples?: number;
|
|
46
|
-
}
|
|
47
|
-
/**
|
|
48
|
-
* A model candidate for evaluation.
|
|
49
|
-
*/
|
|
50
|
-
export type EvalCandidate = EvalCandidate.ModelCandidate | EvalCandidate.AgentCandidate;
|
|
51
|
-
export declare namespace EvalCandidate {
|
|
52
|
-
/**
|
|
53
|
-
* A model candidate for evaluation.
|
|
54
|
-
*/
|
|
55
|
-
interface ModelCandidate {
|
|
56
|
-
/**
|
|
57
|
-
* The model ID to evaluate.
|
|
58
|
-
*/
|
|
59
|
-
model: string;
|
|
60
|
-
/**
|
|
61
|
-
* The sampling parameters for the model.
|
|
62
|
-
*/
|
|
63
|
-
sampling_params: Shared.SamplingParams;
|
|
64
|
-
type: 'model';
|
|
65
|
-
/**
|
|
66
|
-
* (Optional) The system message providing instructions or context to the model.
|
|
67
|
-
*/
|
|
68
|
-
system_message?: Shared.SystemMessage;
|
|
69
|
-
}
|
|
70
|
-
/**
|
|
71
|
-
* An agent candidate for evaluation.
|
|
72
|
-
*/
|
|
73
|
-
interface AgentCandidate {
|
|
74
|
-
/**
|
|
75
|
-
* The configuration for the agent candidate.
|
|
76
|
-
*/
|
|
77
|
-
config: Shared.AgentConfig;
|
|
78
|
-
type: 'agent';
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
/**
|
|
82
|
-
* The response from an evaluation.
|
|
83
|
-
*/
|
|
84
|
-
export interface EvaluateResponse {
|
|
85
|
-
/**
|
|
86
|
-
* The generations from the evaluation.
|
|
87
|
-
*/
|
|
88
|
-
generations: Array<{
|
|
89
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
90
|
-
}>;
|
|
91
|
-
/**
|
|
92
|
-
* The scores from the evaluation.
|
|
93
|
-
*/
|
|
94
|
-
scores: {
|
|
95
|
-
[key: string]: Shared.ScoringResult;
|
|
96
|
-
};
|
|
97
|
-
}
|
|
98
|
-
/**
|
|
99
|
-
* A job execution instance with status tracking.
|
|
100
|
-
*/
|
|
101
|
-
export interface Job {
|
|
102
|
-
/**
|
|
103
|
-
* Unique identifier for the job
|
|
104
|
-
*/
|
|
105
|
-
job_id: string;
|
|
106
|
-
/**
|
|
107
|
-
* Current execution status of the job
|
|
108
|
-
*/
|
|
109
|
-
status: 'completed' | 'in_progress' | 'failed' | 'scheduled' | 'cancelled';
|
|
110
|
-
}
|
|
111
|
-
export interface EvalEvaluateRowsParams {
|
|
112
|
-
/**
|
|
113
|
-
* The configuration for the benchmark.
|
|
114
|
-
*/
|
|
115
|
-
benchmark_config: BenchmarkConfig;
|
|
116
|
-
/**
|
|
117
|
-
* The rows to evaluate.
|
|
118
|
-
*/
|
|
119
|
-
input_rows: Array<{
|
|
120
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
121
|
-
}>;
|
|
122
|
-
/**
|
|
123
|
-
* The scoring functions to use for the evaluation.
|
|
124
|
-
*/
|
|
125
|
-
scoring_functions: Array<string>;
|
|
126
|
-
}
|
|
127
|
-
export interface EvalEvaluateRowsAlphaParams {
|
|
128
|
-
/**
|
|
129
|
-
* The configuration for the benchmark.
|
|
130
|
-
*/
|
|
131
|
-
benchmark_config: BenchmarkConfig;
|
|
132
|
-
/**
|
|
133
|
-
* The rows to evaluate.
|
|
134
|
-
*/
|
|
135
|
-
input_rows: Array<{
|
|
136
|
-
[key: string]: boolean | number | string | Array<unknown> | unknown | null;
|
|
137
|
-
}>;
|
|
138
|
-
/**
|
|
139
|
-
* The scoring functions to use for the evaluation.
|
|
140
|
-
*/
|
|
141
|
-
scoring_functions: Array<string>;
|
|
142
|
-
}
|
|
143
|
-
export interface EvalRunEvalParams {
|
|
144
|
-
/**
|
|
145
|
-
* The configuration for the benchmark.
|
|
146
|
-
*/
|
|
147
|
-
benchmark_config: BenchmarkConfig;
|
|
148
|
-
}
|
|
149
|
-
export interface EvalRunEvalAlphaParams {
|
|
150
|
-
/**
|
|
151
|
-
* The configuration for the benchmark.
|
|
152
|
-
*/
|
|
153
|
-
benchmark_config: BenchmarkConfig;
|
|
154
|
-
}
|
|
155
|
-
export declare namespace Eval {
|
|
156
|
-
export { type BenchmarkConfig as BenchmarkConfig, type EvalCandidate as EvalCandidate, type EvaluateResponse as EvaluateResponse, type Job as Job, type EvalEvaluateRowsParams as EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams as EvalEvaluateRowsAlphaParams, type EvalRunEvalParams as EvalRunEvalParams, type EvalRunEvalAlphaParams as EvalRunEvalAlphaParams, };
|
|
157
|
-
export { Jobs as Jobs };
|
|
158
|
-
}
|
|
159
|
-
//# sourceMappingURL=eval.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,mBAAmB,MAAM,sBAAsB,CAAC;AAC5D,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAE9B,qBAAa,IAAK,SAAQ,WAAW;IACnC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;OAEG;IACH,YAAY,CACV,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC;;OAEG;IACH,iBAAiB,CACf,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,2BAA2B,EACjC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC;;OAEG;IACH,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IAI1G;;OAEG;IACH,YAAY,CACV,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;CAGxB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,cAAc,EAAE,aAAa,CAAC;IAE9B;;;OAGG;IACH,cAAc,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,mBAAmB,CAAC,eAAe,CAAA;KAAE,CAAC;IAEvE;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,aAAa,CAAC,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC;AAExF,yBAAiB,aAAa,CAAC;IAC7B;;OAEG;IACH,UAAiB,cAAc;QAC7B;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,eAAe,EAAE,MAAM,CAAC,cAAc,CAAC;QAEvC,IAAI,EAAE,OAAO,CAAC;QAEd;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC;KACvC;IAED;;OAEG;IACH,UAAiB,cAAc;QAC7B;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;QAE3B,IAAI,EAAE,OAAO,CAAC;KACf;CACF;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,WAAW,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;IAEnG;;OAEG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,aAAa,CAAA;KAAE,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,GAAG;IAClB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,WAAW,GAAG,aAAa,GAAG,QAAQ,GAAG,WAAW,GAAG,WAAW,CAAC;CAC5E;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;IAElC;;OAEG;IACH,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;IAElG;;OAEG;IACH,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,2BAA2B;IAC1C;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;IAElC;;OAEG;IACH,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;IAElG;;OAEG;IACH,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;CACnC;AAID,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EACL,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,GAAG,IAAI,GAAG,EACf,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,sBAAsB,IAAI,sBAAsB,GACtD,CAAC;IAEF,OAAO,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;CACzB"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;;;;;;;;;;;;;;;;;;;;;;;;AAE1C,sFAAsF;AAEtF,gDAA6C;AAI7C,mDAAkC;AAClC,oCAA8B;AAE9B,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAyCtD,CAAC;IAvCC;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnG,CAAC;IAED;;OAEG;IACH,iBAAiB,CACf,WAAmB,EACnB,IAAiC,EACjC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnG,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,WAAmB,EAAE,IAAuB,EAAE,OAA6B;QACjF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5F,CAAC;CACF;AA1CD,oBA0CC;AA+ID,IAAI,CAAC,IAAI,GAAG,WAAI,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAInC,EAAE,WAAW,EAAE;OAIf,KAAK,OAAO;OACZ,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAyCtD,CAAC;IAvCC;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnG,CAAC;IAED;;OAEG;IACH,iBAAiB,CACf,WAAmB,EACnB,IAAiC,EACjC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnG,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,WAAmB,EAAE,IAAuB,EAAE,OAA6B;QACjF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5F,CAAC;CACF;AA+ID,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC"}
|
|
@@ -1,3 +0,0 @@
|
|
|
1
|
-
export { Eval, type BenchmarkConfig, type EvalCandidate, type EvaluateResponse, type Job, type EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams, type EvalRunEvalParams, type EvalRunEvalAlphaParams, } from "./eval.js";
|
|
2
|
-
export { Jobs } from "./jobs.js";
|
|
3
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAQA,OAAO,EACL,IAAI,EACJ,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,gBAAgB,EACrB,KAAK,GAAG,EACR,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,GAC5B,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAE1C,sFAAsF;AAEtF,kCAUgB;AATd,4FAAA,IAAI,OAAA;AAUN,kCAA8B;AAArB,4FAAA,IAAI,OAAA"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAInC,EACL,IAAI,GASL;OACM,EAAE,IAAI,EAAE"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAElC,qBAAa,IAAK,SAAQ,WAAW;IACnC;;OAEG;IACH,QAAQ,CACN,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;IAI5C;;OAEG;IACH,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAOhG;;OAEG;IACH,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC;CAGxG"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAE1C,sFAAsF;AAEtF,gDAA6C;AAI7C,MAAa,IAAK,SAAQ,sBAAW;IACnC;;OAEG;IACH,QAAQ,CACN,WAAmB,EACnB,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9F,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,uBAAuB,WAAW,SAAS,KAAK,EAAE,EAAE;YAC7E,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACvF,CAAC;CACF;AA5BD,oBA4BC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"jobs.mjs","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAInC,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,IAAK,SAAQ,WAAW;IACnC;;OAEG;IACH,QAAQ,CACN,WAAmB,EACnB,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9F,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,uBAAuB,WAAW,SAAS,KAAK,EAAE,EAAE;YAC7E,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACvF,CAAC;CACF"}
|
package/resources/eval.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../src/resources/eval.ts"],"names":[],"mappings":"AAQA,cAAc,cAAc,CAAC"}
|
package/resources/eval.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"eval.js","sourceRoot":"","sources":["../src/resources/eval.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;;;;;;;;;;;;;;AAE1C,sFAAsF;AAEtF,kDAA6B"}
|
package/resources/eval.mjs.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../src/resources/eval.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C"}
|