llama-stack-client 0.3.5 → 0.4.0-rc2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +153 -0
- package/README.md +48 -39
- package/error.d.ts.map +1 -1
- package/error.js +1 -0
- package/error.js.map +1 -1
- package/error.mjs.map +1 -1
- package/index.d.mts +33 -54
- package/index.d.ts +33 -54
- package/index.d.ts.map +1 -1
- package/index.js +20 -29
- package/index.js.map +1 -1
- package/index.mjs +18 -28
- package/index.mjs.map +1 -1
- package/lib/response-helpers.d.ts +23 -0
- package/lib/response-helpers.d.ts.map +1 -0
- package/lib/response-helpers.js +53 -0
- package/lib/response-helpers.js.map +1 -0
- package/lib/response-helpers.mjs +49 -0
- package/lib/response-helpers.mjs.map +1 -0
- package/package.json +7 -1
- package/pagination.d.ts.map +1 -1
- package/pagination.js +2 -4
- package/pagination.js.map +1 -1
- package/pagination.mjs +1 -4
- package/pagination.mjs.map +1 -1
- package/resource.d.ts.map +1 -1
- package/resource.js.map +1 -1
- package/resource.mjs.map +1 -1
- package/resources/alpha/admin.d.ts +41 -0
- package/resources/alpha/admin.d.ts.map +1 -0
- package/resources/alpha/admin.js +46 -0
- package/resources/alpha/admin.js.map +1 -0
- package/resources/alpha/admin.mjs +42 -0
- package/resources/alpha/admin.mjs.map +1 -0
- package/resources/alpha/alpha.d.ts +26 -0
- package/resources/alpha/alpha.d.ts.map +1 -0
- package/resources/alpha/alpha.js +61 -0
- package/resources/alpha/alpha.js.map +1 -0
- package/resources/alpha/alpha.mjs +34 -0
- package/resources/alpha/alpha.mjs.map +1 -0
- package/resources/{benchmarks.d.ts → alpha/benchmarks.d.ts} +41 -15
- package/resources/alpha/benchmarks.d.ts.map +1 -0
- package/resources/{benchmarks.js → alpha/benchmarks.js} +18 -4
- package/resources/alpha/benchmarks.js.map +1 -0
- package/resources/alpha/benchmarks.mjs +44 -0
- package/resources/alpha/benchmarks.mjs.map +1 -0
- package/resources/alpha/eval/eval.d.ts +160 -0
- package/resources/alpha/eval/eval.d.ts.map +1 -0
- package/resources/{eval → alpha/eval}/eval.js +7 -6
- package/resources/alpha/eval/eval.js.map +1 -0
- package/resources/{eval → alpha/eval}/eval.mjs +7 -5
- package/resources/alpha/eval/eval.mjs.map +1 -0
- package/resources/alpha/eval/index.d.ts +3 -0
- package/resources/alpha/eval/index.d.ts.map +1 -0
- package/resources/{eval → alpha/eval}/index.js +2 -1
- package/resources/alpha/eval/index.js.map +1 -0
- package/resources/{eval → alpha/eval}/index.mjs +2 -0
- package/resources/alpha/eval/index.mjs.map +1 -0
- package/resources/{eval → alpha/eval}/jobs.d.ts +2 -2
- package/resources/alpha/eval/jobs.d.ts.map +1 -0
- package/resources/{eval → alpha/eval}/jobs.js +6 -5
- package/resources/alpha/eval/jobs.js.map +1 -0
- package/resources/{eval → alpha/eval}/jobs.mjs +6 -4
- package/resources/alpha/eval/jobs.mjs.map +1 -0
- package/resources/alpha/eval.d.ts.map +1 -0
- package/resources/{eval.js → alpha/eval.js} +1 -0
- package/resources/alpha/eval.js.map +1 -0
- package/resources/alpha/eval.mjs.map +1 -0
- package/resources/alpha/index.d.ts +7 -0
- package/resources/alpha/index.d.ts.map +1 -0
- package/resources/alpha/index.js +23 -0
- package/resources/alpha/index.js.map +1 -0
- package/resources/alpha/index.mjs +14 -0
- package/resources/alpha/index.mjs.map +1 -0
- package/resources/alpha/inference.d.ts +85 -0
- package/resources/alpha/inference.d.ts.map +1 -0
- package/resources/{agents/steps.js → alpha/inference.js} +9 -8
- package/resources/alpha/inference.js.map +1 -0
- package/resources/alpha/inference.mjs +17 -0
- package/resources/alpha/inference.mjs.map +1 -0
- package/resources/alpha/post-training/index.d.ts.map +1 -0
- package/resources/{post-training → alpha/post-training}/index.js +2 -1
- package/resources/alpha/post-training/index.js.map +1 -0
- package/resources/{post-training → alpha/post-training}/index.mjs +2 -0
- package/resources/alpha/post-training/index.mjs.map +1 -0
- package/resources/alpha/post-training/job.d.ts +113 -0
- package/resources/alpha/post-training/job.d.ts.map +1 -0
- package/resources/{post-training → alpha/post-training}/job.js +7 -6
- package/resources/alpha/post-training/job.js.map +1 -0
- package/resources/{post-training → alpha/post-training}/job.mjs +7 -5
- package/resources/alpha/post-training/job.mjs.map +1 -0
- package/resources/alpha/post-training/post-training.d.ts +245 -0
- package/resources/alpha/post-training/post-training.d.ts.map +1 -0
- package/resources/{post-training → alpha/post-training}/post-training.js +5 -4
- package/resources/alpha/post-training/post-training.js.map +1 -0
- package/resources/{post-training → alpha/post-training}/post-training.mjs +5 -3
- package/resources/alpha/post-training/post-training.mjs.map +1 -0
- package/resources/alpha/post-training.d.ts.map +1 -0
- package/resources/{post-training.js → alpha/post-training.js} +2 -1
- package/resources/alpha/post-training.js.map +1 -0
- package/resources/{post-training.mjs → alpha/post-training.mjs} +2 -0
- package/resources/alpha/post-training.mjs.map +1 -0
- package/resources/alpha.d.ts +2 -0
- package/resources/alpha.d.ts.map +1 -0
- package/resources/alpha.js +25 -0
- package/resources/alpha.js.map +1 -0
- package/resources/alpha.mjs +9 -0
- package/resources/alpha.mjs.map +1 -0
- package/resources/batches.d.ts +322 -0
- package/resources/batches.d.ts.map +1 -0
- package/resources/batches.js +45 -0
- package/resources/batches.js.map +1 -0
- package/resources/batches.mjs +40 -0
- package/resources/batches.mjs.map +1 -0
- package/resources/beta/beta.d.ts +10 -0
- package/resources/beta/beta.d.ts.map +1 -0
- package/resources/{tool-runtime/tool-runtime.js → beta/beta.js} +10 -22
- package/resources/beta/beta.js.map +1 -0
- package/resources/beta/beta.mjs +18 -0
- package/resources/beta/beta.mjs.map +1 -0
- package/resources/{datasets.d.ts → beta/datasets.d.ts} +117 -99
- package/resources/beta/datasets.d.ts.map +1 -0
- package/resources/{datasets.js → beta/datasets.js} +14 -9
- package/resources/beta/datasets.js.map +1 -0
- package/resources/{datasets.mjs → beta/datasets.mjs} +14 -8
- package/resources/beta/datasets.mjs.map +1 -0
- package/resources/beta/index.d.ts +3 -0
- package/resources/beta/index.d.ts.map +1 -0
- package/resources/beta/index.js +15 -0
- package/resources/beta/index.js.map +1 -0
- package/resources/beta/index.mjs +10 -0
- package/resources/beta/index.mjs.map +1 -0
- package/resources/beta.d.ts +2 -0
- package/resources/beta.d.ts.map +1 -0
- package/resources/{agents.js → beta.js} +4 -3
- package/resources/beta.js.map +1 -0
- package/resources/beta.mjs +9 -0
- package/resources/beta.mjs.map +1 -0
- package/resources/chat/chat.d.ts +75 -80
- package/resources/chat/chat.d.ts.map +1 -1
- package/resources/chat/chat.js +2 -2
- package/resources/chat/chat.js.map +1 -1
- package/resources/chat/chat.mjs +3 -2
- package/resources/chat/chat.mjs.map +1 -1
- package/resources/chat/completions.d.ts +760 -1406
- package/resources/chat/completions.d.ts.map +1 -1
- package/resources/chat/completions.js +8 -14
- package/resources/chat/completions.js.map +1 -1
- package/resources/chat/completions.mjs +7 -11
- package/resources/chat/completions.mjs.map +1 -1
- package/resources/chat/index.d.ts +1 -1
- package/resources/chat/index.d.ts.map +1 -1
- package/resources/chat/index.js +3 -3
- package/resources/chat/index.js.map +1 -1
- package/resources/chat/index.mjs +3 -1
- package/resources/chat/index.mjs.map +1 -1
- package/resources/chat.js +2 -1
- package/resources/chat.js.map +1 -1
- package/resources/chat.mjs +2 -0
- package/resources/chat.mjs.map +1 -1
- package/resources/completions.d.ts +54 -97
- package/resources/completions.d.ts.map +1 -1
- package/resources/completions.js +3 -6
- package/resources/completions.js.map +1 -1
- package/resources/completions.mjs +3 -5
- package/resources/completions.mjs.map +1 -1
- package/resources/conversations/conversations.d.ts +320 -0
- package/resources/conversations/conversations.d.ts.map +1 -0
- package/resources/conversations/conversations.js +78 -0
- package/resources/conversations/conversations.js.map +1 -0
- package/resources/conversations/conversations.mjs +51 -0
- package/resources/conversations/conversations.mjs.map +1 -0
- package/resources/conversations/index.d.ts +3 -0
- package/resources/conversations/index.d.ts.map +1 -0
- package/resources/conversations/index.js +16 -0
- package/resources/conversations/index.js.map +1 -0
- package/resources/conversations/index.mjs +10 -0
- package/resources/conversations/index.mjs.map +1 -0
- package/resources/conversations/items.d.ts +874 -0
- package/resources/conversations/items.d.ts.map +1 -0
- package/resources/conversations/items.js +51 -0
- package/resources/conversations/items.js.map +1 -0
- package/resources/conversations/items.mjs +46 -0
- package/resources/conversations/items.mjs.map +1 -0
- package/resources/conversations.d.ts +2 -0
- package/resources/conversations.d.ts.map +1 -0
- package/resources/conversations.js +25 -0
- package/resources/conversations.js.map +1 -0
- package/resources/conversations.mjs +9 -0
- package/resources/conversations.mjs.map +1 -0
- package/resources/embeddings.d.ts +10 -52
- package/resources/embeddings.d.ts.map +1 -1
- package/resources/embeddings.js +5 -2
- package/resources/embeddings.js.map +1 -1
- package/resources/embeddings.mjs +5 -1
- package/resources/embeddings.mjs.map +1 -1
- package/resources/files.d.ts +44 -54
- package/resources/files.d.ts.map +1 -1
- package/resources/files.js +18 -9
- package/resources/files.js.map +1 -1
- package/resources/files.mjs +18 -8
- package/resources/files.mjs.map +1 -1
- package/resources/index.d.ts +11 -15
- package/resources/index.d.ts.map +1 -1
- package/resources/index.js +15 -21
- package/resources/index.js.map +1 -1
- package/resources/index.mjs +9 -11
- package/resources/index.mjs.map +1 -1
- package/resources/inspect.d.ts +3 -71
- package/resources/inspect.d.ts.map +1 -1
- package/resources/inspect.js +2 -1
- package/resources/inspect.js.map +1 -1
- package/resources/inspect.mjs +2 -0
- package/resources/inspect.mjs.map +1 -1
- package/resources/models/index.d.ts +2 -2
- package/resources/models/index.d.ts.map +1 -1
- package/resources/models/index.js +2 -1
- package/resources/models/index.js.map +1 -1
- package/resources/models/index.mjs +2 -0
- package/resources/models/index.mjs.map +1 -1
- package/resources/models/models.d.ts +71 -31
- package/resources/models/models.d.ts.map +1 -1
- package/resources/models/models.js +13 -2
- package/resources/models/models.js.map +1 -1
- package/resources/models/models.mjs +13 -1
- package/resources/models/models.mjs.map +1 -1
- package/resources/models/openai.d.ts +2 -16
- package/resources/models/openai.d.ts.map +1 -1
- package/resources/models/openai.js +3 -2
- package/resources/models/openai.js.map +1 -1
- package/resources/models/openai.mjs +3 -1
- package/resources/models/openai.mjs.map +1 -1
- package/resources/models.js +2 -1
- package/resources/models.js.map +1 -1
- package/resources/models.mjs +2 -0
- package/resources/models.mjs.map +1 -1
- package/resources/moderations.d.ts +9 -35
- package/resources/moderations.d.ts.map +1 -1
- package/resources/moderations.js +5 -2
- package/resources/moderations.js.map +1 -1
- package/resources/moderations.mjs +5 -1
- package/resources/moderations.mjs.map +1 -1
- package/resources/prompts/index.d.ts +3 -0
- package/resources/prompts/index.d.ts.map +1 -0
- package/resources/prompts/index.js +15 -0
- package/resources/prompts/index.js.map +1 -0
- package/resources/prompts/index.mjs +10 -0
- package/resources/prompts/index.mjs.map +1 -0
- package/resources/prompts/prompts.d.ts +96 -0
- package/resources/prompts/prompts.d.ts.map +1 -0
- package/resources/{agents/agents.js → prompts/prompts.js} +43 -30
- package/resources/prompts/prompts.js.map +1 -0
- package/resources/prompts/prompts.mjs +66 -0
- package/resources/prompts/prompts.mjs.map +1 -0
- package/resources/prompts/versions.d.ts +12 -0
- package/resources/prompts/versions.d.ts.map +1 -0
- package/resources/prompts/versions.js +23 -0
- package/resources/prompts/versions.js.map +1 -0
- package/resources/prompts/versions.mjs +19 -0
- package/resources/prompts/versions.mjs.map +1 -0
- package/resources/prompts.d.ts +2 -0
- package/resources/prompts.d.ts.map +1 -0
- package/resources/prompts.js +25 -0
- package/resources/prompts.js.map +1 -0
- package/resources/prompts.mjs +9 -0
- package/resources/prompts.mjs.map +1 -0
- package/resources/providers.d.ts +4 -13
- package/resources/providers.d.ts.map +1 -1
- package/resources/providers.js +2 -1
- package/resources/providers.js.map +1 -1
- package/resources/providers.mjs +2 -0
- package/resources/providers.mjs.map +1 -1
- package/resources/responses/index.js +2 -1
- package/resources/responses/index.js.map +1 -1
- package/resources/responses/index.mjs +2 -0
- package/resources/responses/index.mjs.map +1 -1
- package/resources/responses/input-items.d.ts +246 -151
- package/resources/responses/input-items.d.ts.map +1 -1
- package/resources/responses/input-items.js +3 -2
- package/resources/responses/input-items.js.map +1 -1
- package/resources/responses/input-items.mjs +3 -1
- package/resources/responses/input-items.mjs.map +1 -1
- package/resources/responses/responses.d.ts +1841 -1455
- package/resources/responses/responses.d.ts.map +1 -1
- package/resources/responses/responses.js +8 -11
- package/resources/responses/responses.js.map +1 -1
- package/resources/responses/responses.mjs +8 -10
- package/resources/responses/responses.mjs.map +1 -1
- package/resources/responses.js +2 -1
- package/resources/responses.js.map +1 -1
- package/resources/responses.mjs +2 -0
- package/resources/responses.mjs.map +1 -1
- package/resources/routes.d.ts +11 -10
- package/resources/routes.d.ts.map +1 -1
- package/resources/routes.js +8 -6
- package/resources/routes.js.map +1 -1
- package/resources/routes.mjs +8 -5
- package/resources/routes.mjs.map +1 -1
- package/resources/safety.d.ts +144 -10
- package/resources/safety.d.ts.map +1 -1
- package/resources/safety.js +4 -1
- package/resources/safety.js.map +1 -1
- package/resources/safety.mjs +4 -0
- package/resources/safety.mjs.map +1 -1
- package/resources/scoring-functions.d.ts +120 -50
- package/resources/scoring-functions.d.ts.map +1 -1
- package/resources/scoring-functions.js +15 -1
- package/resources/scoring-functions.js.map +1 -1
- package/resources/scoring-functions.mjs +15 -0
- package/resources/scoring-functions.mjs.map +1 -1
- package/resources/scoring.d.ts +85 -26
- package/resources/scoring.d.ts.map +1 -1
- package/resources/scoring.js +2 -1
- package/resources/scoring.js.map +1 -1
- package/resources/scoring.mjs +2 -0
- package/resources/scoring.mjs.map +1 -1
- package/resources/shared.d.ts +173 -591
- package/resources/shared.d.ts.map +1 -1
- package/resources/shared.js +2 -0
- package/resources/shared.js.map +1 -1
- package/resources/shared.mjs +2 -0
- package/resources/shared.mjs.map +1 -1
- package/resources/shields.d.ts +19 -24
- package/resources/shields.d.ts.map +1 -1
- package/resources/shields.js +6 -1
- package/resources/shields.js.map +1 -1
- package/resources/shields.mjs +6 -0
- package/resources/shields.mjs.map +1 -1
- package/resources/tool-runtime.d.ts +151 -1
- package/resources/tool-runtime.d.ts.map +1 -1
- package/resources/tool-runtime.js +22 -16
- package/resources/tool-runtime.js.map +1 -1
- package/resources/tool-runtime.mjs +20 -1
- package/resources/tool-runtime.mjs.map +1 -1
- package/resources/toolgroups.d.ts +27 -37
- package/resources/toolgroups.d.ts.map +1 -1
- package/resources/toolgroups.js +10 -1
- package/resources/toolgroups.js.map +1 -1
- package/resources/toolgroups.mjs +10 -0
- package/resources/toolgroups.mjs.map +1 -1
- package/resources/tools.d.ts +9 -76
- package/resources/tools.d.ts.map +1 -1
- package/resources/tools.js +4 -1
- package/resources/tools.js.map +1 -1
- package/resources/tools.mjs +4 -0
- package/resources/tools.mjs.map +1 -1
- package/resources/vector-io.d.ts +272 -148
- package/resources/vector-io.d.ts.map +1 -1
- package/resources/vector-io.js +2 -1
- package/resources/vector-io.js.map +1 -1
- package/resources/vector-io.mjs +2 -0
- package/resources/vector-io.mjs.map +1 -1
- package/resources/vector-stores/file-batches.d.ts +111 -0
- package/resources/vector-stores/file-batches.d.ts.map +1 -0
- package/resources/vector-stores/file-batches.js +45 -0
- package/resources/vector-stores/file-batches.js.map +1 -0
- package/resources/vector-stores/file-batches.mjs +41 -0
- package/resources/vector-stores/file-batches.mjs.map +1 -0
- package/resources/vector-stores/files.d.ts +83 -135
- package/resources/vector-stores/files.d.ts.map +1 -1
- package/resources/vector-stores/files.js +15 -14
- package/resources/vector-stores/files.js.map +1 -1
- package/resources/vector-stores/files.mjs +15 -13
- package/resources/vector-stores/files.mjs.map +1 -1
- package/resources/vector-stores/index.d.ts +2 -1
- package/resources/vector-stores/index.d.ts.map +1 -1
- package/resources/vector-stores/index.js +5 -2
- package/resources/vector-stores/index.js.map +1 -1
- package/resources/vector-stores/index.mjs +3 -0
- package/resources/vector-stores/index.mjs.map +1 -1
- package/resources/vector-stores/vector-stores.d.ts +118 -217
- package/resources/vector-stores/vector-stores.d.ts.map +1 -1
- package/resources/vector-stores/vector-stores.js +18 -12
- package/resources/vector-stores/vector-stores.js.map +1 -1
- package/resources/vector-stores/vector-stores.mjs +18 -11
- package/resources/vector-stores/vector-stores.mjs.map +1 -1
- package/resources/vector-stores.js +2 -1
- package/resources/vector-stores.js.map +1 -1
- package/resources/vector-stores.mjs +2 -0
- package/resources/vector-stores.mjs.map +1 -1
- package/src/error.ts +1 -0
- package/src/index.ts +92 -267
- package/src/lib/response-helpers.ts +60 -0
- package/src/pagination.ts +2 -5
- package/src/resource.ts +1 -0
- package/src/resources/alpha/admin.ts +84 -0
- package/src/resources/alpha/alpha.ts +93 -0
- package/src/resources/{benchmarks.ts → alpha/benchmarks.ts} +51 -16
- package/src/resources/{eval → alpha/eval}/eval.ts +83 -65
- package/src/resources/{eval → alpha/eval}/index.ts +1 -2
- package/src/resources/{eval → alpha/eval}/jobs.ts +6 -6
- package/src/resources/{eval.ts → alpha/eval.ts} +1 -0
- package/src/resources/alpha/index.ts +36 -0
- package/src/resources/alpha/inference.ts +132 -0
- package/src/resources/{post-training → alpha/post-training}/index.ts +1 -1
- package/src/resources/alpha/post-training/job.ts +177 -0
- package/src/resources/alpha/post-training/post-training.ts +372 -0
- package/src/resources/{post-training.ts → alpha/post-training.ts} +1 -1
- package/src/resources/alpha.ts +9 -0
- package/src/resources/batches.ts +572 -0
- package/src/resources/beta/beta.ts +41 -0
- package/src/resources/{datasets.ts → beta/datasets.ts} +128 -110
- package/src/resources/beta/index.ts +20 -0
- package/src/resources/{agents.ts → beta.ts} +2 -2
- package/src/resources/chat/chat.ts +84 -83
- package/src/resources/chat/completions.ts +876 -1486
- package/src/resources/chat/index.ts +1 -2
- package/src/resources/chat.ts +1 -1
- package/src/resources/completions.ts +59 -103
- package/src/resources/conversations/conversations.ts +491 -0
- package/src/resources/conversations/index.ts +25 -0
- package/src/resources/conversations/items.ts +1365 -0
- package/src/resources/conversations.ts +9 -0
- package/src/resources/embeddings.ts +14 -55
- package/src/resources/files.ts +54 -61
- package/src/resources/index.ts +35 -111
- package/src/resources/inspect.ts +4 -84
- package/src/resources/models/index.ts +4 -2
- package/src/resources/models/models.ts +79 -30
- package/src/resources/models/openai.ts +4 -24
- package/src/resources/models.ts +1 -1
- package/src/resources/moderations.ts +10 -36
- package/src/resources/prompts/index.ts +19 -0
- package/src/resources/prompts/prompts.ts +171 -0
- package/src/resources/prompts/versions.ts +26 -0
- package/src/resources/prompts.ts +9 -0
- package/src/resources/providers.ts +5 -18
- package/src/resources/responses/index.ts +1 -1
- package/src/resources/responses/input-items.ts +365 -161
- package/src/resources/responses/responses.ts +2959 -1870
- package/src/resources/responses.ts +1 -1
- package/src/resources/routes.ts +25 -14
- package/src/resources/safety.ts +199 -9
- package/src/resources/scoring-functions.ts +168 -52
- package/src/resources/scoring.ts +125 -22
- package/src/resources/shared.ts +187 -665
- package/src/resources/shields.ts +18 -23
- package/src/resources/tool-runtime.ts +210 -2
- package/src/resources/toolgroups.ts +26 -36
- package/src/resources/tools.ts +10 -94
- package/src/resources/vector-io.ts +323 -145
- package/src/resources/vector-stores/file-batches.ts +201 -0
- package/src/resources/vector-stores/files.ts +123 -143
- package/src/resources/vector-stores/index.ts +9 -1
- package/src/resources/vector-stores/vector-stores.ts +150 -216
- package/src/resources/vector-stores.ts +1 -1
- package/src/version.ts +1 -1
- package/version.d.ts +1 -1
- package/version.d.ts.map +1 -1
- package/version.js +1 -1
- package/version.js.map +1 -1
- package/version.mjs +1 -1
- package/version.mjs.map +1 -1
- package/resources/agents/agents.d.ts +0 -246
- package/resources/agents/agents.d.ts.map +0 -1
- package/resources/agents/agents.js.map +0 -1
- package/resources/agents/agents.mjs +0 -52
- package/resources/agents/agents.mjs.map +0 -1
- package/resources/agents/index.d.ts +0 -5
- package/resources/agents/index.d.ts.map +0 -1
- package/resources/agents/index.js +0 -18
- package/resources/agents/index.js.map +0 -1
- package/resources/agents/index.mjs +0 -10
- package/resources/agents/index.mjs.map +0 -1
- package/resources/agents/session.d.ts +0 -98
- package/resources/agents/session.d.ts.map +0 -1
- package/resources/agents/session.js +0 -42
- package/resources/agents/session.js.map +0 -1
- package/resources/agents/session.mjs +0 -37
- package/resources/agents/session.mjs.map +0 -1
- package/resources/agents/steps.d.ts +0 -22
- package/resources/agents/steps.d.ts.map +0 -1
- package/resources/agents/steps.js.map +0 -1
- package/resources/agents/steps.mjs +0 -15
- package/resources/agents/steps.mjs.map +0 -1
- package/resources/agents/turn.d.ts +0 -461
- package/resources/agents/turn.d.ts.map +0 -1
- package/resources/agents/turn.js +0 -34
- package/resources/agents/turn.js.map +0 -1
- package/resources/agents/turn.mjs +0 -29
- package/resources/agents/turn.mjs.map +0 -1
- package/resources/agents.d.ts +0 -2
- package/resources/agents.d.ts.map +0 -1
- package/resources/agents.js.map +0 -1
- package/resources/agents.mjs +0 -7
- package/resources/agents.mjs.map +0 -1
- package/resources/benchmarks.d.ts.map +0 -1
- package/resources/benchmarks.js.map +0 -1
- package/resources/benchmarks.mjs +0 -31
- package/resources/benchmarks.mjs.map +0 -1
- package/resources/datasets.d.ts.map +0 -1
- package/resources/datasets.js.map +0 -1
- package/resources/datasets.mjs.map +0 -1
- package/resources/eval/eval.d.ts +0 -159
- package/resources/eval/eval.d.ts.map +0 -1
- package/resources/eval/eval.js.map +0 -1
- package/resources/eval/eval.mjs.map +0 -1
- package/resources/eval/index.d.ts +0 -3
- package/resources/eval/index.d.ts.map +0 -1
- package/resources/eval/index.js.map +0 -1
- package/resources/eval/index.mjs.map +0 -1
- package/resources/eval/jobs.d.ts.map +0 -1
- package/resources/eval/jobs.js.map +0 -1
- package/resources/eval/jobs.mjs.map +0 -1
- package/resources/eval.d.ts.map +0 -1
- package/resources/eval.js.map +0 -1
- package/resources/eval.mjs.map +0 -1
- package/resources/inference.d.ts +0 -580
- package/resources/inference.d.ts.map +0 -1
- package/resources/inference.js +0 -54
- package/resources/inference.js.map +0 -1
- package/resources/inference.mjs +0 -49
- package/resources/inference.mjs.map +0 -1
- package/resources/post-training/index.d.ts.map +0 -1
- package/resources/post-training/index.js.map +0 -1
- package/resources/post-training/index.mjs.map +0 -1
- package/resources/post-training/job.d.ts +0 -205
- package/resources/post-training/job.d.ts.map +0 -1
- package/resources/post-training/job.js.map +0 -1
- package/resources/post-training/job.mjs.map +0 -1
- package/resources/post-training/post-training.d.ts +0 -402
- package/resources/post-training/post-training.d.ts.map +0 -1
- package/resources/post-training/post-training.js.map +0 -1
- package/resources/post-training/post-training.mjs.map +0 -1
- package/resources/post-training.d.ts.map +0 -1
- package/resources/post-training.js.map +0 -1
- package/resources/post-training.mjs.map +0 -1
- package/resources/synthetic-data-generation.d.ts +0 -47
- package/resources/synthetic-data-generation.d.ts.map +0 -1
- package/resources/synthetic-data-generation.js +0 -20
- package/resources/synthetic-data-generation.js.map +0 -1
- package/resources/synthetic-data-generation.mjs +0 -15
- package/resources/synthetic-data-generation.mjs.map +0 -1
- package/resources/telemetry.d.ts +0 -519
- package/resources/telemetry.d.ts.map +0 -1
- package/resources/telemetry.js +0 -70
- package/resources/telemetry.js.map +0 -1
- package/resources/telemetry.mjs +0 -65
- package/resources/telemetry.mjs.map +0 -1
- package/resources/tool-runtime/index.d.ts +0 -3
- package/resources/tool-runtime/index.d.ts.map +0 -1
- package/resources/tool-runtime/index.js +0 -14
- package/resources/tool-runtime/index.js.map +0 -1
- package/resources/tool-runtime/index.mjs +0 -8
- package/resources/tool-runtime/index.mjs.map +0 -1
- package/resources/tool-runtime/rag-tool.d.ts +0 -45
- package/resources/tool-runtime/rag-tool.d.ts.map +0 -1
- package/resources/tool-runtime/rag-tool.js +0 -30
- package/resources/tool-runtime/rag-tool.js.map +0 -1
- package/resources/tool-runtime/rag-tool.mjs +0 -25
- package/resources/tool-runtime/rag-tool.mjs.map +0 -1
- package/resources/tool-runtime/tool-runtime.d.ts +0 -132
- package/resources/tool-runtime/tool-runtime.d.ts.map +0 -1
- package/resources/tool-runtime/tool-runtime.js.map +0 -1
- package/resources/tool-runtime/tool-runtime.mjs +0 -29
- package/resources/tool-runtime/tool-runtime.mjs.map +0 -1
- package/resources/vector-dbs.d.ts +0 -128
- package/resources/vector-dbs.d.ts.map +0 -1
- package/resources/vector-dbs.js +0 -41
- package/resources/vector-dbs.js.map +0 -1
- package/resources/vector-dbs.mjs +0 -36
- package/resources/vector-dbs.mjs.map +0 -1
- package/src/resources/agents/agents.ts +0 -372
- package/src/resources/agents/index.ts +0 -44
- package/src/resources/agents/session.ts +0 -169
- package/src/resources/agents/steps.ts +0 -47
- package/src/resources/agents/turn.ts +0 -638
- package/src/resources/inference.ts +0 -768
- package/src/resources/post-training/job.ts +0 -274
- package/src/resources/post-training/post-training.ts +0 -516
- package/src/resources/synthetic-data-generation.ts +0 -65
- package/src/resources/telemetry.ts +0 -692
- package/src/resources/tool-runtime/index.ts +0 -17
- package/src/resources/tool-runtime/rag-tool.ts +0 -69
- package/src/resources/tool-runtime/tool-runtime.ts +0 -191
- package/src/resources/vector-dbs.ts +0 -191
- /package/resources/{eval.d.ts → alpha/eval.d.ts} +0 -0
- /package/resources/{eval.mjs → alpha/eval.mjs} +0 -0
- /package/resources/{post-training → alpha/post-training}/index.d.ts +0 -0
- /package/resources/{post-training.d.ts → alpha/post-training.d.ts} +0 -0
|
@@ -6,31 +6,45 @@
|
|
|
6
6
|
// the root directory of this source tree.
|
|
7
7
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
8
8
|
exports.Benchmarks = void 0;
|
|
9
|
+
//
|
|
9
10
|
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
10
|
-
const resource_1 = require("
|
|
11
|
+
const resource_1 = require("../../resource.js");
|
|
11
12
|
class Benchmarks extends resource_1.APIResource {
|
|
12
13
|
/**
|
|
13
14
|
* Get a benchmark by its ID.
|
|
14
15
|
*/
|
|
15
16
|
retrieve(benchmarkId, options) {
|
|
16
|
-
return this._client.get(`/
|
|
17
|
+
return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}`, options);
|
|
17
18
|
}
|
|
18
19
|
/**
|
|
19
20
|
* List all benchmarks.
|
|
20
21
|
*/
|
|
21
22
|
list(options) {
|
|
22
|
-
return this._client.get('/
|
|
23
|
+
return this._client.get('/v1alpha/eval/benchmarks', options)._thenUnwrap((obj) => obj.data);
|
|
23
24
|
}
|
|
24
25
|
/**
|
|
25
26
|
* Register a benchmark.
|
|
27
|
+
*
|
|
28
|
+
* @deprecated
|
|
26
29
|
*/
|
|
27
30
|
register(body, options) {
|
|
28
|
-
return this._client.post('/
|
|
31
|
+
return this._client.post('/v1alpha/eval/benchmarks', {
|
|
29
32
|
body,
|
|
30
33
|
...options,
|
|
31
34
|
headers: { Accept: '*/*', ...options?.headers },
|
|
32
35
|
});
|
|
33
36
|
}
|
|
37
|
+
/**
|
|
38
|
+
* Unregister a benchmark.
|
|
39
|
+
*
|
|
40
|
+
* @deprecated
|
|
41
|
+
*/
|
|
42
|
+
unregister(benchmarkId, options) {
|
|
43
|
+
return this._client.delete(`/v1alpha/eval/benchmarks/${benchmarkId}`, {
|
|
44
|
+
...options,
|
|
45
|
+
headers: { Accept: '*/*', ...options?.headers },
|
|
46
|
+
});
|
|
47
|
+
}
|
|
34
48
|
}
|
|
35
49
|
exports.Benchmarks = Benchmarks;
|
|
36
50
|
//# sourceMappingURL=benchmarks.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"benchmarks.js","sourceRoot":"","sources":["../../src/resources/alpha/benchmarks.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAE1C,EAAE;AACF,sFAAsF;AAEtF,gDAA6C;AAG7C,MAAa,UAAW,SAAQ,sBAAW;IACzC;;OAEG;IACH,QAAQ,CAAC,WAAmB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,OAAO,CAGrD,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,IAA6B,EAAE,OAA6B;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACnD,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,UAAU,CAAC,WAAmB,EAAE,OAA6B;QAC3D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,4BAA4B,WAAW,EAAE,EAAE;YACpE,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF;AA3CD,gCA2CC"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
// Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
2
|
+
// All rights reserved.
|
|
3
|
+
//
|
|
4
|
+
// This source code is licensed under the terms described in the LICENSE file in
|
|
5
|
+
// the root directory of this source tree.
|
|
6
|
+
import { APIResource } from "../../resource.mjs";
|
|
7
|
+
export class Benchmarks extends APIResource {
|
|
8
|
+
/**
|
|
9
|
+
* Get a benchmark by its ID.
|
|
10
|
+
*/
|
|
11
|
+
retrieve(benchmarkId, options) {
|
|
12
|
+
return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}`, options);
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* List all benchmarks.
|
|
16
|
+
*/
|
|
17
|
+
list(options) {
|
|
18
|
+
return this._client.get('/v1alpha/eval/benchmarks', options)._thenUnwrap((obj) => obj.data);
|
|
19
|
+
}
|
|
20
|
+
/**
|
|
21
|
+
* Register a benchmark.
|
|
22
|
+
*
|
|
23
|
+
* @deprecated
|
|
24
|
+
*/
|
|
25
|
+
register(body, options) {
|
|
26
|
+
return this._client.post('/v1alpha/eval/benchmarks', {
|
|
27
|
+
body,
|
|
28
|
+
...options,
|
|
29
|
+
headers: { Accept: '*/*', ...options?.headers },
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* Unregister a benchmark.
|
|
34
|
+
*
|
|
35
|
+
* @deprecated
|
|
36
|
+
*/
|
|
37
|
+
unregister(benchmarkId, options) {
|
|
38
|
+
return this._client.delete(`/v1alpha/eval/benchmarks/${benchmarkId}`, {
|
|
39
|
+
...options,
|
|
40
|
+
headers: { Accept: '*/*', ...options?.headers },
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
//# sourceMappingURL=benchmarks.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"benchmarks.mjs","sourceRoot":"","sources":["../../src/resources/alpha/benchmarks.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAKnC,EAAE,WAAW,EAAE;AAGtB,MAAM,OAAO,UAAW,SAAQ,WAAW;IACzC;;OAEG;IACH,QAAQ,CAAC,WAAmB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,OAAO,CAGrD,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,IAA6B,EAAE,OAA6B;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACnD,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,UAAU,CAAC,WAAmB,EAAE,OAA6B;QAC3D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,4BAA4B,WAAW,EAAE,EAAE;YACpE,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
import { APIResource } from "../../../resource.js";
|
|
2
|
+
import * as Core from "../../../core.js";
|
|
3
|
+
import * as Shared from "../../shared.js";
|
|
4
|
+
import * as JobsAPI from "./jobs.js";
|
|
5
|
+
import { Jobs } from "./jobs.js";
|
|
6
|
+
export declare class Eval extends APIResource {
|
|
7
|
+
jobs: JobsAPI.Jobs;
|
|
8
|
+
/**
|
|
9
|
+
* Evaluate a list of rows on a benchmark.
|
|
10
|
+
*/
|
|
11
|
+
evaluateRows(benchmarkId: string, body: EvalEvaluateRowsParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
|
|
12
|
+
/**
|
|
13
|
+
* Evaluate a list of rows on a benchmark.
|
|
14
|
+
*/
|
|
15
|
+
evaluateRowsAlpha(benchmarkId: string, body: EvalEvaluateRowsAlphaParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
|
|
16
|
+
/**
|
|
17
|
+
* Run an evaluation on a benchmark.
|
|
18
|
+
*/
|
|
19
|
+
runEval(benchmarkId: string, body: EvalRunEvalParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
|
|
20
|
+
/**
|
|
21
|
+
* Run an evaluation on a benchmark.
|
|
22
|
+
*/
|
|
23
|
+
runEvalAlpha(benchmarkId: string, body: EvalRunEvalAlphaParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
|
|
24
|
+
}
|
|
25
|
+
/**
|
|
26
|
+
* A benchmark configuration for evaluation.
|
|
27
|
+
*/
|
|
28
|
+
export interface BenchmarkConfig {
|
|
29
|
+
/**
|
|
30
|
+
* A model candidate for evaluation.
|
|
31
|
+
*/
|
|
32
|
+
eval_candidate: BenchmarkConfig.EvalCandidate;
|
|
33
|
+
/**
|
|
34
|
+
* Number of examples to evaluate (useful for testing), if not provided, all
|
|
35
|
+
* examples in the dataset will be evaluated
|
|
36
|
+
*/
|
|
37
|
+
num_examples?: number | null;
|
|
38
|
+
/**
|
|
39
|
+
* Map between scoring function id and parameters for each scoring function you
|
|
40
|
+
* want to run
|
|
41
|
+
*/
|
|
42
|
+
scoring_params?: {
|
|
43
|
+
[key: string]: BenchmarkConfig.LlmAsJudgeScoringFnParams | BenchmarkConfig.RegexParserScoringFnParams | BenchmarkConfig.BasicScoringFnParams;
|
|
44
|
+
};
|
|
45
|
+
}
|
|
46
|
+
export declare namespace BenchmarkConfig {
|
|
47
|
+
/**
|
|
48
|
+
* A model candidate for evaluation.
|
|
49
|
+
*/
|
|
50
|
+
interface EvalCandidate {
|
|
51
|
+
model: string;
|
|
52
|
+
/**
|
|
53
|
+
* Sampling parameters.
|
|
54
|
+
*/
|
|
55
|
+
sampling_params: Shared.SamplingParams;
|
|
56
|
+
/**
|
|
57
|
+
* A system message providing instructions or context to the model.
|
|
58
|
+
*/
|
|
59
|
+
system_message?: Shared.SystemMessage | null;
|
|
60
|
+
type?: 'model';
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Parameters for LLM-as-judge scoring function configuration.
|
|
64
|
+
*/
|
|
65
|
+
interface LlmAsJudgeScoringFnParams {
|
|
66
|
+
judge_model: string;
|
|
67
|
+
/**
|
|
68
|
+
* Aggregation functions to apply to the scores of each row
|
|
69
|
+
*/
|
|
70
|
+
aggregation_functions?: Array<'average' | 'weighted_average' | 'median' | 'categorical_count' | 'accuracy'>;
|
|
71
|
+
/**
|
|
72
|
+
* Regexes to extract the answer from generated response
|
|
73
|
+
*/
|
|
74
|
+
judge_score_regexes?: Array<string>;
|
|
75
|
+
prompt_template?: string | null;
|
|
76
|
+
type?: 'llm_as_judge';
|
|
77
|
+
}
|
|
78
|
+
/**
|
|
79
|
+
* Parameters for regex parser scoring function configuration.
|
|
80
|
+
*/
|
|
81
|
+
interface RegexParserScoringFnParams {
|
|
82
|
+
/**
|
|
83
|
+
* Aggregation functions to apply to the scores of each row
|
|
84
|
+
*/
|
|
85
|
+
aggregation_functions?: Array<'average' | 'weighted_average' | 'median' | 'categorical_count' | 'accuracy'>;
|
|
86
|
+
/**
|
|
87
|
+
* Regex to extract the answer from generated response
|
|
88
|
+
*/
|
|
89
|
+
parsing_regexes?: Array<string>;
|
|
90
|
+
type?: 'regex_parser';
|
|
91
|
+
}
|
|
92
|
+
/**
|
|
93
|
+
* Parameters for basic scoring function configuration.
|
|
94
|
+
*/
|
|
95
|
+
interface BasicScoringFnParams {
|
|
96
|
+
/**
|
|
97
|
+
* Aggregation functions to apply to the scores of each row
|
|
98
|
+
*/
|
|
99
|
+
aggregation_functions?: Array<'average' | 'weighted_average' | 'median' | 'categorical_count' | 'accuracy'>;
|
|
100
|
+
type?: 'basic';
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
/**
|
|
104
|
+
* The response from an evaluation.
|
|
105
|
+
*/
|
|
106
|
+
export interface EvaluateResponse {
|
|
107
|
+
generations: Array<{
|
|
108
|
+
[key: string]: unknown;
|
|
109
|
+
}>;
|
|
110
|
+
scores: {
|
|
111
|
+
[key: string]: Shared.ScoringResult;
|
|
112
|
+
};
|
|
113
|
+
}
|
|
114
|
+
/**
|
|
115
|
+
* A job execution instance with status tracking.
|
|
116
|
+
*/
|
|
117
|
+
export interface Job {
|
|
118
|
+
job_id: string;
|
|
119
|
+
/**
|
|
120
|
+
* Status of a job execution.
|
|
121
|
+
*/
|
|
122
|
+
status: 'completed' | 'in_progress' | 'failed' | 'scheduled' | 'cancelled';
|
|
123
|
+
}
|
|
124
|
+
export interface EvalEvaluateRowsParams {
|
|
125
|
+
/**
|
|
126
|
+
* A benchmark configuration for evaluation.
|
|
127
|
+
*/
|
|
128
|
+
benchmark_config: BenchmarkConfig;
|
|
129
|
+
input_rows: Array<{
|
|
130
|
+
[key: string]: unknown;
|
|
131
|
+
}>;
|
|
132
|
+
scoring_functions: Array<string>;
|
|
133
|
+
}
|
|
134
|
+
export interface EvalEvaluateRowsAlphaParams {
|
|
135
|
+
/**
|
|
136
|
+
* A benchmark configuration for evaluation.
|
|
137
|
+
*/
|
|
138
|
+
benchmark_config: BenchmarkConfig;
|
|
139
|
+
input_rows: Array<{
|
|
140
|
+
[key: string]: unknown;
|
|
141
|
+
}>;
|
|
142
|
+
scoring_functions: Array<string>;
|
|
143
|
+
}
|
|
144
|
+
export interface EvalRunEvalParams {
|
|
145
|
+
/**
|
|
146
|
+
* A benchmark configuration for evaluation.
|
|
147
|
+
*/
|
|
148
|
+
benchmark_config: BenchmarkConfig;
|
|
149
|
+
}
|
|
150
|
+
export interface EvalRunEvalAlphaParams {
|
|
151
|
+
/**
|
|
152
|
+
* A benchmark configuration for evaluation.
|
|
153
|
+
*/
|
|
154
|
+
benchmark_config: BenchmarkConfig;
|
|
155
|
+
}
|
|
156
|
+
export declare namespace Eval {
|
|
157
|
+
export { type BenchmarkConfig as BenchmarkConfig, type EvaluateResponse as EvaluateResponse, type Job as Job, type EvalEvaluateRowsParams as EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams as EvalEvaluateRowsAlphaParams, type EvalRunEvalParams as EvalRunEvalParams, type EvalRunEvalAlphaParams as EvalRunEvalAlphaParams, };
|
|
158
|
+
export { Jobs as Jobs };
|
|
159
|
+
}
|
|
160
|
+
//# sourceMappingURL=eval.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../../src/resources/alpha/eval/eval.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAE9B,qBAAa,IAAK,SAAQ,WAAW;IACnC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;OAEG;IACH,YAAY,CACV,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC;;OAEG;IACH,iBAAiB,CACf,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,2BAA2B,EACjC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC;;OAEG;IACH,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IAI1G;;OAEG;IACH,YAAY,CACV,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;CAGxB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,cAAc,EAAE,eAAe,CAAC,aAAa,CAAC;IAE9C;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE7B;;;OAGG;IACH,cAAc,CAAC,EAAE;QACf,CAAC,GAAG,EAAE,MAAM,GACR,eAAe,CAAC,yBAAyB,GACzC,eAAe,CAAC,0BAA0B,GAC1C,eAAe,CAAC,oBAAoB,CAAC;KAC1C,CAAC;CACH;AAED,yBAAiB,eAAe,CAAC;IAC/B;;OAEG;IACH,UAAiB,aAAa;QAC5B,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,eAAe,EAAE,MAAM,CAAC,cAAc,CAAC;QAEvC;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC;QAE7C,IAAI,CAAC,EAAE,OAAO,CAAC;KAChB;IAED;;OAEG;IACH,UAAiB,yBAAyB;QACxC,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,qBAAqB,CAAC,EAAE,KAAK,CAC3B,SAAS,GAAG,kBAAkB,GAAG,QAAQ,GAAG,mBAAmB,GAAG,UAAU,CAC7E,CAAC;QAEF;;WAEG;QACH,mBAAmB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEpC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEhC,IAAI,CAAC,EAAE,cAAc,CAAC;KACvB;IAED;;OAEG;IACH,UAAiB,0BAA0B;QACzC;;WAEG;QACH,qBAAqB,CAAC,EAAE,KAAK,CAC3B,SAAS,GAAG,kBAAkB,GAAG,QAAQ,GAAG,mBAAmB,GAAG,UAAU,CAC7E,CAAC;QAEF;;WAEG;QACH,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEhC,IAAI,CAAC,EAAE,cAAc,CAAC;KACvB;IAED;;OAEG;IACH,UAAiB,oBAAoB;QACnC;;WAEG;QACH,qBAAqB,CAAC,EAAE,KAAK,CAC3B,SAAS,GAAG,kBAAkB,GAAG,QAAQ,GAAG,mBAAmB,GAAG,UAAU,CAC7E,CAAC;QAEF,IAAI,CAAC,EAAE,OAAO,CAAC;KAChB;CACF;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC,CAAC;IAE/C,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,aAAa,CAAA;KAAE,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,GAAG;IAClB,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,WAAW,GAAG,aAAa,GAAG,QAAQ,GAAG,WAAW,GAAG,WAAW,CAAC;CAC5E;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;IAElC,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC,CAAC;IAE9C,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,2BAA2B;IAC1C;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;IAElC,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC,CAAC;IAE9C,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;CACnC;AAID,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EACL,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,GAAG,IAAI,GAAG,EACf,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,sBAAsB,IAAI,sBAAsB,GACtD,CAAC;IAEF,OAAO,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;CACzB"}
|
|
@@ -4,6 +4,8 @@
|
|
|
4
4
|
//
|
|
5
5
|
// This source code is licensed under the terms described in the LICENSE file in
|
|
6
6
|
// the root directory of this source tree.
|
|
7
|
+
//
|
|
8
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
7
9
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
8
10
|
if (k2 === undefined) k2 = k;
|
|
9
11
|
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
@@ -29,8 +31,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
29
31
|
};
|
|
30
32
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
31
33
|
exports.Eval = void 0;
|
|
32
|
-
|
|
33
|
-
const resource_1 = require("../../resource.js");
|
|
34
|
+
const resource_1 = require("../../../resource.js");
|
|
34
35
|
const JobsAPI = __importStar(require("./jobs.js"));
|
|
35
36
|
const jobs_1 = require("./jobs.js");
|
|
36
37
|
class Eval extends resource_1.APIResource {
|
|
@@ -42,25 +43,25 @@ class Eval extends resource_1.APIResource {
|
|
|
42
43
|
* Evaluate a list of rows on a benchmark.
|
|
43
44
|
*/
|
|
44
45
|
evaluateRows(benchmarkId, body, options) {
|
|
45
|
-
return this._client.post(`/
|
|
46
|
+
return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
|
|
46
47
|
}
|
|
47
48
|
/**
|
|
48
49
|
* Evaluate a list of rows on a benchmark.
|
|
49
50
|
*/
|
|
50
51
|
evaluateRowsAlpha(benchmarkId, body, options) {
|
|
51
|
-
return this._client.post(`/
|
|
52
|
+
return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
|
|
52
53
|
}
|
|
53
54
|
/**
|
|
54
55
|
* Run an evaluation on a benchmark.
|
|
55
56
|
*/
|
|
56
57
|
runEval(benchmarkId, body, options) {
|
|
57
|
-
return this._client.post(`/
|
|
58
|
+
return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
|
|
58
59
|
}
|
|
59
60
|
/**
|
|
60
61
|
* Run an evaluation on a benchmark.
|
|
61
62
|
*/
|
|
62
63
|
runEvalAlpha(benchmarkId, body, options) {
|
|
63
|
-
return this._client.post(`/
|
|
64
|
+
return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
|
|
64
65
|
}
|
|
65
66
|
}
|
|
66
67
|
exports.Eval = Eval;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../src/resources/alpha/eval/eval.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,mDAAgD;AAGhD,mDAAkC;AAClC,oCAA8B;AAE9B,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAyCtD,CAAC;IAvCC;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACH,iBAAiB,CACf,WAAmB,EACnB,IAAiC,EACjC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,WAAmB,EAAE,IAAuB,EAAE,OAA6B;QACjF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;IAED;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;CACF;AA1CD,oBA0CC;AAmKD,IAAI,CAAC,IAAI,GAAG,WAAI,CAAC"}
|
|
@@ -3,7 +3,9 @@
|
|
|
3
3
|
//
|
|
4
4
|
// This source code is licensed under the terms described in the LICENSE file in
|
|
5
5
|
// the root directory of this source tree.
|
|
6
|
-
|
|
6
|
+
//
|
|
7
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
8
|
+
import { APIResource } from "../../../resource.mjs";
|
|
7
9
|
import * as JobsAPI from "./jobs.mjs";
|
|
8
10
|
import { Jobs } from "./jobs.mjs";
|
|
9
11
|
export class Eval extends APIResource {
|
|
@@ -15,25 +17,25 @@ export class Eval extends APIResource {
|
|
|
15
17
|
* Evaluate a list of rows on a benchmark.
|
|
16
18
|
*/
|
|
17
19
|
evaluateRows(benchmarkId, body, options) {
|
|
18
|
-
return this._client.post(`/
|
|
20
|
+
return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
|
|
19
21
|
}
|
|
20
22
|
/**
|
|
21
23
|
* Evaluate a list of rows on a benchmark.
|
|
22
24
|
*/
|
|
23
25
|
evaluateRowsAlpha(benchmarkId, body, options) {
|
|
24
|
-
return this._client.post(`/
|
|
26
|
+
return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
|
|
25
27
|
}
|
|
26
28
|
/**
|
|
27
29
|
* Run an evaluation on a benchmark.
|
|
28
30
|
*/
|
|
29
31
|
runEval(benchmarkId, body, options) {
|
|
30
|
-
return this._client.post(`/
|
|
32
|
+
return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
|
|
31
33
|
}
|
|
32
34
|
/**
|
|
33
35
|
* Run an evaluation on a benchmark.
|
|
34
36
|
*/
|
|
35
37
|
runEvalAlpha(benchmarkId, body, options) {
|
|
36
|
-
return this._client.post(`/
|
|
38
|
+
return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
|
|
37
39
|
}
|
|
38
40
|
}
|
|
39
41
|
Eval.Jobs = Jobs;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../../../src/resources/alpha/eval/eval.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAGf,KAAK,OAAO;OACZ,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAyCtD,CAAC;IAvCC;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACH,iBAAiB,CACf,WAAmB,EACnB,IAAiC,EACjC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,WAAmB,EAAE,IAAuB,EAAE,OAA6B;QACjF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;IAED;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;CACF;AAmKD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC"}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
export { Eval, type BenchmarkConfig, type EvaluateResponse, type Job, type EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams, type EvalRunEvalParams, type EvalRunEvalAlphaParams, } from "./eval.js";
|
|
2
|
+
export { Jobs } from "./jobs.js";
|
|
3
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/resources/alpha/eval/index.ts"],"names":[],"mappings":"AAQA,OAAO,EACL,IAAI,EACJ,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,GAAG,EACR,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,GAC5B,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC"}
|
|
@@ -4,9 +4,10 @@
|
|
|
4
4
|
//
|
|
5
5
|
// This source code is licensed under the terms described in the LICENSE file in
|
|
6
6
|
// the root directory of this source tree.
|
|
7
|
+
//
|
|
8
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
7
9
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
8
10
|
exports.Jobs = exports.Eval = void 0;
|
|
9
|
-
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
10
11
|
var eval_1 = require("./eval.js");
|
|
11
12
|
Object.defineProperty(exports, "Eval", { enumerable: true, get: function () { return eval_1.Eval; } });
|
|
12
13
|
var jobs_1 = require("./jobs.js");
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/resources/alpha/eval/index.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;;;AAEtF,kCASgB;AARd,4FAAA,IAAI,OAAA;AASN,kCAA8B;AAArB,4FAAA,IAAI,OAAA"}
|
|
@@ -3,6 +3,8 @@
|
|
|
3
3
|
//
|
|
4
4
|
// This source code is licensed under the terms described in the LICENSE file in
|
|
5
5
|
// the root directory of this source tree.
|
|
6
|
+
//
|
|
7
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
6
8
|
export { Eval, } from "./eval.mjs";
|
|
7
9
|
export { Jobs } from "./jobs.mjs";
|
|
8
10
|
//# sourceMappingURL=index.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../../src/resources/alpha/eval/index.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;OAE/E,EACL,IAAI,GAQL;OACM,EAAE,IAAI,EAAE"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { APIResource } from "
|
|
2
|
-
import * as Core from "
|
|
1
|
+
import { APIResource } from "../../../resource.js";
|
|
2
|
+
import * as Core from "../../../core.js";
|
|
3
3
|
import * as EvalAPI from "./eval.js";
|
|
4
4
|
export declare class Jobs extends APIResource {
|
|
5
5
|
/**
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../../src/resources/alpha/eval/jobs.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AACtC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAElC,qBAAa,IAAK,SAAQ,WAAW;IACnC;;OAEG;IACH,QAAQ,CACN,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;IAI5C;;OAEG;IACH,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAOhG;;OAEG;IACH,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC;CAGxG"}
|
|
@@ -4,22 +4,23 @@
|
|
|
4
4
|
//
|
|
5
5
|
// This source code is licensed under the terms described in the LICENSE file in
|
|
6
6
|
// the root directory of this source tree.
|
|
7
|
+
//
|
|
8
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
7
9
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
8
10
|
exports.Jobs = void 0;
|
|
9
|
-
|
|
10
|
-
const resource_1 = require("../../resource.js");
|
|
11
|
+
const resource_1 = require("../../../resource.js");
|
|
11
12
|
class Jobs extends resource_1.APIResource {
|
|
12
13
|
/**
|
|
13
14
|
* Get the result of a job.
|
|
14
15
|
*/
|
|
15
16
|
retrieve(benchmarkId, jobId, options) {
|
|
16
|
-
return this._client.get(`/
|
|
17
|
+
return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}/result`, options);
|
|
17
18
|
}
|
|
18
19
|
/**
|
|
19
20
|
* Cancel a job.
|
|
20
21
|
*/
|
|
21
22
|
cancel(benchmarkId, jobId, options) {
|
|
22
|
-
return this._client.delete(`/
|
|
23
|
+
return this._client.delete(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, {
|
|
23
24
|
...options,
|
|
24
25
|
headers: { Accept: '*/*', ...options?.headers },
|
|
25
26
|
});
|
|
@@ -28,7 +29,7 @@ class Jobs extends resource_1.APIResource {
|
|
|
28
29
|
* Get the status of a job.
|
|
29
30
|
*/
|
|
30
31
|
status(benchmarkId, jobId, options) {
|
|
31
|
-
return this._client.get(`/
|
|
32
|
+
return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, options);
|
|
32
33
|
}
|
|
33
34
|
}
|
|
34
35
|
exports.Jobs = Jobs;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../../src/resources/alpha/eval/jobs.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;;;AAEtF,mDAAgD;AAIhD,MAAa,IAAK,SAAQ,sBAAW;IACnC;;OAEG;IACH,QAAQ,CACN,WAAmB,EACnB,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IACnG,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,4BAA4B,WAAW,SAAS,KAAK,EAAE,EAAE;YAClF,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC5F,CAAC;CACF;AA5BD,oBA4BC"}
|
|
@@ -3,19 +3,21 @@
|
|
|
3
3
|
//
|
|
4
4
|
// This source code is licensed under the terms described in the LICENSE file in
|
|
5
5
|
// the root directory of this source tree.
|
|
6
|
-
|
|
6
|
+
//
|
|
7
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
8
|
+
import { APIResource } from "../../../resource.mjs";
|
|
7
9
|
export class Jobs extends APIResource {
|
|
8
10
|
/**
|
|
9
11
|
* Get the result of a job.
|
|
10
12
|
*/
|
|
11
13
|
retrieve(benchmarkId, jobId, options) {
|
|
12
|
-
return this._client.get(`/
|
|
14
|
+
return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}/result`, options);
|
|
13
15
|
}
|
|
14
16
|
/**
|
|
15
17
|
* Cancel a job.
|
|
16
18
|
*/
|
|
17
19
|
cancel(benchmarkId, jobId, options) {
|
|
18
|
-
return this._client.delete(`/
|
|
20
|
+
return this._client.delete(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, {
|
|
19
21
|
...options,
|
|
20
22
|
headers: { Accept: '*/*', ...options?.headers },
|
|
21
23
|
});
|
|
@@ -24,7 +26,7 @@ export class Jobs extends APIResource {
|
|
|
24
26
|
* Get the status of a job.
|
|
25
27
|
*/
|
|
26
28
|
status(benchmarkId, jobId, options) {
|
|
27
|
-
return this._client.get(`/
|
|
29
|
+
return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, options);
|
|
28
30
|
}
|
|
29
31
|
}
|
|
30
32
|
//# sourceMappingURL=jobs.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jobs.mjs","sourceRoot":"","sources":["../../../src/resources/alpha/eval/jobs.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,IAAK,SAAQ,WAAW;IACnC;;OAEG;IACH,QAAQ,CACN,WAAmB,EACnB,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IACnG,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,4BAA4B,WAAW,SAAS,KAAK,EAAE,EAAE;YAClF,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC5F,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/resources/alpha/eval.ts"],"names":[],"mappings":"AASA,cAAc,cAAc,CAAC"}
|
|
@@ -19,6 +19,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
19
19
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
20
20
|
};
|
|
21
21
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
22
|
+
//
|
|
22
23
|
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
23
24
|
__exportStar(require("./eval/index.js"), exports);
|
|
24
25
|
//# sourceMappingURL=eval.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/resources/alpha/eval.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;;;;;;;;;;;;;;AAE1C,EAAE;AACF,sFAAsF;AAEtF,kDAA6B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../../src/resources/alpha/eval.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export { Admin, type AdminListRoutesParams } from "./admin.js";
|
|
2
|
+
export { Alpha } from "./alpha.js";
|
|
3
|
+
export { Benchmarks, type Benchmark, type ListBenchmarksResponse, type BenchmarkListResponse, type BenchmarkRegisterParams, } from "./benchmarks.js";
|
|
4
|
+
export { Eval, type BenchmarkConfig, type EvaluateResponse, type Job, type EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams, type EvalRunEvalParams, type EvalRunEvalAlphaParams, } from "./eval/index.js";
|
|
5
|
+
export { Inference, type InferenceRerankResponse, type InferenceRerankParams } from "./inference.js";
|
|
6
|
+
export { PostTraining, type AlgorithmConfig, type ListPostTrainingJobsResponse, type PostTrainingJob, type PostTrainingPreferenceOptimizeParams, type PostTrainingSupervisedFineTuneParams, } from "./post-training/index.js";
|
|
7
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/alpha/index.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,KAAK,EAAE,KAAK,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,EACL,UAAU,EACV,KAAK,SAAS,EACd,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,GAC7B,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,IAAI,EACJ,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,GAAG,EACR,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,GAC5B,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,SAAS,EAAE,KAAK,uBAAuB,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAClG,OAAO,EACL,YAAY,EACZ,KAAK,eAAe,EACpB,KAAK,4BAA4B,EACjC,KAAK,eAAe,EACpB,KAAK,oCAAoC,EACzC,KAAK,oCAAoC,GAC1C,MAAM,uBAAuB,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
3
|
+
// All rights reserved.
|
|
4
|
+
//
|
|
5
|
+
// This source code is licensed under the terms described in the LICENSE file in
|
|
6
|
+
// the root directory of this source tree.
|
|
7
|
+
//
|
|
8
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
9
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
10
|
+
exports.PostTraining = exports.Inference = exports.Eval = exports.Benchmarks = exports.Alpha = exports.Admin = void 0;
|
|
11
|
+
var admin_1 = require("./admin.js");
|
|
12
|
+
Object.defineProperty(exports, "Admin", { enumerable: true, get: function () { return admin_1.Admin; } });
|
|
13
|
+
var alpha_1 = require("./alpha.js");
|
|
14
|
+
Object.defineProperty(exports, "Alpha", { enumerable: true, get: function () { return alpha_1.Alpha; } });
|
|
15
|
+
var benchmarks_1 = require("./benchmarks.js");
|
|
16
|
+
Object.defineProperty(exports, "Benchmarks", { enumerable: true, get: function () { return benchmarks_1.Benchmarks; } });
|
|
17
|
+
var index_1 = require("./eval/index.js");
|
|
18
|
+
Object.defineProperty(exports, "Eval", { enumerable: true, get: function () { return index_1.Eval; } });
|
|
19
|
+
var inference_1 = require("./inference.js");
|
|
20
|
+
Object.defineProperty(exports, "Inference", { enumerable: true, get: function () { return inference_1.Inference; } });
|
|
21
|
+
var index_2 = require("./post-training/index.js");
|
|
22
|
+
Object.defineProperty(exports, "PostTraining", { enumerable: true, get: function () { return index_2.PostTraining; } });
|
|
23
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/alpha/index.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;;;AAEtF,oCAA4D;AAAnD,8FAAA,KAAK,OAAA;AACd,oCAAgC;AAAvB,8FAAA,KAAK,OAAA;AACd,8CAMsB;AALpB,wGAAA,UAAU,OAAA;AAMZ,yCASsB;AARpB,6FAAA,IAAI,OAAA;AASN,4CAAkG;AAAzF,sGAAA,SAAS,OAAA;AAClB,kDAO+B;AAN7B,qGAAA,YAAY,OAAA"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
// Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
2
|
+
// All rights reserved.
|
|
3
|
+
//
|
|
4
|
+
// This source code is licensed under the terms described in the LICENSE file in
|
|
5
|
+
// the root directory of this source tree.
|
|
6
|
+
//
|
|
7
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
8
|
+
export { Admin } from "./admin.mjs";
|
|
9
|
+
export { Alpha } from "./alpha.mjs";
|
|
10
|
+
export { Benchmarks, } from "./benchmarks.mjs";
|
|
11
|
+
export { Eval, } from "./eval/index.mjs";
|
|
12
|
+
export { Inference } from "./inference.mjs";
|
|
13
|
+
export { PostTraining, } from "./post-training/index.mjs";
|
|
14
|
+
//# sourceMappingURL=index.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/alpha/index.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;OAE/E,EAAE,KAAK,EAA8B;OACrC,EAAE,KAAK,EAAE;OACT,EACL,UAAU,GAKX;OACM,EACL,IAAI,GAQL;OACM,EAAE,SAAS,EAA4D;OACvE,EACL,YAAY,GAMb"}
|