braintrust 0.3.7 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dev/dist/index.d.mts +25 -0
- package/dev/dist/index.d.ts +25 -0
- package/dev/dist/index.js +454 -122
- package/dev/dist/index.mjs +1360 -1028
- package/dist/browser.d.mts +31 -2
- package/dist/browser.d.ts +31 -2
- package/dist/browser.js +309 -114
- package/dist/browser.mjs +1183 -988
- package/dist/cli.js +1361 -1023
- package/dist/index.d.mts +131 -2
- package/dist/index.d.ts +131 -2
- package/dist/index.js +814 -177
- package/dist/index.mjs +1681 -1044
- package/package.json +6 -4
- package/util/dist/index.d.mts +65 -2
- package/util/dist/index.d.ts +65 -2
- package/util/dist/index.js +229 -17
- package/util/dist/index.mjs +230 -18
package/dist/cli.js
CHANGED
|
@@ -1232,7 +1232,7 @@ var require_package = __commonJS({
|
|
|
1232
1232
|
"package.json"(exports2, module2) {
|
|
1233
1233
|
module2.exports = {
|
|
1234
1234
|
name: "braintrust",
|
|
1235
|
-
version: "0.
|
|
1235
|
+
version: "0.4.0",
|
|
1236
1236
|
description: "SDK for integrating Braintrust",
|
|
1237
1237
|
repository: {
|
|
1238
1238
|
type: "git",
|
|
@@ -1288,14 +1288,16 @@ var require_package = __commonJS({
|
|
|
1288
1288
|
watch: "tsup --watch",
|
|
1289
1289
|
clean: "rm -r dist/* && rm -r dev/dist/*",
|
|
1290
1290
|
docs: "npx typedoc --options typedoc.json src/index.ts",
|
|
1291
|
-
test: "vitest run --exclude src/wrappers/anthropic.test.ts --exclude src/wrappers/oai.test.ts --exclude src/otel.test.ts --exclude src/otel-no-deps.test.ts --exclude src/wrappers/ai-sdk-v1.test.ts --exclude src/wrappers/ai-sdk-v2.test.ts --exclude src/wrappers/ai-sdk-v3.test.ts",
|
|
1291
|
+
test: "vitest run --exclude src/wrappers/anthropic.test.ts --exclude src/wrappers/oai.test.ts --exclude src/otel.test.ts --exclude src/otel-no-deps.test.ts --exclude src/wrappers/ai-sdk-v1.test.ts --exclude src/wrappers/ai-sdk-v2.test.ts --exclude src/wrappers/ai-sdk-v3.test.ts --exclude src/wrappers/mastra.test.ts --exclude src/wrappers/claude-agent-sdk.test.ts",
|
|
1292
1292
|
"test:anthropic": "vitest run src/wrappers/anthropic.test.ts",
|
|
1293
1293
|
"test:openai": "vitest run src/wrappers/oai.test.ts",
|
|
1294
1294
|
"test:otel": "vitest run src/otel.test.ts",
|
|
1295
1295
|
"test:otel-no-deps": "vitest run src/otel-no-deps.test.ts --reporter=verbose",
|
|
1296
1296
|
"test:ai-sdk-v1": "vitest run src/wrappers/ai-sdk-v1.test.ts",
|
|
1297
1297
|
"test:ai-sdk-v2": "vitest run src/wrappers/ai-sdk-v2.test.ts src/wrappers/ai-sdk-v1.test.ts",
|
|
1298
|
-
"test:ai-sdk-v3": "vitest run src/wrappers/ai-sdk-v3.test.ts"
|
|
1298
|
+
"test:ai-sdk-v3": "vitest run src/wrappers/ai-sdk-v3.test.ts",
|
|
1299
|
+
"test:mastra": "vitest run src/wrappers/mastra.test.ts",
|
|
1300
|
+
"test:claude-agent-sdk": "vitest run src/wrappers/claude-agent-sdk.test.ts"
|
|
1299
1301
|
},
|
|
1300
1302
|
author: "",
|
|
1301
1303
|
license: "MIT",
|
|
@@ -1341,7 +1343,7 @@ var require_package = __commonJS({
|
|
|
1341
1343
|
"cli-progress": "^3.12.0",
|
|
1342
1344
|
cors: "^2.8.5",
|
|
1343
1345
|
dotenv: "^16.4.5",
|
|
1344
|
-
esbuild: "^0.25.
|
|
1346
|
+
esbuild: "^0.25.10",
|
|
1345
1347
|
"eventsource-parser": "^1.1.2",
|
|
1346
1348
|
express: "^4.21.2",
|
|
1347
1349
|
"graceful-fs": "^4.2.11",
|
|
@@ -1380,11 +1382,11 @@ var import_util14 = __toESM(require("util"));
|
|
|
1380
1382
|
var fsWalk = __toESM(require_out3());
|
|
1381
1383
|
var import_minimatch = require("minimatch");
|
|
1382
1384
|
var import_argparse = require("argparse");
|
|
1383
|
-
var
|
|
1385
|
+
var import_uuid3 = require("uuid");
|
|
1384
1386
|
var import_pluralize4 = __toESM(require("pluralize"));
|
|
1385
1387
|
|
|
1386
1388
|
// src/logger.ts
|
|
1387
|
-
var
|
|
1389
|
+
var import_uuid2 = require("uuid");
|
|
1388
1390
|
|
|
1389
1391
|
// src/queue.ts
|
|
1390
1392
|
var DEFAULT_QUEUE_SIZE = 15e3;
|
|
@@ -1442,6 +1444,44 @@ var Queue = class {
|
|
|
1442
1444
|
}
|
|
1443
1445
|
};
|
|
1444
1446
|
|
|
1447
|
+
// src/id-gen.ts
|
|
1448
|
+
var import_uuid = require("uuid");
|
|
1449
|
+
function generateHexId(bytes) {
|
|
1450
|
+
let result = "";
|
|
1451
|
+
for (let i = 0; i < bytes; i++) {
|
|
1452
|
+
result += Math.floor(Math.random() * 256).toString(16).padStart(2, "0");
|
|
1453
|
+
}
|
|
1454
|
+
return result;
|
|
1455
|
+
}
|
|
1456
|
+
var IDGenerator = class {
|
|
1457
|
+
};
|
|
1458
|
+
var UUIDGenerator = class extends IDGenerator {
|
|
1459
|
+
getSpanId() {
|
|
1460
|
+
return (0, import_uuid.v4)();
|
|
1461
|
+
}
|
|
1462
|
+
getTraceId() {
|
|
1463
|
+
return (0, import_uuid.v4)();
|
|
1464
|
+
}
|
|
1465
|
+
shareRootSpanId() {
|
|
1466
|
+
return true;
|
|
1467
|
+
}
|
|
1468
|
+
};
|
|
1469
|
+
var OTELIDGenerator = class extends IDGenerator {
|
|
1470
|
+
getSpanId() {
|
|
1471
|
+
return generateHexId(8);
|
|
1472
|
+
}
|
|
1473
|
+
getTraceId() {
|
|
1474
|
+
return generateHexId(16);
|
|
1475
|
+
}
|
|
1476
|
+
shareRootSpanId() {
|
|
1477
|
+
return false;
|
|
1478
|
+
}
|
|
1479
|
+
};
|
|
1480
|
+
function getIdGenerator() {
|
|
1481
|
+
const useOtel = typeof process !== "undefined" && process.env?.BRAINTRUST_OTEL_COMPAT?.toLowerCase() === "true";
|
|
1482
|
+
return useOtel ? new OTELIDGenerator() : new UUIDGenerator();
|
|
1483
|
+
}
|
|
1484
|
+
|
|
1445
1485
|
// util/db_fields.ts
|
|
1446
1486
|
var TRANSACTION_ID_FIELD = "_xact_id";
|
|
1447
1487
|
var IS_MERGE_FIELD = "_is_merge";
|
|
@@ -2047,22 +2087,6 @@ var SpanComponentsV3 = class _SpanComponentsV3 {
|
|
|
2047
2087
|
return new _SpanComponentsV3(spanComponentsV3Schema.parse(jsonObj));
|
|
2048
2088
|
}
|
|
2049
2089
|
};
|
|
2050
|
-
function parseParent(parent) {
|
|
2051
|
-
return typeof parent === "string" ? parent : parent ? new SpanComponentsV3({
|
|
2052
|
-
object_type: parent.object_type === "experiment" ? 1 /* EXPERIMENT */ : parent.object_type === "playground_logs" ? 3 /* PLAYGROUND_LOGS */ : 2 /* PROJECT_LOGS */,
|
|
2053
|
-
object_id: parent.object_id,
|
|
2054
|
-
...parent.row_ids ? {
|
|
2055
|
-
row_id: parent.row_ids.id,
|
|
2056
|
-
span_id: parent.row_ids.span_id,
|
|
2057
|
-
root_span_id: parent.row_ids.root_span_id
|
|
2058
|
-
} : {
|
|
2059
|
-
row_id: void 0,
|
|
2060
|
-
span_id: void 0,
|
|
2061
|
-
root_span_id: void 0
|
|
2062
|
-
},
|
|
2063
|
-
propagated_event: parent.propagated_event
|
|
2064
|
-
}).toStr() : void 0;
|
|
2065
|
-
}
|
|
2066
2090
|
|
|
2067
2091
|
// util/http_headers.ts
|
|
2068
2092
|
var BT_FOUND_EXISTING_HEADER = "x-bt-found-existing";
|
|
@@ -2416,6 +2440,232 @@ function capitalize(s, sep) {
|
|
|
2416
2440
|
return items.map((s2) => s2 ? s2.charAt(0).toUpperCase() + s2.slice(1) : s2).join(sep || "");
|
|
2417
2441
|
}
|
|
2418
2442
|
|
|
2443
|
+
// util/span_identifier_v4.ts
|
|
2444
|
+
var import_v34 = require("zod/v3");
|
|
2445
|
+
var ENCODING_VERSION_NUMBER_V4 = 4;
|
|
2446
|
+
function tryMakeHexTraceId(s) {
|
|
2447
|
+
try {
|
|
2448
|
+
if (typeof s === "string" && s.length === 32) {
|
|
2449
|
+
const bytes = new Uint8Array(16);
|
|
2450
|
+
for (let i = 0; i < 16; i++) {
|
|
2451
|
+
const hex = s.substr(i * 2, 2);
|
|
2452
|
+
const byte = parseInt(hex, 16);
|
|
2453
|
+
if (isNaN(byte)) throw new Error();
|
|
2454
|
+
bytes[i] = byte;
|
|
2455
|
+
}
|
|
2456
|
+
return { bytes, isHex: true };
|
|
2457
|
+
}
|
|
2458
|
+
} catch {
|
|
2459
|
+
}
|
|
2460
|
+
return { bytes: void 0, isHex: false };
|
|
2461
|
+
}
|
|
2462
|
+
function tryMakeHexSpanId(s) {
|
|
2463
|
+
try {
|
|
2464
|
+
if (typeof s === "string" && s.length === 16) {
|
|
2465
|
+
const bytes = new Uint8Array(8);
|
|
2466
|
+
for (let i = 0; i < 8; i++) {
|
|
2467
|
+
const hex = s.substr(i * 2, 2);
|
|
2468
|
+
const byte = parseInt(hex, 16);
|
|
2469
|
+
if (isNaN(byte)) throw new Error();
|
|
2470
|
+
bytes[i] = byte;
|
|
2471
|
+
}
|
|
2472
|
+
return { bytes, isHex: true };
|
|
2473
|
+
}
|
|
2474
|
+
} catch {
|
|
2475
|
+
}
|
|
2476
|
+
return { bytes: void 0, isHex: false };
|
|
2477
|
+
}
|
|
2478
|
+
var INVALID_ENCODING_ERRMSG_V4 = `SpanComponents string is not properly encoded. This library only supports encoding versions up to ${ENCODING_VERSION_NUMBER_V4}. Please make sure the SDK library used to decode the SpanComponents is at least as new as any library used to encode it.`;
|
|
2479
|
+
var FIELDS_ID_TO_NAME = {
|
|
2480
|
+
[1 /* OBJECT_ID */]: "object_id",
|
|
2481
|
+
[2 /* ROW_ID */]: "row_id",
|
|
2482
|
+
[3 /* SPAN_ID */]: "span_id",
|
|
2483
|
+
[4 /* ROOT_SPAN_ID */]: "root_span_id"
|
|
2484
|
+
};
|
|
2485
|
+
var spanComponentsV4Schema = import_v34.z.object({
|
|
2486
|
+
object_type: spanObjectTypeV3EnumSchema,
|
|
2487
|
+
propagated_event: import_v34.z.record(import_v34.z.unknown()).nullish()
|
|
2488
|
+
}).and(
|
|
2489
|
+
import_v34.z.union([
|
|
2490
|
+
// Must provide one or the other.
|
|
2491
|
+
import_v34.z.object({
|
|
2492
|
+
object_id: import_v34.z.string().nullish(),
|
|
2493
|
+
compute_object_metadata_args: import_v34.z.optional(import_v34.z.null())
|
|
2494
|
+
}),
|
|
2495
|
+
import_v34.z.object({
|
|
2496
|
+
object_id: import_v34.z.optional(import_v34.z.null()),
|
|
2497
|
+
compute_object_metadata_args: import_v34.z.record(import_v34.z.unknown())
|
|
2498
|
+
})
|
|
2499
|
+
])
|
|
2500
|
+
).and(
|
|
2501
|
+
import_v34.z.union([
|
|
2502
|
+
// Either all of these must be provided or none.
|
|
2503
|
+
import_v34.z.object({
|
|
2504
|
+
row_id: import_v34.z.string(),
|
|
2505
|
+
span_id: import_v34.z.string(),
|
|
2506
|
+
root_span_id: import_v34.z.string()
|
|
2507
|
+
}),
|
|
2508
|
+
import_v34.z.object({
|
|
2509
|
+
row_id: import_v34.z.optional(import_v34.z.null()),
|
|
2510
|
+
span_id: import_v34.z.optional(import_v34.z.null()),
|
|
2511
|
+
root_span_id: import_v34.z.optional(import_v34.z.null())
|
|
2512
|
+
})
|
|
2513
|
+
])
|
|
2514
|
+
);
|
|
2515
|
+
var SpanComponentsV4 = class _SpanComponentsV4 {
|
|
2516
|
+
constructor(data) {
|
|
2517
|
+
this.data = data;
|
|
2518
|
+
}
|
|
2519
|
+
toStr() {
|
|
2520
|
+
const jsonObj = {
|
|
2521
|
+
compute_object_metadata_args: this.data.compute_object_metadata_args || void 0,
|
|
2522
|
+
propagated_event: this.data.propagated_event || void 0
|
|
2523
|
+
};
|
|
2524
|
+
Object.keys(jsonObj).forEach((key) => {
|
|
2525
|
+
if (jsonObj[key] === void 0) {
|
|
2526
|
+
delete jsonObj[key];
|
|
2527
|
+
}
|
|
2528
|
+
});
|
|
2529
|
+
const allBuffers = [];
|
|
2530
|
+
allBuffers.push(
|
|
2531
|
+
new Uint8Array([ENCODING_VERSION_NUMBER_V4, this.data.object_type])
|
|
2532
|
+
);
|
|
2533
|
+
const hexEntries = [];
|
|
2534
|
+
function addHexField(origVal, fieldId) {
|
|
2535
|
+
let hexResult;
|
|
2536
|
+
if (fieldId === 3 /* SPAN_ID */) {
|
|
2537
|
+
hexResult = tryMakeHexSpanId(origVal);
|
|
2538
|
+
} else if (fieldId === 4 /* ROOT_SPAN_ID */) {
|
|
2539
|
+
hexResult = tryMakeHexTraceId(origVal);
|
|
2540
|
+
} else {
|
|
2541
|
+
hexResult = { bytes: void 0, isHex: false };
|
|
2542
|
+
}
|
|
2543
|
+
if (hexResult.isHex) {
|
|
2544
|
+
hexEntries.push(
|
|
2545
|
+
concatUint8Arrays(new Uint8Array([fieldId]), hexResult.bytes)
|
|
2546
|
+
);
|
|
2547
|
+
} else {
|
|
2548
|
+
jsonObj[FIELDS_ID_TO_NAME[fieldId]] = origVal;
|
|
2549
|
+
}
|
|
2550
|
+
}
|
|
2551
|
+
if (this.data.object_id) {
|
|
2552
|
+
addHexField(this.data.object_id, 1 /* OBJECT_ID */);
|
|
2553
|
+
}
|
|
2554
|
+
if (this.data.row_id) {
|
|
2555
|
+
addHexField(this.data.row_id, 2 /* ROW_ID */);
|
|
2556
|
+
}
|
|
2557
|
+
if (this.data.span_id) {
|
|
2558
|
+
addHexField(this.data.span_id, 3 /* SPAN_ID */);
|
|
2559
|
+
}
|
|
2560
|
+
if (this.data.root_span_id) {
|
|
2561
|
+
addHexField(this.data.root_span_id, 4 /* ROOT_SPAN_ID */);
|
|
2562
|
+
}
|
|
2563
|
+
if (hexEntries.length > 255) {
|
|
2564
|
+
throw new Error("Impossible: too many hex entries to encode");
|
|
2565
|
+
}
|
|
2566
|
+
allBuffers.push(new Uint8Array([hexEntries.length]));
|
|
2567
|
+
allBuffers.push(...hexEntries);
|
|
2568
|
+
if (Object.keys(jsonObj).length > 0) {
|
|
2569
|
+
allBuffers.push(stringToUint8Array(JSON.stringify(jsonObj)));
|
|
2570
|
+
}
|
|
2571
|
+
return uint8ArrayToBase64(concatUint8Arrays(...allBuffers));
|
|
2572
|
+
}
|
|
2573
|
+
static fromStr(s) {
|
|
2574
|
+
try {
|
|
2575
|
+
const rawBytes = base64ToUint8Array(s);
|
|
2576
|
+
const jsonObj = {};
|
|
2577
|
+
if (rawBytes[0] < ENCODING_VERSION_NUMBER_V4) {
|
|
2578
|
+
const v3Components = SpanComponentsV3.fromStr(s);
|
|
2579
|
+
jsonObj["object_type"] = v3Components.data.object_type;
|
|
2580
|
+
jsonObj["object_id"] = v3Components.data.object_id;
|
|
2581
|
+
jsonObj["compute_object_metadata_args"] = v3Components.data.compute_object_metadata_args;
|
|
2582
|
+
jsonObj["row_id"] = v3Components.data.row_id;
|
|
2583
|
+
jsonObj["span_id"] = v3Components.data.span_id;
|
|
2584
|
+
jsonObj["root_span_id"] = v3Components.data.root_span_id;
|
|
2585
|
+
jsonObj["propagated_event"] = v3Components.data.propagated_event;
|
|
2586
|
+
} else {
|
|
2587
|
+
jsonObj["object_type"] = rawBytes[1];
|
|
2588
|
+
const numHexEntries = rawBytes[2];
|
|
2589
|
+
let byteOffset = 3;
|
|
2590
|
+
for (let i = 0; i < numHexEntries; i++) {
|
|
2591
|
+
const fieldId = rawBytes[byteOffset];
|
|
2592
|
+
if (fieldId === 3 /* SPAN_ID */) {
|
|
2593
|
+
const hexBytes = rawBytes.subarray(byteOffset + 1, byteOffset + 9);
|
|
2594
|
+
byteOffset += 9;
|
|
2595
|
+
jsonObj[FIELDS_ID_TO_NAME[fieldId]] = Array.from(
|
|
2596
|
+
hexBytes,
|
|
2597
|
+
(b) => b.toString(16).padStart(2, "0")
|
|
2598
|
+
).join("");
|
|
2599
|
+
} else if (fieldId === 4 /* ROOT_SPAN_ID */) {
|
|
2600
|
+
const hexBytes = rawBytes.subarray(byteOffset + 1, byteOffset + 17);
|
|
2601
|
+
byteOffset += 17;
|
|
2602
|
+
jsonObj[FIELDS_ID_TO_NAME[fieldId]] = Array.from(
|
|
2603
|
+
hexBytes,
|
|
2604
|
+
(b) => b.toString(16).padStart(2, "0")
|
|
2605
|
+
).join("");
|
|
2606
|
+
} else {
|
|
2607
|
+
const hexBytes = rawBytes.subarray(byteOffset + 1, byteOffset + 17);
|
|
2608
|
+
byteOffset += 17;
|
|
2609
|
+
jsonObj[FIELDS_ID_TO_NAME[fieldId]] = Array.from(
|
|
2610
|
+
hexBytes,
|
|
2611
|
+
(b) => b.toString(16).padStart(2, "0")
|
|
2612
|
+
).join("");
|
|
2613
|
+
}
|
|
2614
|
+
}
|
|
2615
|
+
if (byteOffset < rawBytes.length) {
|
|
2616
|
+
const remainingJsonObj = JSON.parse(
|
|
2617
|
+
uint8ArrayToString(rawBytes.subarray(byteOffset))
|
|
2618
|
+
);
|
|
2619
|
+
Object.assign(jsonObj, remainingJsonObj);
|
|
2620
|
+
}
|
|
2621
|
+
}
|
|
2622
|
+
return _SpanComponentsV4.fromJsonObj(jsonObj);
|
|
2623
|
+
} catch {
|
|
2624
|
+
throw new Error(INVALID_ENCODING_ERRMSG_V4);
|
|
2625
|
+
}
|
|
2626
|
+
}
|
|
2627
|
+
objectIdFields() {
|
|
2628
|
+
if (!this.data.object_id) {
|
|
2629
|
+
throw new Error(
|
|
2630
|
+
"Impossible: cannot invoke `objectIdFields` unless SpanComponentsV4 is initialized with an `object_id`"
|
|
2631
|
+
);
|
|
2632
|
+
}
|
|
2633
|
+
switch (this.data.object_type) {
|
|
2634
|
+
case 1 /* EXPERIMENT */:
|
|
2635
|
+
return { experiment_id: this.data.object_id };
|
|
2636
|
+
case 2 /* PROJECT_LOGS */:
|
|
2637
|
+
return { project_id: this.data.object_id, log_id: "g" };
|
|
2638
|
+
case 3 /* PLAYGROUND_LOGS */:
|
|
2639
|
+
return { prompt_session_id: this.data.object_id, log_id: "x" };
|
|
2640
|
+
default:
|
|
2641
|
+
const _ = this.data.object_type;
|
|
2642
|
+
throw new Error(`Invalid object_type ${this.data.object_type}`);
|
|
2643
|
+
}
|
|
2644
|
+
}
|
|
2645
|
+
async export() {
|
|
2646
|
+
return this.toStr();
|
|
2647
|
+
}
|
|
2648
|
+
static fromJsonObj(jsonObj) {
|
|
2649
|
+
return new _SpanComponentsV4(spanComponentsV4Schema.parse(jsonObj));
|
|
2650
|
+
}
|
|
2651
|
+
};
|
|
2652
|
+
function parseParent(parent) {
|
|
2653
|
+
return typeof parent === "string" ? parent : parent ? new SpanComponentsV4({
|
|
2654
|
+
object_type: parent.object_type === "experiment" ? 1 /* EXPERIMENT */ : parent.object_type === "playground_logs" ? 3 /* PLAYGROUND_LOGS */ : 2 /* PROJECT_LOGS */,
|
|
2655
|
+
object_id: parent.object_id,
|
|
2656
|
+
...parent.row_ids ? {
|
|
2657
|
+
row_id: parent.row_ids.id,
|
|
2658
|
+
span_id: parent.row_ids.span_id,
|
|
2659
|
+
root_span_id: parent.row_ids.root_span_id
|
|
2660
|
+
} : {
|
|
2661
|
+
row_id: void 0,
|
|
2662
|
+
span_id: void 0,
|
|
2663
|
+
root_span_id: void 0
|
|
2664
|
+
},
|
|
2665
|
+
propagated_event: parent.propagated_event
|
|
2666
|
+
}).toStr() : void 0;
|
|
2667
|
+
}
|
|
2668
|
+
|
|
2419
2669
|
// util/git_fields.ts
|
|
2420
2670
|
function mergeGitMetadataSettings(s1, s2) {
|
|
2421
2671
|
if (s1.collect === "all") {
|
|
@@ -2456,12 +2706,12 @@ function loadPrettyXact(encodedHex) {
|
|
|
2456
2706
|
}
|
|
2457
2707
|
|
|
2458
2708
|
// util/zod_util.ts
|
|
2459
|
-
var
|
|
2709
|
+
var import_v35 = require("zod/v3");
|
|
2460
2710
|
|
|
2461
2711
|
// src/generated_types.ts
|
|
2462
|
-
var
|
|
2463
|
-
var AclObjectType =
|
|
2464
|
-
|
|
2712
|
+
var import_v36 = require("zod/v3");
|
|
2713
|
+
var AclObjectType = import_v36.z.union([
|
|
2714
|
+
import_v36.z.enum([
|
|
2465
2715
|
"organization",
|
|
2466
2716
|
"project",
|
|
2467
2717
|
"experiment",
|
|
@@ -2474,9 +2724,9 @@ var AclObjectType = import_v35.z.union([
|
|
|
2474
2724
|
"project_log",
|
|
2475
2725
|
"org_project"
|
|
2476
2726
|
]),
|
|
2477
|
-
|
|
2727
|
+
import_v36.z.null()
|
|
2478
2728
|
]);
|
|
2479
|
-
var Permission =
|
|
2729
|
+
var Permission = import_v36.z.enum([
|
|
2480
2730
|
"create",
|
|
2481
2731
|
"read",
|
|
2482
2732
|
"update",
|
|
@@ -2486,310 +2736,310 @@ var Permission = import_v35.z.enum([
|
|
|
2486
2736
|
"update_acls",
|
|
2487
2737
|
"delete_acls"
|
|
2488
2738
|
]);
|
|
2489
|
-
var Acl =
|
|
2490
|
-
id:
|
|
2491
|
-
object_type: AclObjectType.and(
|
|
2492
|
-
object_id:
|
|
2493
|
-
user_id:
|
|
2494
|
-
group_id:
|
|
2495
|
-
permission: Permission.and(
|
|
2496
|
-
restrict_object_type: AclObjectType.and(
|
|
2497
|
-
role_id:
|
|
2498
|
-
_object_org_id:
|
|
2499
|
-
created:
|
|
2739
|
+
var Acl = import_v36.z.object({
|
|
2740
|
+
id: import_v36.z.string().uuid(),
|
|
2741
|
+
object_type: AclObjectType.and(import_v36.z.string()),
|
|
2742
|
+
object_id: import_v36.z.string().uuid(),
|
|
2743
|
+
user_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
2744
|
+
group_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
2745
|
+
permission: Permission.and(import_v36.z.union([import_v36.z.string(), import_v36.z.null()])).optional(),
|
|
2746
|
+
restrict_object_type: AclObjectType.and(import_v36.z.unknown()).optional(),
|
|
2747
|
+
role_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
2748
|
+
_object_org_id: import_v36.z.string().uuid(),
|
|
2749
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
2500
2750
|
});
|
|
2501
|
-
var AISecret =
|
|
2502
|
-
id:
|
|
2503
|
-
created:
|
|
2504
|
-
updated_at:
|
|
2505
|
-
org_id:
|
|
2506
|
-
name:
|
|
2507
|
-
type:
|
|
2508
|
-
metadata:
|
|
2509
|
-
preview_secret:
|
|
2751
|
+
var AISecret = import_v36.z.object({
|
|
2752
|
+
id: import_v36.z.string().uuid(),
|
|
2753
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
2754
|
+
updated_at: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
2755
|
+
org_id: import_v36.z.string().uuid(),
|
|
2756
|
+
name: import_v36.z.string(),
|
|
2757
|
+
type: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
2758
|
+
metadata: import_v36.z.union([import_v36.z.object({}).partial().passthrough(), import_v36.z.null()]).optional(),
|
|
2759
|
+
preview_secret: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
2510
2760
|
});
|
|
2511
|
-
var ResponseFormatJsonSchema =
|
|
2512
|
-
name:
|
|
2513
|
-
description:
|
|
2514
|
-
schema:
|
|
2515
|
-
strict:
|
|
2761
|
+
var ResponseFormatJsonSchema = import_v36.z.object({
|
|
2762
|
+
name: import_v36.z.string(),
|
|
2763
|
+
description: import_v36.z.string().optional(),
|
|
2764
|
+
schema: import_v36.z.union([import_v36.z.object({}).partial().passthrough(), import_v36.z.string()]).optional(),
|
|
2765
|
+
strict: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional()
|
|
2516
2766
|
});
|
|
2517
|
-
var ResponseFormatNullish =
|
|
2518
|
-
|
|
2519
|
-
|
|
2520
|
-
type:
|
|
2767
|
+
var ResponseFormatNullish = import_v36.z.union([
|
|
2768
|
+
import_v36.z.object({ type: import_v36.z.literal("json_object") }),
|
|
2769
|
+
import_v36.z.object({
|
|
2770
|
+
type: import_v36.z.literal("json_schema"),
|
|
2521
2771
|
json_schema: ResponseFormatJsonSchema
|
|
2522
2772
|
}),
|
|
2523
|
-
|
|
2524
|
-
|
|
2773
|
+
import_v36.z.object({ type: import_v36.z.literal("text") }),
|
|
2774
|
+
import_v36.z.null()
|
|
2525
2775
|
]);
|
|
2526
|
-
var AnyModelParams =
|
|
2527
|
-
temperature:
|
|
2528
|
-
top_p:
|
|
2529
|
-
max_tokens:
|
|
2530
|
-
max_completion_tokens:
|
|
2531
|
-
frequency_penalty:
|
|
2532
|
-
presence_penalty:
|
|
2776
|
+
var AnyModelParams = import_v36.z.object({
|
|
2777
|
+
temperature: import_v36.z.number().optional(),
|
|
2778
|
+
top_p: import_v36.z.number().optional(),
|
|
2779
|
+
max_tokens: import_v36.z.number(),
|
|
2780
|
+
max_completion_tokens: import_v36.z.number().optional(),
|
|
2781
|
+
frequency_penalty: import_v36.z.number().optional(),
|
|
2782
|
+
presence_penalty: import_v36.z.number().optional(),
|
|
2533
2783
|
response_format: ResponseFormatNullish.optional(),
|
|
2534
|
-
tool_choice:
|
|
2535
|
-
|
|
2536
|
-
|
|
2537
|
-
|
|
2538
|
-
|
|
2539
|
-
type:
|
|
2540
|
-
function:
|
|
2784
|
+
tool_choice: import_v36.z.union([
|
|
2785
|
+
import_v36.z.literal("auto"),
|
|
2786
|
+
import_v36.z.literal("none"),
|
|
2787
|
+
import_v36.z.literal("required"),
|
|
2788
|
+
import_v36.z.object({
|
|
2789
|
+
type: import_v36.z.literal("function"),
|
|
2790
|
+
function: import_v36.z.object({ name: import_v36.z.string() })
|
|
2541
2791
|
})
|
|
2542
2792
|
]).optional(),
|
|
2543
|
-
function_call:
|
|
2544
|
-
|
|
2545
|
-
|
|
2546
|
-
|
|
2793
|
+
function_call: import_v36.z.union([
|
|
2794
|
+
import_v36.z.literal("auto"),
|
|
2795
|
+
import_v36.z.literal("none"),
|
|
2796
|
+
import_v36.z.object({ name: import_v36.z.string() })
|
|
2547
2797
|
]).optional(),
|
|
2548
|
-
n:
|
|
2549
|
-
stop:
|
|
2550
|
-
reasoning_effort:
|
|
2551
|
-
verbosity:
|
|
2552
|
-
top_k:
|
|
2553
|
-
stop_sequences:
|
|
2554
|
-
max_tokens_to_sample:
|
|
2555
|
-
maxOutputTokens:
|
|
2556
|
-
topP:
|
|
2557
|
-
topK:
|
|
2558
|
-
use_cache:
|
|
2798
|
+
n: import_v36.z.number().optional(),
|
|
2799
|
+
stop: import_v36.z.array(import_v36.z.string()).optional(),
|
|
2800
|
+
reasoning_effort: import_v36.z.enum(["minimal", "low", "medium", "high"]).optional(),
|
|
2801
|
+
verbosity: import_v36.z.enum(["low", "medium", "high"]).optional(),
|
|
2802
|
+
top_k: import_v36.z.number().optional(),
|
|
2803
|
+
stop_sequences: import_v36.z.array(import_v36.z.string()).optional(),
|
|
2804
|
+
max_tokens_to_sample: import_v36.z.number().optional(),
|
|
2805
|
+
maxOutputTokens: import_v36.z.number().optional(),
|
|
2806
|
+
topP: import_v36.z.number().optional(),
|
|
2807
|
+
topK: import_v36.z.number().optional(),
|
|
2808
|
+
use_cache: import_v36.z.boolean().optional()
|
|
2559
2809
|
});
|
|
2560
|
-
var ApiKey =
|
|
2561
|
-
id:
|
|
2562
|
-
created:
|
|
2563
|
-
name:
|
|
2564
|
-
preview_name:
|
|
2565
|
-
user_id:
|
|
2566
|
-
user_email:
|
|
2567
|
-
user_given_name:
|
|
2568
|
-
user_family_name:
|
|
2569
|
-
org_id:
|
|
2810
|
+
var ApiKey = import_v36.z.object({
|
|
2811
|
+
id: import_v36.z.string().uuid(),
|
|
2812
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
2813
|
+
name: import_v36.z.string(),
|
|
2814
|
+
preview_name: import_v36.z.string(),
|
|
2815
|
+
user_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
2816
|
+
user_email: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
2817
|
+
user_given_name: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
2818
|
+
user_family_name: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
2819
|
+
org_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
2570
2820
|
});
|
|
2571
|
-
var AsyncScoringState =
|
|
2572
|
-
|
|
2573
|
-
status:
|
|
2574
|
-
token:
|
|
2575
|
-
function_ids:
|
|
2576
|
-
skip_logging:
|
|
2821
|
+
var AsyncScoringState = import_v36.z.union([
|
|
2822
|
+
import_v36.z.object({
|
|
2823
|
+
status: import_v36.z.literal("enabled"),
|
|
2824
|
+
token: import_v36.z.string(),
|
|
2825
|
+
function_ids: import_v36.z.array(import_v36.z.unknown()).min(1),
|
|
2826
|
+
skip_logging: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional()
|
|
2577
2827
|
}),
|
|
2578
|
-
|
|
2579
|
-
|
|
2580
|
-
|
|
2828
|
+
import_v36.z.object({ status: import_v36.z.literal("disabled") }),
|
|
2829
|
+
import_v36.z.null(),
|
|
2830
|
+
import_v36.z.null()
|
|
2581
2831
|
]);
|
|
2582
|
-
var AsyncScoringControl =
|
|
2583
|
-
|
|
2584
|
-
|
|
2585
|
-
|
|
2586
|
-
|
|
2832
|
+
var AsyncScoringControl = import_v36.z.union([
|
|
2833
|
+
import_v36.z.object({ kind: import_v36.z.literal("score_update"), token: import_v36.z.string() }),
|
|
2834
|
+
import_v36.z.object({ kind: import_v36.z.literal("state_override"), state: AsyncScoringState }),
|
|
2835
|
+
import_v36.z.object({ kind: import_v36.z.literal("state_force_reselect") }),
|
|
2836
|
+
import_v36.z.object({ kind: import_v36.z.literal("state_enabled_force_rescore") })
|
|
2587
2837
|
]);
|
|
2588
|
-
var BraintrustAttachmentReference =
|
|
2589
|
-
type:
|
|
2590
|
-
filename:
|
|
2591
|
-
content_type:
|
|
2592
|
-
key:
|
|
2838
|
+
var BraintrustAttachmentReference = import_v36.z.object({
|
|
2839
|
+
type: import_v36.z.literal("braintrust_attachment"),
|
|
2840
|
+
filename: import_v36.z.string().min(1),
|
|
2841
|
+
content_type: import_v36.z.string().min(1),
|
|
2842
|
+
key: import_v36.z.string().min(1)
|
|
2593
2843
|
});
|
|
2594
|
-
var ExternalAttachmentReference =
|
|
2595
|
-
type:
|
|
2596
|
-
filename:
|
|
2597
|
-
content_type:
|
|
2598
|
-
url:
|
|
2844
|
+
var ExternalAttachmentReference = import_v36.z.object({
|
|
2845
|
+
type: import_v36.z.literal("external_attachment"),
|
|
2846
|
+
filename: import_v36.z.string().min(1),
|
|
2847
|
+
content_type: import_v36.z.string().min(1),
|
|
2848
|
+
url: import_v36.z.string().min(1)
|
|
2599
2849
|
});
|
|
2600
|
-
var AttachmentReference =
|
|
2850
|
+
var AttachmentReference = import_v36.z.discriminatedUnion("type", [
|
|
2601
2851
|
BraintrustAttachmentReference,
|
|
2602
2852
|
ExternalAttachmentReference
|
|
2603
2853
|
]);
|
|
2604
|
-
var UploadStatus =
|
|
2605
|
-
var AttachmentStatus =
|
|
2854
|
+
var UploadStatus = import_v36.z.enum(["uploading", "done", "error"]);
|
|
2855
|
+
var AttachmentStatus = import_v36.z.object({
|
|
2606
2856
|
upload_status: UploadStatus,
|
|
2607
|
-
error_message:
|
|
2857
|
+
error_message: import_v36.z.string().optional()
|
|
2608
2858
|
});
|
|
2609
|
-
var BraintrustModelParams =
|
|
2610
|
-
var CallEvent =
|
|
2611
|
-
|
|
2612
|
-
id:
|
|
2613
|
-
data:
|
|
2614
|
-
event:
|
|
2859
|
+
var BraintrustModelParams = import_v36.z.object({ use_cache: import_v36.z.boolean() }).partial();
|
|
2860
|
+
var CallEvent = import_v36.z.union([
|
|
2861
|
+
import_v36.z.object({
|
|
2862
|
+
id: import_v36.z.string().optional(),
|
|
2863
|
+
data: import_v36.z.string(),
|
|
2864
|
+
event: import_v36.z.literal("text_delta")
|
|
2615
2865
|
}),
|
|
2616
|
-
|
|
2617
|
-
id:
|
|
2618
|
-
data:
|
|
2619
|
-
event:
|
|
2866
|
+
import_v36.z.object({
|
|
2867
|
+
id: import_v36.z.string().optional(),
|
|
2868
|
+
data: import_v36.z.string(),
|
|
2869
|
+
event: import_v36.z.literal("reasoning_delta")
|
|
2620
2870
|
}),
|
|
2621
|
-
|
|
2622
|
-
id:
|
|
2623
|
-
data:
|
|
2624
|
-
event:
|
|
2871
|
+
import_v36.z.object({
|
|
2872
|
+
id: import_v36.z.string().optional(),
|
|
2873
|
+
data: import_v36.z.string(),
|
|
2874
|
+
event: import_v36.z.literal("json_delta")
|
|
2625
2875
|
}),
|
|
2626
|
-
|
|
2627
|
-
id:
|
|
2628
|
-
data:
|
|
2629
|
-
event:
|
|
2876
|
+
import_v36.z.object({
|
|
2877
|
+
id: import_v36.z.string().optional(),
|
|
2878
|
+
data: import_v36.z.string(),
|
|
2879
|
+
event: import_v36.z.literal("progress")
|
|
2630
2880
|
}),
|
|
2631
|
-
|
|
2632
|
-
id:
|
|
2633
|
-
data:
|
|
2634
|
-
event:
|
|
2881
|
+
import_v36.z.object({
|
|
2882
|
+
id: import_v36.z.string().optional(),
|
|
2883
|
+
data: import_v36.z.string(),
|
|
2884
|
+
event: import_v36.z.literal("error")
|
|
2635
2885
|
}),
|
|
2636
|
-
|
|
2637
|
-
id:
|
|
2638
|
-
data:
|
|
2639
|
-
event:
|
|
2886
|
+
import_v36.z.object({
|
|
2887
|
+
id: import_v36.z.string().optional(),
|
|
2888
|
+
data: import_v36.z.string(),
|
|
2889
|
+
event: import_v36.z.literal("console")
|
|
2640
2890
|
}),
|
|
2641
|
-
|
|
2642
|
-
id:
|
|
2643
|
-
event:
|
|
2644
|
-
data:
|
|
2891
|
+
import_v36.z.object({
|
|
2892
|
+
id: import_v36.z.string().optional(),
|
|
2893
|
+
event: import_v36.z.literal("start"),
|
|
2894
|
+
data: import_v36.z.literal("")
|
|
2645
2895
|
}),
|
|
2646
|
-
|
|
2647
|
-
id:
|
|
2648
|
-
event:
|
|
2649
|
-
data:
|
|
2896
|
+
import_v36.z.object({
|
|
2897
|
+
id: import_v36.z.string().optional(),
|
|
2898
|
+
event: import_v36.z.literal("done"),
|
|
2899
|
+
data: import_v36.z.literal("")
|
|
2650
2900
|
})
|
|
2651
2901
|
]);
|
|
2652
|
-
var ChatCompletionContentPartTextWithTitle =
|
|
2653
|
-
text:
|
|
2654
|
-
type:
|
|
2655
|
-
cache_control:
|
|
2902
|
+
var ChatCompletionContentPartTextWithTitle = import_v36.z.object({
|
|
2903
|
+
text: import_v36.z.string().default(""),
|
|
2904
|
+
type: import_v36.z.literal("text"),
|
|
2905
|
+
cache_control: import_v36.z.object({ type: import_v36.z.literal("ephemeral") }).optional()
|
|
2656
2906
|
});
|
|
2657
|
-
var ChatCompletionContentPartImageWithTitle =
|
|
2658
|
-
image_url:
|
|
2659
|
-
url:
|
|
2660
|
-
detail:
|
|
2907
|
+
var ChatCompletionContentPartImageWithTitle = import_v36.z.object({
|
|
2908
|
+
image_url: import_v36.z.object({
|
|
2909
|
+
url: import_v36.z.string(),
|
|
2910
|
+
detail: import_v36.z.union([import_v36.z.literal("auto"), import_v36.z.literal("low"), import_v36.z.literal("high")]).optional()
|
|
2661
2911
|
}),
|
|
2662
|
-
type:
|
|
2912
|
+
type: import_v36.z.literal("image_url")
|
|
2663
2913
|
});
|
|
2664
|
-
var ChatCompletionContentPart =
|
|
2914
|
+
var ChatCompletionContentPart = import_v36.z.union([
|
|
2665
2915
|
ChatCompletionContentPartTextWithTitle,
|
|
2666
2916
|
ChatCompletionContentPartImageWithTitle
|
|
2667
2917
|
]);
|
|
2668
|
-
var ChatCompletionContentPartText =
|
|
2669
|
-
text:
|
|
2670
|
-
type:
|
|
2671
|
-
cache_control:
|
|
2918
|
+
var ChatCompletionContentPartText = import_v36.z.object({
|
|
2919
|
+
text: import_v36.z.string().default(""),
|
|
2920
|
+
type: import_v36.z.literal("text"),
|
|
2921
|
+
cache_control: import_v36.z.object({ type: import_v36.z.literal("ephemeral") }).optional()
|
|
2672
2922
|
});
|
|
2673
|
-
var ChatCompletionMessageToolCall =
|
|
2674
|
-
id:
|
|
2675
|
-
function:
|
|
2676
|
-
type:
|
|
2923
|
+
var ChatCompletionMessageToolCall = import_v36.z.object({
|
|
2924
|
+
id: import_v36.z.string(),
|
|
2925
|
+
function: import_v36.z.object({ arguments: import_v36.z.string(), name: import_v36.z.string() }),
|
|
2926
|
+
type: import_v36.z.literal("function")
|
|
2677
2927
|
});
|
|
2678
|
-
var ChatCompletionMessageReasoning =
|
|
2679
|
-
var ChatCompletionMessageParam =
|
|
2680
|
-
|
|
2681
|
-
content:
|
|
2682
|
-
role:
|
|
2683
|
-
name:
|
|
2928
|
+
var ChatCompletionMessageReasoning = import_v36.z.object({ id: import_v36.z.string(), content: import_v36.z.string() }).partial();
|
|
2929
|
+
var ChatCompletionMessageParam = import_v36.z.union([
|
|
2930
|
+
import_v36.z.object({
|
|
2931
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.array(ChatCompletionContentPartText)]),
|
|
2932
|
+
role: import_v36.z.literal("system"),
|
|
2933
|
+
name: import_v36.z.string().optional()
|
|
2684
2934
|
}),
|
|
2685
|
-
|
|
2686
|
-
content:
|
|
2687
|
-
role:
|
|
2688
|
-
name:
|
|
2935
|
+
import_v36.z.object({
|
|
2936
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.array(ChatCompletionContentPart)]),
|
|
2937
|
+
role: import_v36.z.literal("user"),
|
|
2938
|
+
name: import_v36.z.string().optional()
|
|
2689
2939
|
}),
|
|
2690
|
-
|
|
2691
|
-
role:
|
|
2692
|
-
content:
|
|
2693
|
-
function_call:
|
|
2694
|
-
name:
|
|
2695
|
-
tool_calls:
|
|
2696
|
-
reasoning:
|
|
2940
|
+
import_v36.z.object({
|
|
2941
|
+
role: import_v36.z.literal("assistant"),
|
|
2942
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.array(ChatCompletionContentPartText), import_v36.z.null()]).optional(),
|
|
2943
|
+
function_call: import_v36.z.object({ arguments: import_v36.z.string(), name: import_v36.z.string() }).optional(),
|
|
2944
|
+
name: import_v36.z.string().optional(),
|
|
2945
|
+
tool_calls: import_v36.z.array(ChatCompletionMessageToolCall).optional(),
|
|
2946
|
+
reasoning: import_v36.z.array(ChatCompletionMessageReasoning).optional()
|
|
2697
2947
|
}),
|
|
2698
|
-
|
|
2699
|
-
content:
|
|
2700
|
-
role:
|
|
2701
|
-
tool_call_id:
|
|
2948
|
+
import_v36.z.object({
|
|
2949
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.array(ChatCompletionContentPartText)]),
|
|
2950
|
+
role: import_v36.z.literal("tool"),
|
|
2951
|
+
tool_call_id: import_v36.z.string().default("")
|
|
2702
2952
|
}),
|
|
2703
|
-
|
|
2704
|
-
content:
|
|
2705
|
-
name:
|
|
2706
|
-
role:
|
|
2953
|
+
import_v36.z.object({
|
|
2954
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
2955
|
+
name: import_v36.z.string(),
|
|
2956
|
+
role: import_v36.z.literal("function")
|
|
2707
2957
|
}),
|
|
2708
|
-
|
|
2709
|
-
content:
|
|
2710
|
-
role:
|
|
2711
|
-
name:
|
|
2958
|
+
import_v36.z.object({
|
|
2959
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.array(ChatCompletionContentPartText)]),
|
|
2960
|
+
role: import_v36.z.literal("developer"),
|
|
2961
|
+
name: import_v36.z.string().optional()
|
|
2712
2962
|
}),
|
|
2713
|
-
|
|
2714
|
-
role:
|
|
2715
|
-
content:
|
|
2963
|
+
import_v36.z.object({
|
|
2964
|
+
role: import_v36.z.literal("model"),
|
|
2965
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
2716
2966
|
})
|
|
2717
2967
|
]);
|
|
2718
|
-
var ChatCompletionOpenAIMessageParam =
|
|
2719
|
-
|
|
2720
|
-
content:
|
|
2721
|
-
role:
|
|
2722
|
-
name:
|
|
2968
|
+
var ChatCompletionOpenAIMessageParam = import_v36.z.union([
|
|
2969
|
+
import_v36.z.object({
|
|
2970
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.array(ChatCompletionContentPartText)]),
|
|
2971
|
+
role: import_v36.z.literal("system"),
|
|
2972
|
+
name: import_v36.z.string().optional()
|
|
2723
2973
|
}),
|
|
2724
|
-
|
|
2725
|
-
content:
|
|
2726
|
-
role:
|
|
2727
|
-
name:
|
|
2974
|
+
import_v36.z.object({
|
|
2975
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.array(ChatCompletionContentPart)]),
|
|
2976
|
+
role: import_v36.z.literal("user"),
|
|
2977
|
+
name: import_v36.z.string().optional()
|
|
2728
2978
|
}),
|
|
2729
|
-
|
|
2730
|
-
role:
|
|
2731
|
-
content:
|
|
2732
|
-
function_call:
|
|
2733
|
-
name:
|
|
2734
|
-
tool_calls:
|
|
2735
|
-
reasoning:
|
|
2979
|
+
import_v36.z.object({
|
|
2980
|
+
role: import_v36.z.literal("assistant"),
|
|
2981
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.array(ChatCompletionContentPartText), import_v36.z.null()]).optional(),
|
|
2982
|
+
function_call: import_v36.z.object({ arguments: import_v36.z.string(), name: import_v36.z.string() }).optional(),
|
|
2983
|
+
name: import_v36.z.string().optional(),
|
|
2984
|
+
tool_calls: import_v36.z.array(ChatCompletionMessageToolCall).optional(),
|
|
2985
|
+
reasoning: import_v36.z.array(ChatCompletionMessageReasoning).optional()
|
|
2736
2986
|
}),
|
|
2737
|
-
|
|
2738
|
-
content:
|
|
2739
|
-
role:
|
|
2740
|
-
tool_call_id:
|
|
2987
|
+
import_v36.z.object({
|
|
2988
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.array(ChatCompletionContentPartText)]),
|
|
2989
|
+
role: import_v36.z.literal("tool"),
|
|
2990
|
+
tool_call_id: import_v36.z.string().default("")
|
|
2741
2991
|
}),
|
|
2742
|
-
|
|
2743
|
-
content:
|
|
2744
|
-
name:
|
|
2745
|
-
role:
|
|
2992
|
+
import_v36.z.object({
|
|
2993
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
2994
|
+
name: import_v36.z.string(),
|
|
2995
|
+
role: import_v36.z.literal("function")
|
|
2746
2996
|
}),
|
|
2747
|
-
|
|
2748
|
-
content:
|
|
2749
|
-
role:
|
|
2750
|
-
name:
|
|
2997
|
+
import_v36.z.object({
|
|
2998
|
+
content: import_v36.z.union([import_v36.z.string(), import_v36.z.array(ChatCompletionContentPartText)]),
|
|
2999
|
+
role: import_v36.z.literal("developer"),
|
|
3000
|
+
name: import_v36.z.string().optional()
|
|
2751
3001
|
})
|
|
2752
3002
|
]);
|
|
2753
|
-
var ChatCompletionTool =
|
|
2754
|
-
function:
|
|
2755
|
-
name:
|
|
2756
|
-
description:
|
|
2757
|
-
parameters:
|
|
3003
|
+
var ChatCompletionTool = import_v36.z.object({
|
|
3004
|
+
function: import_v36.z.object({
|
|
3005
|
+
name: import_v36.z.string(),
|
|
3006
|
+
description: import_v36.z.string().optional(),
|
|
3007
|
+
parameters: import_v36.z.object({}).partial().passthrough().optional()
|
|
2758
3008
|
}),
|
|
2759
|
-
type:
|
|
3009
|
+
type: import_v36.z.literal("function")
|
|
2760
3010
|
});
|
|
2761
|
-
var CodeBundle =
|
|
2762
|
-
runtime_context:
|
|
2763
|
-
runtime:
|
|
2764
|
-
version:
|
|
3011
|
+
var CodeBundle = import_v36.z.object({
|
|
3012
|
+
runtime_context: import_v36.z.object({
|
|
3013
|
+
runtime: import_v36.z.enum(["node", "python"]),
|
|
3014
|
+
version: import_v36.z.string()
|
|
2765
3015
|
}),
|
|
2766
|
-
location:
|
|
2767
|
-
|
|
2768
|
-
type:
|
|
2769
|
-
eval_name:
|
|
2770
|
-
position:
|
|
2771
|
-
|
|
2772
|
-
|
|
3016
|
+
location: import_v36.z.union([
|
|
3017
|
+
import_v36.z.object({
|
|
3018
|
+
type: import_v36.z.literal("experiment"),
|
|
3019
|
+
eval_name: import_v36.z.string(),
|
|
3020
|
+
position: import_v36.z.union([
|
|
3021
|
+
import_v36.z.object({ type: import_v36.z.literal("task") }),
|
|
3022
|
+
import_v36.z.object({ type: import_v36.z.literal("scorer"), index: import_v36.z.number().int().gte(0) })
|
|
2773
3023
|
])
|
|
2774
3024
|
}),
|
|
2775
|
-
|
|
3025
|
+
import_v36.z.object({ type: import_v36.z.literal("function"), index: import_v36.z.number().int().gte(0) })
|
|
2776
3026
|
]),
|
|
2777
|
-
bundle_id:
|
|
2778
|
-
preview:
|
|
3027
|
+
bundle_id: import_v36.z.string(),
|
|
3028
|
+
preview: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
2779
3029
|
});
|
|
2780
|
-
var Dataset =
|
|
2781
|
-
id:
|
|
2782
|
-
project_id:
|
|
2783
|
-
name:
|
|
2784
|
-
description:
|
|
2785
|
-
created:
|
|
2786
|
-
deleted_at:
|
|
2787
|
-
user_id:
|
|
2788
|
-
metadata:
|
|
3030
|
+
var Dataset = import_v36.z.object({
|
|
3031
|
+
id: import_v36.z.string().uuid(),
|
|
3032
|
+
project_id: import_v36.z.string().uuid(),
|
|
3033
|
+
name: import_v36.z.string(),
|
|
3034
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3035
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3036
|
+
deleted_at: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3037
|
+
user_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3038
|
+
metadata: import_v36.z.union([import_v36.z.object({}).partial().passthrough(), import_v36.z.null()]).optional()
|
|
2789
3039
|
});
|
|
2790
|
-
var ObjectReferenceNullish =
|
|
2791
|
-
|
|
2792
|
-
object_type:
|
|
3040
|
+
var ObjectReferenceNullish = import_v36.z.union([
|
|
3041
|
+
import_v36.z.object({
|
|
3042
|
+
object_type: import_v36.z.enum([
|
|
2793
3043
|
"project_logs",
|
|
2794
3044
|
"experiment",
|
|
2795
3045
|
"dataset",
|
|
@@ -2797,399 +3047,399 @@ var ObjectReferenceNullish = import_v35.z.union([
|
|
|
2797
3047
|
"function",
|
|
2798
3048
|
"prompt_session"
|
|
2799
3049
|
]),
|
|
2800
|
-
object_id:
|
|
2801
|
-
id:
|
|
2802
|
-
_xact_id:
|
|
2803
|
-
created:
|
|
3050
|
+
object_id: import_v36.z.string().uuid(),
|
|
3051
|
+
id: import_v36.z.string(),
|
|
3052
|
+
_xact_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3053
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
2804
3054
|
}),
|
|
2805
|
-
|
|
3055
|
+
import_v36.z.null()
|
|
2806
3056
|
]);
|
|
2807
|
-
var DatasetEvent =
|
|
2808
|
-
id:
|
|
2809
|
-
_xact_id:
|
|
2810
|
-
created:
|
|
2811
|
-
_pagination_key:
|
|
2812
|
-
project_id:
|
|
2813
|
-
dataset_id:
|
|
2814
|
-
input:
|
|
2815
|
-
expected:
|
|
2816
|
-
metadata:
|
|
2817
|
-
|
|
2818
|
-
|
|
3057
|
+
var DatasetEvent = import_v36.z.object({
|
|
3058
|
+
id: import_v36.z.string(),
|
|
3059
|
+
_xact_id: import_v36.z.string(),
|
|
3060
|
+
created: import_v36.z.string().datetime({ offset: true }),
|
|
3061
|
+
_pagination_key: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3062
|
+
project_id: import_v36.z.string().uuid(),
|
|
3063
|
+
dataset_id: import_v36.z.string().uuid(),
|
|
3064
|
+
input: import_v36.z.unknown().optional(),
|
|
3065
|
+
expected: import_v36.z.unknown().optional(),
|
|
3066
|
+
metadata: import_v36.z.union([
|
|
3067
|
+
import_v36.z.object({ model: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]) }).partial().passthrough(),
|
|
3068
|
+
import_v36.z.null()
|
|
2819
3069
|
]).optional(),
|
|
2820
|
-
tags:
|
|
2821
|
-
span_id:
|
|
2822
|
-
root_span_id:
|
|
2823
|
-
is_root:
|
|
3070
|
+
tags: import_v36.z.union([import_v36.z.array(import_v36.z.string()), import_v36.z.null()]).optional(),
|
|
3071
|
+
span_id: import_v36.z.string(),
|
|
3072
|
+
root_span_id: import_v36.z.string(),
|
|
3073
|
+
is_root: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional(),
|
|
2824
3074
|
origin: ObjectReferenceNullish.optional()
|
|
2825
3075
|
});
|
|
2826
|
-
var EnvVar =
|
|
2827
|
-
id:
|
|
2828
|
-
object_type:
|
|
2829
|
-
object_id:
|
|
2830
|
-
name:
|
|
2831
|
-
created:
|
|
2832
|
-
used:
|
|
3076
|
+
var EnvVar = import_v36.z.object({
|
|
3077
|
+
id: import_v36.z.string().uuid(),
|
|
3078
|
+
object_type: import_v36.z.enum(["organization", "project", "function"]),
|
|
3079
|
+
object_id: import_v36.z.string().uuid(),
|
|
3080
|
+
name: import_v36.z.string(),
|
|
3081
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3082
|
+
used: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
2833
3083
|
});
|
|
2834
|
-
var RepoInfo =
|
|
2835
|
-
|
|
2836
|
-
commit:
|
|
2837
|
-
branch:
|
|
2838
|
-
tag:
|
|
2839
|
-
dirty:
|
|
2840
|
-
author_name:
|
|
2841
|
-
author_email:
|
|
2842
|
-
commit_message:
|
|
2843
|
-
commit_time:
|
|
2844
|
-
git_diff:
|
|
3084
|
+
var RepoInfo = import_v36.z.union([
|
|
3085
|
+
import_v36.z.object({
|
|
3086
|
+
commit: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3087
|
+
branch: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3088
|
+
tag: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3089
|
+
dirty: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]),
|
|
3090
|
+
author_name: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3091
|
+
author_email: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3092
|
+
commit_message: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3093
|
+
commit_time: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3094
|
+
git_diff: import_v36.z.union([import_v36.z.string(), import_v36.z.null()])
|
|
2845
3095
|
}).partial(),
|
|
2846
|
-
|
|
3096
|
+
import_v36.z.null()
|
|
2847
3097
|
]);
|
|
2848
|
-
var Experiment =
|
|
2849
|
-
id:
|
|
2850
|
-
project_id:
|
|
2851
|
-
name:
|
|
2852
|
-
description:
|
|
2853
|
-
created:
|
|
3098
|
+
var Experiment = import_v36.z.object({
|
|
3099
|
+
id: import_v36.z.string().uuid(),
|
|
3100
|
+
project_id: import_v36.z.string().uuid(),
|
|
3101
|
+
name: import_v36.z.string(),
|
|
3102
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3103
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
2854
3104
|
repo_info: RepoInfo.optional(),
|
|
2855
|
-
commit:
|
|
2856
|
-
base_exp_id:
|
|
2857
|
-
deleted_at:
|
|
2858
|
-
dataset_id:
|
|
2859
|
-
dataset_version:
|
|
2860
|
-
public:
|
|
2861
|
-
user_id:
|
|
2862
|
-
metadata:
|
|
2863
|
-
tags:
|
|
3105
|
+
commit: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3106
|
+
base_exp_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3107
|
+
deleted_at: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3108
|
+
dataset_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3109
|
+
dataset_version: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3110
|
+
public: import_v36.z.boolean(),
|
|
3111
|
+
user_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3112
|
+
metadata: import_v36.z.union([import_v36.z.object({}).partial().passthrough(), import_v36.z.null()]).optional(),
|
|
3113
|
+
tags: import_v36.z.union([import_v36.z.array(import_v36.z.string()), import_v36.z.null()]).optional()
|
|
2864
3114
|
});
|
|
2865
|
-
var SpanType =
|
|
2866
|
-
|
|
2867
|
-
|
|
3115
|
+
var SpanType = import_v36.z.union([
|
|
3116
|
+
import_v36.z.enum(["llm", "score", "function", "eval", "task", "tool"]),
|
|
3117
|
+
import_v36.z.null()
|
|
2868
3118
|
]);
|
|
2869
|
-
var SpanAttributes =
|
|
2870
|
-
|
|
2871
|
-
|
|
3119
|
+
var SpanAttributes = import_v36.z.union([
|
|
3120
|
+
import_v36.z.object({ name: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]), type: SpanType }).partial().passthrough(),
|
|
3121
|
+
import_v36.z.null()
|
|
2872
3122
|
]);
|
|
2873
|
-
var ExperimentEvent =
|
|
2874
|
-
id:
|
|
2875
|
-
_xact_id:
|
|
2876
|
-
created:
|
|
2877
|
-
_pagination_key:
|
|
2878
|
-
project_id:
|
|
2879
|
-
experiment_id:
|
|
2880
|
-
input:
|
|
2881
|
-
output:
|
|
2882
|
-
expected:
|
|
2883
|
-
error:
|
|
2884
|
-
scores:
|
|
2885
|
-
metadata:
|
|
2886
|
-
|
|
2887
|
-
|
|
3123
|
+
var ExperimentEvent = import_v36.z.object({
|
|
3124
|
+
id: import_v36.z.string(),
|
|
3125
|
+
_xact_id: import_v36.z.string(),
|
|
3126
|
+
created: import_v36.z.string().datetime({ offset: true }),
|
|
3127
|
+
_pagination_key: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3128
|
+
project_id: import_v36.z.string().uuid(),
|
|
3129
|
+
experiment_id: import_v36.z.string().uuid(),
|
|
3130
|
+
input: import_v36.z.unknown().optional(),
|
|
3131
|
+
output: import_v36.z.unknown().optional(),
|
|
3132
|
+
expected: import_v36.z.unknown().optional(),
|
|
3133
|
+
error: import_v36.z.unknown().optional(),
|
|
3134
|
+
scores: import_v36.z.union([import_v36.z.record(import_v36.z.union([import_v36.z.number(), import_v36.z.null()])), import_v36.z.null()]).optional(),
|
|
3135
|
+
metadata: import_v36.z.union([
|
|
3136
|
+
import_v36.z.object({ model: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]) }).partial().passthrough(),
|
|
3137
|
+
import_v36.z.null()
|
|
2888
3138
|
]).optional(),
|
|
2889
|
-
tags:
|
|
2890
|
-
metrics:
|
|
2891
|
-
context:
|
|
2892
|
-
|
|
2893
|
-
caller_functionname:
|
|
2894
|
-
caller_filename:
|
|
2895
|
-
caller_lineno:
|
|
3139
|
+
tags: import_v36.z.union([import_v36.z.array(import_v36.z.string()), import_v36.z.null()]).optional(),
|
|
3140
|
+
metrics: import_v36.z.union([import_v36.z.record(import_v36.z.number()), import_v36.z.null()]).optional(),
|
|
3141
|
+
context: import_v36.z.union([
|
|
3142
|
+
import_v36.z.object({
|
|
3143
|
+
caller_functionname: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3144
|
+
caller_filename: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3145
|
+
caller_lineno: import_v36.z.union([import_v36.z.number(), import_v36.z.null()])
|
|
2896
3146
|
}).partial().passthrough(),
|
|
2897
|
-
|
|
3147
|
+
import_v36.z.null()
|
|
2898
3148
|
]).optional(),
|
|
2899
|
-
span_id:
|
|
2900
|
-
span_parents:
|
|
2901
|
-
root_span_id:
|
|
3149
|
+
span_id: import_v36.z.string(),
|
|
3150
|
+
span_parents: import_v36.z.union([import_v36.z.array(import_v36.z.string()), import_v36.z.null()]).optional(),
|
|
3151
|
+
root_span_id: import_v36.z.string(),
|
|
2902
3152
|
span_attributes: SpanAttributes.optional(),
|
|
2903
|
-
is_root:
|
|
3153
|
+
is_root: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional(),
|
|
2904
3154
|
origin: ObjectReferenceNullish.optional()
|
|
2905
3155
|
});
|
|
2906
|
-
var ExtendedSavedFunctionId =
|
|
2907
|
-
|
|
2908
|
-
|
|
2909
|
-
|
|
2910
|
-
type:
|
|
2911
|
-
project_id:
|
|
2912
|
-
slug:
|
|
3156
|
+
var ExtendedSavedFunctionId = import_v36.z.union([
|
|
3157
|
+
import_v36.z.object({ type: import_v36.z.literal("function"), id: import_v36.z.string() }),
|
|
3158
|
+
import_v36.z.object({ type: import_v36.z.literal("global"), name: import_v36.z.string() }),
|
|
3159
|
+
import_v36.z.object({
|
|
3160
|
+
type: import_v36.z.literal("slug"),
|
|
3161
|
+
project_id: import_v36.z.string(),
|
|
3162
|
+
slug: import_v36.z.string()
|
|
2913
3163
|
})
|
|
2914
3164
|
]);
|
|
2915
|
-
var PromptBlockDataNullish =
|
|
2916
|
-
|
|
2917
|
-
|
|
2918
|
-
type:
|
|
2919
|
-
messages:
|
|
2920
|
-
tools:
|
|
3165
|
+
var PromptBlockDataNullish = import_v36.z.union([
|
|
3166
|
+
import_v36.z.object({ type: import_v36.z.literal("completion"), content: import_v36.z.string() }),
|
|
3167
|
+
import_v36.z.object({
|
|
3168
|
+
type: import_v36.z.literal("chat"),
|
|
3169
|
+
messages: import_v36.z.array(ChatCompletionMessageParam),
|
|
3170
|
+
tools: import_v36.z.string().optional()
|
|
2921
3171
|
}),
|
|
2922
|
-
|
|
3172
|
+
import_v36.z.null()
|
|
2923
3173
|
]);
|
|
2924
|
-
var ModelParams =
|
|
2925
|
-
|
|
2926
|
-
use_cache:
|
|
2927
|
-
temperature:
|
|
2928
|
-
top_p:
|
|
2929
|
-
max_tokens:
|
|
2930
|
-
max_completion_tokens:
|
|
2931
|
-
frequency_penalty:
|
|
2932
|
-
presence_penalty:
|
|
3174
|
+
var ModelParams = import_v36.z.union([
|
|
3175
|
+
import_v36.z.object({
|
|
3176
|
+
use_cache: import_v36.z.boolean(),
|
|
3177
|
+
temperature: import_v36.z.number(),
|
|
3178
|
+
top_p: import_v36.z.number(),
|
|
3179
|
+
max_tokens: import_v36.z.number(),
|
|
3180
|
+
max_completion_tokens: import_v36.z.number(),
|
|
3181
|
+
frequency_penalty: import_v36.z.number(),
|
|
3182
|
+
presence_penalty: import_v36.z.number(),
|
|
2933
3183
|
response_format: ResponseFormatNullish,
|
|
2934
|
-
tool_choice:
|
|
2935
|
-
|
|
2936
|
-
|
|
2937
|
-
|
|
2938
|
-
|
|
2939
|
-
type:
|
|
2940
|
-
function:
|
|
3184
|
+
tool_choice: import_v36.z.union([
|
|
3185
|
+
import_v36.z.literal("auto"),
|
|
3186
|
+
import_v36.z.literal("none"),
|
|
3187
|
+
import_v36.z.literal("required"),
|
|
3188
|
+
import_v36.z.object({
|
|
3189
|
+
type: import_v36.z.literal("function"),
|
|
3190
|
+
function: import_v36.z.object({ name: import_v36.z.string() })
|
|
2941
3191
|
})
|
|
2942
3192
|
]),
|
|
2943
|
-
function_call:
|
|
2944
|
-
|
|
2945
|
-
|
|
2946
|
-
|
|
3193
|
+
function_call: import_v36.z.union([
|
|
3194
|
+
import_v36.z.literal("auto"),
|
|
3195
|
+
import_v36.z.literal("none"),
|
|
3196
|
+
import_v36.z.object({ name: import_v36.z.string() })
|
|
2947
3197
|
]),
|
|
2948
|
-
n:
|
|
2949
|
-
stop:
|
|
2950
|
-
reasoning_effort:
|
|
2951
|
-
verbosity:
|
|
3198
|
+
n: import_v36.z.number(),
|
|
3199
|
+
stop: import_v36.z.array(import_v36.z.string()),
|
|
3200
|
+
reasoning_effort: import_v36.z.enum(["minimal", "low", "medium", "high"]),
|
|
3201
|
+
verbosity: import_v36.z.enum(["low", "medium", "high"])
|
|
2952
3202
|
}).partial().passthrough(),
|
|
2953
|
-
|
|
2954
|
-
use_cache:
|
|
2955
|
-
max_tokens:
|
|
2956
|
-
temperature:
|
|
2957
|
-
top_p:
|
|
2958
|
-
top_k:
|
|
2959
|
-
stop_sequences:
|
|
2960
|
-
max_tokens_to_sample:
|
|
3203
|
+
import_v36.z.object({
|
|
3204
|
+
use_cache: import_v36.z.boolean().optional(),
|
|
3205
|
+
max_tokens: import_v36.z.number(),
|
|
3206
|
+
temperature: import_v36.z.number(),
|
|
3207
|
+
top_p: import_v36.z.number().optional(),
|
|
3208
|
+
top_k: import_v36.z.number().optional(),
|
|
3209
|
+
stop_sequences: import_v36.z.array(import_v36.z.string()).optional(),
|
|
3210
|
+
max_tokens_to_sample: import_v36.z.number().optional()
|
|
2961
3211
|
}).passthrough(),
|
|
2962
|
-
|
|
2963
|
-
use_cache:
|
|
2964
|
-
temperature:
|
|
2965
|
-
maxOutputTokens:
|
|
2966
|
-
topP:
|
|
2967
|
-
topK:
|
|
3212
|
+
import_v36.z.object({
|
|
3213
|
+
use_cache: import_v36.z.boolean(),
|
|
3214
|
+
temperature: import_v36.z.number(),
|
|
3215
|
+
maxOutputTokens: import_v36.z.number(),
|
|
3216
|
+
topP: import_v36.z.number(),
|
|
3217
|
+
topK: import_v36.z.number()
|
|
2968
3218
|
}).partial().passthrough(),
|
|
2969
|
-
|
|
2970
|
-
use_cache:
|
|
2971
|
-
temperature:
|
|
2972
|
-
topK:
|
|
3219
|
+
import_v36.z.object({
|
|
3220
|
+
use_cache: import_v36.z.boolean(),
|
|
3221
|
+
temperature: import_v36.z.number(),
|
|
3222
|
+
topK: import_v36.z.number()
|
|
2973
3223
|
}).partial().passthrough(),
|
|
2974
|
-
|
|
3224
|
+
import_v36.z.object({ use_cache: import_v36.z.boolean() }).partial().passthrough()
|
|
2975
3225
|
]);
|
|
2976
|
-
var PromptOptionsNullish =
|
|
2977
|
-
|
|
2978
|
-
|
|
3226
|
+
var PromptOptionsNullish = import_v36.z.union([
|
|
3227
|
+
import_v36.z.object({ model: import_v36.z.string(), params: ModelParams, position: import_v36.z.string() }).partial(),
|
|
3228
|
+
import_v36.z.null()
|
|
2979
3229
|
]);
|
|
2980
|
-
var PromptParserNullish =
|
|
2981
|
-
|
|
2982
|
-
type:
|
|
2983
|
-
use_cot:
|
|
2984
|
-
choice_scores:
|
|
3230
|
+
var PromptParserNullish = import_v36.z.union([
|
|
3231
|
+
import_v36.z.object({
|
|
3232
|
+
type: import_v36.z.literal("llm_classifier"),
|
|
3233
|
+
use_cot: import_v36.z.boolean(),
|
|
3234
|
+
choice_scores: import_v36.z.record(import_v36.z.number().gte(0).lte(1))
|
|
2985
3235
|
}),
|
|
2986
|
-
|
|
3236
|
+
import_v36.z.null()
|
|
2987
3237
|
]);
|
|
2988
|
-
var SavedFunctionId =
|
|
2989
|
-
|
|
2990
|
-
|
|
3238
|
+
var SavedFunctionId = import_v36.z.union([
|
|
3239
|
+
import_v36.z.object({ type: import_v36.z.literal("function"), id: import_v36.z.string() }),
|
|
3240
|
+
import_v36.z.object({ type: import_v36.z.literal("global"), name: import_v36.z.string() })
|
|
2991
3241
|
]);
|
|
2992
|
-
var PromptDataNullish =
|
|
2993
|
-
|
|
3242
|
+
var PromptDataNullish = import_v36.z.union([
|
|
3243
|
+
import_v36.z.object({
|
|
2994
3244
|
prompt: PromptBlockDataNullish,
|
|
2995
3245
|
options: PromptOptionsNullish,
|
|
2996
3246
|
parser: PromptParserNullish,
|
|
2997
|
-
tool_functions:
|
|
2998
|
-
origin:
|
|
2999
|
-
|
|
3000
|
-
prompt_id:
|
|
3001
|
-
project_id:
|
|
3002
|
-
prompt_version:
|
|
3247
|
+
tool_functions: import_v36.z.union([import_v36.z.array(SavedFunctionId), import_v36.z.null()]),
|
|
3248
|
+
origin: import_v36.z.union([
|
|
3249
|
+
import_v36.z.object({
|
|
3250
|
+
prompt_id: import_v36.z.string(),
|
|
3251
|
+
project_id: import_v36.z.string(),
|
|
3252
|
+
prompt_version: import_v36.z.string()
|
|
3003
3253
|
}).partial(),
|
|
3004
|
-
|
|
3254
|
+
import_v36.z.null()
|
|
3005
3255
|
])
|
|
3006
3256
|
}).partial(),
|
|
3007
|
-
|
|
3257
|
+
import_v36.z.null()
|
|
3008
3258
|
]);
|
|
3009
|
-
var FunctionTypeEnumNullish =
|
|
3010
|
-
|
|
3011
|
-
|
|
3259
|
+
var FunctionTypeEnumNullish = import_v36.z.union([
|
|
3260
|
+
import_v36.z.enum(["llm", "scorer", "task", "tool"]),
|
|
3261
|
+
import_v36.z.null()
|
|
3012
3262
|
]);
|
|
3013
|
-
var FunctionIdRef =
|
|
3014
|
-
var PromptBlockData =
|
|
3015
|
-
|
|
3016
|
-
|
|
3017
|
-
type:
|
|
3018
|
-
messages:
|
|
3019
|
-
tools:
|
|
3263
|
+
var FunctionIdRef = import_v36.z.object({}).partial().passthrough();
|
|
3264
|
+
var PromptBlockData = import_v36.z.union([
|
|
3265
|
+
import_v36.z.object({ type: import_v36.z.literal("completion"), content: import_v36.z.string() }),
|
|
3266
|
+
import_v36.z.object({
|
|
3267
|
+
type: import_v36.z.literal("chat"),
|
|
3268
|
+
messages: import_v36.z.array(ChatCompletionMessageParam),
|
|
3269
|
+
tools: import_v36.z.string().optional()
|
|
3020
3270
|
})
|
|
3021
3271
|
]);
|
|
3022
|
-
var GraphNode =
|
|
3023
|
-
|
|
3024
|
-
description:
|
|
3025
|
-
position:
|
|
3026
|
-
type:
|
|
3272
|
+
var GraphNode = import_v36.z.union([
|
|
3273
|
+
import_v36.z.object({
|
|
3274
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3275
|
+
position: import_v36.z.union([import_v36.z.object({ x: import_v36.z.number(), y: import_v36.z.number() }), import_v36.z.null()]).optional(),
|
|
3276
|
+
type: import_v36.z.literal("function"),
|
|
3027
3277
|
function: FunctionIdRef
|
|
3028
3278
|
}),
|
|
3029
|
-
|
|
3030
|
-
description:
|
|
3031
|
-
position:
|
|
3032
|
-
type:
|
|
3279
|
+
import_v36.z.object({
|
|
3280
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3281
|
+
position: import_v36.z.union([import_v36.z.object({ x: import_v36.z.number(), y: import_v36.z.number() }), import_v36.z.null()]).optional(),
|
|
3282
|
+
type: import_v36.z.literal("input")
|
|
3033
3283
|
}),
|
|
3034
|
-
|
|
3035
|
-
description:
|
|
3036
|
-
position:
|
|
3037
|
-
type:
|
|
3284
|
+
import_v36.z.object({
|
|
3285
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3286
|
+
position: import_v36.z.union([import_v36.z.object({ x: import_v36.z.number(), y: import_v36.z.number() }), import_v36.z.null()]).optional(),
|
|
3287
|
+
type: import_v36.z.literal("output")
|
|
3038
3288
|
}),
|
|
3039
|
-
|
|
3040
|
-
description:
|
|
3041
|
-
position:
|
|
3042
|
-
type:
|
|
3043
|
-
value:
|
|
3289
|
+
import_v36.z.object({
|
|
3290
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3291
|
+
position: import_v36.z.union([import_v36.z.object({ x: import_v36.z.number(), y: import_v36.z.number() }), import_v36.z.null()]).optional(),
|
|
3292
|
+
type: import_v36.z.literal("literal"),
|
|
3293
|
+
value: import_v36.z.unknown().optional()
|
|
3044
3294
|
}),
|
|
3045
|
-
|
|
3046
|
-
description:
|
|
3047
|
-
position:
|
|
3048
|
-
type:
|
|
3049
|
-
expr:
|
|
3295
|
+
import_v36.z.object({
|
|
3296
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3297
|
+
position: import_v36.z.union([import_v36.z.object({ x: import_v36.z.number(), y: import_v36.z.number() }), import_v36.z.null()]).optional(),
|
|
3298
|
+
type: import_v36.z.literal("btql"),
|
|
3299
|
+
expr: import_v36.z.string()
|
|
3050
3300
|
}),
|
|
3051
|
-
|
|
3052
|
-
description:
|
|
3053
|
-
position:
|
|
3054
|
-
type:
|
|
3055
|
-
condition:
|
|
3301
|
+
import_v36.z.object({
|
|
3302
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3303
|
+
position: import_v36.z.union([import_v36.z.object({ x: import_v36.z.number(), y: import_v36.z.number() }), import_v36.z.null()]).optional(),
|
|
3304
|
+
type: import_v36.z.literal("gate"),
|
|
3305
|
+
condition: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
3056
3306
|
}),
|
|
3057
|
-
|
|
3058
|
-
description:
|
|
3059
|
-
position:
|
|
3060
|
-
type:
|
|
3307
|
+
import_v36.z.object({
|
|
3308
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3309
|
+
position: import_v36.z.union([import_v36.z.object({ x: import_v36.z.number(), y: import_v36.z.number() }), import_v36.z.null()]).optional(),
|
|
3310
|
+
type: import_v36.z.literal("aggregator")
|
|
3061
3311
|
}),
|
|
3062
|
-
|
|
3063
|
-
description:
|
|
3064
|
-
position:
|
|
3065
|
-
type:
|
|
3312
|
+
import_v36.z.object({
|
|
3313
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3314
|
+
position: import_v36.z.union([import_v36.z.object({ x: import_v36.z.number(), y: import_v36.z.number() }), import_v36.z.null()]).optional(),
|
|
3315
|
+
type: import_v36.z.literal("prompt_template"),
|
|
3066
3316
|
prompt: PromptBlockData
|
|
3067
3317
|
})
|
|
3068
3318
|
]);
|
|
3069
|
-
var GraphEdge =
|
|
3070
|
-
source:
|
|
3071
|
-
target:
|
|
3072
|
-
purpose:
|
|
3319
|
+
var GraphEdge = import_v36.z.object({
|
|
3320
|
+
source: import_v36.z.object({ node: import_v36.z.string().max(1024), variable: import_v36.z.string() }),
|
|
3321
|
+
target: import_v36.z.object({ node: import_v36.z.string().max(1024), variable: import_v36.z.string() }),
|
|
3322
|
+
purpose: import_v36.z.enum(["control", "data", "messages"])
|
|
3073
3323
|
});
|
|
3074
|
-
var GraphData =
|
|
3075
|
-
type:
|
|
3076
|
-
nodes:
|
|
3077
|
-
edges:
|
|
3324
|
+
var GraphData = import_v36.z.object({
|
|
3325
|
+
type: import_v36.z.literal("graph"),
|
|
3326
|
+
nodes: import_v36.z.record(GraphNode),
|
|
3327
|
+
edges: import_v36.z.record(GraphEdge)
|
|
3078
3328
|
});
|
|
3079
|
-
var FunctionData =
|
|
3080
|
-
|
|
3081
|
-
|
|
3082
|
-
type:
|
|
3083
|
-
data:
|
|
3084
|
-
|
|
3085
|
-
|
|
3086
|
-
type:
|
|
3087
|
-
runtime_context:
|
|
3088
|
-
runtime:
|
|
3089
|
-
version:
|
|
3329
|
+
var FunctionData = import_v36.z.union([
|
|
3330
|
+
import_v36.z.object({ type: import_v36.z.literal("prompt") }),
|
|
3331
|
+
import_v36.z.object({
|
|
3332
|
+
type: import_v36.z.literal("code"),
|
|
3333
|
+
data: import_v36.z.union([
|
|
3334
|
+
import_v36.z.object({ type: import_v36.z.literal("bundle") }).and(CodeBundle),
|
|
3335
|
+
import_v36.z.object({
|
|
3336
|
+
type: import_v36.z.literal("inline"),
|
|
3337
|
+
runtime_context: import_v36.z.object({
|
|
3338
|
+
runtime: import_v36.z.enum(["node", "python"]),
|
|
3339
|
+
version: import_v36.z.string()
|
|
3090
3340
|
}),
|
|
3091
|
-
code:
|
|
3341
|
+
code: import_v36.z.string()
|
|
3092
3342
|
})
|
|
3093
3343
|
])
|
|
3094
3344
|
}),
|
|
3095
3345
|
GraphData,
|
|
3096
|
-
|
|
3097
|
-
type:
|
|
3098
|
-
endpoint:
|
|
3099
|
-
eval_name:
|
|
3100
|
-
parameters:
|
|
3346
|
+
import_v36.z.object({
|
|
3347
|
+
type: import_v36.z.literal("remote_eval"),
|
|
3348
|
+
endpoint: import_v36.z.string(),
|
|
3349
|
+
eval_name: import_v36.z.string(),
|
|
3350
|
+
parameters: import_v36.z.object({}).partial().passthrough()
|
|
3101
3351
|
}),
|
|
3102
|
-
|
|
3352
|
+
import_v36.z.object({ type: import_v36.z.literal("global"), name: import_v36.z.string() })
|
|
3103
3353
|
]);
|
|
3104
|
-
var Function2 =
|
|
3105
|
-
id:
|
|
3106
|
-
_xact_id:
|
|
3107
|
-
project_id:
|
|
3108
|
-
log_id:
|
|
3109
|
-
org_id:
|
|
3110
|
-
name:
|
|
3111
|
-
slug:
|
|
3112
|
-
description:
|
|
3113
|
-
created:
|
|
3354
|
+
var Function2 = import_v36.z.object({
|
|
3355
|
+
id: import_v36.z.string().uuid(),
|
|
3356
|
+
_xact_id: import_v36.z.string(),
|
|
3357
|
+
project_id: import_v36.z.string().uuid(),
|
|
3358
|
+
log_id: import_v36.z.literal("p"),
|
|
3359
|
+
org_id: import_v36.z.string().uuid(),
|
|
3360
|
+
name: import_v36.z.string(),
|
|
3361
|
+
slug: import_v36.z.string(),
|
|
3362
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3363
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3114
3364
|
prompt_data: PromptDataNullish.optional(),
|
|
3115
|
-
tags:
|
|
3116
|
-
metadata:
|
|
3365
|
+
tags: import_v36.z.union([import_v36.z.array(import_v36.z.string()), import_v36.z.null()]).optional(),
|
|
3366
|
+
metadata: import_v36.z.union([import_v36.z.object({}).partial().passthrough(), import_v36.z.null()]).optional(),
|
|
3117
3367
|
function_type: FunctionTypeEnumNullish.optional(),
|
|
3118
3368
|
function_data: FunctionData,
|
|
3119
|
-
origin:
|
|
3120
|
-
|
|
3121
|
-
object_type: AclObjectType.and(
|
|
3122
|
-
object_id:
|
|
3123
|
-
internal:
|
|
3369
|
+
origin: import_v36.z.union([
|
|
3370
|
+
import_v36.z.object({
|
|
3371
|
+
object_type: AclObjectType.and(import_v36.z.string()),
|
|
3372
|
+
object_id: import_v36.z.string().uuid(),
|
|
3373
|
+
internal: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional()
|
|
3124
3374
|
}),
|
|
3125
|
-
|
|
3375
|
+
import_v36.z.null()
|
|
3126
3376
|
]).optional(),
|
|
3127
|
-
function_schema:
|
|
3128
|
-
|
|
3129
|
-
|
|
3377
|
+
function_schema: import_v36.z.union([
|
|
3378
|
+
import_v36.z.object({ parameters: import_v36.z.unknown(), returns: import_v36.z.unknown() }).partial(),
|
|
3379
|
+
import_v36.z.null()
|
|
3130
3380
|
]).optional()
|
|
3131
3381
|
});
|
|
3132
|
-
var FunctionFormat =
|
|
3133
|
-
var PromptData =
|
|
3382
|
+
var FunctionFormat = import_v36.z.enum(["llm", "code", "global", "graph"]);
|
|
3383
|
+
var PromptData = import_v36.z.object({
|
|
3134
3384
|
prompt: PromptBlockDataNullish,
|
|
3135
3385
|
options: PromptOptionsNullish,
|
|
3136
3386
|
parser: PromptParserNullish,
|
|
3137
|
-
tool_functions:
|
|
3138
|
-
origin:
|
|
3139
|
-
|
|
3140
|
-
prompt_id:
|
|
3141
|
-
project_id:
|
|
3142
|
-
prompt_version:
|
|
3387
|
+
tool_functions: import_v36.z.union([import_v36.z.array(SavedFunctionId), import_v36.z.null()]),
|
|
3388
|
+
origin: import_v36.z.union([
|
|
3389
|
+
import_v36.z.object({
|
|
3390
|
+
prompt_id: import_v36.z.string(),
|
|
3391
|
+
project_id: import_v36.z.string(),
|
|
3392
|
+
prompt_version: import_v36.z.string()
|
|
3143
3393
|
}).partial(),
|
|
3144
|
-
|
|
3394
|
+
import_v36.z.null()
|
|
3145
3395
|
])
|
|
3146
3396
|
}).partial();
|
|
3147
|
-
var FunctionTypeEnum =
|
|
3148
|
-
var FunctionId =
|
|
3149
|
-
|
|
3150
|
-
|
|
3151
|
-
project_name:
|
|
3152
|
-
slug:
|
|
3153
|
-
version:
|
|
3397
|
+
var FunctionTypeEnum = import_v36.z.enum(["llm", "scorer", "task", "tool"]);
|
|
3398
|
+
var FunctionId = import_v36.z.union([
|
|
3399
|
+
import_v36.z.object({ function_id: import_v36.z.string(), version: import_v36.z.string().optional() }),
|
|
3400
|
+
import_v36.z.object({
|
|
3401
|
+
project_name: import_v36.z.string(),
|
|
3402
|
+
slug: import_v36.z.string(),
|
|
3403
|
+
version: import_v36.z.string().optional()
|
|
3154
3404
|
}),
|
|
3155
|
-
|
|
3156
|
-
|
|
3157
|
-
prompt_session_id:
|
|
3158
|
-
prompt_session_function_id:
|
|
3159
|
-
version:
|
|
3405
|
+
import_v36.z.object({ global_function: import_v36.z.string() }),
|
|
3406
|
+
import_v36.z.object({
|
|
3407
|
+
prompt_session_id: import_v36.z.string(),
|
|
3408
|
+
prompt_session_function_id: import_v36.z.string(),
|
|
3409
|
+
version: import_v36.z.string().optional()
|
|
3160
3410
|
}),
|
|
3161
|
-
|
|
3162
|
-
inline_context:
|
|
3163
|
-
runtime:
|
|
3164
|
-
version:
|
|
3411
|
+
import_v36.z.object({
|
|
3412
|
+
inline_context: import_v36.z.object({
|
|
3413
|
+
runtime: import_v36.z.enum(["node", "python"]),
|
|
3414
|
+
version: import_v36.z.string()
|
|
3165
3415
|
}),
|
|
3166
|
-
code:
|
|
3167
|
-
name:
|
|
3416
|
+
code: import_v36.z.string(),
|
|
3417
|
+
name: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
3168
3418
|
}),
|
|
3169
|
-
|
|
3419
|
+
import_v36.z.object({
|
|
3170
3420
|
inline_prompt: PromptData.optional(),
|
|
3171
|
-
inline_function:
|
|
3421
|
+
inline_function: import_v36.z.object({}).partial().passthrough(),
|
|
3172
3422
|
function_type: FunctionTypeEnum.optional(),
|
|
3173
|
-
name:
|
|
3423
|
+
name: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
3174
3424
|
}),
|
|
3175
|
-
|
|
3425
|
+
import_v36.z.object({
|
|
3176
3426
|
inline_prompt: PromptData,
|
|
3177
3427
|
function_type: FunctionTypeEnum.optional(),
|
|
3178
|
-
name:
|
|
3428
|
+
name: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
3179
3429
|
})
|
|
3180
3430
|
]);
|
|
3181
|
-
var FunctionObjectType =
|
|
3431
|
+
var FunctionObjectType = import_v36.z.enum([
|
|
3182
3432
|
"prompt",
|
|
3183
3433
|
"tool",
|
|
3184
3434
|
"scorer",
|
|
3185
3435
|
"task",
|
|
3186
3436
|
"agent"
|
|
3187
3437
|
]);
|
|
3188
|
-
var FunctionOutputType =
|
|
3189
|
-
var GitMetadataSettings =
|
|
3190
|
-
collect:
|
|
3191
|
-
fields:
|
|
3192
|
-
|
|
3438
|
+
var FunctionOutputType = import_v36.z.enum(["completion", "score", "any"]);
|
|
3439
|
+
var GitMetadataSettings = import_v36.z.object({
|
|
3440
|
+
collect: import_v36.z.enum(["all", "none", "some"]),
|
|
3441
|
+
fields: import_v36.z.array(
|
|
3442
|
+
import_v36.z.enum([
|
|
3193
3443
|
"commit",
|
|
3194
3444
|
"branch",
|
|
3195
3445
|
"tag",
|
|
@@ -3202,49 +3452,49 @@ var GitMetadataSettings = import_v35.z.object({
|
|
|
3202
3452
|
])
|
|
3203
3453
|
).optional()
|
|
3204
3454
|
});
|
|
3205
|
-
var Group =
|
|
3206
|
-
id:
|
|
3207
|
-
org_id:
|
|
3208
|
-
user_id:
|
|
3209
|
-
created:
|
|
3210
|
-
name:
|
|
3211
|
-
description:
|
|
3212
|
-
deleted_at:
|
|
3213
|
-
member_users:
|
|
3214
|
-
member_groups:
|
|
3455
|
+
var Group = import_v36.z.object({
|
|
3456
|
+
id: import_v36.z.string().uuid(),
|
|
3457
|
+
org_id: import_v36.z.string().uuid(),
|
|
3458
|
+
user_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3459
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3460
|
+
name: import_v36.z.string(),
|
|
3461
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3462
|
+
deleted_at: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3463
|
+
member_users: import_v36.z.union([import_v36.z.array(import_v36.z.string().uuid()), import_v36.z.null()]).optional(),
|
|
3464
|
+
member_groups: import_v36.z.union([import_v36.z.array(import_v36.z.string().uuid()), import_v36.z.null()]).optional()
|
|
3215
3465
|
});
|
|
3216
|
-
var IfExists =
|
|
3217
|
-
var InvokeParent =
|
|
3218
|
-
|
|
3219
|
-
object_type:
|
|
3220
|
-
object_id:
|
|
3221
|
-
row_ids:
|
|
3222
|
-
|
|
3223
|
-
id:
|
|
3224
|
-
span_id:
|
|
3225
|
-
root_span_id:
|
|
3466
|
+
var IfExists = import_v36.z.enum(["error", "ignore", "replace"]);
|
|
3467
|
+
var InvokeParent = import_v36.z.union([
|
|
3468
|
+
import_v36.z.object({
|
|
3469
|
+
object_type: import_v36.z.enum(["project_logs", "experiment", "playground_logs"]),
|
|
3470
|
+
object_id: import_v36.z.string(),
|
|
3471
|
+
row_ids: import_v36.z.union([
|
|
3472
|
+
import_v36.z.object({
|
|
3473
|
+
id: import_v36.z.string(),
|
|
3474
|
+
span_id: import_v36.z.string(),
|
|
3475
|
+
root_span_id: import_v36.z.string()
|
|
3226
3476
|
}),
|
|
3227
|
-
|
|
3477
|
+
import_v36.z.null()
|
|
3228
3478
|
]).optional(),
|
|
3229
|
-
propagated_event:
|
|
3479
|
+
propagated_event: import_v36.z.union([import_v36.z.object({}).partial().passthrough(), import_v36.z.null()]).optional()
|
|
3230
3480
|
}),
|
|
3231
|
-
|
|
3481
|
+
import_v36.z.string()
|
|
3232
3482
|
]);
|
|
3233
|
-
var StreamingMode =
|
|
3483
|
+
var StreamingMode = import_v36.z.union([import_v36.z.enum(["auto", "parallel"]), import_v36.z.null()]);
|
|
3234
3484
|
var InvokeFunction = FunctionId.and(
|
|
3235
|
-
|
|
3236
|
-
input:
|
|
3237
|
-
expected:
|
|
3238
|
-
metadata:
|
|
3239
|
-
tags:
|
|
3240
|
-
messages:
|
|
3485
|
+
import_v36.z.object({
|
|
3486
|
+
input: import_v36.z.unknown(),
|
|
3487
|
+
expected: import_v36.z.unknown(),
|
|
3488
|
+
metadata: import_v36.z.union([import_v36.z.object({}).partial().passthrough(), import_v36.z.null()]),
|
|
3489
|
+
tags: import_v36.z.union([import_v36.z.array(import_v36.z.string()), import_v36.z.null()]),
|
|
3490
|
+
messages: import_v36.z.array(ChatCompletionMessageParam),
|
|
3241
3491
|
parent: InvokeParent,
|
|
3242
|
-
stream:
|
|
3492
|
+
stream: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]),
|
|
3243
3493
|
mode: StreamingMode,
|
|
3244
|
-
strict:
|
|
3494
|
+
strict: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()])
|
|
3245
3495
|
}).partial()
|
|
3246
3496
|
);
|
|
3247
|
-
var MessageRole =
|
|
3497
|
+
var MessageRole = import_v36.z.enum([
|
|
3248
3498
|
"system",
|
|
3249
3499
|
"user",
|
|
3250
3500
|
"assistant",
|
|
@@ -3253,8 +3503,8 @@ var MessageRole = import_v35.z.enum([
|
|
|
3253
3503
|
"model",
|
|
3254
3504
|
"developer"
|
|
3255
3505
|
]);
|
|
3256
|
-
var ObjectReference =
|
|
3257
|
-
object_type:
|
|
3506
|
+
var ObjectReference = import_v36.z.object({
|
|
3507
|
+
object_type: import_v36.z.enum([
|
|
3258
3508
|
"project_logs",
|
|
3259
3509
|
"experiment",
|
|
3260
3510
|
"dataset",
|
|
@@ -3262,146 +3512,146 @@ var ObjectReference = import_v35.z.object({
|
|
|
3262
3512
|
"function",
|
|
3263
3513
|
"prompt_session"
|
|
3264
3514
|
]),
|
|
3265
|
-
object_id:
|
|
3266
|
-
id:
|
|
3267
|
-
_xact_id:
|
|
3268
|
-
created:
|
|
3515
|
+
object_id: import_v36.z.string().uuid(),
|
|
3516
|
+
id: import_v36.z.string(),
|
|
3517
|
+
_xact_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3518
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
3269
3519
|
});
|
|
3270
|
-
var OnlineScoreConfig =
|
|
3271
|
-
|
|
3272
|
-
sampling_rate:
|
|
3273
|
-
scorers:
|
|
3274
|
-
btql_filter:
|
|
3275
|
-
apply_to_root_span:
|
|
3276
|
-
apply_to_span_names:
|
|
3277
|
-
skip_logging:
|
|
3520
|
+
var OnlineScoreConfig = import_v36.z.union([
|
|
3521
|
+
import_v36.z.object({
|
|
3522
|
+
sampling_rate: import_v36.z.number().gte(0).lte(1),
|
|
3523
|
+
scorers: import_v36.z.array(SavedFunctionId),
|
|
3524
|
+
btql_filter: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3525
|
+
apply_to_root_span: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional(),
|
|
3526
|
+
apply_to_span_names: import_v36.z.union([import_v36.z.array(import_v36.z.string()), import_v36.z.null()]).optional(),
|
|
3527
|
+
skip_logging: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional()
|
|
3278
3528
|
}),
|
|
3279
|
-
|
|
3529
|
+
import_v36.z.null()
|
|
3280
3530
|
]);
|
|
3281
|
-
var Organization =
|
|
3282
|
-
id:
|
|
3283
|
-
name:
|
|
3284
|
-
api_url:
|
|
3285
|
-
is_universal_api:
|
|
3286
|
-
proxy_url:
|
|
3287
|
-
realtime_url:
|
|
3288
|
-
created:
|
|
3531
|
+
var Organization = import_v36.z.object({
|
|
3532
|
+
id: import_v36.z.string().uuid(),
|
|
3533
|
+
name: import_v36.z.string(),
|
|
3534
|
+
api_url: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3535
|
+
is_universal_api: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional(),
|
|
3536
|
+
proxy_url: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3537
|
+
realtime_url: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3538
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
3289
3539
|
});
|
|
3290
|
-
var ProjectSettings =
|
|
3291
|
-
|
|
3292
|
-
comparison_key:
|
|
3293
|
-
baseline_experiment_id:
|
|
3294
|
-
spanFieldOrder:
|
|
3295
|
-
|
|
3296
|
-
|
|
3297
|
-
object_type:
|
|
3298
|
-
column_id:
|
|
3299
|
-
position:
|
|
3300
|
-
layout:
|
|
3540
|
+
var ProjectSettings = import_v36.z.union([
|
|
3541
|
+
import_v36.z.object({
|
|
3542
|
+
comparison_key: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3543
|
+
baseline_experiment_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3544
|
+
spanFieldOrder: import_v36.z.union([
|
|
3545
|
+
import_v36.z.array(
|
|
3546
|
+
import_v36.z.object({
|
|
3547
|
+
object_type: import_v36.z.string(),
|
|
3548
|
+
column_id: import_v36.z.string(),
|
|
3549
|
+
position: import_v36.z.string(),
|
|
3550
|
+
layout: import_v36.z.union([import_v36.z.literal("full"), import_v36.z.literal("two_column"), import_v36.z.null()]).optional()
|
|
3301
3551
|
})
|
|
3302
3552
|
),
|
|
3303
|
-
|
|
3553
|
+
import_v36.z.null()
|
|
3304
3554
|
]),
|
|
3305
|
-
remote_eval_sources:
|
|
3306
|
-
|
|
3307
|
-
|
|
3308
|
-
url:
|
|
3309
|
-
name:
|
|
3310
|
-
description:
|
|
3555
|
+
remote_eval_sources: import_v36.z.union([
|
|
3556
|
+
import_v36.z.array(
|
|
3557
|
+
import_v36.z.object({
|
|
3558
|
+
url: import_v36.z.string(),
|
|
3559
|
+
name: import_v36.z.string(),
|
|
3560
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
3311
3561
|
})
|
|
3312
3562
|
),
|
|
3313
|
-
|
|
3563
|
+
import_v36.z.null()
|
|
3314
3564
|
])
|
|
3315
3565
|
}).partial(),
|
|
3316
|
-
|
|
3566
|
+
import_v36.z.null()
|
|
3317
3567
|
]);
|
|
3318
|
-
var Project =
|
|
3319
|
-
id:
|
|
3320
|
-
org_id:
|
|
3321
|
-
name:
|
|
3322
|
-
created:
|
|
3323
|
-
deleted_at:
|
|
3324
|
-
user_id:
|
|
3568
|
+
var Project = import_v36.z.object({
|
|
3569
|
+
id: import_v36.z.string().uuid(),
|
|
3570
|
+
org_id: import_v36.z.string().uuid(),
|
|
3571
|
+
name: import_v36.z.string(),
|
|
3572
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3573
|
+
deleted_at: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3574
|
+
user_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3325
3575
|
settings: ProjectSettings.optional()
|
|
3326
3576
|
});
|
|
3327
|
-
var RetentionObjectType =
|
|
3577
|
+
var RetentionObjectType = import_v36.z.enum([
|
|
3328
3578
|
"project_logs",
|
|
3329
3579
|
"experiment",
|
|
3330
3580
|
"dataset"
|
|
3331
3581
|
]);
|
|
3332
|
-
var ProjectAutomation =
|
|
3333
|
-
id:
|
|
3334
|
-
project_id:
|
|
3335
|
-
user_id:
|
|
3336
|
-
created:
|
|
3337
|
-
name:
|
|
3338
|
-
description:
|
|
3339
|
-
config:
|
|
3340
|
-
|
|
3341
|
-
event_type:
|
|
3342
|
-
btql_filter:
|
|
3343
|
-
interval_seconds:
|
|
3344
|
-
action:
|
|
3582
|
+
var ProjectAutomation = import_v36.z.object({
|
|
3583
|
+
id: import_v36.z.string().uuid(),
|
|
3584
|
+
project_id: import_v36.z.string().uuid(),
|
|
3585
|
+
user_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3586
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3587
|
+
name: import_v36.z.string(),
|
|
3588
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3589
|
+
config: import_v36.z.union([
|
|
3590
|
+
import_v36.z.object({
|
|
3591
|
+
event_type: import_v36.z.literal("logs"),
|
|
3592
|
+
btql_filter: import_v36.z.string(),
|
|
3593
|
+
interval_seconds: import_v36.z.number().gte(1).lte(2592e3),
|
|
3594
|
+
action: import_v36.z.object({ type: import_v36.z.literal("webhook"), url: import_v36.z.string() })
|
|
3345
3595
|
}),
|
|
3346
|
-
|
|
3347
|
-
event_type:
|
|
3348
|
-
export_definition:
|
|
3349
|
-
|
|
3350
|
-
|
|
3351
|
-
|
|
3596
|
+
import_v36.z.object({
|
|
3597
|
+
event_type: import_v36.z.literal("btql_export"),
|
|
3598
|
+
export_definition: import_v36.z.union([
|
|
3599
|
+
import_v36.z.object({ type: import_v36.z.literal("log_traces") }),
|
|
3600
|
+
import_v36.z.object({ type: import_v36.z.literal("log_spans") }),
|
|
3601
|
+
import_v36.z.object({ type: import_v36.z.literal("btql_query"), btql_query: import_v36.z.string() })
|
|
3352
3602
|
]),
|
|
3353
|
-
export_path:
|
|
3354
|
-
format:
|
|
3355
|
-
interval_seconds:
|
|
3356
|
-
credentials:
|
|
3357
|
-
type:
|
|
3358
|
-
role_arn:
|
|
3359
|
-
external_id:
|
|
3603
|
+
export_path: import_v36.z.string(),
|
|
3604
|
+
format: import_v36.z.enum(["jsonl", "parquet"]),
|
|
3605
|
+
interval_seconds: import_v36.z.number().gte(1).lte(2592e3),
|
|
3606
|
+
credentials: import_v36.z.object({
|
|
3607
|
+
type: import_v36.z.literal("aws_iam"),
|
|
3608
|
+
role_arn: import_v36.z.string(),
|
|
3609
|
+
external_id: import_v36.z.string()
|
|
3360
3610
|
}),
|
|
3361
|
-
batch_size:
|
|
3611
|
+
batch_size: import_v36.z.union([import_v36.z.number(), import_v36.z.null()]).optional()
|
|
3362
3612
|
}),
|
|
3363
|
-
|
|
3364
|
-
event_type:
|
|
3613
|
+
import_v36.z.object({
|
|
3614
|
+
event_type: import_v36.z.literal("retention"),
|
|
3365
3615
|
object_type: RetentionObjectType,
|
|
3366
|
-
retention_days:
|
|
3616
|
+
retention_days: import_v36.z.number().gte(0)
|
|
3367
3617
|
})
|
|
3368
3618
|
])
|
|
3369
3619
|
});
|
|
3370
|
-
var ProjectLogsEvent =
|
|
3371
|
-
id:
|
|
3372
|
-
_xact_id:
|
|
3373
|
-
_pagination_key:
|
|
3374
|
-
created:
|
|
3375
|
-
org_id:
|
|
3376
|
-
project_id:
|
|
3377
|
-
log_id:
|
|
3378
|
-
input:
|
|
3379
|
-
output:
|
|
3380
|
-
expected:
|
|
3381
|
-
error:
|
|
3382
|
-
scores:
|
|
3383
|
-
metadata:
|
|
3384
|
-
|
|
3385
|
-
|
|
3620
|
+
var ProjectLogsEvent = import_v36.z.object({
|
|
3621
|
+
id: import_v36.z.string(),
|
|
3622
|
+
_xact_id: import_v36.z.string(),
|
|
3623
|
+
_pagination_key: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3624
|
+
created: import_v36.z.string().datetime({ offset: true }),
|
|
3625
|
+
org_id: import_v36.z.string().uuid(),
|
|
3626
|
+
project_id: import_v36.z.string().uuid(),
|
|
3627
|
+
log_id: import_v36.z.literal("g"),
|
|
3628
|
+
input: import_v36.z.unknown().optional(),
|
|
3629
|
+
output: import_v36.z.unknown().optional(),
|
|
3630
|
+
expected: import_v36.z.unknown().optional(),
|
|
3631
|
+
error: import_v36.z.unknown().optional(),
|
|
3632
|
+
scores: import_v36.z.union([import_v36.z.record(import_v36.z.union([import_v36.z.number(), import_v36.z.null()])), import_v36.z.null()]).optional(),
|
|
3633
|
+
metadata: import_v36.z.union([
|
|
3634
|
+
import_v36.z.object({ model: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]) }).partial().passthrough(),
|
|
3635
|
+
import_v36.z.null()
|
|
3386
3636
|
]).optional(),
|
|
3387
|
-
tags:
|
|
3388
|
-
metrics:
|
|
3389
|
-
context:
|
|
3390
|
-
|
|
3391
|
-
caller_functionname:
|
|
3392
|
-
caller_filename:
|
|
3393
|
-
caller_lineno:
|
|
3637
|
+
tags: import_v36.z.union([import_v36.z.array(import_v36.z.string()), import_v36.z.null()]).optional(),
|
|
3638
|
+
metrics: import_v36.z.union([import_v36.z.record(import_v36.z.number()), import_v36.z.null()]).optional(),
|
|
3639
|
+
context: import_v36.z.union([
|
|
3640
|
+
import_v36.z.object({
|
|
3641
|
+
caller_functionname: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3642
|
+
caller_filename: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3643
|
+
caller_lineno: import_v36.z.union([import_v36.z.number(), import_v36.z.null()])
|
|
3394
3644
|
}).partial().passthrough(),
|
|
3395
|
-
|
|
3645
|
+
import_v36.z.null()
|
|
3396
3646
|
]).optional(),
|
|
3397
|
-
span_id:
|
|
3398
|
-
span_parents:
|
|
3399
|
-
root_span_id:
|
|
3400
|
-
is_root:
|
|
3647
|
+
span_id: import_v36.z.string(),
|
|
3648
|
+
span_parents: import_v36.z.union([import_v36.z.array(import_v36.z.string()), import_v36.z.null()]).optional(),
|
|
3649
|
+
root_span_id: import_v36.z.string(),
|
|
3650
|
+
is_root: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional(),
|
|
3401
3651
|
span_attributes: SpanAttributes.optional(),
|
|
3402
3652
|
origin: ObjectReferenceNullish.optional()
|
|
3403
3653
|
});
|
|
3404
|
-
var ProjectScoreType =
|
|
3654
|
+
var ProjectScoreType = import_v36.z.enum([
|
|
3405
3655
|
"slider",
|
|
3406
3656
|
"categorical",
|
|
3407
3657
|
"weighted",
|
|
@@ -3410,172 +3660,172 @@ var ProjectScoreType = import_v35.z.enum([
|
|
|
3410
3660
|
"online",
|
|
3411
3661
|
"free-form"
|
|
3412
3662
|
]);
|
|
3413
|
-
var ProjectScoreCategory =
|
|
3414
|
-
name:
|
|
3415
|
-
value:
|
|
3663
|
+
var ProjectScoreCategory = import_v36.z.object({
|
|
3664
|
+
name: import_v36.z.string(),
|
|
3665
|
+
value: import_v36.z.number()
|
|
3416
3666
|
});
|
|
3417
|
-
var ProjectScoreCategories =
|
|
3418
|
-
|
|
3419
|
-
|
|
3420
|
-
|
|
3421
|
-
|
|
3667
|
+
var ProjectScoreCategories = import_v36.z.union([
|
|
3668
|
+
import_v36.z.array(ProjectScoreCategory),
|
|
3669
|
+
import_v36.z.record(import_v36.z.number()),
|
|
3670
|
+
import_v36.z.array(import_v36.z.string()),
|
|
3671
|
+
import_v36.z.null()
|
|
3422
3672
|
]);
|
|
3423
|
-
var ProjectScoreConfig =
|
|
3424
|
-
|
|
3425
|
-
multi_select:
|
|
3426
|
-
destination:
|
|
3673
|
+
var ProjectScoreConfig = import_v36.z.union([
|
|
3674
|
+
import_v36.z.object({
|
|
3675
|
+
multi_select: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]),
|
|
3676
|
+
destination: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3427
3677
|
online: OnlineScoreConfig
|
|
3428
3678
|
}).partial(),
|
|
3429
|
-
|
|
3679
|
+
import_v36.z.null()
|
|
3430
3680
|
]);
|
|
3431
|
-
var ProjectScore =
|
|
3432
|
-
id:
|
|
3433
|
-
project_id:
|
|
3434
|
-
user_id:
|
|
3435
|
-
created:
|
|
3436
|
-
name:
|
|
3437
|
-
description:
|
|
3681
|
+
var ProjectScore = import_v36.z.object({
|
|
3682
|
+
id: import_v36.z.string().uuid(),
|
|
3683
|
+
project_id: import_v36.z.string().uuid(),
|
|
3684
|
+
user_id: import_v36.z.string().uuid(),
|
|
3685
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3686
|
+
name: import_v36.z.string(),
|
|
3687
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3438
3688
|
score_type: ProjectScoreType,
|
|
3439
3689
|
categories: ProjectScoreCategories.optional(),
|
|
3440
3690
|
config: ProjectScoreConfig.optional(),
|
|
3441
|
-
position:
|
|
3691
|
+
position: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
3442
3692
|
});
|
|
3443
|
-
var ProjectTag =
|
|
3444
|
-
id:
|
|
3445
|
-
project_id:
|
|
3446
|
-
user_id:
|
|
3447
|
-
created:
|
|
3448
|
-
name:
|
|
3449
|
-
description:
|
|
3450
|
-
color:
|
|
3451
|
-
position:
|
|
3693
|
+
var ProjectTag = import_v36.z.object({
|
|
3694
|
+
id: import_v36.z.string().uuid(),
|
|
3695
|
+
project_id: import_v36.z.string().uuid(),
|
|
3696
|
+
user_id: import_v36.z.string().uuid(),
|
|
3697
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3698
|
+
name: import_v36.z.string(),
|
|
3699
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3700
|
+
color: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3701
|
+
position: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
3452
3702
|
});
|
|
3453
|
-
var Prompt =
|
|
3454
|
-
id:
|
|
3455
|
-
_xact_id:
|
|
3456
|
-
project_id:
|
|
3457
|
-
log_id:
|
|
3458
|
-
org_id:
|
|
3459
|
-
name:
|
|
3460
|
-
slug:
|
|
3461
|
-
description:
|
|
3462
|
-
created:
|
|
3703
|
+
var Prompt = import_v36.z.object({
|
|
3704
|
+
id: import_v36.z.string().uuid(),
|
|
3705
|
+
_xact_id: import_v36.z.string(),
|
|
3706
|
+
project_id: import_v36.z.string().uuid(),
|
|
3707
|
+
log_id: import_v36.z.literal("p"),
|
|
3708
|
+
org_id: import_v36.z.string().uuid(),
|
|
3709
|
+
name: import_v36.z.string(),
|
|
3710
|
+
slug: import_v36.z.string(),
|
|
3711
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3712
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3463
3713
|
prompt_data: PromptDataNullish.optional(),
|
|
3464
|
-
tags:
|
|
3465
|
-
metadata:
|
|
3714
|
+
tags: import_v36.z.union([import_v36.z.array(import_v36.z.string()), import_v36.z.null()]).optional(),
|
|
3715
|
+
metadata: import_v36.z.union([import_v36.z.object({}).partial().passthrough(), import_v36.z.null()]).optional(),
|
|
3466
3716
|
function_type: FunctionTypeEnumNullish.optional()
|
|
3467
3717
|
});
|
|
3468
|
-
var PromptOptions =
|
|
3469
|
-
var PromptSessionEvent =
|
|
3470
|
-
id:
|
|
3471
|
-
_xact_id:
|
|
3472
|
-
created:
|
|
3473
|
-
_pagination_key:
|
|
3474
|
-
project_id:
|
|
3475
|
-
prompt_session_id:
|
|
3476
|
-
prompt_session_data:
|
|
3477
|
-
prompt_data:
|
|
3478
|
-
function_data:
|
|
3718
|
+
var PromptOptions = import_v36.z.object({ model: import_v36.z.string(), params: ModelParams, position: import_v36.z.string() }).partial();
|
|
3719
|
+
var PromptSessionEvent = import_v36.z.object({
|
|
3720
|
+
id: import_v36.z.string(),
|
|
3721
|
+
_xact_id: import_v36.z.string(),
|
|
3722
|
+
created: import_v36.z.string().datetime({ offset: true }),
|
|
3723
|
+
_pagination_key: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3724
|
+
project_id: import_v36.z.string().uuid(),
|
|
3725
|
+
prompt_session_id: import_v36.z.string().uuid(),
|
|
3726
|
+
prompt_session_data: import_v36.z.unknown().optional(),
|
|
3727
|
+
prompt_data: import_v36.z.unknown().optional(),
|
|
3728
|
+
function_data: import_v36.z.unknown().optional(),
|
|
3479
3729
|
function_type: FunctionTypeEnumNullish.optional(),
|
|
3480
|
-
object_data:
|
|
3481
|
-
completion:
|
|
3482
|
-
tags:
|
|
3730
|
+
object_data: import_v36.z.unknown().optional(),
|
|
3731
|
+
completion: import_v36.z.unknown().optional(),
|
|
3732
|
+
tags: import_v36.z.union([import_v36.z.array(import_v36.z.string()), import_v36.z.null()]).optional()
|
|
3483
3733
|
});
|
|
3484
|
-
var ResponseFormat =
|
|
3485
|
-
|
|
3486
|
-
|
|
3487
|
-
type:
|
|
3734
|
+
var ResponseFormat = import_v36.z.union([
|
|
3735
|
+
import_v36.z.object({ type: import_v36.z.literal("json_object") }),
|
|
3736
|
+
import_v36.z.object({
|
|
3737
|
+
type: import_v36.z.literal("json_schema"),
|
|
3488
3738
|
json_schema: ResponseFormatJsonSchema
|
|
3489
3739
|
}),
|
|
3490
|
-
|
|
3740
|
+
import_v36.z.object({ type: import_v36.z.literal("text") })
|
|
3491
3741
|
]);
|
|
3492
|
-
var Role =
|
|
3493
|
-
id:
|
|
3494
|
-
org_id:
|
|
3495
|
-
user_id:
|
|
3496
|
-
created:
|
|
3497
|
-
name:
|
|
3498
|
-
description:
|
|
3499
|
-
deleted_at:
|
|
3500
|
-
member_permissions:
|
|
3501
|
-
|
|
3502
|
-
|
|
3742
|
+
var Role = import_v36.z.object({
|
|
3743
|
+
id: import_v36.z.string().uuid(),
|
|
3744
|
+
org_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3745
|
+
user_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3746
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3747
|
+
name: import_v36.z.string(),
|
|
3748
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3749
|
+
deleted_at: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3750
|
+
member_permissions: import_v36.z.union([
|
|
3751
|
+
import_v36.z.array(
|
|
3752
|
+
import_v36.z.object({
|
|
3503
3753
|
permission: Permission,
|
|
3504
3754
|
restrict_object_type: AclObjectType.optional()
|
|
3505
3755
|
})
|
|
3506
3756
|
),
|
|
3507
|
-
|
|
3757
|
+
import_v36.z.null()
|
|
3508
3758
|
]).optional(),
|
|
3509
|
-
member_roles:
|
|
3759
|
+
member_roles: import_v36.z.union([import_v36.z.array(import_v36.z.string().uuid()), import_v36.z.null()]).optional()
|
|
3510
3760
|
});
|
|
3511
|
-
var RunEval =
|
|
3512
|
-
project_id:
|
|
3513
|
-
data:
|
|
3514
|
-
|
|
3515
|
-
dataset_id:
|
|
3516
|
-
_internal_btql:
|
|
3761
|
+
var RunEval = import_v36.z.object({
|
|
3762
|
+
project_id: import_v36.z.string(),
|
|
3763
|
+
data: import_v36.z.union([
|
|
3764
|
+
import_v36.z.object({
|
|
3765
|
+
dataset_id: import_v36.z.string(),
|
|
3766
|
+
_internal_btql: import_v36.z.union([import_v36.z.object({}).partial().passthrough(), import_v36.z.null()]).optional()
|
|
3517
3767
|
}),
|
|
3518
|
-
|
|
3519
|
-
project_name:
|
|
3520
|
-
dataset_name:
|
|
3521
|
-
_internal_btql:
|
|
3768
|
+
import_v36.z.object({
|
|
3769
|
+
project_name: import_v36.z.string(),
|
|
3770
|
+
dataset_name: import_v36.z.string(),
|
|
3771
|
+
_internal_btql: import_v36.z.union([import_v36.z.object({}).partial().passthrough(), import_v36.z.null()]).optional()
|
|
3522
3772
|
}),
|
|
3523
|
-
|
|
3773
|
+
import_v36.z.object({ data: import_v36.z.array(import_v36.z.unknown()) })
|
|
3524
3774
|
]),
|
|
3525
|
-
task: FunctionId.and(
|
|
3526
|
-
scores:
|
|
3527
|
-
experiment_name:
|
|
3528
|
-
metadata:
|
|
3529
|
-
parent: InvokeParent.and(
|
|
3530
|
-
stream:
|
|
3531
|
-
trial_count:
|
|
3532
|
-
is_public:
|
|
3533
|
-
timeout:
|
|
3534
|
-
max_concurrency:
|
|
3535
|
-
base_experiment_name:
|
|
3536
|
-
base_experiment_id:
|
|
3775
|
+
task: FunctionId.and(import_v36.z.unknown()),
|
|
3776
|
+
scores: import_v36.z.array(FunctionId),
|
|
3777
|
+
experiment_name: import_v36.z.string().optional(),
|
|
3778
|
+
metadata: import_v36.z.object({}).partial().passthrough().optional(),
|
|
3779
|
+
parent: InvokeParent.and(import_v36.z.unknown()).optional(),
|
|
3780
|
+
stream: import_v36.z.boolean().optional(),
|
|
3781
|
+
trial_count: import_v36.z.union([import_v36.z.number(), import_v36.z.null()]).optional(),
|
|
3782
|
+
is_public: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional(),
|
|
3783
|
+
timeout: import_v36.z.union([import_v36.z.number(), import_v36.z.null()]).optional(),
|
|
3784
|
+
max_concurrency: import_v36.z.union([import_v36.z.number(), import_v36.z.null()]).optional().default(10),
|
|
3785
|
+
base_experiment_name: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3786
|
+
base_experiment_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3537
3787
|
git_metadata_settings: GitMetadataSettings.and(
|
|
3538
|
-
|
|
3788
|
+
import_v36.z.union([import_v36.z.object({}).partial(), import_v36.z.null()])
|
|
3539
3789
|
).optional(),
|
|
3540
|
-
repo_info: RepoInfo.and(
|
|
3541
|
-
strict:
|
|
3542
|
-
stop_token:
|
|
3543
|
-
extra_messages:
|
|
3544
|
-
tags:
|
|
3790
|
+
repo_info: RepoInfo.and(import_v36.z.unknown()).optional(),
|
|
3791
|
+
strict: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional(),
|
|
3792
|
+
stop_token: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3793
|
+
extra_messages: import_v36.z.string().optional(),
|
|
3794
|
+
tags: import_v36.z.array(import_v36.z.string()).optional()
|
|
3545
3795
|
});
|
|
3546
|
-
var ServiceToken =
|
|
3547
|
-
id:
|
|
3548
|
-
created:
|
|
3549
|
-
name:
|
|
3550
|
-
preview_name:
|
|
3551
|
-
service_account_id:
|
|
3552
|
-
service_account_email:
|
|
3553
|
-
service_account_name:
|
|
3554
|
-
org_id:
|
|
3796
|
+
var ServiceToken = import_v36.z.object({
|
|
3797
|
+
id: import_v36.z.string().uuid(),
|
|
3798
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3799
|
+
name: import_v36.z.string(),
|
|
3800
|
+
preview_name: import_v36.z.string(),
|
|
3801
|
+
service_account_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3802
|
+
service_account_email: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3803
|
+
service_account_name: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3804
|
+
org_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
3555
3805
|
});
|
|
3556
|
-
var SpanIFrame =
|
|
3557
|
-
id:
|
|
3558
|
-
project_id:
|
|
3559
|
-
user_id:
|
|
3560
|
-
created:
|
|
3561
|
-
deleted_at:
|
|
3562
|
-
name:
|
|
3563
|
-
description:
|
|
3564
|
-
url:
|
|
3565
|
-
post_message:
|
|
3806
|
+
var SpanIFrame = import_v36.z.object({
|
|
3807
|
+
id: import_v36.z.string().uuid(),
|
|
3808
|
+
project_id: import_v36.z.string().uuid(),
|
|
3809
|
+
user_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3810
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3811
|
+
deleted_at: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3812
|
+
name: import_v36.z.string(),
|
|
3813
|
+
description: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3814
|
+
url: import_v36.z.string(),
|
|
3815
|
+
post_message: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional()
|
|
3566
3816
|
});
|
|
3567
|
-
var SSEConsoleEventData =
|
|
3568
|
-
stream:
|
|
3569
|
-
message:
|
|
3817
|
+
var SSEConsoleEventData = import_v36.z.object({
|
|
3818
|
+
stream: import_v36.z.enum(["stderr", "stdout"]),
|
|
3819
|
+
message: import_v36.z.string()
|
|
3570
3820
|
});
|
|
3571
|
-
var SSEProgressEventData =
|
|
3572
|
-
id:
|
|
3821
|
+
var SSEProgressEventData = import_v36.z.object({
|
|
3822
|
+
id: import_v36.z.string(),
|
|
3573
3823
|
object_type: FunctionObjectType,
|
|
3574
|
-
origin: ObjectReferenceNullish.and(
|
|
3824
|
+
origin: ObjectReferenceNullish.and(import_v36.z.unknown()).optional(),
|
|
3575
3825
|
format: FunctionFormat,
|
|
3576
3826
|
output_type: FunctionOutputType,
|
|
3577
|
-
name:
|
|
3578
|
-
event:
|
|
3827
|
+
name: import_v36.z.string(),
|
|
3828
|
+
event: import_v36.z.enum([
|
|
3579
3829
|
"reasoning_delta",
|
|
3580
3830
|
"text_delta",
|
|
3581
3831
|
"json_delta",
|
|
@@ -3585,110 +3835,110 @@ var SSEProgressEventData = import_v35.z.object({
|
|
|
3585
3835
|
"done",
|
|
3586
3836
|
"progress"
|
|
3587
3837
|
]),
|
|
3588
|
-
data:
|
|
3838
|
+
data: import_v36.z.string()
|
|
3589
3839
|
});
|
|
3590
|
-
var ToolFunctionDefinition =
|
|
3591
|
-
type:
|
|
3592
|
-
function:
|
|
3593
|
-
name:
|
|
3594
|
-
description:
|
|
3595
|
-
parameters:
|
|
3596
|
-
strict:
|
|
3840
|
+
var ToolFunctionDefinition = import_v36.z.object({
|
|
3841
|
+
type: import_v36.z.literal("function"),
|
|
3842
|
+
function: import_v36.z.object({
|
|
3843
|
+
name: import_v36.z.string(),
|
|
3844
|
+
description: import_v36.z.string().optional(),
|
|
3845
|
+
parameters: import_v36.z.object({}).partial().passthrough().optional(),
|
|
3846
|
+
strict: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]).optional()
|
|
3597
3847
|
})
|
|
3598
3848
|
});
|
|
3599
|
-
var User =
|
|
3600
|
-
id:
|
|
3601
|
-
given_name:
|
|
3602
|
-
family_name:
|
|
3603
|
-
email:
|
|
3604
|
-
avatar_url:
|
|
3605
|
-
created:
|
|
3849
|
+
var User = import_v36.z.object({
|
|
3850
|
+
id: import_v36.z.string().uuid(),
|
|
3851
|
+
given_name: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3852
|
+
family_name: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3853
|
+
email: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3854
|
+
avatar_url: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3855
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
3606
3856
|
});
|
|
3607
|
-
var ViewDataSearch =
|
|
3608
|
-
|
|
3609
|
-
filter:
|
|
3610
|
-
tag:
|
|
3611
|
-
match:
|
|
3612
|
-
sort:
|
|
3857
|
+
var ViewDataSearch = import_v36.z.union([
|
|
3858
|
+
import_v36.z.object({
|
|
3859
|
+
filter: import_v36.z.union([import_v36.z.array(import_v36.z.unknown()), import_v36.z.null()]),
|
|
3860
|
+
tag: import_v36.z.union([import_v36.z.array(import_v36.z.unknown()), import_v36.z.null()]),
|
|
3861
|
+
match: import_v36.z.union([import_v36.z.array(import_v36.z.unknown()), import_v36.z.null()]),
|
|
3862
|
+
sort: import_v36.z.union([import_v36.z.array(import_v36.z.unknown()), import_v36.z.null()])
|
|
3613
3863
|
}).partial(),
|
|
3614
|
-
|
|
3864
|
+
import_v36.z.null()
|
|
3615
3865
|
]);
|
|
3616
|
-
var ViewData =
|
|
3617
|
-
|
|
3618
|
-
|
|
3866
|
+
var ViewData = import_v36.z.union([
|
|
3867
|
+
import_v36.z.object({ search: ViewDataSearch }).partial(),
|
|
3868
|
+
import_v36.z.null()
|
|
3619
3869
|
]);
|
|
3620
|
-
var ViewOptions =
|
|
3621
|
-
|
|
3622
|
-
viewType:
|
|
3623
|
-
options:
|
|
3624
|
-
spanType:
|
|
3625
|
-
rangeValue:
|
|
3626
|
-
frameStart:
|
|
3627
|
-
frameEnd:
|
|
3628
|
-
tzUTC:
|
|
3629
|
-
chartVisibility:
|
|
3630
|
-
projectId:
|
|
3631
|
-
type:
|
|
3632
|
-
groupBy:
|
|
3870
|
+
var ViewOptions = import_v36.z.union([
|
|
3871
|
+
import_v36.z.object({
|
|
3872
|
+
viewType: import_v36.z.literal("monitor"),
|
|
3873
|
+
options: import_v36.z.object({
|
|
3874
|
+
spanType: import_v36.z.union([import_v36.z.enum(["range", "frame"]), import_v36.z.null()]),
|
|
3875
|
+
rangeValue: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3876
|
+
frameStart: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3877
|
+
frameEnd: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3878
|
+
tzUTC: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]),
|
|
3879
|
+
chartVisibility: import_v36.z.union([import_v36.z.record(import_v36.z.boolean()), import_v36.z.null()]),
|
|
3880
|
+
projectId: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3881
|
+
type: import_v36.z.union([import_v36.z.enum(["project", "experiment"]), import_v36.z.null()]),
|
|
3882
|
+
groupBy: import_v36.z.union([import_v36.z.string(), import_v36.z.null()])
|
|
3633
3883
|
}).partial()
|
|
3634
3884
|
}),
|
|
3635
|
-
|
|
3636
|
-
columnVisibility:
|
|
3637
|
-
columnOrder:
|
|
3638
|
-
columnSizing:
|
|
3639
|
-
grouping:
|
|
3640
|
-
rowHeight:
|
|
3641
|
-
tallGroupRows:
|
|
3642
|
-
layout:
|
|
3643
|
-
chartHeight:
|
|
3644
|
-
excludedMeasures:
|
|
3645
|
-
|
|
3646
|
-
|
|
3647
|
-
type:
|
|
3648
|
-
value:
|
|
3885
|
+
import_v36.z.object({
|
|
3886
|
+
columnVisibility: import_v36.z.union([import_v36.z.record(import_v36.z.boolean()), import_v36.z.null()]),
|
|
3887
|
+
columnOrder: import_v36.z.union([import_v36.z.array(import_v36.z.string()), import_v36.z.null()]),
|
|
3888
|
+
columnSizing: import_v36.z.union([import_v36.z.record(import_v36.z.number()), import_v36.z.null()]),
|
|
3889
|
+
grouping: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3890
|
+
rowHeight: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3891
|
+
tallGroupRows: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]),
|
|
3892
|
+
layout: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3893
|
+
chartHeight: import_v36.z.union([import_v36.z.number(), import_v36.z.null()]),
|
|
3894
|
+
excludedMeasures: import_v36.z.union([
|
|
3895
|
+
import_v36.z.array(
|
|
3896
|
+
import_v36.z.object({
|
|
3897
|
+
type: import_v36.z.enum(["none", "score", "metric", "metadata"]),
|
|
3898
|
+
value: import_v36.z.string()
|
|
3649
3899
|
})
|
|
3650
3900
|
),
|
|
3651
|
-
|
|
3901
|
+
import_v36.z.null()
|
|
3652
3902
|
]),
|
|
3653
|
-
yMetric:
|
|
3654
|
-
|
|
3655
|
-
type:
|
|
3656
|
-
value:
|
|
3903
|
+
yMetric: import_v36.z.union([
|
|
3904
|
+
import_v36.z.object({
|
|
3905
|
+
type: import_v36.z.enum(["none", "score", "metric", "metadata"]),
|
|
3906
|
+
value: import_v36.z.string()
|
|
3657
3907
|
}),
|
|
3658
|
-
|
|
3908
|
+
import_v36.z.null()
|
|
3659
3909
|
]),
|
|
3660
|
-
xAxis:
|
|
3661
|
-
|
|
3662
|
-
type:
|
|
3663
|
-
value:
|
|
3910
|
+
xAxis: import_v36.z.union([
|
|
3911
|
+
import_v36.z.object({
|
|
3912
|
+
type: import_v36.z.enum(["none", "score", "metric", "metadata"]),
|
|
3913
|
+
value: import_v36.z.string()
|
|
3664
3914
|
}),
|
|
3665
|
-
|
|
3915
|
+
import_v36.z.null()
|
|
3666
3916
|
]),
|
|
3667
|
-
symbolGrouping:
|
|
3668
|
-
|
|
3669
|
-
type:
|
|
3670
|
-
value:
|
|
3917
|
+
symbolGrouping: import_v36.z.union([
|
|
3918
|
+
import_v36.z.object({
|
|
3919
|
+
type: import_v36.z.enum(["none", "score", "metric", "metadata"]),
|
|
3920
|
+
value: import_v36.z.string()
|
|
3671
3921
|
}),
|
|
3672
|
-
|
|
3922
|
+
import_v36.z.null()
|
|
3673
3923
|
]),
|
|
3674
|
-
xAxisAggregation:
|
|
3675
|
-
chartAnnotations:
|
|
3676
|
-
|
|
3677
|
-
|
|
3924
|
+
xAxisAggregation: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]),
|
|
3925
|
+
chartAnnotations: import_v36.z.union([
|
|
3926
|
+
import_v36.z.array(import_v36.z.object({ id: import_v36.z.string(), text: import_v36.z.string() })),
|
|
3927
|
+
import_v36.z.null()
|
|
3678
3928
|
]),
|
|
3679
|
-
timeRangeFilter:
|
|
3680
|
-
|
|
3681
|
-
|
|
3682
|
-
|
|
3929
|
+
timeRangeFilter: import_v36.z.union([
|
|
3930
|
+
import_v36.z.string(),
|
|
3931
|
+
import_v36.z.object({ from: import_v36.z.string(), to: import_v36.z.string() }),
|
|
3932
|
+
import_v36.z.null()
|
|
3683
3933
|
])
|
|
3684
3934
|
}).partial(),
|
|
3685
|
-
|
|
3935
|
+
import_v36.z.null()
|
|
3686
3936
|
]);
|
|
3687
|
-
var View =
|
|
3688
|
-
id:
|
|
3689
|
-
object_type: AclObjectType.and(
|
|
3690
|
-
object_id:
|
|
3691
|
-
view_type:
|
|
3937
|
+
var View = import_v36.z.object({
|
|
3938
|
+
id: import_v36.z.string().uuid(),
|
|
3939
|
+
object_type: AclObjectType.and(import_v36.z.string()),
|
|
3940
|
+
object_id: import_v36.z.string().uuid(),
|
|
3941
|
+
view_type: import_v36.z.enum([
|
|
3692
3942
|
"projects",
|
|
3693
3943
|
"experiments",
|
|
3694
3944
|
"experiment",
|
|
@@ -3703,12 +3953,12 @@ var View = import_v35.z.object({
|
|
|
3703
3953
|
"agents",
|
|
3704
3954
|
"monitor"
|
|
3705
3955
|
]),
|
|
3706
|
-
name:
|
|
3707
|
-
created:
|
|
3956
|
+
name: import_v36.z.string(),
|
|
3957
|
+
created: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3708
3958
|
view_data: ViewData.optional(),
|
|
3709
3959
|
options: ViewOptions.optional(),
|
|
3710
|
-
user_id:
|
|
3711
|
-
deleted_at:
|
|
3960
|
+
user_id: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional(),
|
|
3961
|
+
deleted_at: import_v36.z.union([import_v36.z.string(), import_v36.z.null()]).optional()
|
|
3712
3962
|
});
|
|
3713
3963
|
|
|
3714
3964
|
// src/logger.ts
|
|
@@ -3718,39 +3968,39 @@ var import_zod = require("zod");
|
|
|
3718
3968
|
|
|
3719
3969
|
// src/functions/stream.ts
|
|
3720
3970
|
var import_eventsource_parser = require("eventsource-parser");
|
|
3721
|
-
var
|
|
3722
|
-
var braintrustStreamChunkSchema =
|
|
3723
|
-
|
|
3724
|
-
type:
|
|
3725
|
-
data:
|
|
3971
|
+
var import_v37 = require("zod/v3");
|
|
3972
|
+
var braintrustStreamChunkSchema = import_v37.z.union([
|
|
3973
|
+
import_v37.z.object({
|
|
3974
|
+
type: import_v37.z.literal("text_delta"),
|
|
3975
|
+
data: import_v37.z.string()
|
|
3726
3976
|
}),
|
|
3727
|
-
|
|
3728
|
-
type:
|
|
3729
|
-
data:
|
|
3977
|
+
import_v37.z.object({
|
|
3978
|
+
type: import_v37.z.literal("reasoning_delta"),
|
|
3979
|
+
data: import_v37.z.string()
|
|
3730
3980
|
}),
|
|
3731
|
-
|
|
3732
|
-
type:
|
|
3733
|
-
data:
|
|
3981
|
+
import_v37.z.object({
|
|
3982
|
+
type: import_v37.z.literal("json_delta"),
|
|
3983
|
+
data: import_v37.z.string()
|
|
3734
3984
|
}),
|
|
3735
|
-
|
|
3736
|
-
type:
|
|
3737
|
-
data:
|
|
3985
|
+
import_v37.z.object({
|
|
3986
|
+
type: import_v37.z.literal("error"),
|
|
3987
|
+
data: import_v37.z.string()
|
|
3738
3988
|
}),
|
|
3739
|
-
|
|
3740
|
-
type:
|
|
3989
|
+
import_v37.z.object({
|
|
3990
|
+
type: import_v37.z.literal("console"),
|
|
3741
3991
|
data: SSEConsoleEventData
|
|
3742
3992
|
}),
|
|
3743
|
-
|
|
3744
|
-
type:
|
|
3993
|
+
import_v37.z.object({
|
|
3994
|
+
type: import_v37.z.literal("progress"),
|
|
3745
3995
|
data: SSEProgressEventData
|
|
3746
3996
|
}),
|
|
3747
|
-
|
|
3748
|
-
type:
|
|
3749
|
-
data:
|
|
3997
|
+
import_v37.z.object({
|
|
3998
|
+
type: import_v37.z.literal("start"),
|
|
3999
|
+
data: import_v37.z.string()
|
|
3750
4000
|
}),
|
|
3751
|
-
|
|
3752
|
-
type:
|
|
3753
|
-
data:
|
|
4001
|
+
import_v37.z.object({
|
|
4002
|
+
type: import_v37.z.literal("done"),
|
|
4003
|
+
data: import_v37.z.string()
|
|
3754
4004
|
})
|
|
3755
4005
|
]);
|
|
3756
4006
|
var BraintrustStream = class _BraintrustStream {
|
|
@@ -4465,6 +4715,20 @@ var NoopSpan = class {
|
|
|
4465
4715
|
state() {
|
|
4466
4716
|
return _internalGetGlobalState();
|
|
4467
4717
|
}
|
|
4718
|
+
// Custom inspect for Node.js console.log
|
|
4719
|
+
[Symbol.for("nodejs.util.inspect.custom")]() {
|
|
4720
|
+
return `NoopSpan {
|
|
4721
|
+
kind: '${this.kind}',
|
|
4722
|
+
id: '${this.id}',
|
|
4723
|
+
spanId: '${this.spanId}',
|
|
4724
|
+
rootSpanId: '${this.rootSpanId}',
|
|
4725
|
+
spanParents: ${JSON.stringify(this.spanParents)}
|
|
4726
|
+
}`;
|
|
4727
|
+
}
|
|
4728
|
+
// Custom toString
|
|
4729
|
+
toString() {
|
|
4730
|
+
return `NoopSpan(id=${this.id}, spanId=${this.spanId})`;
|
|
4731
|
+
}
|
|
4468
4732
|
};
|
|
4469
4733
|
var NOOP_SPAN = new NoopSpan();
|
|
4470
4734
|
var NOOP_SPAN_PERMALINK = "https://braintrust.dev/noop-span";
|
|
@@ -4534,6 +4798,7 @@ var BraintrustState = class _BraintrustState {
|
|
|
4534
4798
|
_apiConn = null;
|
|
4535
4799
|
_proxyConn = null;
|
|
4536
4800
|
promptCache;
|
|
4801
|
+
_idGenerator = null;
|
|
4537
4802
|
resetLoginInfo() {
|
|
4538
4803
|
this.appUrl = null;
|
|
4539
4804
|
this.appPublicUrl = null;
|
|
@@ -4548,6 +4813,15 @@ var BraintrustState = class _BraintrustState {
|
|
|
4548
4813
|
this._apiConn = null;
|
|
4549
4814
|
this._proxyConn = null;
|
|
4550
4815
|
}
|
|
4816
|
+
resetIdGenState() {
|
|
4817
|
+
this._idGenerator = null;
|
|
4818
|
+
}
|
|
4819
|
+
get idGenerator() {
|
|
4820
|
+
if (this._idGenerator === null) {
|
|
4821
|
+
this._idGenerator = getIdGenerator();
|
|
4822
|
+
}
|
|
4823
|
+
return this._idGenerator;
|
|
4824
|
+
}
|
|
4551
4825
|
copyLoginInfo(other) {
|
|
4552
4826
|
this.appUrl = other.appUrl;
|
|
4553
4827
|
this.appPublicUrl = other.appPublicUrl;
|
|
@@ -4685,6 +4959,37 @@ var BraintrustState = class _BraintrustState {
|
|
|
4685
4959
|
enforceQueueSizeLimit(enforce) {
|
|
4686
4960
|
this._bgLogger.get().enforceQueueSizeLimit(enforce);
|
|
4687
4961
|
}
|
|
4962
|
+
// Custom serialization to avoid logging sensitive data
|
|
4963
|
+
toJSON() {
|
|
4964
|
+
return {
|
|
4965
|
+
id: this.id,
|
|
4966
|
+
orgId: this.orgId,
|
|
4967
|
+
orgName: this.orgName,
|
|
4968
|
+
appUrl: this.appUrl,
|
|
4969
|
+
appPublicUrl: this.appPublicUrl,
|
|
4970
|
+
apiUrl: this.apiUrl,
|
|
4971
|
+
proxyUrl: this.proxyUrl,
|
|
4972
|
+
loggedIn: this.loggedIn
|
|
4973
|
+
// Explicitly exclude loginToken, _apiConn, _appConn, _proxyConn and other sensitive fields
|
|
4974
|
+
};
|
|
4975
|
+
}
|
|
4976
|
+
// Custom inspect for Node.js console.log
|
|
4977
|
+
[Symbol.for("nodejs.util.inspect.custom")]() {
|
|
4978
|
+
return `BraintrustState {
|
|
4979
|
+
id: '${this.id}',
|
|
4980
|
+
orgId: ${this.orgId ? `'${this.orgId}'` : "null"},
|
|
4981
|
+
orgName: ${this.orgName ? `'${this.orgName}'` : "null"},
|
|
4982
|
+
appUrl: ${this.appUrl ? `'${this.appUrl}'` : "null"},
|
|
4983
|
+
apiUrl: ${this.apiUrl ? `'${this.apiUrl}'` : "null"},
|
|
4984
|
+
proxyUrl: ${this.proxyUrl ? `'${this.proxyUrl}'` : "null"},
|
|
4985
|
+
loggedIn: ${this.loggedIn},
|
|
4986
|
+
loginToken: '[REDACTED]'
|
|
4987
|
+
}`;
|
|
4988
|
+
}
|
|
4989
|
+
// Custom toString
|
|
4990
|
+
toString() {
|
|
4991
|
+
return `BraintrustState(id=${this.id}, org=${this.orgName || "none"}, loggedIn=${this.loggedIn})`;
|
|
4992
|
+
}
|
|
4688
4993
|
};
|
|
4689
4994
|
var _globalState;
|
|
4690
4995
|
function _internalSetInitialState() {
|
|
@@ -4828,6 +5133,17 @@ var HTTPConnection = class _HTTPConnection {
|
|
|
4828
5133
|
});
|
|
4829
5134
|
return await resp.json();
|
|
4830
5135
|
}
|
|
5136
|
+
// Custom inspect for Node.js console.log
|
|
5137
|
+
[Symbol.for("nodejs.util.inspect.custom")]() {
|
|
5138
|
+
return `HTTPConnection {
|
|
5139
|
+
base_url: '${this.base_url}',
|
|
5140
|
+
token: '[REDACTED]'
|
|
5141
|
+
}`;
|
|
5142
|
+
}
|
|
5143
|
+
// Custom toString
|
|
5144
|
+
toString() {
|
|
5145
|
+
return `HTTPConnection(${this.base_url})`;
|
|
5146
|
+
}
|
|
4831
5147
|
};
|
|
4832
5148
|
var BaseAttachment = class {
|
|
4833
5149
|
reference;
|
|
@@ -5157,7 +5473,7 @@ function logFeedbackImpl(state, parentObjectType, parentObjectId, {
|
|
|
5157
5473
|
if (!isEmpty2(comment)) {
|
|
5158
5474
|
const record = new LazyValue(async () => {
|
|
5159
5475
|
return {
|
|
5160
|
-
id: (0,
|
|
5476
|
+
id: (0, import_uuid2.v4)(),
|
|
5161
5477
|
created: (/* @__PURE__ */ new Date()).toISOString(),
|
|
5162
5478
|
origin: {
|
|
5163
5479
|
// NOTE: We do not know (or care?) what the transaction id of the row that
|
|
@@ -5875,7 +6191,7 @@ Error: ${errorText}`;
|
|
|
5875
6191
|
}
|
|
5876
6192
|
const payloadFile = isomorph_default.pathJoin(
|
|
5877
6193
|
payloadDir,
|
|
5878
|
-
`payload_${getCurrentUnixTimestamp()}_${(0,
|
|
6194
|
+
`payload_${getCurrentUnixTimestamp()}_${(0, import_uuid2.v4)().slice(0, 8)}.json`
|
|
5879
6195
|
);
|
|
5880
6196
|
try {
|
|
5881
6197
|
await isomorph_default.mkdir(payloadDir, { recursive: true });
|
|
@@ -7010,7 +7326,7 @@ var ReadonlyExperiment = class extends ObjectFetcher {
|
|
|
7010
7326
|
};
|
|
7011
7327
|
var executionCounter = 0;
|
|
7012
7328
|
function newId() {
|
|
7013
|
-
return (0,
|
|
7329
|
+
return (0, import_uuid2.v4)();
|
|
7014
7330
|
}
|
|
7015
7331
|
var SpanImpl = class _SpanImpl {
|
|
7016
7332
|
_state;
|
|
@@ -7066,13 +7382,17 @@ var SpanImpl = class _SpanImpl {
|
|
|
7066
7382
|
},
|
|
7067
7383
|
created: (/* @__PURE__ */ new Date()).toISOString()
|
|
7068
7384
|
};
|
|
7069
|
-
this._id = eventId ??
|
|
7070
|
-
this._spanId = args.spanId ??
|
|
7385
|
+
this._id = eventId ?? this._state.idGenerator.getSpanId();
|
|
7386
|
+
this._spanId = args.spanId ?? this._state.idGenerator.getSpanId();
|
|
7071
7387
|
if (args.parentSpanIds) {
|
|
7072
7388
|
this._rootSpanId = args.parentSpanIds.rootSpanId;
|
|
7073
7389
|
this._spanParents = "parentSpanIds" in args.parentSpanIds ? args.parentSpanIds.parentSpanIds : [args.parentSpanIds.spanId];
|
|
7074
7390
|
} else {
|
|
7075
|
-
this.
|
|
7391
|
+
if (this._state.idGenerator.shareRootSpanId()) {
|
|
7392
|
+
this._rootSpanId = this._spanId;
|
|
7393
|
+
} else {
|
|
7394
|
+
this._rootSpanId = this._state.idGenerator.getTraceId();
|
|
7395
|
+
}
|
|
7076
7396
|
this._spanParents = void 0;
|
|
7077
7397
|
}
|
|
7078
7398
|
this.isMerge = false;
|
|
@@ -7283,6 +7603,20 @@ var SpanImpl = class _SpanImpl {
|
|
|
7283
7603
|
state() {
|
|
7284
7604
|
return this._state;
|
|
7285
7605
|
}
|
|
7606
|
+
// Custom inspect for Node.js console.log
|
|
7607
|
+
[Symbol.for("nodejs.util.inspect.custom")]() {
|
|
7608
|
+
return `SpanImpl {
|
|
7609
|
+
kind: '${this.kind}',
|
|
7610
|
+
id: '${this.id}',
|
|
7611
|
+
spanId: '${this.spanId}',
|
|
7612
|
+
rootSpanId: '${this.rootSpanId}',
|
|
7613
|
+
spanParents: ${JSON.stringify(this.spanParents)}
|
|
7614
|
+
}`;
|
|
7615
|
+
}
|
|
7616
|
+
// Custom toString
|
|
7617
|
+
toString() {
|
|
7618
|
+
return `SpanImpl(id=${this.id}, spanId=${this.spanId})`;
|
|
7619
|
+
}
|
|
7286
7620
|
};
|
|
7287
7621
|
function splitLoggingData({
|
|
7288
7622
|
event,
|
|
@@ -7434,7 +7768,7 @@ var Dataset2 = class extends ObjectFetcher {
|
|
|
7434
7768
|
output
|
|
7435
7769
|
}) {
|
|
7436
7770
|
this.validateEvent({ metadata, expected, output, tags });
|
|
7437
|
-
const rowId = id || (0,
|
|
7771
|
+
const rowId = id || (0, import_uuid2.v4)();
|
|
7438
7772
|
const args = this.createArgs(
|
|
7439
7773
|
deepCopyEvent({
|
|
7440
7774
|
id: rowId,
|
|
@@ -8976,12 +9310,12 @@ var import_chalk = __toESM(require("chalk"));
|
|
|
8976
9310
|
var import_pluralize = __toESM(require("pluralize"));
|
|
8977
9311
|
|
|
8978
9312
|
// src/eval-parameters.ts
|
|
8979
|
-
var
|
|
9313
|
+
var import_v39 = require("zod/v3");
|
|
8980
9314
|
|
|
8981
9315
|
// src/framework2.ts
|
|
8982
9316
|
var import_path = __toESM(require("path"));
|
|
8983
9317
|
var import_slugify = __toESM(require("slugify"));
|
|
8984
|
-
var
|
|
9318
|
+
var import_v38 = require("zod/v3");
|
|
8985
9319
|
var ProjectBuilder = class {
|
|
8986
9320
|
create(opts) {
|
|
8987
9321
|
return new Project2(opts);
|
|
@@ -9215,23 +9549,23 @@ var CodePrompt = class {
|
|
|
9215
9549
|
};
|
|
9216
9550
|
}
|
|
9217
9551
|
};
|
|
9218
|
-
var promptContentsSchema =
|
|
9219
|
-
|
|
9220
|
-
prompt:
|
|
9552
|
+
var promptContentsSchema = import_v38.z.union([
|
|
9553
|
+
import_v38.z.object({
|
|
9554
|
+
prompt: import_v38.z.string()
|
|
9221
9555
|
}),
|
|
9222
|
-
|
|
9223
|
-
messages:
|
|
9556
|
+
import_v38.z.object({
|
|
9557
|
+
messages: import_v38.z.array(ChatCompletionMessageParam)
|
|
9224
9558
|
})
|
|
9225
9559
|
]);
|
|
9226
9560
|
var promptDefinitionSchema = promptContentsSchema.and(
|
|
9227
|
-
|
|
9228
|
-
model:
|
|
9561
|
+
import_v38.z.object({
|
|
9562
|
+
model: import_v38.z.string(),
|
|
9229
9563
|
params: ModelParams.optional()
|
|
9230
9564
|
})
|
|
9231
9565
|
);
|
|
9232
9566
|
var promptDefinitionWithToolsSchema = promptDefinitionSchema.and(
|
|
9233
|
-
|
|
9234
|
-
tools:
|
|
9567
|
+
import_v38.z.object({
|
|
9568
|
+
tools: import_v38.z.array(ToolFunctionDefinition).optional()
|
|
9235
9569
|
})
|
|
9236
9570
|
);
|
|
9237
9571
|
var PromptBuilder = class {
|
|
@@ -9299,7 +9633,7 @@ var ProjectNameIdMap = class {
|
|
|
9299
9633
|
const response = await _internalGetGlobalState().appConn().post_json("api/project/register", {
|
|
9300
9634
|
project_name: projectName
|
|
9301
9635
|
});
|
|
9302
|
-
const result =
|
|
9636
|
+
const result = import_v38.z.object({
|
|
9303
9637
|
project: Project
|
|
9304
9638
|
}).parse(response);
|
|
9305
9639
|
const projectId = result.project.id;
|
|
@@ -9313,7 +9647,7 @@ var ProjectNameIdMap = class {
|
|
|
9313
9647
|
const response = await _internalGetGlobalState().appConn().post_json("api/project/get", {
|
|
9314
9648
|
id: projectId
|
|
9315
9649
|
});
|
|
9316
|
-
const result =
|
|
9650
|
+
const result = import_v38.z.array(Project).nonempty().parse(response);
|
|
9317
9651
|
const projectName = result[0].name;
|
|
9318
9652
|
this.idToName[projectId] = projectName;
|
|
9319
9653
|
this.nameToId[projectName] = projectId;
|
|
@@ -9329,15 +9663,15 @@ var ProjectNameIdMap = class {
|
|
|
9329
9663
|
};
|
|
9330
9664
|
|
|
9331
9665
|
// src/eval-parameters.ts
|
|
9332
|
-
var evalParametersSchema =
|
|
9333
|
-
|
|
9334
|
-
|
|
9335
|
-
|
|
9336
|
-
type:
|
|
9666
|
+
var evalParametersSchema = import_v39.z.record(
|
|
9667
|
+
import_v39.z.string(),
|
|
9668
|
+
import_v39.z.union([
|
|
9669
|
+
import_v39.z.object({
|
|
9670
|
+
type: import_v39.z.literal("prompt"),
|
|
9337
9671
|
default: promptDefinitionWithToolsSchema.optional(),
|
|
9338
|
-
description:
|
|
9672
|
+
description: import_v39.z.string().optional()
|
|
9339
9673
|
}),
|
|
9340
|
-
|
|
9674
|
+
import_v39.z.instanceof(import_v39.z.ZodType)
|
|
9341
9675
|
// For Zod schemas
|
|
9342
9676
|
])
|
|
9343
9677
|
);
|
|
@@ -10247,7 +10581,7 @@ var import_env2 = require("@next/env");
|
|
|
10247
10581
|
var import_fs = __toESM(require("fs"));
|
|
10248
10582
|
var import_path4 = __toESM(require("path"));
|
|
10249
10583
|
var import_zlib = require("zlib");
|
|
10250
|
-
var
|
|
10584
|
+
var import_v310 = require("zod/v3");
|
|
10251
10585
|
|
|
10252
10586
|
// src/functions/infer-source.ts
|
|
10253
10587
|
var import_source_map = require("source-map");
|
|
@@ -10400,7 +10734,7 @@ async function findCodeDefinition({
|
|
|
10400
10734
|
if (!evaluator) {
|
|
10401
10735
|
console.warn(
|
|
10402
10736
|
warning(
|
|
10403
|
-
`
|
|
10737
|
+
`Warning: failed to find evaluator for ${location.eval_name}. Will not display preview.`
|
|
10404
10738
|
)
|
|
10405
10739
|
);
|
|
10406
10740
|
return void 0;
|
|
@@ -10412,7 +10746,7 @@ async function findCodeDefinition({
|
|
|
10412
10746
|
if (!fn) {
|
|
10413
10747
|
console.warn(
|
|
10414
10748
|
warning(
|
|
10415
|
-
`
|
|
10749
|
+
`Warning: failed to find ${locationToString(location)}. Will not display preview.`
|
|
10416
10750
|
)
|
|
10417
10751
|
);
|
|
10418
10752
|
return void 0;
|
|
@@ -10432,7 +10766,11 @@ async function findCodeDefinition({
|
|
|
10432
10766
|
lineNumber++;
|
|
10433
10767
|
}
|
|
10434
10768
|
if (columnNumber === -1) {
|
|
10435
|
-
console.warn(
|
|
10769
|
+
console.warn(
|
|
10770
|
+
warning(
|
|
10771
|
+
`Warning: failed to find code definition for ${fn.name}. Will not display preview.`
|
|
10772
|
+
)
|
|
10773
|
+
);
|
|
10436
10774
|
return void 0;
|
|
10437
10775
|
}
|
|
10438
10776
|
const originalPosition = sourceMap.originalPositionFor({
|
|
@@ -10488,7 +10826,7 @@ async function getTsModule() {
|
|
|
10488
10826
|
if (!tsModule) {
|
|
10489
10827
|
try {
|
|
10490
10828
|
tsModule = require("typescript");
|
|
10491
|
-
} catch
|
|
10829
|
+
} catch {
|
|
10492
10830
|
console.warn(
|
|
10493
10831
|
warning(
|
|
10494
10832
|
"Failed to load TypeScript module. Will not use TypeScript to derive preview."
|
|
@@ -10503,9 +10841,9 @@ async function getTsModule() {
|
|
|
10503
10841
|
var import_slugify2 = __toESM(require("slugify"));
|
|
10504
10842
|
var import_zod_to_json_schema = require("zod-to-json-schema");
|
|
10505
10843
|
var import_pluralize2 = __toESM(require("pluralize"));
|
|
10506
|
-
var pathInfoSchema =
|
|
10507
|
-
url:
|
|
10508
|
-
bundleId:
|
|
10844
|
+
var pathInfoSchema = import_v310.z.strictObject({
|
|
10845
|
+
url: import_v310.z.string(),
|
|
10846
|
+
bundleId: import_v310.z.string()
|
|
10509
10847
|
}).strip();
|
|
10510
10848
|
async function uploadHandleBundles({
|
|
10511
10849
|
buildResults,
|
|
@@ -10845,7 +11183,7 @@ async function bundleCommand(args) {
|
|
|
10845
11183
|
}
|
|
10846
11184
|
|
|
10847
11185
|
// src/cli-util/pull.ts
|
|
10848
|
-
var
|
|
11186
|
+
var import_v311 = require("zod/v3");
|
|
10849
11187
|
var import_promises = __toESM(require("fs/promises"));
|
|
10850
11188
|
var import_util11 = __toESM(require("util"));
|
|
10851
11189
|
var import_slugify3 = __toESM(require("slugify"));
|
|
@@ -10861,7 +11199,7 @@ async function pullCommand(args) {
|
|
|
10861
11199
|
...args.id ? { ids: [args.id] } : {},
|
|
10862
11200
|
...args.version ? { version: loadPrettyXact(args.version) } : {}
|
|
10863
11201
|
});
|
|
10864
|
-
const functionObjects =
|
|
11202
|
+
const functionObjects = import_v311.z.object({ objects: import_v311.z.array(import_v311.z.unknown()) }).parse(functions);
|
|
10865
11203
|
const projectNameToFunctions = {};
|
|
10866
11204
|
const projectNameIdMap = new ProjectNameIdMap();
|
|
10867
11205
|
for (const rawFunc of functionObjects.objects) {
|
|
@@ -11024,7 +11362,7 @@ function makeFunctionDefinition({
|
|
|
11024
11362
|
const objectType = "prompt";
|
|
11025
11363
|
const prompt = func.prompt_data.prompt;
|
|
11026
11364
|
const promptContents = prompt.type === "completion" ? `prompt: ${doubleQuote(prompt.content)}` : `messages: ${safeStringify(prompt.messages).trimStart()}`;
|
|
11027
|
-
const rawToolsParsed = prompt.type === "chat" && prompt.tools && prompt.tools.length > 0 ?
|
|
11365
|
+
const rawToolsParsed = prompt.type === "chat" && prompt.tools && prompt.tools.length > 0 ? import_v311.z.array(ToolFunctionDefinition).safeParse(JSON.parse(prompt.tools)) : void 0;
|
|
11028
11366
|
if (rawToolsParsed && !rawToolsParsed.success) {
|
|
11029
11367
|
console.warn(
|
|
11030
11368
|
warning(
|
|
@@ -11136,7 +11474,7 @@ var import_express = __toESM(require("express"));
|
|
|
11136
11474
|
var import_cors = __toESM(require("cors"));
|
|
11137
11475
|
|
|
11138
11476
|
// dev/errorHandler.ts
|
|
11139
|
-
var
|
|
11477
|
+
var import_v312 = require("zod/v3");
|
|
11140
11478
|
var errorHandler = (err, req, res, next) => {
|
|
11141
11479
|
if ("status" in err) {
|
|
11142
11480
|
res.status(err.status).json({
|
|
@@ -11147,7 +11485,7 @@ var errorHandler = (err, req, res, next) => {
|
|
|
11147
11485
|
});
|
|
11148
11486
|
return;
|
|
11149
11487
|
}
|
|
11150
|
-
if (err instanceof
|
|
11488
|
+
if (err instanceof import_v312.z.ZodError) {
|
|
11151
11489
|
res.status(400).json({
|
|
11152
11490
|
error: {
|
|
11153
11491
|
message: "Invalid request",
|
|
@@ -11308,49 +11646,49 @@ function serializeSSEEvent(event) {
|
|
|
11308
11646
|
}
|
|
11309
11647
|
|
|
11310
11648
|
// dev/types.ts
|
|
11311
|
-
var
|
|
11312
|
-
var evalBodySchema =
|
|
11313
|
-
name:
|
|
11314
|
-
parameters:
|
|
11649
|
+
var import_v313 = require("zod/v3");
|
|
11650
|
+
var evalBodySchema = import_v313.z.object({
|
|
11651
|
+
name: import_v313.z.string(),
|
|
11652
|
+
parameters: import_v313.z.record(import_v313.z.string(), import_v313.z.unknown()).nullish(),
|
|
11315
11653
|
data: RunEval.shape.data,
|
|
11316
|
-
scores:
|
|
11317
|
-
|
|
11654
|
+
scores: import_v313.z.array(
|
|
11655
|
+
import_v313.z.object({
|
|
11318
11656
|
function_id: FunctionId,
|
|
11319
|
-
name:
|
|
11657
|
+
name: import_v313.z.string()
|
|
11320
11658
|
})
|
|
11321
11659
|
).nullish(),
|
|
11322
|
-
experiment_name:
|
|
11323
|
-
project_id:
|
|
11660
|
+
experiment_name: import_v313.z.string().nullish(),
|
|
11661
|
+
project_id: import_v313.z.string().nullish(),
|
|
11324
11662
|
parent: InvokeParent.optional(),
|
|
11325
|
-
stream:
|
|
11663
|
+
stream: import_v313.z.boolean().optional()
|
|
11326
11664
|
});
|
|
11327
|
-
var evalParametersSerializedSchema =
|
|
11328
|
-
|
|
11329
|
-
|
|
11330
|
-
|
|
11331
|
-
type:
|
|
11665
|
+
var evalParametersSerializedSchema = import_v313.z.record(
|
|
11666
|
+
import_v313.z.string(),
|
|
11667
|
+
import_v313.z.union([
|
|
11668
|
+
import_v313.z.object({
|
|
11669
|
+
type: import_v313.z.literal("prompt"),
|
|
11332
11670
|
default: PromptData.optional(),
|
|
11333
|
-
description:
|
|
11671
|
+
description: import_v313.z.string().optional()
|
|
11334
11672
|
}),
|
|
11335
|
-
|
|
11336
|
-
type:
|
|
11337
|
-
schema:
|
|
11673
|
+
import_v313.z.object({
|
|
11674
|
+
type: import_v313.z.literal("data"),
|
|
11675
|
+
schema: import_v313.z.record(import_v313.z.unknown()),
|
|
11338
11676
|
// JSON Schema
|
|
11339
|
-
default:
|
|
11340
|
-
description:
|
|
11677
|
+
default: import_v313.z.unknown().optional(),
|
|
11678
|
+
description: import_v313.z.string().optional()
|
|
11341
11679
|
})
|
|
11342
11680
|
])
|
|
11343
11681
|
);
|
|
11344
|
-
var evaluatorDefinitionSchema =
|
|
11682
|
+
var evaluatorDefinitionSchema = import_v313.z.object({
|
|
11345
11683
|
parameters: evalParametersSerializedSchema.optional()
|
|
11346
11684
|
});
|
|
11347
|
-
var evaluatorDefinitionsSchema =
|
|
11348
|
-
|
|
11685
|
+
var evaluatorDefinitionsSchema = import_v313.z.record(
|
|
11686
|
+
import_v313.z.string(),
|
|
11349
11687
|
evaluatorDefinitionSchema
|
|
11350
11688
|
);
|
|
11351
11689
|
|
|
11352
11690
|
// dev/server.ts
|
|
11353
|
-
var
|
|
11691
|
+
var import_v314 = require("zod/v3");
|
|
11354
11692
|
var import_zod_to_json_schema2 = __toESM(require("zod-to-json-schema"));
|
|
11355
11693
|
function runDevServer(evaluators, opts) {
|
|
11356
11694
|
const allEvaluators = Object.fromEntries(
|
|
@@ -11435,7 +11773,7 @@ function runDevServer(evaluators, opts) {
|
|
|
11435
11773
|
validateParameters(parameters ?? {}, evaluator.parameters);
|
|
11436
11774
|
} catch (e) {
|
|
11437
11775
|
console.error("Error validating parameters", e);
|
|
11438
|
-
if (e instanceof
|
|
11776
|
+
if (e instanceof import_v314.z.ZodError || e instanceof Error) {
|
|
11439
11777
|
res.status(400).json({
|
|
11440
11778
|
error: e.message
|
|
11441
11779
|
});
|
|
@@ -11579,9 +11917,9 @@ async function getDataset(state, data) {
|
|
|
11579
11917
|
return data.data;
|
|
11580
11918
|
}
|
|
11581
11919
|
}
|
|
11582
|
-
var datasetFetchSchema =
|
|
11583
|
-
project_id:
|
|
11584
|
-
name:
|
|
11920
|
+
var datasetFetchSchema = import_v314.z.object({
|
|
11921
|
+
project_id: import_v314.z.string(),
|
|
11922
|
+
name: import_v314.z.string()
|
|
11585
11923
|
});
|
|
11586
11924
|
async function getDatasetById({
|
|
11587
11925
|
state,
|
|
@@ -11590,7 +11928,7 @@ async function getDatasetById({
|
|
|
11590
11928
|
const dataset = await state.appConn().post_json("api/dataset/get", {
|
|
11591
11929
|
id: datasetId
|
|
11592
11930
|
});
|
|
11593
|
-
const parsed =
|
|
11931
|
+
const parsed = import_v314.z.array(datasetFetchSchema).parse(dataset);
|
|
11594
11932
|
if (parsed.length === 0) {
|
|
11595
11933
|
throw new Error(`Dataset '${datasetId}' not found`);
|
|
11596
11934
|
}
|
|
@@ -12235,13 +12573,13 @@ async function initializeHandles({
|
|
|
12235
12573
|
);
|
|
12236
12574
|
process.exit(0);
|
|
12237
12575
|
}
|
|
12238
|
-
const tmpDir = import_path6.default.join(import_os.default.tmpdir(), `btevals-${(0,
|
|
12576
|
+
const tmpDir = import_path6.default.join(import_os.default.tmpdir(), `btevals-${(0, import_uuid3.v4)().slice(0, 8)}`);
|
|
12239
12577
|
const initPromises = [];
|
|
12240
12578
|
for (const file of Object.keys(files)) {
|
|
12241
12579
|
const baseName = `${import_path6.default.basename(
|
|
12242
12580
|
file,
|
|
12243
12581
|
import_path6.default.extname(file)
|
|
12244
|
-
)}-${(0,
|
|
12582
|
+
)}-${(0, import_uuid3.v4)().slice(0, 8)}`;
|
|
12245
12583
|
const outFile = import_path6.default.join(tmpDir, `${baseName}.${OUT_EXT}`);
|
|
12246
12584
|
const bundleFile = import_path6.default.join(tmpDir, `${baseName}.bundle.js`);
|
|
12247
12585
|
initPromises.push(
|