openai-mcp-test 0.0.1

package/resources/evals/evals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,MAAM;OACX,KAAK,eAAe;OACpB,KAAK,YAAY;OACjB,KAAK,OAAO;OACZ,EACL,kCAAkC,EAClC,4BAA4B,EAC5B,YAAY,EACZ,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,IAAI,EACL;OACM,EAAE,UAAU,EAAE;OACd,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,WAAW,EAAE;OAClD,EAAE,cAAc,EAAE;AAGzB,qBAAa,KAAM,SAAQ,WAAW;IACpC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;;;;;;OAOG;IACH,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;IAIxF;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAIpF;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;IAIxG;;OAEG;IACH,IAAI,CACF,KAAK,GAAE,cAAc,GAAG,IAAI,GAAG,SAAc,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAIvD;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;CAGjF;AAED,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;AAEjE;;;;;;;GAOG;AACH,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,qCAAqC;IACpD;;;OAGG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,oBAAoB,CAAC;IAE3B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;CACnC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,oBAAoB,CAAC,IAAI,GACzB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,gBAAgB,GACrC,oBAAoB,CAAC,oBAAoB,CAC5C,CAAC;CACH;AAED,yBAAiB,oBAAoB,CAAC;IACpC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,gBAAgB,CAAC,IAAI,GACrB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,wBAAwB,GACzC,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,oBAAoB,CACxC,CAAC;CACH;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC;IAEhB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;OAGG;IACH,kBAAkB,EAAE,gBAAgB,CAAC,MAAM,GAAG,gBAAgB,CAAC,IAAI,GAAG,gBAAgB,CAAC,iBAAiB,CAAC;IAEzG;;;;;OAKG;IACH,gBAAgB,EAAE,KAAK,CACnB,gBAAgB,CAAC,UAAU,GAC3B,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,cAAc,GAC/B,gBAAgB,CAAC,MAAM,GACvB,gBAAgB,CAAC,UAAU,CAC9B,CAAC;IAEF;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;;OAOG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,WAAW,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAExC;;WAEG;QACH,IAAI,EAAE,QAAQ,CAAC;QAEf;;;WAGG;QACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;KACjC;IAED;;;OAGG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,QAAQ,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;KACvC;IAED;;OAEG;IACH,UAAiB,iBAAiB;QAChC;;WAEG;QACH,IAAI,EAAE,oBAAoB,CAAC;QAE3B;;WAEG;QACH,QAAQ,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;KACvC;IAED;;;OAGG;IACH,UAAiB,UAAU;QACzB;;;WAGG;QACH,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAElE;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE9B;;WAEG;QACH,IAAI,EAAE,aAAa,CAAC;KACrB;IAED,UAAiB,UAAU,CAAC;QAC1B,UAAiB,kBAAkB;YACjC;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;WAMG;QACH,UAAiB,QAAQ;YACvB;;;eAGG;YACH,OAAO,EACH,MAAM,GACN,YAAY,CAAC,iBAAiB,GAC9B,QAAQ,CAAC,UAAU,GACnB,QAAQ,CAAC,UAAU,GACnB,YAAY,CAAC,kBAAkB,GAC/B,eAAe,CAAC,YAAY,CAAC;YAEjC;;;eAGG;YACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;YAEpD;;eAEG;YACH,IAAI,CAAC,EAAE,SAAS,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;gBAEb;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;aACrB;YAED;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,SAAS,EAAE,MAAM,CAAC;gBAElB;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;gBAEpB;;;mBAGG;gBACH,MAAM,CAAC,EAAE,MAAM,CAAC;aACjB;SACF;KACF;IAED;;OAEG;IACH,UAAiB,cAAe,SAAQ,eAAe,CAAC,oBAAoB;QAC1E;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,MAAO,SAAQ,eAAe,CAAC,YAAY;QAC1D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,UAAW,SAAQ,eAAe,CAAC,gBAAgB;QAClE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAe,SAAQ,gBAAgB;IACtD;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,QAAQ,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;CACxC;AAID,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,cAAc,IAAI,cAAc,GACtC,CAAC;IAEF,OAAO,EACL,IAAI,IAAI,IAAI,EACZ,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,eAAe,IAAI,eAAe,GACxC,CAAC;CACH"}

package/resources/evals/evals.js

@@ -0,0 +1,54 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Evals = void 0;
+const tslib_1 = require("../../internal/tslib.js");
+const resource_1 = require("../../core/resource.js");
+const RunsAPI = tslib_1.__importStar(require("./runs/runs.js"));
+const runs_1 = require("./runs/runs.js");
+const pagination_1 = require("../../core/pagination.js");
+const path_1 = require("../../internal/utils/path.js");
+class Evals extends resource_1.APIResource {
+    constructor() {
+        super(...arguments);
+        this.runs = new RunsAPI.Runs(this._client);
+    }
+    /**
+     * Create the structure of an evaluation that can be used to test a model's
+     * performance. An evaluation is a set of testing criteria and the config for a
+     * data source, which dictates the schema of the data used in the evaluation. After
+     * creating an evaluation, you can run it on different models and model parameters.
+     * We support several types of graders and datasources. For more information, see
+     * the [Evals guide](https://platform.openai.com/docs/guides/evals).
+     */
+    create(body, options) {
+        return this._client.post('/evals', { body, ...options });
+    }
+    /**
+     * Get an evaluation by ID.
+     */
+    retrieve(evalID, options) {
+        return this._client.get((0, path_1.path) `/evals/${evalID}`, options);
+    }
+    /**
+     * Update certain properties of an evaluation.
+     */
+    update(evalID, body, options) {
+        return this._client.post((0, path_1.path) `/evals/${evalID}`, { body, ...options });
+    }
+    /**
+     * List evaluations for a project.
+     */
+    list(query = {}, options) {
+        return this._client.getAPIList('/evals', (pagination_1.CursorPage), { query, ...options });
+    }
+    /**
+     * Delete an evaluation.
+     */
+    delete(evalID, options) {
+        return this._client.delete((0, path_1.path) `/evals/${evalID}`, options);
+    }
+}
+exports.Evals = Evals;
+Evals.Runs = runs_1.Runs;
+//# sourceMappingURL=evals.js.map

package/resources/evals/evals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;AAEtF,qDAAkD;AAIlD,gEAAuC;AACvC,yCAgBqB;AAErB,yDAAuF;AAEvF,uDAAiD;AAEjD,MAAa,KAAM,SAAQ,sBAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA4CtD,CAAC;IA1CC;;;;;;;OAOG;IACH,MAAM,CAAC,IAAsB,EAAE,OAAwB;QACrD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,IAAsB,EAAE,OAAwB;QACrE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,IAAI,CACF,QAA2C,EAAE,EAC7C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA,uBAA4B,CAAA,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChG,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,OAAwB;QAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAA,WAAI,EAAA,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;CACF;AA7CD,sBA6CC;AAqzBD,KAAK,CAAC,IAAI,GAAG,WAAI,CAAC"}

package/resources/evals/evals.mjs

@@ -0,0 +1,49 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../../core/resource.mjs";
+import * as RunsAPI from "./runs/runs.mjs";
+import { Runs, } from "./runs/runs.mjs";
+import { CursorPage } from "../../core/pagination.mjs";
+import { path } from "../../internal/utils/path.mjs";
+export class Evals extends APIResource {
+    constructor() {
+        super(...arguments);
+        this.runs = new RunsAPI.Runs(this._client);
+    }
+    /**
+     * Create the structure of an evaluation that can be used to test a model's
+     * performance. An evaluation is a set of testing criteria and the config for a
+     * data source, which dictates the schema of the data used in the evaluation. After
+     * creating an evaluation, you can run it on different models and model parameters.
+     * We support several types of graders and datasources. For more information, see
+     * the [Evals guide](https://platform.openai.com/docs/guides/evals).
+     */
+    create(body, options) {
+        return this._client.post('/evals', { body, ...options });
+    }
+    /**
+     * Get an evaluation by ID.
+     */
+    retrieve(evalID, options) {
+        return this._client.get(path `/evals/${evalID}`, options);
+    }
+    /**
+     * Update certain properties of an evaluation.
+     */
+    update(evalID, body, options) {
+        return this._client.post(path `/evals/${evalID}`, { body, ...options });
+    }
+    /**
+     * List evaluations for a project.
+     */
+    list(query = {}, options) {
+        return this._client.getAPIList('/evals', (CursorPage), { query, ...options });
+    }
+    /**
+     * Delete an evaluation.
+     */
+    delete(evalID, options) {
+        return this._client.delete(path `/evals/${evalID}`, options);
+    }
+}
+Evals.Runs = Runs;
+//# sourceMappingURL=evals.mjs.map

package/resources/evals/evals.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.mjs","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAIf,KAAK,OAAO;OACZ,EAeL,IAAI,GACL;OAEM,EAAE,UAAU,EAAsC;OAElD,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,KAAM,SAAQ,WAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA4CtD,CAAC;IA1CC;;;;;;;OAOG;IACH,MAAM,CAAC,IAAsB,EAAE,OAAwB;QACrD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,IAAsB,EAAE,OAAwB;QACrE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,IAAI,CACF,QAA2C,EAAE,EAC7C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA,UAA4B,CAAA,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChG,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,OAAwB;QAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAA,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;CACF;AAqzBD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC"}

package/resources/evals/index.d.mts

@@ -0,0 +1,3 @@
+export { Evals, type EvalCustomDataSourceConfig, type EvalStoredCompletionsDataSourceConfig, type EvalCreateResponse, type EvalRetrieveResponse, type EvalUpdateResponse, type EvalListResponse, type EvalDeleteResponse, type EvalCreateParams, type EvalUpdateParams, type EvalListParams, type EvalListResponsesPage, } from "./evals.mjs";
+export { Runs, type CreateEvalCompletionsRunDataSource, type CreateEvalJSONLRunDataSource, type EvalAPIError, type RunCreateResponse, type RunRetrieveResponse, type RunListResponse, type RunDeleteResponse, type RunCancelResponse, type RunCreateParams, type RunRetrieveParams, type RunListParams, type RunDeleteParams, type RunCancelParams, type RunListResponsesPage, } from "./runs/index.mjs";
+//# sourceMappingURL=index.d.mts.map

package/resources/evals/index.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../../src/resources/evals/index.ts"],"names":[],"mappings":"OAEO,EACL,KAAK,EACL,KAAK,0BAA0B,EAC/B,KAAK,qCAAqC,EAC1C,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,cAAc,EACnB,KAAK,qBAAqB,GAC3B;OACM,EACL,IAAI,EACJ,KAAK,kCAAkC,EACvC,KAAK,4BAA4B,EACjC,KAAK,YAAY,EACjB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,eAAe,EACpB,KAAK,oBAAoB,GAC1B"}

package/resources/evals/index.d.ts

@@ -0,0 +1,3 @@
+export { Evals, type EvalCustomDataSourceConfig, type EvalStoredCompletionsDataSourceConfig, type EvalCreateResponse, type EvalRetrieveResponse, type EvalUpdateResponse, type EvalListResponse, type EvalDeleteResponse, type EvalCreateParams, type EvalUpdateParams, type EvalListParams, type EvalListResponsesPage, } from "./evals.js";
+export { Runs, type CreateEvalCompletionsRunDataSource, type CreateEvalJSONLRunDataSource, type EvalAPIError, type RunCreateResponse, type RunRetrieveResponse, type RunListResponse, type RunDeleteResponse, type RunCancelResponse, type RunCreateParams, type RunRetrieveParams, type RunListParams, type RunDeleteParams, type RunCancelParams, type RunListResponsesPage, } from "./runs/index.js";
+//# sourceMappingURL=index.d.ts.map

package/resources/evals/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/evals/index.ts"],"names":[],"mappings":"OAEO,EACL,KAAK,EACL,KAAK,0BAA0B,EAC/B,KAAK,qCAAqC,EAC1C,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,cAAc,EACnB,KAAK,qBAAqB,GAC3B;OACM,EACL,IAAI,EACJ,KAAK,kCAAkC,EACvC,KAAK,4BAA4B,EACjC,KAAK,YAAY,EACjB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,eAAe,EACpB,KAAK,oBAAoB,GAC1B"}

package/resources/evals/index.js

@@ -0,0 +1,9 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Runs = exports.Evals = void 0;
+var evals_1 = require("./evals.js");
+Object.defineProperty(exports, "Evals", { enumerable: true, get: function () { return evals_1.Evals; } });
+var index_1 = require("./runs/index.js");
+Object.defineProperty(exports, "Runs", { enumerable: true, get: function () { return index_1.Runs; } });
+//# sourceMappingURL=index.js.map

package/resources/evals/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/evals/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,oCAaiB;AAZf,8FAAA,KAAK,OAAA;AAaP,yCAgBsB;AAfpB,6FAAA,IAAI,OAAA"}

package/resources/evals/index.mjs

@@ -0,0 +1,4 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export { Evals, } from "./evals.mjs";
+export { Runs, } from "./runs/index.mjs";
+//# sourceMappingURL=index.mjs.map

package/resources/evals/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/evals/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EACL,KAAK,GAYN;OACM,EACL,IAAI,GAeL"}

package/resources/evals/runs/index.d.mts

@@ -0,0 +1,3 @@
+export { OutputItems, type OutputItemRetrieveResponse, type OutputItemListResponse, type OutputItemRetrieveParams, type OutputItemListParams, type OutputItemListResponsesPage, } from "./output-items.mjs";
+export { Runs, type CreateEvalCompletionsRunDataSource, type CreateEvalJSONLRunDataSource, type EvalAPIError, type RunCreateResponse, type RunRetrieveResponse, type RunListResponse, type RunDeleteResponse, type RunCancelResponse, type RunCreateParams, type RunRetrieveParams, type RunListParams, type RunDeleteParams, type RunCancelParams, type RunListResponsesPage, } from "./runs.mjs";
+//# sourceMappingURL=index.d.mts.map

package/resources/evals/runs/index.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../../../src/resources/evals/runs/index.ts"],"names":[],"mappings":"OAEO,EACL,WAAW,EACX,KAAK,0BAA0B,EAC/B,KAAK,sBAAsB,EAC3B,KAAK,wBAAwB,EAC7B,KAAK,oBAAoB,EACzB,KAAK,2BAA2B,GACjC;OACM,EACL,IAAI,EACJ,KAAK,kCAAkC,EACvC,KAAK,4BAA4B,EACjC,KAAK,YAAY,EACjB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,eAAe,EACpB,KAAK,oBAAoB,GAC1B"}

package/resources/evals/runs/index.d.ts

@@ -0,0 +1,3 @@
+export { OutputItems, type OutputItemRetrieveResponse, type OutputItemListResponse, type OutputItemRetrieveParams, type OutputItemListParams, type OutputItemListResponsesPage, } from "./output-items.js";
+export { Runs, type CreateEvalCompletionsRunDataSource, type CreateEvalJSONLRunDataSource, type EvalAPIError, type RunCreateResponse, type RunRetrieveResponse, type RunListResponse, type RunDeleteResponse, type RunCancelResponse, type RunCreateParams, type RunRetrieveParams, type RunListParams, type RunDeleteParams, type RunCancelParams, type RunListResponsesPage, } from "./runs.js";
+//# sourceMappingURL=index.d.ts.map

package/resources/evals/runs/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/resources/evals/runs/index.ts"],"names":[],"mappings":"OAEO,EACL,WAAW,EACX,KAAK,0BAA0B,EAC/B,KAAK,sBAAsB,EAC3B,KAAK,wBAAwB,EAC7B,KAAK,oBAAoB,EACzB,KAAK,2BAA2B,GACjC;OACM,EACL,IAAI,EACJ,KAAK,kCAAkC,EACvC,KAAK,4BAA4B,EACjC,KAAK,YAAY,EACjB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,eAAe,EACpB,KAAK,oBAAoB,GAC1B"}

package/resources/evals/runs/index.js

@@ -0,0 +1,9 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Runs = exports.OutputItems = void 0;
+var output_items_1 = require("./output-items.js");
+Object.defineProperty(exports, "OutputItems", { enumerable: true, get: function () { return output_items_1.OutputItems; } });
+var runs_1 = require("./runs.js");
+Object.defineProperty(exports, "Runs", { enumerable: true, get: function () { return runs_1.Runs; } });
+//# sourceMappingURL=index.js.map

package/resources/evals/runs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/resources/evals/runs/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAOwB;AANtB,2GAAA,WAAW,OAAA;AAOb,kCAgBgB;AAfd,4FAAA,IAAI,OAAA"}

package/resources/evals/runs/index.mjs

@@ -0,0 +1,4 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export { OutputItems, } from "./output-items.mjs";
+export { Runs, } from "./runs.mjs";
+//# sourceMappingURL=index.mjs.map

package/resources/evals/runs/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../../src/resources/evals/runs/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EACL,WAAW,GAMZ;OACM,EACL,IAAI,GAeL"}

package/resources/evals/runs/output-items.d.mts

@@ -0,0 +1,382 @@
+import { APIResource } from "../../../core/resource.mjs";
+import * as RunsAPI from "./runs.mjs";
+import { APIPromise } from "../../../core/api-promise.mjs";
+import { CursorPage, type CursorPageParams, PagePromise } from "../../../core/pagination.mjs";
+import { RequestOptions } from "../../../internal/request-options.mjs";
+export declare class OutputItems extends APIResource {
+    /**
+     * Get an evaluation run output item by ID.
+     */
+    retrieve(outputItemID: string, params: OutputItemRetrieveParams, options?: RequestOptions): APIPromise<OutputItemRetrieveResponse>;
+    /**
+     * Get a list of output items for an evaluation run.
+     */
+    list(runID: string, params: OutputItemListParams, options?: RequestOptions): PagePromise<OutputItemListResponsesPage, OutputItemListResponse>;
+}
+export type OutputItemListResponsesPage = CursorPage<OutputItemListResponse>;
+/**
+ * A schema representing an evaluation run output item.
+ */
+export interface OutputItemRetrieveResponse {
+    /**
+     * Unique identifier for the evaluation run output item.
+     */
+    id: string;
+    /**
+     * Unix timestamp (in seconds) when the evaluation run was created.
+     */
+    created_at: number;
+    /**
+     * Details of the input data source item.
+     */
+    datasource_item: {
+        [key: string]: unknown;
+    };
+    /**
+     * The identifier for the data source item.
+     */
+    datasource_item_id: number;
+    /**
+     * The identifier of the evaluation group.
+     */
+    eval_id: string;
+    /**
+     * The type of the object. Always "eval.run.output_item".
+     */
+    object: 'eval.run.output_item';
+    /**
+     * A list of grader results for this output item.
+     */
+    results: Array<OutputItemRetrieveResponse.Result>;
+    /**
+     * The identifier of the evaluation run associated with this output item.
+     */
+    run_id: string;
+    /**
+     * A sample containing the input and output of the evaluation run.
+     */
+    sample: OutputItemRetrieveResponse.Sample;
+    /**
+     * The status of the evaluation run.
+     */
+    status: string;
+}
+export declare namespace OutputItemRetrieveResponse {
+    /**
+     * A single grader result for an evaluation run output item.
+     */
+    interface Result {
+        /**
+         * The name of the grader.
+         */
+        name: string;
+        /**
+         * Whether the grader considered the output a pass.
+         */
+        passed: boolean;
+        /**
+         * The numeric score produced by the grader.
+         */
+        score: number;
+        /**
+         * Optional sample or intermediate data produced by the grader.
+         */
+        sample?: {
+            [key: string]: unknown;
+        } | null;
+        /**
+         * The grader type (for example, "string-check-grader").
+         */
+        type?: string;
+        [k: string]: unknown;
+    }
+    /**
+     * A sample containing the input and output of the evaluation run.
+     */
+    interface Sample {
+        /**
+         * An object representing an error response from the Eval API.
+         */
+        error: RunsAPI.EvalAPIError;
+        /**
+         * The reason why the sample generation was finished.
+         */
+        finish_reason: string;
+        /**
+         * An array of input messages.
+         */
+        input: Array<Sample.Input>;
+        /**
+         * The maximum number of tokens allowed for completion.
+         */
+        max_completion_tokens: number;
+        /**
+         * The model used for generating the sample.
+         */
+        model: string;
+        /**
+         * An array of output messages.
+         */
+        output: Array<Sample.Output>;
+        /**
+         * The seed used for generating the sample.
+         */
+        seed: number;
+        /**
+         * The sampling temperature used.
+         */
+        temperature: number;
+        /**
+         * The top_p value used for sampling.
+         */
+        top_p: number;
+        /**
+         * Token usage details for the sample.
+         */
+        usage: Sample.Usage;
+    }
+    namespace Sample {
+        /**
+         * An input message.
+         */
+        interface Input {
+            /**
+             * The content of the message.
+             */
+            content: string;
+            /**
+             * The role of the message sender (e.g., system, user, developer).
+             */
+            role: string;
+        }
+        interface Output {
+            /**
+             * The content of the message.
+             */
+            content?: string;
+            /**
+             * The role of the message (e.g. "system", "assistant", "user").
+             */
+            role?: string;
+        }
+        /**
+         * Token usage details for the sample.
+         */
+        interface Usage {
+            /**
+             * The number of tokens retrieved from cache.
+             */
+            cached_tokens: number;
+            /**
+             * The number of completion tokens generated.
+             */
+            completion_tokens: number;
+            /**
+             * The number of prompt tokens used.
+             */
+            prompt_tokens: number;
+            /**
+             * The total number of tokens used.
+             */
+            total_tokens: number;
+        }
+    }
+}
+/**
+ * A schema representing an evaluation run output item.
+ */
+export interface OutputItemListResponse {
+    /**
+     * Unique identifier for the evaluation run output item.
+     */
+    id: string;
+    /**
+     * Unix timestamp (in seconds) when the evaluation run was created.
+     */
+    created_at: number;
+    /**
+     * Details of the input data source item.
+     */
+    datasource_item: {
+        [key: string]: unknown;
+    };
+    /**
+     * The identifier for the data source item.
+     */
+    datasource_item_id: number;
+    /**
+     * The identifier of the evaluation group.
+     */
+    eval_id: string;
+    /**
+     * The type of the object. Always "eval.run.output_item".
+     */
+    object: 'eval.run.output_item';
+    /**
+     * A list of grader results for this output item.
+     */
+    results: Array<OutputItemListResponse.Result>;
+    /**
+     * The identifier of the evaluation run associated with this output item.
+     */
+    run_id: string;
+    /**
+     * A sample containing the input and output of the evaluation run.
+     */
+    sample: OutputItemListResponse.Sample;
+    /**
+     * The status of the evaluation run.
+     */
+    status: string;
+}
+export declare namespace OutputItemListResponse {
+    /**
+     * A single grader result for an evaluation run output item.
+     */
+    interface Result {
+        /**
+         * The name of the grader.
+         */
+        name: string;
+        /**
+         * Whether the grader considered the output a pass.
+         */
+        passed: boolean;
+        /**
+         * The numeric score produced by the grader.
+         */
+        score: number;
+        /**
+         * Optional sample or intermediate data produced by the grader.
+         */
+        sample?: {
+            [key: string]: unknown;
+        } | null;
+        /**
+         * The grader type (for example, "string-check-grader").
+         */
+        type?: string;
+        [k: string]: unknown;
+    }
+    /**
+     * A sample containing the input and output of the evaluation run.
+     */
+    interface Sample {
+        /**
+         * An object representing an error response from the Eval API.
+         */
+        error: RunsAPI.EvalAPIError;
+        /**
+         * The reason why the sample generation was finished.
+         */
+        finish_reason: string;
+        /**
+         * An array of input messages.
+         */
+        input: Array<Sample.Input>;
+        /**
+         * The maximum number of tokens allowed for completion.
+         */
+        max_completion_tokens: number;
+        /**
+         * The model used for generating the sample.
+         */
+        model: string;
+        /**
+         * An array of output messages.
+         */
+        output: Array<Sample.Output>;
+        /**
+         * The seed used for generating the sample.
+         */
+        seed: number;
+        /**
+         * The sampling temperature used.
+         */
+        temperature: number;
+        /**
+         * The top_p value used for sampling.
+         */
+        top_p: number;
+        /**
+         * Token usage details for the sample.
+         */
+        usage: Sample.Usage;
+    }
+    namespace Sample {
+        /**
+         * An input message.
+         */
+        interface Input {
+            /**
+             * The content of the message.
+             */
+            content: string;
+            /**
+             * The role of the message sender (e.g., system, user, developer).
+             */
+            role: string;
+        }
+        interface Output {
+            /**
+             * The content of the message.
+             */
+            content?: string;
+            /**
+             * The role of the message (e.g. "system", "assistant", "user").
+             */
+            role?: string;
+        }
+        /**
+         * Token usage details for the sample.
+         */
+        interface Usage {
+            /**
+             * The number of tokens retrieved from cache.
+             */
+            cached_tokens: number;
+            /**
+             * The number of completion tokens generated.
+             */
+            completion_tokens: number;
+            /**
+             * The number of prompt tokens used.
+             */
+            prompt_tokens: number;
+            /**
+             * The total number of tokens used.
+             */
+            total_tokens: number;
+        }
+    }
+}
+export interface OutputItemRetrieveParams {
+    /**
+     * The ID of the evaluation to retrieve runs for.
+     */
+    eval_id: string;
+    /**
+     * The ID of the run to retrieve.
+     */
+    run_id: string;
+}
+export interface OutputItemListParams extends CursorPageParams {
+    /**
+     * Path param: The ID of the evaluation to retrieve runs for.
+     */
+    eval_id: string;
+    /**
+     * Query param: Sort order for output items by timestamp. Use `asc` for ascending
+     * order or `desc` for descending order. Defaults to `asc`.
+     */
+    order?: 'asc' | 'desc';
+    /**
+     * Query param: Filter output items by status. Use `failed` to filter by failed
+     * output items or `pass` to filter by passed output items.
+     */
+    status?: 'fail' | 'pass';
+}
+export declare namespace OutputItems {
+    export { type OutputItemRetrieveResponse as OutputItemRetrieveResponse, type OutputItemListResponse as OutputItemListResponse, type OutputItemListResponsesPage as OutputItemListResponsesPage, type OutputItemRetrieveParams as OutputItemRetrieveParams, type OutputItemListParams as OutputItemListParams, };
+}
+//# sourceMappingURL=output-items.d.mts.map

package/resources/evals/runs/output-items.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-items.d.mts","sourceRoot":"","sources":["../../../src/resources/evals/runs/output-items.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,OAAO;OACZ,EAAE,UAAU,EAAE;OACd,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,WAAW,EAAE;OAClD,EAAE,cAAc,EAAE;AAGzB,qBAAa,WAAY,SAAQ,WAAW;IAC1C;;OAEG;IACH,QAAQ,CACN,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,wBAAwB,EAChC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,0BAA0B,CAAC;IAKzC;;OAEG;IACH,IAAI,CACF,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,oBAAoB,EAC5B,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,2BAA2B,EAAE,sBAAsB,CAAC;CAQpE;AAED,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAAC,sBAAsB,CAAC,CAAC;AAE7E;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAE5C;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,EAAE,sBAAsB,CAAC;IAE/B;;OAEG;IACH,OAAO,EAAE,KAAK,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAElD;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,0BAA0B,CAAC,MAAM,CAAC;IAE1C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,0BAA0B,CAAC;IAC1C;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,MAAM,EAAE,OAAO,CAAC;QAEhB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,GAAG,IAAI,CAAC;QAE3C;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;KACtB;IAED;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC;QAE5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE3B;;WAEG;QACH,qBAAqB,EAAE,MAAM,CAAC;QAE9B;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE7B;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;KACrB;IAED,UAAiB,MAAM,CAAC;QACtB;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,OAAO,CAAC,EAAE,MAAM,CAAC;YAEjB;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;SACf;QAED;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,iBAAiB,EAAE,MAAM,CAAC;YAE1B;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,YAAY,EAAE,MAAM,CAAC;SACtB;KACF;CACF;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAE5C;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,EAAE,sBAAsB,CAAC;IAE/B;;OAEG;IACH,OAAO,EAAE,KAAK,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAE9C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,sBAAsB,CAAC,MAAM,CAAC;IAEtC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,sBAAsB,CAAC;IACtC;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,MAAM,EAAE,OAAO,CAAC;QAEhB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,GAAG,IAAI,CAAC;QAE3C;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;KACtB;IAED;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC;QAE5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE3B;;WAEG;QACH,qBAAqB,EAAE,MAAM,CAAC;QAE9B;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE7B;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;KACrB;IAED,UAAiB,MAAM,CAAC;QACtB;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,OAAO,CAAC,EAAE,MAAM,CAAC;YAEjB;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;SACf;QAED;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,iBAAiB,EAAE,MAAM,CAAC;YAE1B;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,YAAY,EAAE,MAAM,CAAC;SACtB;KACF;CACF;AAED,MAAM,WAAW,wBAAwB;IACvC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAqB,SAAQ,gBAAgB;IAC5D;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC1B;AAED,MAAM,CAAC,OAAO,WAAW,WAAW,CAAC;IACnC,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}