@keystrokehq/openai 0.1.0

package/dist/actions/get-eval-run-output-items.cjs

@@ -0,0 +1,70 @@
+const require_action = require("../action.cjs");
+let zod = require("zod");
+//#region src/actions/get-eval-run-output-items.ts
+const OpenaiGetEvalRunOutputItemsInput = zod.z.object({
+	after: zod.z.string().describe("Identifier for the last output item from the previous pagination request").optional(),
+	limit: zod.z.number().int().describe("Number of output items to retrieve").optional(),
+	order: zod.z.enum(["asc", "desc"]).describe("Sort order for output items.").optional(),
+	run_id: zod.z.string().describe("The ID of the run to retrieve output items for"),
+	status: zod.z.enum(["fail", "pass"]).describe("Status filter for output items.").optional(),
+	eval_id: zod.z.string().describe("The ID of the evaluation to retrieve runs for")
+}).describe("Request parameters for getting eval run output items.");
+const OpenaiGetEvalRunOutputItems_MessageContentSchema = zod.z.object({
+	role: zod.z.string().describe("Role of the message sender"),
+	content: zod.z.string().describe("Content of the message")
+}).describe("Message content structure.");
+const OpenaiGetEvalRunOutputItems_TokenUsageSchema = zod.z.object({
+	total_tokens: zod.z.number().int().describe("Total number of tokens used"),
+	cached_tokens: zod.z.number().int().describe("Number of cached tokens used"),
+	prompt_tokens: zod.z.number().int().describe("Number of prompt tokens used"),
+	completion_tokens: zod.z.number().int().describe("Number of completion tokens used")
+}).describe("Token usage statistics.");
+const OpenaiGetEvalRunOutputItems_SampleSchema = zod.z.object({
+	seed: zod.z.number().int().describe("Random seed used").nullable().optional(),
+	error: zod.z.string().describe("Error message if execution failed").nullable().optional(),
+	input: zod.z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe("Array of input messages").nullable().optional(),
+	model: zod.z.string().describe("Model used for the execution").nullable().optional(),
+	top_p: zod.z.number().describe("Top-p parameter used").nullable().optional(),
+	usage: OpenaiGetEvalRunOutputItems_TokenUsageSchema.nullable().optional(),
+	output: zod.z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe("Array of output messages").nullable().optional(),
+	temperature: zod.z.number().describe("Temperature parameter used").nullable().optional(),
+	finish_reason: zod.z.string().describe("Reason for completion finish").nullable().optional(),
+	max_completion_tokens: zod.z.number().int().describe("Maximum completion tokens allowed").nullable().optional()
+}).describe("Sample data from the evaluation run output item.");
+const OpenaiGetEvalRunOutputItems_ResultItemSchema = zod.z.object({
+	name: zod.z.string().describe("Name of the grader or testing criteria"),
+	type: zod.z.string().describe("Type of the result").nullable().optional(),
+	score: zod.z.number().describe("Numeric score for this result").nullable().optional(),
+	passed: zod.z.boolean().describe("Whether this result passed the criteria"),
+	sample: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional sample data for this result").nullable().optional()
+}).describe("Individual result item from grading.");
+const OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema = zod.z.object({
+	id: zod.z.string().describe("Unique identifier for the output item"),
+	object: zod.z.string().describe("Object type, always 'eval.run.output_item'"),
+	run_id: zod.z.string().describe("ID of the run this output item belongs to"),
+	sample: OpenaiGetEvalRunOutputItems_SampleSchema.nullable().optional(),
+	status: zod.z.string().describe("Status of the output item"),
+	eval_id: zod.z.string().describe("ID of the evaluation this output item belongs to"),
+	results: zod.z.array(OpenaiGetEvalRunOutputItems_ResultItemSchema).describe("Array of grading results with pass/fail status and scores"),
+	created_at: zod.z.number().int().describe("Unix timestamp (in seconds) when the output item was created"),
+	datasource_item: zod.z.record(zod.z.string(), zod.z.unknown()).describe("The original test data from the data source (e.g., contains 'prompt', 'reference', etc.)"),
+	datasource_item_id: zod.z.number().int().describe("ID of the datasource item that was evaluated")
+}).describe("A schema representing an evaluation run output item.");
+const OpenaiGetEvalRunOutputItemsOutput = zod.z.object({
+	data: zod.z.array(OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema).describe("An array of eval run output item objects"),
+	object: zod.z.string().describe("The type of this object. It is always set to 'list'"),
+	last_id: zod.z.string().describe("The identifier of the last eval run output item in the data array"),
+	first_id: zod.z.string().describe("The identifier of the first eval run output item in the data array"),
+	has_more: zod.z.boolean().describe("Indicates whether there are more eval run output items available")
+}).describe("Response schema for getting eval run output items.");
+const openaiGetEvalRunOutputItems = require_action.action("OPENAI_GET_EVAL_RUN_OUTPUT_ITEMS", {
+	slug: "openai-get-eval-run-output-items",
+	name: "Get eval run output items",
+	description: "Tool to get a list of output items for an evaluation run. Use when you need to retrieve the detailed results of an eval run, including grading outcomes, input/output samples, and token usage.",
+	input: OpenaiGetEvalRunOutputItemsInput,
+	output: OpenaiGetEvalRunOutputItemsOutput
+});
+//#endregion
+exports.openaiGetEvalRunOutputItems = openaiGetEvalRunOutputItems;
+
+//# sourceMappingURL=get-eval-run-output-items.cjs.map

package/dist/actions/get-eval-run-output-items.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-eval-run-output-items.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-run-output-items.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunOutputItemsInput: z.ZodTypeAny = z.object({\n  after: z.string().describe(\"Identifier for the last output item from the previous pagination request\").optional(),\n  limit: z.number().int().describe(\"Number of output items to retrieve\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for output items.\").optional(),\n  run_id: z.string().describe(\"The ID of the run to retrieve output items for\"),\n  status: z.enum([\"fail\", \"pass\"]).describe(\"Status filter for output items.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting eval run output items.\");\nconst OpenaiGetEvalRunOutputItems_MessageContentSchema: z.ZodTypeAny = z.object({\n  role: z.string().describe(\"Role of the message sender\"),\n  content: z.string().describe(\"Content of the message\"),\n}).describe(\"Message content structure.\");\nconst OpenaiGetEvalRunOutputItems_TokenUsageSchema: z.ZodTypeAny = z.object({\n  total_tokens: z.number().int().describe(\"Total number of tokens used\"),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\"),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\"),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\"),\n}).describe(\"Token usage statistics.\");\nconst OpenaiGetEvalRunOutputItems_SampleSchema: z.ZodTypeAny = z.object({\n  seed: z.number().int().describe(\"Random seed used\").nullable().optional(),\n  error: z.string().describe(\"Error message if execution failed\").nullable().optional(),\n  input: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of input messages\").nullable().optional(),\n  model: z.string().describe(\"Model used for the execution\").nullable().optional(),\n  top_p: z.number().describe(\"Top-p parameter used\").nullable().optional(),\n  usage: OpenaiGetEvalRunOutputItems_TokenUsageSchema.nullable().optional(),\n  output: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of output messages\").nullable().optional(),\n  temperature: z.number().describe(\"Temperature parameter used\").nullable().optional(),\n  finish_reason: z.string().describe(\"Reason for completion finish\").nullable().optional(),\n  max_completion_tokens: z.number().int().describe(\"Maximum completion tokens allowed\").nullable().optional(),\n}).describe(\"Sample data from the evaluation run output item.\");\nconst OpenaiGetEvalRunOutputItems_ResultItemSchema: z.ZodTypeAny = z.object({\n  name: z.string().describe(\"Name of the grader or testing criteria\"),\n  type: z.string().describe(\"Type of the result\").nullable().optional(),\n  score: z.number().describe(\"Numeric score for this result\").nullable().optional(),\n  passed: z.boolean().describe(\"Whether this result passed the criteria\"),\n  sample: z.record(z.string(), z.unknown()).describe(\"Optional sample data for this result\").nullable().optional(),\n}).describe(\"Individual result item from grading.\");\nconst OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema: z.ZodTypeAny = z.object({\n  id: z.string().describe(\"Unique identifier for the output item\"),\n  object: z.string().describe(\"Object type, always 'eval.run.output_item'\"),\n  run_id: z.string().describe(\"ID of the run this output item belongs to\"),\n  sample: OpenaiGetEvalRunOutputItems_SampleSchema.nullable().optional(),\n  status: z.string().describe(\"Status of the output item\"),\n  eval_id: z.string().describe(\"ID of the evaluation this output item belongs to\"),\n  results: z.array(OpenaiGetEvalRunOutputItems_ResultItemSchema).describe(\"Array of grading results with pass/fail status and scores\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the output item was created\"),\n  datasource_item: z.record(z.string(), z.unknown()).describe(\"The original test data from the data source (e.g., contains 'prompt', 'reference', etc.)\"),\n  datasource_item_id: z.number().int().describe(\"ID of the datasource item that was evaluated\"),\n}).describe(\"A schema representing an evaluation run output item.\");\nexport const OpenaiGetEvalRunOutputItemsOutput: z.ZodTypeAny = z.object({\n  data: z.array(OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema).describe(\"An array of eval run output item objects\"),\n  object: z.string().describe(\"The type of this object. It is always set to 'list'\"),\n  last_id: z.string().describe(\"The identifier of the last eval run output item in the data array\"),\n  first_id: z.string().describe(\"The identifier of the first eval run output item in the data array\"),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval run output items available\"),\n}).describe(\"Response schema for getting eval run output items.\");\n\nexport const openaiGetEvalRunOutputItems = action(\"OPENAI_GET_EVAL_RUN_OUTPUT_ITEMS\", {\n  slug: \"openai-get-eval-run-output-items\",\n  name: \"Get eval run output items\",\n  description: \"Tool to get a list of output items for an evaluation run. Use when you need to retrieve the detailed results of an eval run, including grading outcomes, input/output samples, and token usage.\",\n  input: OpenaiGetEvalRunOutputItemsInput,\n  output: OpenaiGetEvalRunOutputItemsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,mCAAiDA,IAAAA,EAAE,OAAO;CACrE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0EAA0E,CAAC,CAAC,SAAS;CAChH,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CAChF,OAAOA,IAAAA,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACjF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;CAC5E,QAAQA,IAAAA,EAAE,KAAK,CAAC,QAAQ,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACtF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,uDAAuD;AACnE,MAAM,mDAAiEA,IAAAA,EAAE,OAAO;CAC9E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B;CACtD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB;AACvD,CAAC,CAAC,CAAC,SAAS,4BAA4B;AACxC,MAAM,+CAA6DA,IAAAA,EAAE,OAAO;CAC1E,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,6BAA6B;CACrE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC;AACjF,CAAC,CAAC,CAAC,SAAS,yBAAyB;AACrC,MAAM,2CAAyDA,IAAAA,EAAE,OAAO;CACtE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kBAAkB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpF,OAAOA,IAAAA,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzH,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvE,OAAO,6CAA6C,SAAS,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,uBAAuBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC5G,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAM,+CAA6DA,IAAAA,EAAE,OAAO;CAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;CAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChF,QAAQA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC;CACtE,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACjH,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,sDAAoEA,IAAAA,EAAE,OAAO;CACjF,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;CACxE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;CACvE,QAAQ,yCAAyC,SAAS,CAAC,CAAC,SAAS;CACrE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD;CAC/E,SAASA,IAAAA,EAAE,MAAM,4CAA4C,CAAC,CAAC,SAAS,2DAA2D;CACnI,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D;CACpG,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0FAA0F;CACtJ,oBAAoBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C;AAC9F,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAa,oCAAkDA,IAAAA,EAAE,OAAO;CACtE,MAAMA,IAAAA,EAAE,MAAM,mDAAmD,CAAC,CAAC,SAAS,0CAA0C;CACtH,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;CACjF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mEAAmE;CAChG,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oEAAoE;CAClG,UAAUA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kEAAkE;AACnG,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAEhE,MAAa,8BAA8BC,eAAAA,OAAO,oCAAoC;CACpF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/get-eval-run-output-items.d.cts

@@ -0,0 +1,9 @@
+import { z } from "zod";
+
+//#region src/actions/get-eval-run-output-items.d.ts
+declare const OpenaiGetEvalRunOutputItemsInput: z.ZodTypeAny;
+declare const OpenaiGetEvalRunOutputItemsOutput: z.ZodTypeAny;
+declare const openaiGetEvalRunOutputItems: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+//#endregion
+export { openaiGetEvalRunOutputItems };
+//# sourceMappingURL=get-eval-run-output-items.d.cts.map

package/dist/actions/get-eval-run-output-items.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-eval-run-output-items.d.cts","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"mappings":";;;cAIa,gCAAA,EAAkC,CAAA,CAAE,UAOmB;AAAA,cA0CvD,iCAAA,EAAmC,CAAA,CAAE,UAMe;AAAA,cAEpD,2BAAA,gCAA2B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}

package/dist/actions/get-eval-run-output-items.d.mts

@@ -0,0 +1,9 @@
+import { z } from "zod";
+
+//#region src/actions/get-eval-run-output-items.d.ts
+declare const OpenaiGetEvalRunOutputItemsInput: z.ZodTypeAny;
+declare const OpenaiGetEvalRunOutputItemsOutput: z.ZodTypeAny;
+declare const openaiGetEvalRunOutputItems: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+//#endregion
+export { openaiGetEvalRunOutputItems };
+//# sourceMappingURL=get-eval-run-output-items.d.mts.map

package/dist/actions/get-eval-run-output-items.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-eval-run-output-items.d.mts","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"mappings":";;;cAIa,gCAAA,EAAkC,CAAA,CAAE,UAOmB;AAAA,cA0CvD,iCAAA,EAAmC,CAAA,CAAE,UAMe;AAAA,cAEpD,2BAAA,gCAA2B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}

package/dist/actions/get-eval-run-output-items.mjs

@@ -0,0 +1,69 @@
+import { action } from "../action.mjs";
+import { z } from "zod";
+//#region src/actions/get-eval-run-output-items.ts
+const OpenaiGetEvalRunOutputItemsInput = z.object({
+	after: z.string().describe("Identifier for the last output item from the previous pagination request").optional(),
+	limit: z.number().int().describe("Number of output items to retrieve").optional(),
+	order: z.enum(["asc", "desc"]).describe("Sort order for output items.").optional(),
+	run_id: z.string().describe("The ID of the run to retrieve output items for"),
+	status: z.enum(["fail", "pass"]).describe("Status filter for output items.").optional(),
+	eval_id: z.string().describe("The ID of the evaluation to retrieve runs for")
+}).describe("Request parameters for getting eval run output items.");
+const OpenaiGetEvalRunOutputItems_MessageContentSchema = z.object({
+	role: z.string().describe("Role of the message sender"),
+	content: z.string().describe("Content of the message")
+}).describe("Message content structure.");
+const OpenaiGetEvalRunOutputItems_TokenUsageSchema = z.object({
+	total_tokens: z.number().int().describe("Total number of tokens used"),
+	cached_tokens: z.number().int().describe("Number of cached tokens used"),
+	prompt_tokens: z.number().int().describe("Number of prompt tokens used"),
+	completion_tokens: z.number().int().describe("Number of completion tokens used")
+}).describe("Token usage statistics.");
+const OpenaiGetEvalRunOutputItems_SampleSchema = z.object({
+	seed: z.number().int().describe("Random seed used").nullable().optional(),
+	error: z.string().describe("Error message if execution failed").nullable().optional(),
+	input: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe("Array of input messages").nullable().optional(),
+	model: z.string().describe("Model used for the execution").nullable().optional(),
+	top_p: z.number().describe("Top-p parameter used").nullable().optional(),
+	usage: OpenaiGetEvalRunOutputItems_TokenUsageSchema.nullable().optional(),
+	output: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe("Array of output messages").nullable().optional(),
+	temperature: z.number().describe("Temperature parameter used").nullable().optional(),
+	finish_reason: z.string().describe("Reason for completion finish").nullable().optional(),
+	max_completion_tokens: z.number().int().describe("Maximum completion tokens allowed").nullable().optional()
+}).describe("Sample data from the evaluation run output item.");
+const OpenaiGetEvalRunOutputItems_ResultItemSchema = z.object({
+	name: z.string().describe("Name of the grader or testing criteria"),
+	type: z.string().describe("Type of the result").nullable().optional(),
+	score: z.number().describe("Numeric score for this result").nullable().optional(),
+	passed: z.boolean().describe("Whether this result passed the criteria"),
+	sample: z.record(z.string(), z.unknown()).describe("Optional sample data for this result").nullable().optional()
+}).describe("Individual result item from grading.");
+const OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema = z.object({
+	id: z.string().describe("Unique identifier for the output item"),
+	object: z.string().describe("Object type, always 'eval.run.output_item'"),
+	run_id: z.string().describe("ID of the run this output item belongs to"),
+	sample: OpenaiGetEvalRunOutputItems_SampleSchema.nullable().optional(),
+	status: z.string().describe("Status of the output item"),
+	eval_id: z.string().describe("ID of the evaluation this output item belongs to"),
+	results: z.array(OpenaiGetEvalRunOutputItems_ResultItemSchema).describe("Array of grading results with pass/fail status and scores"),
+	created_at: z.number().int().describe("Unix timestamp (in seconds) when the output item was created"),
+	datasource_item: z.record(z.string(), z.unknown()).describe("The original test data from the data source (e.g., contains 'prompt', 'reference', etc.)"),
+	datasource_item_id: z.number().int().describe("ID of the datasource item that was evaluated")
+}).describe("A schema representing an evaluation run output item.");
+const openaiGetEvalRunOutputItems = action("OPENAI_GET_EVAL_RUN_OUTPUT_ITEMS", {
+	slug: "openai-get-eval-run-output-items",
+	name: "Get eval run output items",
+	description: "Tool to get a list of output items for an evaluation run. Use when you need to retrieve the detailed results of an eval run, including grading outcomes, input/output samples, and token usage.",
+	input: OpenaiGetEvalRunOutputItemsInput,
+	output: z.object({
+		data: z.array(OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema).describe("An array of eval run output item objects"),
+		object: z.string().describe("The type of this object. It is always set to 'list'"),
+		last_id: z.string().describe("The identifier of the last eval run output item in the data array"),
+		first_id: z.string().describe("The identifier of the first eval run output item in the data array"),
+		has_more: z.boolean().describe("Indicates whether there are more eval run output items available")
+	}).describe("Response schema for getting eval run output items.")
+});
+//#endregion
+export { openaiGetEvalRunOutputItems };
+
+//# sourceMappingURL=get-eval-run-output-items.mjs.map

package/dist/actions/get-eval-run-output-items.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-eval-run-output-items.mjs","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunOutputItemsInput: z.ZodTypeAny = z.object({\n  after: z.string().describe(\"Identifier for the last output item from the previous pagination request\").optional(),\n  limit: z.number().int().describe(\"Number of output items to retrieve\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for output items.\").optional(),\n  run_id: z.string().describe(\"The ID of the run to retrieve output items for\"),\n  status: z.enum([\"fail\", \"pass\"]).describe(\"Status filter for output items.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting eval run output items.\");\nconst OpenaiGetEvalRunOutputItems_MessageContentSchema: z.ZodTypeAny = z.object({\n  role: z.string().describe(\"Role of the message sender\"),\n  content: z.string().describe(\"Content of the message\"),\n}).describe(\"Message content structure.\");\nconst OpenaiGetEvalRunOutputItems_TokenUsageSchema: z.ZodTypeAny = z.object({\n  total_tokens: z.number().int().describe(\"Total number of tokens used\"),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\"),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\"),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\"),\n}).describe(\"Token usage statistics.\");\nconst OpenaiGetEvalRunOutputItems_SampleSchema: z.ZodTypeAny = z.object({\n  seed: z.number().int().describe(\"Random seed used\").nullable().optional(),\n  error: z.string().describe(\"Error message if execution failed\").nullable().optional(),\n  input: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of input messages\").nullable().optional(),\n  model: z.string().describe(\"Model used for the execution\").nullable().optional(),\n  top_p: z.number().describe(\"Top-p parameter used\").nullable().optional(),\n  usage: OpenaiGetEvalRunOutputItems_TokenUsageSchema.nullable().optional(),\n  output: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of output messages\").nullable().optional(),\n  temperature: z.number().describe(\"Temperature parameter used\").nullable().optional(),\n  finish_reason: z.string().describe(\"Reason for completion finish\").nullable().optional(),\n  max_completion_tokens: z.number().int().describe(\"Maximum completion tokens allowed\").nullable().optional(),\n}).describe(\"Sample data from the evaluation run output item.\");\nconst OpenaiGetEvalRunOutputItems_ResultItemSchema: z.ZodTypeAny = z.object({\n  name: z.string().describe(\"Name of the grader or testing criteria\"),\n  type: z.string().describe(\"Type of the result\").nullable().optional(),\n  score: z.number().describe(\"Numeric score for this result\").nullable().optional(),\n  passed: z.boolean().describe(\"Whether this result passed the criteria\"),\n  sample: z.record(z.string(), z.unknown()).describe(\"Optional sample data for this result\").nullable().optional(),\n}).describe(\"Individual result item from grading.\");\nconst OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema: z.ZodTypeAny = z.object({\n  id: z.string().describe(\"Unique identifier for the output item\"),\n  object: z.string().describe(\"Object type, always 'eval.run.output_item'\"),\n  run_id: z.string().describe(\"ID of the run this output item belongs to\"),\n  sample: OpenaiGetEvalRunOutputItems_SampleSchema.nullable().optional(),\n  status: z.string().describe(\"Status of the output item\"),\n  eval_id: z.string().describe(\"ID of the evaluation this output item belongs to\"),\n  results: z.array(OpenaiGetEvalRunOutputItems_ResultItemSchema).describe(\"Array of grading results with pass/fail status and scores\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the output item was created\"),\n  datasource_item: z.record(z.string(), z.unknown()).describe(\"The original test data from the data source (e.g., contains 'prompt', 'reference', etc.)\"),\n  datasource_item_id: z.number().int().describe(\"ID of the datasource item that was evaluated\"),\n}).describe(\"A schema representing an evaluation run output item.\");\nexport const OpenaiGetEvalRunOutputItemsOutput: z.ZodTypeAny = z.object({\n  data: z.array(OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema).describe(\"An array of eval run output item objects\"),\n  object: z.string().describe(\"The type of this object. It is always set to 'list'\"),\n  last_id: z.string().describe(\"The identifier of the last eval run output item in the data array\"),\n  first_id: z.string().describe(\"The identifier of the first eval run output item in the data array\"),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval run output items available\"),\n}).describe(\"Response schema for getting eval run output items.\");\n\nexport const openaiGetEvalRunOutputItems = action(\"OPENAI_GET_EVAL_RUN_OUTPUT_ITEMS\", {\n  slug: \"openai-get-eval-run-output-items\",\n  name: \"Get eval run output items\",\n  description: \"Tool to get a list of output items for an evaluation run. Use when you need to retrieve the detailed results of an eval run, including grading outcomes, input/output samples, and token usage.\",\n  input: OpenaiGetEvalRunOutputItemsInput,\n  output: OpenaiGetEvalRunOutputItemsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,mCAAiD,EAAE,OAAO;CACrE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,0EAA0E,CAAC,CAAC,SAAS;CAChH,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CAChF,OAAO,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACjF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;CAC5E,QAAQ,EAAE,KAAK,CAAC,QAAQ,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACtF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,uDAAuD;AACnE,MAAM,mDAAiE,EAAE,OAAO;CAC9E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B;CACtD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB;AACvD,CAAC,CAAC,CAAC,SAAS,4BAA4B;AACxC,MAAM,+CAA6D,EAAE,OAAO;CAC1E,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,6BAA6B;CACrE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC;AACjF,CAAC,CAAC,CAAC,SAAS,yBAAyB;AACrC,MAAM,2CAAyD,EAAE,OAAO;CACtE,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kBAAkB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpF,OAAO,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzH,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvE,OAAO,6CAA6C,SAAS,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnF,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,uBAAuB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC5G,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAM,+CAA6D,EAAE,OAAO;CAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;CAClE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChF,QAAQ,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC;CACtE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACjH,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,sDAAoE,EAAE,OAAO;CACjF,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;CAC/D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;CACxE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;CACvE,QAAQ,yCAAyC,SAAS,CAAC,CAAC,SAAS;CACrE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD;CAC/E,SAAS,EAAE,MAAM,4CAA4C,CAAC,CAAC,SAAS,2DAA2D;CACnI,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D;CACpG,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0FAA0F;CACtJ,oBAAoB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C;AAC9F,CAAC,CAAC,CAAC,SAAS,sDAAsD;AASlE,MAAa,8BAA8B,OAAO,oCAAoC;CACpF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAb6D,EAAE,OAAO;EACtE,MAAM,EAAE,MAAM,mDAAmD,CAAC,CAAC,SAAS,0CAA0C;EACtH,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;EACjF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,mEAAmE;EAChG,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,oEAAoE;EAClG,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS,kEAAkE;CACnG,CAAC,CAAC,CAAC,SAAS,oDAOF;AACV,CAAC"}

package/dist/actions/get-eval-run.cjs

@@ -0,0 +1,87 @@
+const require_action = require("../action.cjs");
+let zod = require("zod");
+//#region src/actions/get-eval-run.ts
+const OpenaiGetEvalRunInput = zod.z.object({
+	run_id: zod.z.string().describe("ID of the run to retrieve"),
+	eval_id: zod.z.string().describe("ID of the evaluation to retrieve runs for")
+}).describe("Request parameters for retrieving an evaluation run.");
+const OpenaiGetEvalRun_EvalApiErrorSchema = zod.z.object({
+	code: zod.z.string().describe("Error code"),
+	message: zod.z.string().describe("Error message")
+}).describe("Error object from the Eval API.");
+const OpenaiGetEvalRun_FileContentSourceSchema = zod.z.object({
+	type: zod.z.string().describe("Source type, must be 'file_content'"),
+	content: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Array of items matching the evaluation schema")
+}).describe("File content source for data source.");
+const OpenaiGetEvalRun_FileIdSourceSchema = zod.z.object({
+	type: zod.z.string().describe("Source type, must be 'file_id'"),
+	file_id: zod.z.string().describe("ID of the file containing the data")
+}).describe("File ID source for data source.");
+const OpenaiGetEvalRun_JsonlRunDataSourceSchema = zod.z.object({
+	type: zod.z.string().describe("Data source type, must be 'jsonl'"),
+	source: zod.z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema])
+}).describe("JSONL data source for evaluation run.");
+const OpenaiGetEvalRun_CompletionsRunDataSourceSchema = zod.z.object({
+	type: zod.z.string().describe("Data source type, must be 'completions'"),
+	model: zod.z.string().describe("Model to use for completions").nullable().optional(),
+	source: zod.z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),
+	input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Optional input messages for the completions").nullable().optional(),
+	sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
+}).describe("Completions data source for evaluation run.");
+const OpenaiGetEvalRun_ResponsesRunDataSourceSchema = zod.z.object({
+	type: zod.z.string().describe("Data source type, must be 'responses'"),
+	model: zod.z.string().describe("Model to use for responses").nullable().optional(),
+	source: zod.z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),
+	input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Optional input messages for the responses").nullable().optional(),
+	sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
+}).describe("Responses data source for evaluation run.");
+const OpenaiGetEvalRun_ResultCountsSchema = zod.z.object({
+	total: zod.z.number().int().describe("Total number of executed output items"),
+	failed: zod.z.number().int().describe("Number of output items that failed the evaluation"),
+	passed: zod.z.number().int().describe("Number of output items that passed the evaluation"),
+	errored: zod.z.number().int().describe("Number of output items that resulted in an error")
+}).describe("Counters summarizing evaluation run outcomes.");
+const OpenaiGetEvalRun_PerModelUsageSchema = zod.z.object({
+	model_name: zod.z.string().describe("Name of the model"),
+	total_tokens: zod.z.number().int().describe("Total tokens used"),
+	cached_tokens: zod.z.number().int().describe("Number of cached tokens used"),
+	prompt_tokens: zod.z.number().int().describe("Number of prompt tokens used"),
+	invocation_count: zod.z.number().int().describe("Number of times model was invoked"),
+	completion_tokens: zod.z.number().int().describe("Number of completion tokens used")
+}).describe("Usage statistics for a specific model.");
+const OpenaiGetEvalRun_PerTestingCriteriaResultSchema = zod.z.object({
+	failed: zod.z.number().int().describe("Number of items that failed this criteria"),
+	passed: zod.z.number().int().describe("Number of items that passed this criteria"),
+	testing_criteria: zod.z.string().describe("Name of the testing criteria")
+}).describe("Results per testing criteria.");
+const OpenaiGetEvalRunOutput = zod.z.object({
+	id: zod.z.string().describe("Unique identifier for the evaluation run"),
+	name: zod.z.string().describe("Name of the evaluation run").nullable().optional(),
+	error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),
+	model: zod.z.string().describe("Model that is evaluated, if applicable").nullable().optional(),
+	object: zod.z.string().describe("Object type, always 'eval.run'"),
+	status: zod.z.string().describe("Status of the evaluation run"),
+	eval_id: zod.z.string().describe("Identifier of the associated evaluation"),
+	metadata: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Metadata attached to the run").nullable().optional(),
+	created_at: zod.z.number().int().describe("Unix timestamp (in seconds) when the run was created"),
+	report_url: zod.z.string().describe("URL to the rendered evaluation run report on the UI dashboard").nullable().optional(),
+	data_source: zod.z.union([
+		OpenaiGetEvalRun_JsonlRunDataSourceSchema,
+		OpenaiGetEvalRun_CompletionsRunDataSourceSchema,
+		OpenaiGetEvalRun_ResponsesRunDataSourceSchema
+	]).nullable().optional(),
+	result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),
+	per_model_usage: zod.z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe("Usage statistics for each model during the evaluation run").nullable().optional(),
+	per_testing_criteria_results: zod.z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe("Results per testing criteria applied during the run").nullable().optional()
+}).describe("Response schema for retrieving an evaluation run.");
+const openaiGetEvalRun = require_action.action("OPENAI_GET_EVAL_RUN", {
+	slug: "openai-get-eval-run",
+	name: "Get Evaluation Run",
+	description: "Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.",
+	input: OpenaiGetEvalRunInput,
+	output: OpenaiGetEvalRunOutput
+});
+//#endregion
+exports.openaiGetEvalRun = openaiGetEvalRun;
+
+//# sourceMappingURL=get-eval-run.cjs.map

package/dist/actions/get-eval-run.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunInput: z.ZodTypeAny = z.object({\n  run_id: z.string().describe(\"ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for retrieving an evaluation run.\");\nconst OpenaiGetEvalRun_EvalApiErrorSchema: z.ZodTypeAny = z.object({\n  code: z.string().describe(\"Error code\"),\n  message: z.string().describe(\"Error message\"),\n}).describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRun_FileContentSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema\"),\n}).describe(\"File content source for data source.\");\nconst OpenaiGetEvalRun_FileIdSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\");\nconst OpenaiGetEvalRun_JsonlRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n}).describe(\"JSONL data source for evaluation run.\");\nconst OpenaiGetEvalRun_CompletionsRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResponsesRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResultCountsSchema: z.ZodTypeAny = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\"),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\"),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\"),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\"),\n}).describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRun_PerModelUsageSchema: z.ZodTypeAny = z.object({\n  model_name: z.string().describe(\"Name of the model\"),\n  total_tokens: z.number().int().describe(\"Total tokens used\"),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\"),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\"),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\"),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\"),\n}).describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRun_PerTestingCriteriaResultSchema: z.ZodTypeAny = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\"),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\"),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\"),\n}).describe(\"Results per testing criteria.\");\nexport const OpenaiGetEvalRunOutput: z.ZodTypeAny = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\"),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\"),\n  status: z.string().describe(\"Status of the evaluation run\"),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\"),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiGetEvalRun_JsonlRunDataSourceSchema, OpenaiGetEvalRun_CompletionsRunDataSourceSchema, OpenaiGetEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).describe(\"Response schema for retrieving an evaluation run.\");\n\nexport const openaiGetEvalRun = action(\"OPENAI_GET_EVAL_RUN\", {\n  slug: \"openai-get-eval-run\",\n  name: \"Get Evaluation Run\",\n  description: \"Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.\",\n  input: OpenaiGetEvalRunInput,\n  output: OpenaiGetEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAsCA,IAAAA,EAAE,OAAO;CAC1D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AAC1E,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAM,sCAAoDA,IAAAA,EAAE,OAAO;CACjE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY;CACtC,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe;AAC9C,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,2CAAyDA,IAAAA,EAAE,OAAO;CACtE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;CAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,sCAAoDA,IAAAA,EAAE,OAAO;CACjE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;CAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;AACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,4CAA0DA,IAAAA,EAAE,OAAO;CACvE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;CAC7D,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;AACjG,CAAC,CAAC,CAAC,SAAS,uCAAuC;AACnD,MAAM,kDAAgEA,IAAAA,EAAE,OAAO;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACnE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,gDAA8DA,IAAAA,EAAE,OAAO;CAC3E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;CACjE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAM,sCAAoDA,IAAAA,EAAE,OAAO;CACjE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC;CACxE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD;CACrF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD;CACrF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD;AACvF,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,uCAAqDA,IAAAA,EAAE,OAAO;CAClE,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB;CACnD,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB;CAC3D,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC;CAC/E,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC;AACjF,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAM,kDAAgEA,IAAAA,EAAE,OAAO;CAC7E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C;CAC7E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C;CAC7E,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;AACtE,CAAC,CAAC,CAAC,SAAS,+BAA+B;AAC3C,MAAa,yBAAuCA,IAAAA,EAAE,OAAO;CAC3D,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,oCAAoC,SAAS,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;CAC5D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;CAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACtE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD;CAC5F,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA2C;EAAiD;CAA6C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtL,eAAe,oCAAoC,SAAS,CAAC,CAAC,SAAS;CACvE,iBAAiBA,IAAAA,EAAE,MAAM,oCAAoC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzJ,8BAA8BA,IAAAA,EAAE,MAAM,+CAA+C,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC7K,CAAC,CAAC,CAAC,SAAS,mDAAmD;AAE/D,MAAa,mBAAmBC,eAAAA,OAAO,uBAAuB;CAC5D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/get-eval-run.d.cts

@@ -0,0 +1,9 @@
+import { z } from "zod";
+
+//#region src/actions/get-eval-run.d.ts
+declare const OpenaiGetEvalRunInput: z.ZodTypeAny;
+declare const OpenaiGetEvalRunOutput: z.ZodTypeAny;
+declare const openaiGetEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+//#endregion
+export { openaiGetEvalRun };
+//# sourceMappingURL=get-eval-run.d.cts.map

package/dist/actions/get-eval-run.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-eval-run.d.cts","names":[],"sources":["../../src/actions/get-eval-run.ts"],"mappings":";;;cAIa,qBAAA,EAAuB,CAAA,CAAE,UAG6B;AAAA,cAkDtD,sBAAA,EAAwB,CAAA,CAAE,UAeyB;AAAA,cAEnD,gBAAA,gCAAgB,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}

package/dist/actions/get-eval-run.d.mts

@@ -0,0 +1,9 @@
+import { z } from "zod";
+
+//#region src/actions/get-eval-run.d.ts
+declare const OpenaiGetEvalRunInput: z.ZodTypeAny;
+declare const OpenaiGetEvalRunOutput: z.ZodTypeAny;
+declare const openaiGetEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+//#endregion
+export { openaiGetEvalRun };
+//# sourceMappingURL=get-eval-run.d.mts.map

package/dist/actions/get-eval-run.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-eval-run.d.mts","names":[],"sources":["../../src/actions/get-eval-run.ts"],"mappings":";;;cAIa,qBAAA,EAAuB,CAAA,CAAE,UAG6B;AAAA,cAkDtD,sBAAA,EAAwB,CAAA,CAAE,UAeyB;AAAA,cAEnD,gBAAA,gCAAgB,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}

package/dist/actions/get-eval-run.mjs

@@ -0,0 +1,86 @@
+import { action } from "../action.mjs";
+import { z } from "zod";
+//#region src/actions/get-eval-run.ts
+const OpenaiGetEvalRunInput = z.object({
+	run_id: z.string().describe("ID of the run to retrieve"),
+	eval_id: z.string().describe("ID of the evaluation to retrieve runs for")
+}).describe("Request parameters for retrieving an evaluation run.");
+const OpenaiGetEvalRun_EvalApiErrorSchema = z.object({
+	code: z.string().describe("Error code"),
+	message: z.string().describe("Error message")
+}).describe("Error object from the Eval API.");
+const OpenaiGetEvalRun_FileContentSourceSchema = z.object({
+	type: z.string().describe("Source type, must be 'file_content'"),
+	content: z.array(z.record(z.string(), z.unknown())).describe("Array of items matching the evaluation schema")
+}).describe("File content source for data source.");
+const OpenaiGetEvalRun_FileIdSourceSchema = z.object({
+	type: z.string().describe("Source type, must be 'file_id'"),
+	file_id: z.string().describe("ID of the file containing the data")
+}).describe("File ID source for data source.");
+const OpenaiGetEvalRun_JsonlRunDataSourceSchema = z.object({
+	type: z.string().describe("Data source type, must be 'jsonl'"),
+	source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema])
+}).describe("JSONL data source for evaluation run.");
+const OpenaiGetEvalRun_CompletionsRunDataSourceSchema = z.object({
+	type: z.string().describe("Data source type, must be 'completions'"),
+	model: z.string().describe("Model to use for completions").nullable().optional(),
+	source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),
+	input_messages: z.array(z.record(z.string(), z.unknown())).describe("Optional input messages for the completions").nullable().optional(),
+	sampling_params: z.record(z.string(), z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
+}).describe("Completions data source for evaluation run.");
+const OpenaiGetEvalRun_ResponsesRunDataSourceSchema = z.object({
+	type: z.string().describe("Data source type, must be 'responses'"),
+	model: z.string().describe("Model to use for responses").nullable().optional(),
+	source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),
+	input_messages: z.array(z.record(z.string(), z.unknown())).describe("Optional input messages for the responses").nullable().optional(),
+	sampling_params: z.record(z.string(), z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
+}).describe("Responses data source for evaluation run.");
+const OpenaiGetEvalRun_ResultCountsSchema = z.object({
+	total: z.number().int().describe("Total number of executed output items"),
+	failed: z.number().int().describe("Number of output items that failed the evaluation"),
+	passed: z.number().int().describe("Number of output items that passed the evaluation"),
+	errored: z.number().int().describe("Number of output items that resulted in an error")
+}).describe("Counters summarizing evaluation run outcomes.");
+const OpenaiGetEvalRun_PerModelUsageSchema = z.object({
+	model_name: z.string().describe("Name of the model"),
+	total_tokens: z.number().int().describe("Total tokens used"),
+	cached_tokens: z.number().int().describe("Number of cached tokens used"),
+	prompt_tokens: z.number().int().describe("Number of prompt tokens used"),
+	invocation_count: z.number().int().describe("Number of times model was invoked"),
+	completion_tokens: z.number().int().describe("Number of completion tokens used")
+}).describe("Usage statistics for a specific model.");
+const OpenaiGetEvalRun_PerTestingCriteriaResultSchema = z.object({
+	failed: z.number().int().describe("Number of items that failed this criteria"),
+	passed: z.number().int().describe("Number of items that passed this criteria"),
+	testing_criteria: z.string().describe("Name of the testing criteria")
+}).describe("Results per testing criteria.");
+const openaiGetEvalRun = action("OPENAI_GET_EVAL_RUN", {
+	slug: "openai-get-eval-run",
+	name: "Get Evaluation Run",
+	description: "Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.",
+	input: OpenaiGetEvalRunInput,
+	output: z.object({
+		id: z.string().describe("Unique identifier for the evaluation run"),
+		name: z.string().describe("Name of the evaluation run").nullable().optional(),
+		error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),
+		model: z.string().describe("Model that is evaluated, if applicable").nullable().optional(),
+		object: z.string().describe("Object type, always 'eval.run'"),
+		status: z.string().describe("Status of the evaluation run"),
+		eval_id: z.string().describe("Identifier of the associated evaluation"),
+		metadata: z.record(z.string(), z.unknown()).describe("Metadata attached to the run").nullable().optional(),
+		created_at: z.number().int().describe("Unix timestamp (in seconds) when the run was created"),
+		report_url: z.string().describe("URL to the rendered evaluation run report on the UI dashboard").nullable().optional(),
+		data_source: z.union([
+			OpenaiGetEvalRun_JsonlRunDataSourceSchema,
+			OpenaiGetEvalRun_CompletionsRunDataSourceSchema,
+			OpenaiGetEvalRun_ResponsesRunDataSourceSchema
+		]).nullable().optional(),
+		result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),
+		per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe("Usage statistics for each model during the evaluation run").nullable().optional(),
+		per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe("Results per testing criteria applied during the run").nullable().optional()
+	}).describe("Response schema for retrieving an evaluation run.")
+});
+//#endregion
+export { openaiGetEvalRun };
+
+//# sourceMappingURL=get-eval-run.mjs.map

package/dist/actions/get-eval-run.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-eval-run.mjs","names":[],"sources":["../../src/actions/get-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunInput: z.ZodTypeAny = z.object({\n  run_id: z.string().describe(\"ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for retrieving an evaluation run.\");\nconst OpenaiGetEvalRun_EvalApiErrorSchema: z.ZodTypeAny = z.object({\n  code: z.string().describe(\"Error code\"),\n  message: z.string().describe(\"Error message\"),\n}).describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRun_FileContentSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema\"),\n}).describe(\"File content source for data source.\");\nconst OpenaiGetEvalRun_FileIdSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\");\nconst OpenaiGetEvalRun_JsonlRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n}).describe(\"JSONL data source for evaluation run.\");\nconst OpenaiGetEvalRun_CompletionsRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResponsesRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResultCountsSchema: z.ZodTypeAny = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\"),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\"),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\"),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\"),\n}).describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRun_PerModelUsageSchema: z.ZodTypeAny = z.object({\n  model_name: z.string().describe(\"Name of the model\"),\n  total_tokens: z.number().int().describe(\"Total tokens used\"),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\"),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\"),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\"),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\"),\n}).describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRun_PerTestingCriteriaResultSchema: z.ZodTypeAny = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\"),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\"),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\"),\n}).describe(\"Results per testing criteria.\");\nexport const OpenaiGetEvalRunOutput: z.ZodTypeAny = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\"),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\"),\n  status: z.string().describe(\"Status of the evaluation run\"),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\"),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiGetEvalRun_JsonlRunDataSourceSchema, OpenaiGetEvalRun_CompletionsRunDataSourceSchema, OpenaiGetEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).describe(\"Response schema for retrieving an evaluation run.\");\n\nexport const openaiGetEvalRun = action(\"OPENAI_GET_EVAL_RUN\", {\n  slug: \"openai-get-eval-run\",\n  name: \"Get Evaluation Run\",\n  description: \"Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.\",\n  input: OpenaiGetEvalRunInput,\n  output: OpenaiGetEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAsC,EAAE,OAAO;CAC1D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AAC1E,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAM,sCAAoD,EAAE,OAAO;CACjE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY;CACtC,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe;AAC9C,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,2CAAyD,EAAE,OAAO;CACtE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;CAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,sCAAoD,EAAE,OAAO;CACjE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;CAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;AACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,4CAA0D,EAAE,OAAO;CACvE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;CAC7D,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;AACjG,CAAC,CAAC,CAAC,SAAS,uCAAuC;AACnD,MAAM,kDAAgE,EAAE,OAAO;CAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACnE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,gDAA8D,EAAE,OAAO;CAC3E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;CACjE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAM,sCAAoD,EAAE,OAAO;CACjE,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC;CACxE,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD;CACrF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD;CACrF,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD;AACvF,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,uCAAqD,EAAE,OAAO;CAClE,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB;CACnD,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB;CAC3D,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC;CAC/E,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC;AACjF,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAM,kDAAgE,EAAE,OAAO;CAC7E,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C;CAC7E,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C;CAC7E,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;AACtE,CAAC,CAAC,CAAC,SAAS,+BAA+B;AAkB3C,MAAa,mBAAmB,OAAO,uBAAuB;CAC5D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAtBkD,EAAE,OAAO;EAC3D,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;EAClE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5E,OAAO,oCAAoC,SAAS,CAAC,CAAC,SAAS;EAC/D,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;EAC5D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;EAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;EACtE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzG,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD;EAC5F,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrH,aAAa,EAAE,MAAM;GAAC;GAA2C;GAAiD;EAA6C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtL,eAAe,oCAAoC,SAAS,CAAC,CAAC,SAAS;EACvE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzJ,8BAA8B,EAAE,MAAM,+CAA+C,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7K,CAAC,CAAC,CAAC,SAAS,mDAOF;AACV,CAAC"}

package/dist/actions/get-eval-runs.cjs

@@ -0,0 +1,73 @@
+const require_action = require("../action.cjs");
+let zod = require("zod");
+//#region src/actions/get-eval-runs.ts
+const OpenaiGetEvalRunsInput = zod.z.object({
+	after: zod.z.string().describe("Identifier for the last run from the previous pagination request. Use this to fetch the next page of results.").optional(),
+	limit: zod.z.number().int().describe("Number of runs to retrieve. Default is 20.").optional(),
+	order: zod.z.enum(["asc", "desc"]).describe("Sort order for evaluation runs.").optional(),
+	status: zod.z.enum([
+		"queued",
+		"in_progress",
+		"completed",
+		"canceled",
+		"failed"
+	]).describe("Status filter for evaluation runs.").optional(),
+	eval_id: zod.z.string().describe("The ID of the evaluation to retrieve runs for")
+}).describe("Request parameters for getting a list of evaluation runs.");
+const OpenaiGetEvalRuns_EvalApiErrorSchema = zod.z.object({
+	code: zod.z.string().describe("Error code").nullable().optional(),
+	message: zod.z.string().describe("Error message").nullable().optional()
+}).describe("Error object from the Eval API.");
+const OpenaiGetEvalRuns_ResultCountsSchema = zod.z.object({
+	total: zod.z.number().int().describe("Total number of executed output items"),
+	failed: zod.z.number().int().describe("Number of output items that failed the evaluation"),
+	passed: zod.z.number().int().describe("Number of output items that passed the evaluation"),
+	errored: zod.z.number().int().describe("Number of output items that resulted in an error")
+}).describe("Counters summarizing evaluation run outcomes.");
+const OpenaiGetEvalRuns_PerModelUsageSchema = zod.z.object({
+	model_name: zod.z.string().describe("Name of the model"),
+	total_tokens: zod.z.number().int().describe("Total tokens used"),
+	cached_tokens: zod.z.number().int().describe("Number of cached tokens used"),
+	prompt_tokens: zod.z.number().int().describe("Number of prompt tokens used"),
+	invocation_count: zod.z.number().int().describe("Number of times model was invoked"),
+	completion_tokens: zod.z.number().int().describe("Number of completion tokens used")
+}).describe("Usage statistics for a specific model.");
+const OpenaiGetEvalRuns_PerTestingCriteriaResultSchema = zod.z.object({
+	failed: zod.z.number().int().describe("Number of items that failed this criteria"),
+	passed: zod.z.number().int().describe("Number of items that passed this criteria"),
+	testing_criteria: zod.z.string().describe("Name of the testing criteria")
+}).describe("Results per testing criteria.");
+const OpenaiGetEvalRuns_EvalRunSchema = zod.z.object({
+	id: zod.z.string().describe("Unique identifier for the evaluation run"),
+	name: zod.z.string().describe("Name of the evaluation run"),
+	error: OpenaiGetEvalRuns_EvalApiErrorSchema.nullable(),
+	model: zod.z.string().describe("Model that is evaluated"),
+	object: zod.z.string().describe("Object type identifier"),
+	status: zod.z.string().describe("Status of the evaluation run"),
+	eval_id: zod.z.string().describe("Identifier of the associated evaluation"),
+	metadata: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Metadata attached to the run"),
+	created_at: zod.z.number().int().describe("Unix timestamp (in seconds) when the run was created"),
+	report_url: zod.z.string().describe("URL to the rendered evaluation run report on the UI dashboard"),
+	data_source: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Information about the run's data source"),
+	result_counts: OpenaiGetEvalRuns_ResultCountsSchema.nullable(),
+	per_model_usage: zod.z.array(OpenaiGetEvalRuns_PerModelUsageSchema).describe("Usage statistics for each model during the evaluation run"),
+	per_testing_criteria_results: zod.z.array(OpenaiGetEvalRuns_PerTestingCriteriaResultSchema).describe("Results per testing criteria applied during the run")
+}).describe("Schema representing an evaluation run.");
+const OpenaiGetEvalRunsOutput = zod.z.object({
+	data: zod.z.array(OpenaiGetEvalRuns_EvalRunSchema).describe("Array of evaluation run objects"),
+	object: zod.z.string().describe("Object type, always 'list'"),
+	last_id: zod.z.string().describe("The identifier of the last eval run in the data array (null if empty)").nullable().optional(),
+	first_id: zod.z.string().describe("The identifier of the first eval run in the data array (null if empty)").nullable().optional(),
+	has_more: zod.z.boolean().describe("Indicates whether there are more eval runs available")
+}).describe("Response schema for listing evaluation runs.");
+const openaiGetEvalRuns = require_action.action("OPENAI_GET_EVAL_RUNS", {
+	slug: "openai-get-eval-runs",
+	name: "Get Evaluation Runs",
+	description: "Tool to get a paginated list of runs for an evaluation. Use when you need to retrieve all runs or check the status of multiple runs for a specific evaluation.",
+	input: OpenaiGetEvalRunsInput,
+	output: OpenaiGetEvalRunsOutput
+});
+//#endregion
+exports.openaiGetEvalRuns = openaiGetEvalRuns;
+
+//# sourceMappingURL=get-eval-runs.cjs.map

package/dist/actions/get-eval-runs.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-eval-runs.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-runs.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunsInput: z.ZodTypeAny = z.object({\n  after: z.string().describe(\"Identifier for the last run from the previous pagination request. Use this to fetch the next page of results.\").optional(),\n  limit: z.number().int().describe(\"Number of runs to retrieve. Default is 20.\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for evaluation runs.\").optional(),\n  status: z.enum([\"queued\", \"in_progress\", \"completed\", \"canceled\", \"failed\"]).describe(\"Status filter for evaluation runs.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting a list of evaluation runs.\");\nconst OpenaiGetEvalRuns_EvalApiErrorSchema: z.ZodTypeAny = z.object({\n  code: z.string().describe(\"Error code\").nullable().optional(),\n  message: z.string().describe(\"Error message\").nullable().optional(),\n}).describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRuns_ResultCountsSchema: z.ZodTypeAny = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\"),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\"),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\"),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\"),\n}).describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRuns_PerModelUsageSchema: z.ZodTypeAny = z.object({\n  model_name: z.string().describe(\"Name of the model\"),\n  total_tokens: z.number().int().describe(\"Total tokens used\"),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\"),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\"),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\"),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\"),\n}).describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRuns_PerTestingCriteriaResultSchema: z.ZodTypeAny = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\"),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\"),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\"),\n}).describe(\"Results per testing criteria.\");\nconst OpenaiGetEvalRuns_EvalRunSchema: z.ZodTypeAny = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\"),\n  name: z.string().describe(\"Name of the evaluation run\"),\n  error: OpenaiGetEvalRuns_EvalApiErrorSchema.nullable(),\n  model: z.string().describe(\"Model that is evaluated\"),\n  object: z.string().describe(\"Object type identifier\"),\n  status: z.string().describe(\"Status of the evaluation run\"),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\"),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\"),\n  data_source: z.record(z.string(), z.unknown()).describe(\"Information about the run's data source\"),\n  result_counts: OpenaiGetEvalRuns_ResultCountsSchema.nullable(),\n  per_model_usage: z.array(OpenaiGetEvalRuns_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\"),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRuns_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\"),\n}).describe(\"Schema representing an evaluation run.\");\nexport const OpenaiGetEvalRunsOutput: z.ZodTypeAny = z.object({\n  data: z.array(OpenaiGetEvalRuns_EvalRunSchema).describe(\"Array of evaluation run objects\"),\n  object: z.string().describe(\"Object type, always 'list'\"),\n  last_id: z.string().describe(\"The identifier of the last eval run in the data array (null if empty)\").nullable().optional(),\n  first_id: z.string().describe(\"The identifier of the first eval run in the data array (null if empty)\").nullable().optional(),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval runs available\"),\n}).describe(\"Response schema for listing evaluation runs.\");\n\nexport const openaiGetEvalRuns = action(\"OPENAI_GET_EVAL_RUNS\", {\n  slug: \"openai-get-eval-runs\",\n  name: \"Get Evaluation Runs\",\n  description: \"Tool to get a paginated list of runs for an evaluation. Use when you need to retrieve all runs or check the status of multiple runs for a specific evaluation.\",\n  input: OpenaiGetEvalRunsInput,\n  output: OpenaiGetEvalRunsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,yBAAuCA,IAAAA,EAAE,OAAO;CAC3D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+GAA+G,CAAC,CAAC,SAAS;CACrJ,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACxF,OAAOA,IAAAA,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACpF,QAAQA,IAAAA,EAAE,KAAK;EAAC;EAAU;EAAe;EAAa;EAAY;CAAQ,CAAC,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CACrI,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,2DAA2D;AACvE,MAAM,uCAAqDA,IAAAA,EAAE,OAAO;CAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACpE,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,uCAAqDA,IAAAA,EAAE,OAAO;CAClE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC;CACxE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD;CACrF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD;CACrF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD;AACvF,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,wCAAsDA,IAAAA,EAAE,OAAO;CACnE,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB;CACnD,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB;CAC3D,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC;CAC/E,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC;AACjF,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAM,mDAAiEA,IAAAA,EAAE,OAAO;CAC9E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C;CAC7E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C;CAC7E,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;AACtE,CAAC,CAAC,CAAC,SAAS,+BAA+B;AAC3C,MAAM,kCAAgDA,IAAAA,EAAE,OAAO;CAC7D,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B;CACtD,OAAO,qCAAqC,SAAS;CACrD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yBAAyB;CACpD,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB;CACpD,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;CAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACtE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B;CACnF,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD;CAC5F,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;CAC/F,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yCAAyC;CACjG,eAAe,qCAAqC,SAAS;CAC7D,iBAAiBA,IAAAA,EAAE,MAAM,qCAAqC,CAAC,CAAC,SAAS,2DAA2D;CACpI,8BAA8BA,IAAAA,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,qDAAqD;AACxJ,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAa,0BAAwCA,IAAAA,EAAE,OAAO;CAC5D,MAAMA,IAAAA,EAAE,MAAM,+BAA+B,CAAC,CAAC,SAAS,iCAAiC;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B;CACxD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5H,UAAUA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,sDAAsD;AACvF,CAAC,CAAC,CAAC,SAAS,8CAA8C;AAE1D,MAAa,oBAAoBC,eAAAA,OAAO,wBAAwB;CAC9D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/get-eval-runs.d.cts

@@ -0,0 +1,9 @@
+import { z } from "zod";
+
+//#region src/actions/get-eval-runs.d.ts
+declare const OpenaiGetEvalRunsInput: z.ZodTypeAny;
+declare const OpenaiGetEvalRunsOutput: z.ZodTypeAny;
+declare const openaiGetEvalRuns: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+//#endregion
+export { openaiGetEvalRuns };
+//# sourceMappingURL=get-eval-runs.d.cts.map

package/dist/actions/get-eval-runs.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-eval-runs.d.cts","names":[],"sources":["../../src/actions/get-eval-runs.ts"],"mappings":";;;cAIa,sBAAA,EAAwB,CAAA,CAAE,UAMiC;AAAA,cAwC3D,uBAAA,EAAyB,CAAA,CAAE,UAMmB;AAAA,cAE9C,iBAAA,gCAAiB,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}

package/dist/actions/get-eval-runs.d.mts

@@ -0,0 +1,9 @@
+import { z } from "zod";
+
+//#region src/actions/get-eval-runs.d.ts
+declare const OpenaiGetEvalRunsInput: z.ZodTypeAny;
+declare const OpenaiGetEvalRunsOutput: z.ZodTypeAny;
+declare const openaiGetEvalRuns: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+//#endregion
+export { openaiGetEvalRuns };
+//# sourceMappingURL=get-eval-runs.d.mts.map

package/dist/actions/get-eval-runs.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-eval-runs.d.mts","names":[],"sources":["../../src/actions/get-eval-runs.ts"],"mappings":";;;cAIa,sBAAA,EAAwB,CAAA,CAAE,UAMiC;AAAA,cAwC3D,uBAAA,EAAyB,CAAA,CAAE,UAMmB;AAAA,cAE9C,iBAAA,gCAAiB,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}