@keystrokehq/openai 0.1.0 → 0.1.3

package/dist/actions/get-eval-run-output-items.d.cts

@@ -1,9 +1,74 @@
 import { z } from "zod";
 
 //#region src/actions/get-eval-run-output-items.d.ts
-declare const OpenaiGetEvalRunOutputItemsInput: z.ZodTypeAny;
-declare const OpenaiGetEvalRunOutputItemsOutput: z.ZodTypeAny;
-declare const openaiGetEvalRunOutputItems: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const OpenaiGetEvalRunOutputItemsInput: z.ZodObject<{
+  after: z.ZodOptional<z.ZodString>;
+  limit: z.ZodOptional<z.ZodNumber>;
+  order: z.ZodOptional<z.ZodEnum<{
+    asc: "asc";
+    desc: "desc";
+  }>>;
+  run_id: z.ZodString;
+  status: z.ZodOptional<z.ZodEnum<{
+    fail: "fail";
+    pass: "pass";
+  }>>;
+  eval_id: z.ZodString;
+}, z.core.$strip>;
+declare const OpenaiGetEvalRunOutputItemsOutput: z.ZodObject<{
+  data: z.ZodArray<z.ZodObject<{
+    id: z.ZodNullable<z.ZodString>;
+    object: z.ZodNullable<z.ZodString>;
+    run_id: z.ZodNullable<z.ZodString>;
+    sample: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+      seed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+      error: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+      input: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+        role: z.ZodNullable<z.ZodString>;
+        content: z.ZodNullable<z.ZodString>;
+      }, z.core.$loose>>>>;
+      model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+      top_p: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+      usage: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+        total_tokens: z.ZodNullable<z.ZodNumber>;
+        cached_tokens: z.ZodNullable<z.ZodNumber>;
+        prompt_tokens: z.ZodNullable<z.ZodNumber>;
+        completion_tokens: z.ZodNullable<z.ZodNumber>;
+      }, z.core.$loose>>>;
+      output: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+        role: z.ZodNullable<z.ZodString>;
+        content: z.ZodNullable<z.ZodString>;
+      }, z.core.$loose>>>>;
+      temperature: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+      finish_reason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+      max_completion_tokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    }, z.core.$loose>>>;
+    status: z.ZodNullable<z.ZodString>;
+    eval_id: z.ZodNullable<z.ZodString>;
+    results: z.ZodArray<z.ZodObject<{
+      name: z.ZodNullable<z.ZodString>;
+      type: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+      score: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+      passed: z.ZodNullable<z.ZodBoolean>;
+      sample: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+    }, z.core.$loose>>;
+    created_at: z.ZodNullable<z.ZodNumber>;
+    datasource_item: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    datasource_item_id: z.ZodNullable<z.ZodNumber>;
+  }, z.core.$loose>>;
+  object: z.ZodNullable<z.ZodString>;
+  last_id: z.ZodNullable<z.ZodString>;
+  first_id: z.ZodNullable<z.ZodString>;
+  has_more: z.ZodNullable<z.ZodBoolean>;
+}, z.core.$loose>;
+declare const openaiGetEvalRunOutputItems: import("@keystrokehq/action").WorkflowActionDefinition<{
+  run_id: string;
+  eval_id: string;
+  after?: string | undefined;
+  limit?: number | undefined;
+  order?: "asc" | "desc" | undefined;
+  status?: "fail" | "pass" | undefined;
+}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
 //#endregion
 export { openaiGetEvalRunOutputItems };
 //# sourceMappingURL=get-eval-run-output-items.d.cts.map

package/dist/actions/get-eval-run-output-items.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run-output-items.d.cts","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"mappings":";;;cAIa,gCAAA,EAAkC,CAAA,CAAE,UAOmB;AAAA,cA0CvD,iCAAA,EAAmC,CAAA,CAAE,UAMe;AAAA,cAEpD,2BAAA,gCAA2B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
+{"version":3,"file":"get-eval-run-output-items.d.cts","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"mappings":";;;cAIa,gCAAA,EAAgC,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAiDhC,iCAAA,EAAiC,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAQjC,2BAAA,gCAA2B,wBAAA"}

package/dist/actions/get-eval-run-output-items.d.mts

@@ -1,9 +1,74 @@
 import { z } from "zod";
 
 //#region src/actions/get-eval-run-output-items.d.ts
-declare const OpenaiGetEvalRunOutputItemsInput: z.ZodTypeAny;
-declare const OpenaiGetEvalRunOutputItemsOutput: z.ZodTypeAny;
-declare const openaiGetEvalRunOutputItems: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const OpenaiGetEvalRunOutputItemsInput: z.ZodObject<{
+  after: z.ZodOptional<z.ZodString>;
+  limit: z.ZodOptional<z.ZodNumber>;
+  order: z.ZodOptional<z.ZodEnum<{
+    asc: "asc";
+    desc: "desc";
+  }>>;
+  run_id: z.ZodString;
+  status: z.ZodOptional<z.ZodEnum<{
+    fail: "fail";
+    pass: "pass";
+  }>>;
+  eval_id: z.ZodString;
+}, z.core.$strip>;
+declare const OpenaiGetEvalRunOutputItemsOutput: z.ZodObject<{
+  data: z.ZodArray<z.ZodObject<{
+    id: z.ZodNullable<z.ZodString>;
+    object: z.ZodNullable<z.ZodString>;
+    run_id: z.ZodNullable<z.ZodString>;
+    sample: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+      seed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+      error: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+      input: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+        role: z.ZodNullable<z.ZodString>;
+        content: z.ZodNullable<z.ZodString>;
+      }, z.core.$loose>>>>;
+      model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+      top_p: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+      usage: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+        total_tokens: z.ZodNullable<z.ZodNumber>;
+        cached_tokens: z.ZodNullable<z.ZodNumber>;
+        prompt_tokens: z.ZodNullable<z.ZodNumber>;
+        completion_tokens: z.ZodNullable<z.ZodNumber>;
+      }, z.core.$loose>>>;
+      output: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+        role: z.ZodNullable<z.ZodString>;
+        content: z.ZodNullable<z.ZodString>;
+      }, z.core.$loose>>>>;
+      temperature: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+      finish_reason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+      max_completion_tokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    }, z.core.$loose>>>;
+    status: z.ZodNullable<z.ZodString>;
+    eval_id: z.ZodNullable<z.ZodString>;
+    results: z.ZodArray<z.ZodObject<{
+      name: z.ZodNullable<z.ZodString>;
+      type: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+      score: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+      passed: z.ZodNullable<z.ZodBoolean>;
+      sample: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+    }, z.core.$loose>>;
+    created_at: z.ZodNullable<z.ZodNumber>;
+    datasource_item: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    datasource_item_id: z.ZodNullable<z.ZodNumber>;
+  }, z.core.$loose>>;
+  object: z.ZodNullable<z.ZodString>;
+  last_id: z.ZodNullable<z.ZodString>;
+  first_id: z.ZodNullable<z.ZodString>;
+  has_more: z.ZodNullable<z.ZodBoolean>;
+}, z.core.$loose>;
+declare const openaiGetEvalRunOutputItems: import("@keystrokehq/action").WorkflowActionDefinition<{
+  run_id: string;
+  eval_id: string;
+  after?: string | undefined;
+  limit?: number | undefined;
+  order?: "asc" | "desc" | undefined;
+  status?: "fail" | "pass" | undefined;
+}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
 //#endregion
 export { openaiGetEvalRunOutputItems };
 //# sourceMappingURL=get-eval-run-output-items.d.mts.map

package/dist/actions/get-eval-run-output-items.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run-output-items.d.mts","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"mappings":";;;cAIa,gCAAA,EAAkC,CAAA,CAAE,UAOmB;AAAA,cA0CvD,iCAAA,EAAmC,CAAA,CAAE,UAMe;AAAA,cAEpD,2BAAA,gCAA2B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
+{"version":3,"file":"get-eval-run-output-items.d.mts","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"mappings":";;;cAIa,gCAAA,EAAgC,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAiDhC,iCAAA,EAAiC,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAQjC,2BAAA,gCAA2B,wBAAA"}

package/dist/actions/get-eval-run-output-items.mjs

@@ -10,15 +10,15 @@ const OpenaiGetEvalRunOutputItemsInput = z.object({
 	eval_id: z.string().describe("The ID of the evaluation to retrieve runs for")
 }).describe("Request parameters for getting eval run output items.");
 const OpenaiGetEvalRunOutputItems_MessageContentSchema = z.object({
-	role: z.string().describe("Role of the message sender"),
-	content: z.string().describe("Content of the message")
-}).describe("Message content structure.");
+	role: z.string().describe("Role of the message sender").nullable(),
+	content: z.string().describe("Content of the message").nullable()
+}).passthrough().describe("Message content structure.");
 const OpenaiGetEvalRunOutputItems_TokenUsageSchema = z.object({
-	total_tokens: z.number().int().describe("Total number of tokens used"),
-	cached_tokens: z.number().int().describe("Number of cached tokens used"),
-	prompt_tokens: z.number().int().describe("Number of prompt tokens used"),
-	completion_tokens: z.number().int().describe("Number of completion tokens used")
-}).describe("Token usage statistics.");
+	total_tokens: z.number().int().describe("Total number of tokens used").nullable(),
+	cached_tokens: z.number().int().describe("Number of cached tokens used").nullable(),
+	prompt_tokens: z.number().int().describe("Number of prompt tokens used").nullable(),
+	completion_tokens: z.number().int().describe("Number of completion tokens used").nullable()
+}).passthrough().describe("Token usage statistics.");
 const OpenaiGetEvalRunOutputItems_SampleSchema = z.object({
 	seed: z.number().int().describe("Random seed used").nullable().optional(),
 	error: z.string().describe("Error message if execution failed").nullable().optional(),
@@ -30,26 +30,26 @@ const OpenaiGetEvalRunOutputItems_SampleSchema = z.object({
 	temperature: z.number().describe("Temperature parameter used").nullable().optional(),
 	finish_reason: z.string().describe("Reason for completion finish").nullable().optional(),
 	max_completion_tokens: z.number().int().describe("Maximum completion tokens allowed").nullable().optional()
-}).describe("Sample data from the evaluation run output item.");
+}).passthrough().describe("Sample data from the evaluation run output item.");
 const OpenaiGetEvalRunOutputItems_ResultItemSchema = z.object({
-	name: z.string().describe("Name of the grader or testing criteria"),
+	name: z.string().describe("Name of the grader or testing criteria").nullable(),
 	type: z.string().describe("Type of the result").nullable().optional(),
 	score: z.number().describe("Numeric score for this result").nullable().optional(),
-	passed: z.boolean().describe("Whether this result passed the criteria"),
+	passed: z.boolean().describe("Whether this result passed the criteria").nullable(),
 	sample: z.record(z.string(), z.unknown()).describe("Optional sample data for this result").nullable().optional()
-}).describe("Individual result item from grading.");
+}).passthrough().describe("Individual result item from grading.");
 const OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema = z.object({
-	id: z.string().describe("Unique identifier for the output item"),
-	object: z.string().describe("Object type, always 'eval.run.output_item'"),
-	run_id: z.string().describe("ID of the run this output item belongs to"),
+	id: z.string().describe("Unique identifier for the output item").nullable(),
+	object: z.string().describe("Object type, always 'eval.run.output_item'").nullable(),
+	run_id: z.string().describe("ID of the run this output item belongs to").nullable(),
 	sample: OpenaiGetEvalRunOutputItems_SampleSchema.nullable().optional(),
-	status: z.string().describe("Status of the output item"),
-	eval_id: z.string().describe("ID of the evaluation this output item belongs to"),
+	status: z.string().describe("Status of the output item").nullable(),
+	eval_id: z.string().describe("ID of the evaluation this output item belongs to").nullable(),
 	results: z.array(OpenaiGetEvalRunOutputItems_ResultItemSchema).describe("Array of grading results with pass/fail status and scores"),
-	created_at: z.number().int().describe("Unix timestamp (in seconds) when the output item was created"),
+	created_at: z.number().int().describe("Unix timestamp (in seconds) when the output item was created").nullable(),
 	datasource_item: z.record(z.string(), z.unknown()).describe("The original test data from the data source (e.g., contains 'prompt', 'reference', etc.)"),
-	datasource_item_id: z.number().int().describe("ID of the datasource item that was evaluated")
-}).describe("A schema representing an evaluation run output item.");
+	datasource_item_id: z.number().int().describe("ID of the datasource item that was evaluated").nullable()
+}).passthrough().describe("A schema representing an evaluation run output item.");
 const openaiGetEvalRunOutputItems = action("OPENAI_GET_EVAL_RUN_OUTPUT_ITEMS", {
 	slug: "openai-get-eval-run-output-items",
 	name: "Get eval run output items",
@@ -57,11 +57,11 @@ const openaiGetEvalRunOutputItems = action("OPENAI_GET_EVAL_RUN_OUTPUT_ITEMS", {
 	input: OpenaiGetEvalRunOutputItemsInput,
 	output: z.object({
 		data: z.array(OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema).describe("An array of eval run output item objects"),
-		object: z.string().describe("The type of this object. It is always set to 'list'"),
-		last_id: z.string().describe("The identifier of the last eval run output item in the data array"),
-		first_id: z.string().describe("The identifier of the first eval run output item in the data array"),
-		has_more: z.boolean().describe("Indicates whether there are more eval run output items available")
-	}).describe("Response schema for getting eval run output items.")
+		object: z.string().describe("The type of this object. It is always set to 'list'").nullable(),
+		last_id: z.string().describe("The identifier of the last eval run output item in the data array").nullable(),
+		first_id: z.string().describe("The identifier of the first eval run output item in the data array").nullable(),
+		has_more: z.boolean().describe("Indicates whether there are more eval run output items available").nullable()
+	}).passthrough().describe("Response schema for getting eval run output items.")
 });
 //#endregion
 export { openaiGetEvalRunOutputItems };

package/dist/actions/get-eval-run-output-items.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run-output-items.mjs","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunOutputItemsInput: z.ZodTypeAny = z.object({\n  after: z.string().describe(\"Identifier for the last output item from the previous pagination request\").optional(),\n  limit: z.number().int().describe(\"Number of output items to retrieve\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for output items.\").optional(),\n  run_id: z.string().describe(\"The ID of the run to retrieve output items for\"),\n  status: z.enum([\"fail\", \"pass\"]).describe(\"Status filter for output items.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting eval run output items.\");\nconst OpenaiGetEvalRunOutputItems_MessageContentSchema: z.ZodTypeAny = z.object({\n  role: z.string().describe(\"Role of the message sender\"),\n  content: z.string().describe(\"Content of the message\"),\n}).describe(\"Message content structure.\");\nconst OpenaiGetEvalRunOutputItems_TokenUsageSchema: z.ZodTypeAny = z.object({\n  total_tokens: z.number().int().describe(\"Total number of tokens used\"),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\"),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\"),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\"),\n}).describe(\"Token usage statistics.\");\nconst OpenaiGetEvalRunOutputItems_SampleSchema: z.ZodTypeAny = z.object({\n  seed: z.number().int().describe(\"Random seed used\").nullable().optional(),\n  error: z.string().describe(\"Error message if execution failed\").nullable().optional(),\n  input: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of input messages\").nullable().optional(),\n  model: z.string().describe(\"Model used for the execution\").nullable().optional(),\n  top_p: z.number().describe(\"Top-p parameter used\").nullable().optional(),\n  usage: OpenaiGetEvalRunOutputItems_TokenUsageSchema.nullable().optional(),\n  output: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of output messages\").nullable().optional(),\n  temperature: z.number().describe(\"Temperature parameter used\").nullable().optional(),\n  finish_reason: z.string().describe(\"Reason for completion finish\").nullable().optional(),\n  max_completion_tokens: z.number().int().describe(\"Maximum completion tokens allowed\").nullable().optional(),\n}).describe(\"Sample data from the evaluation run output item.\");\nconst OpenaiGetEvalRunOutputItems_ResultItemSchema: z.ZodTypeAny = z.object({\n  name: z.string().describe(\"Name of the grader or testing criteria\"),\n  type: z.string().describe(\"Type of the result\").nullable().optional(),\n  score: z.number().describe(\"Numeric score for this result\").nullable().optional(),\n  passed: z.boolean().describe(\"Whether this result passed the criteria\"),\n  sample: z.record(z.string(), z.unknown()).describe(\"Optional sample data for this result\").nullable().optional(),\n}).describe(\"Individual result item from grading.\");\nconst OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema: z.ZodTypeAny = z.object({\n  id: z.string().describe(\"Unique identifier for the output item\"),\n  object: z.string().describe(\"Object type, always 'eval.run.output_item'\"),\n  run_id: z.string().describe(\"ID of the run this output item belongs to\"),\n  sample: OpenaiGetEvalRunOutputItems_SampleSchema.nullable().optional(),\n  status: z.string().describe(\"Status of the output item\"),\n  eval_id: z.string().describe(\"ID of the evaluation this output item belongs to\"),\n  results: z.array(OpenaiGetEvalRunOutputItems_ResultItemSchema).describe(\"Array of grading results with pass/fail status and scores\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the output item was created\"),\n  datasource_item: z.record(z.string(), z.unknown()).describe(\"The original test data from the data source (e.g., contains 'prompt', 'reference', etc.)\"),\n  datasource_item_id: z.number().int().describe(\"ID of the datasource item that was evaluated\"),\n}).describe(\"A schema representing an evaluation run output item.\");\nexport const OpenaiGetEvalRunOutputItemsOutput: z.ZodTypeAny = z.object({\n  data: z.array(OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema).describe(\"An array of eval run output item objects\"),\n  object: z.string().describe(\"The type of this object. It is always set to 'list'\"),\n  last_id: z.string().describe(\"The identifier of the last eval run output item in the data array\"),\n  first_id: z.string().describe(\"The identifier of the first eval run output item in the data array\"),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval run output items available\"),\n}).describe(\"Response schema for getting eval run output items.\");\n\nexport const openaiGetEvalRunOutputItems = action(\"OPENAI_GET_EVAL_RUN_OUTPUT_ITEMS\", {\n  slug: \"openai-get-eval-run-output-items\",\n  name: \"Get eval run output items\",\n  description: \"Tool to get a list of output items for an evaluation run. Use when you need to retrieve the detailed results of an eval run, including grading outcomes, input/output samples, and token usage.\",\n  input: OpenaiGetEvalRunOutputItemsInput,\n  output: OpenaiGetEvalRunOutputItemsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,mCAAiD,EAAE,OAAO;CACrE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,0EAA0E,CAAC,CAAC,SAAS;CAChH,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CAChF,OAAO,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACjF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;CAC5E,QAAQ,EAAE,KAAK,CAAC,QAAQ,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACtF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,uDAAuD;AACnE,MAAM,mDAAiE,EAAE,OAAO;CAC9E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B;CACtD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB;AACvD,CAAC,CAAC,CAAC,SAAS,4BAA4B;AACxC,MAAM,+CAA6D,EAAE,OAAO;CAC1E,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,6BAA6B;CACrE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC;AACjF,CAAC,CAAC,CAAC,SAAS,yBAAyB;AACrC,MAAM,2CAAyD,EAAE,OAAO;CACtE,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kBAAkB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpF,OAAO,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzH,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvE,OAAO,6CAA6C,SAAS,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnF,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,uBAAuB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC5G,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAM,+CAA6D,EAAE,OAAO;CAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;CAClE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChF,QAAQ,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC;CACtE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACjH,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,sDAAoE,EAAE,OAAO;CACjF,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;CAC/D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;CACxE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;CACvE,QAAQ,yCAAyC,SAAS,CAAC,CAAC,SAAS;CACrE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD;CAC/E,SAAS,EAAE,MAAM,4CAA4C,CAAC,CAAC,SAAS,2DAA2D;CACnI,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D;CACpG,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0FAA0F;CACtJ,oBAAoB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C;AAC9F,CAAC,CAAC,CAAC,SAAS,sDAAsD;AASlE,MAAa,8BAA8B,OAAO,oCAAoC;CACpF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAb6D,EAAE,OAAO;EACtE,MAAM,EAAE,MAAM,mDAAmD,CAAC,CAAC,SAAS,0CAA0C;EACtH,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;EACjF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,mEAAmE;EAChG,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,oEAAoE;EAClG,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS,kEAAkE;CACnG,CAAC,CAAC,CAAC,SAAS,oDAOF;AACV,CAAC"}
+{"version":3,"file":"get-eval-run-output-items.mjs","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunOutputItemsInput = z.object({\n  after: z.string().describe(\"Identifier for the last output item from the previous pagination request\").optional(),\n  limit: z.number().int().describe(\"Number of output items to retrieve\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for output items.\").optional(),\n  run_id: z.string().describe(\"The ID of the run to retrieve output items for\"),\n  status: z.enum([\"fail\", \"pass\"]).describe(\"Status filter for output items.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting eval run output items.\");\nconst OpenaiGetEvalRunOutputItems_MessageContentSchema = z.object({\n  role: z.string().describe(\"Role of the message sender\").nullable(),\n  content: z.string().describe(\"Content of the message\").nullable(),\n}).passthrough().describe(\"Message content structure.\");\nconst OpenaiGetEvalRunOutputItems_TokenUsageSchema = z.object({\n  total_tokens: z.number().int().describe(\"Total number of tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Token usage statistics.\");\nconst OpenaiGetEvalRunOutputItems_SampleSchema = z.object({\n  seed: z.number().int().describe(\"Random seed used\").nullable().optional(),\n  error: z.string().describe(\"Error message if execution failed\").nullable().optional(),\n  input: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of input messages\").nullable().optional(),\n  model: z.string().describe(\"Model used for the execution\").nullable().optional(),\n  top_p: z.number().describe(\"Top-p parameter used\").nullable().optional(),\n  usage: OpenaiGetEvalRunOutputItems_TokenUsageSchema.nullable().optional(),\n  output: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of output messages\").nullable().optional(),\n  temperature: z.number().describe(\"Temperature parameter used\").nullable().optional(),\n  finish_reason: z.string().describe(\"Reason for completion finish\").nullable().optional(),\n  max_completion_tokens: z.number().int().describe(\"Maximum completion tokens allowed\").nullable().optional(),\n}).passthrough().describe(\"Sample data from the evaluation run output item.\");\nconst OpenaiGetEvalRunOutputItems_ResultItemSchema = z.object({\n  name: z.string().describe(\"Name of the grader or testing criteria\").nullable(),\n  type: z.string().describe(\"Type of the result\").nullable().optional(),\n  score: z.number().describe(\"Numeric score for this result\").nullable().optional(),\n  passed: z.boolean().describe(\"Whether this result passed the criteria\").nullable(),\n  sample: z.record(z.string(), z.unknown()).describe(\"Optional sample data for this result\").nullable().optional(),\n}).passthrough().describe(\"Individual result item from grading.\");\nconst OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema = z.object({\n  id: z.string().describe(\"Unique identifier for the output item\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval.run.output_item'\").nullable(),\n  run_id: z.string().describe(\"ID of the run this output item belongs to\").nullable(),\n  sample: OpenaiGetEvalRunOutputItems_SampleSchema.nullable().optional(),\n  status: z.string().describe(\"Status of the output item\").nullable(),\n  eval_id: z.string().describe(\"ID of the evaluation this output item belongs to\").nullable(),\n  results: z.array(OpenaiGetEvalRunOutputItems_ResultItemSchema).describe(\"Array of grading results with pass/fail status and scores\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the output item was created\").nullable(),\n  datasource_item: z.record(z.string(), z.unknown()).describe(\"The original test data from the data source (e.g., contains 'prompt', 'reference', etc.)\"),\n  datasource_item_id: z.number().int().describe(\"ID of the datasource item that was evaluated\").nullable(),\n}).passthrough().describe(\"A schema representing an evaluation run output item.\");\nexport const OpenaiGetEvalRunOutputItemsOutput = z.object({\n  data: z.array(OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema).describe(\"An array of eval run output item objects\"),\n  object: z.string().describe(\"The type of this object. It is always set to 'list'\").nullable(),\n  last_id: z.string().describe(\"The identifier of the last eval run output item in the data array\").nullable(),\n  first_id: z.string().describe(\"The identifier of the first eval run output item in the data array\").nullable(),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval run output items available\").nullable(),\n}).passthrough().describe(\"Response schema for getting eval run output items.\");\n\nexport const openaiGetEvalRunOutputItems = action(\"OPENAI_GET_EVAL_RUN_OUTPUT_ITEMS\", {\n  slug: \"openai-get-eval-run-output-items\",\n  name: \"Get eval run output items\",\n  description: \"Tool to get a list of output items for an evaluation run. Use when you need to retrieve the detailed results of an eval run, including grading outcomes, input/output samples, and token usage.\",\n  input: OpenaiGetEvalRunOutputItemsInput,\n  output: OpenaiGetEvalRunOutputItemsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,mCAAmC,EAAE,OAAO;CACvD,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,0EAA0E,CAAC,CAAC,SAAS;CAChH,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CAChF,OAAO,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACjF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;CAC5E,QAAQ,EAAE,KAAK,CAAC,QAAQ,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACtF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,uDAAuD;AACnE,MAAM,mDAAmD,EAAE,OAAO;CAChE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;AAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4BAA4B;AACtD,MAAM,+CAA+C,EAAE,OAAO;CAC5D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS;CAChF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yBAAyB;AACnD,MAAM,2CAA2C,EAAE,OAAO;CACxD,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kBAAkB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpF,OAAO,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzH,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvE,OAAO,6CAA6C,SAAS,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnF,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,uBAAuB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC5G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAAkD;AAC5E,MAAM,+CAA+C,EAAE,OAAO;CAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChF,QAAQ,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACjH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,sDAAsD,EAAE,OAAO;CACnE,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC1E,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CAClF,QAAQ,yCAAyC,SAAS,CAAC,CAAC,SAAS;CACrE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B,CAAC,CAAC,SAAS;CAClE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC1F,SAAS,EAAE,MAAM,4CAA4C,CAAC,CAAC,SAAS,2DAA2D;CACnI,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CAC/G,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0FAA0F;CACtJ,oBAAoB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;AACzG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD;AAShF,MAAa,8BAA8B,OAAO,oCAAoC;CACpF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAb+C,EAAE,OAAO;EACxD,MAAM,EAAE,MAAM,mDAAmD,CAAC,CAAC,SAAS,0CAA0C;EACtH,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;EAC5F,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,mEAAmE,CAAC,CAAC,SAAS;EAC3G,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;EAC7G,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS,kEAAkE,CAAC,CAAC,SAAS;CAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAOhB;AACV,CAAC"}

package/dist/actions/get-eval-run.cjs

@@ -6,64 +6,64 @@ const OpenaiGetEvalRunInput = zod.z.object({
 	eval_id: zod.z.string().describe("ID of the evaluation to retrieve runs for")
 }).describe("Request parameters for retrieving an evaluation run.");
 const OpenaiGetEvalRun_EvalApiErrorSchema = zod.z.object({
-	code: zod.z.string().describe("Error code"),
-	message: zod.z.string().describe("Error message")
-}).describe("Error object from the Eval API.");
+	code: zod.z.string().describe("Error code").nullable(),
+	message: zod.z.string().describe("Error message").nullable()
+}).passthrough().describe("Error object from the Eval API.");
 const OpenaiGetEvalRun_FileContentSourceSchema = zod.z.object({
-	type: zod.z.string().describe("Source type, must be 'file_content'"),
+	type: zod.z.string().describe("Source type, must be 'file_content'").nullable(),
 	content: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Array of items matching the evaluation schema")
-}).describe("File content source for data source.");
+}).passthrough().describe("File content source for data source.");
 const OpenaiGetEvalRun_FileIdSourceSchema = zod.z.object({
-	type: zod.z.string().describe("Source type, must be 'file_id'"),
-	file_id: zod.z.string().describe("ID of the file containing the data")
-}).describe("File ID source for data source.");
+	type: zod.z.string().describe("Source type, must be 'file_id'").nullable(),
+	file_id: zod.z.string().describe("ID of the file containing the data").nullable()
+}).passthrough().describe("File ID source for data source.");
 const OpenaiGetEvalRun_JsonlRunDataSourceSchema = zod.z.object({
-	type: zod.z.string().describe("Data source type, must be 'jsonl'"),
+	type: zod.z.string().describe("Data source type, must be 'jsonl'").nullable(),
 	source: zod.z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema])
-}).describe("JSONL data source for evaluation run.");
+}).passthrough().describe("JSONL data source for evaluation run.");
 const OpenaiGetEvalRun_CompletionsRunDataSourceSchema = zod.z.object({
-	type: zod.z.string().describe("Data source type, must be 'completions'"),
+	type: zod.z.string().describe("Data source type, must be 'completions'").nullable(),
 	model: zod.z.string().describe("Model to use for completions").nullable().optional(),
 	source: zod.z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),
 	input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Optional input messages for the completions").nullable().optional(),
 	sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Completions data source for evaluation run.");
+}).passthrough().describe("Completions data source for evaluation run.");
 const OpenaiGetEvalRun_ResponsesRunDataSourceSchema = zod.z.object({
-	type: zod.z.string().describe("Data source type, must be 'responses'"),
+	type: zod.z.string().describe("Data source type, must be 'responses'").nullable(),
 	model: zod.z.string().describe("Model to use for responses").nullable().optional(),
 	source: zod.z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),
 	input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Optional input messages for the responses").nullable().optional(),
 	sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Responses data source for evaluation run.");
+}).passthrough().describe("Responses data source for evaluation run.");
 const OpenaiGetEvalRun_ResultCountsSchema = zod.z.object({
-	total: zod.z.number().int().describe("Total number of executed output items"),
-	failed: zod.z.number().int().describe("Number of output items that failed the evaluation"),
-	passed: zod.z.number().int().describe("Number of output items that passed the evaluation"),
-	errored: zod.z.number().int().describe("Number of output items that resulted in an error")
-}).describe("Counters summarizing evaluation run outcomes.");
+	total: zod.z.number().int().describe("Total number of executed output items").nullable(),
+	failed: zod.z.number().int().describe("Number of output items that failed the evaluation").nullable(),
+	passed: zod.z.number().int().describe("Number of output items that passed the evaluation").nullable(),
+	errored: zod.z.number().int().describe("Number of output items that resulted in an error").nullable()
+}).passthrough().describe("Counters summarizing evaluation run outcomes.");
 const OpenaiGetEvalRun_PerModelUsageSchema = zod.z.object({
-	model_name: zod.z.string().describe("Name of the model"),
-	total_tokens: zod.z.number().int().describe("Total tokens used"),
-	cached_tokens: zod.z.number().int().describe("Number of cached tokens used"),
-	prompt_tokens: zod.z.number().int().describe("Number of prompt tokens used"),
-	invocation_count: zod.z.number().int().describe("Number of times model was invoked"),
-	completion_tokens: zod.z.number().int().describe("Number of completion tokens used")
-}).describe("Usage statistics for a specific model.");
+	model_name: zod.z.string().describe("Name of the model").nullable(),
+	total_tokens: zod.z.number().int().describe("Total tokens used").nullable(),
+	cached_tokens: zod.z.number().int().describe("Number of cached tokens used").nullable(),
+	prompt_tokens: zod.z.number().int().describe("Number of prompt tokens used").nullable(),
+	invocation_count: zod.z.number().int().describe("Number of times model was invoked").nullable(),
+	completion_tokens: zod.z.number().int().describe("Number of completion tokens used").nullable()
+}).passthrough().describe("Usage statistics for a specific model.");
 const OpenaiGetEvalRun_PerTestingCriteriaResultSchema = zod.z.object({
-	failed: zod.z.number().int().describe("Number of items that failed this criteria"),
-	passed: zod.z.number().int().describe("Number of items that passed this criteria"),
-	testing_criteria: zod.z.string().describe("Name of the testing criteria")
-}).describe("Results per testing criteria.");
+	failed: zod.z.number().int().describe("Number of items that failed this criteria").nullable(),
+	passed: zod.z.number().int().describe("Number of items that passed this criteria").nullable(),
+	testing_criteria: zod.z.string().describe("Name of the testing criteria").nullable()
+}).passthrough().describe("Results per testing criteria.");
 const OpenaiGetEvalRunOutput = zod.z.object({
-	id: zod.z.string().describe("Unique identifier for the evaluation run"),
+	id: zod.z.string().describe("Unique identifier for the evaluation run").nullable(),
 	name: zod.z.string().describe("Name of the evaluation run").nullable().optional(),
 	error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),
 	model: zod.z.string().describe("Model that is evaluated, if applicable").nullable().optional(),
-	object: zod.z.string().describe("Object type, always 'eval.run'"),
-	status: zod.z.string().describe("Status of the evaluation run"),
-	eval_id: zod.z.string().describe("Identifier of the associated evaluation"),
+	object: zod.z.string().describe("Object type, always 'eval.run'").nullable(),
+	status: zod.z.string().describe("Status of the evaluation run").nullable(),
+	eval_id: zod.z.string().describe("Identifier of the associated evaluation").nullable(),
 	metadata: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Metadata attached to the run").nullable().optional(),
-	created_at: zod.z.number().int().describe("Unix timestamp (in seconds) when the run was created"),
+	created_at: zod.z.number().int().describe("Unix timestamp (in seconds) when the run was created").nullable(),
 	report_url: zod.z.string().describe("URL to the rendered evaluation run report on the UI dashboard").nullable().optional(),
 	data_source: zod.z.union([
 		OpenaiGetEvalRun_JsonlRunDataSourceSchema,
@@ -73,7 +73,7 @@ const OpenaiGetEvalRunOutput = zod.z.object({
 	result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),
 	per_model_usage: zod.z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe("Usage statistics for each model during the evaluation run").nullable().optional(),
 	per_testing_criteria_results: zod.z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe("Results per testing criteria applied during the run").nullable().optional()
-}).describe("Response schema for retrieving an evaluation run.");
+}).passthrough().describe("Response schema for retrieving an evaluation run.");
 const openaiGetEvalRun = require_action.action("OPENAI_GET_EVAL_RUN", {
 	slug: "openai-get-eval-run",
 	name: "Get Evaluation Run",

package/dist/actions/get-eval-run.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunInput: z.ZodTypeAny = z.object({\n  run_id: z.string().describe(\"ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for retrieving an evaluation run.\");\nconst OpenaiGetEvalRun_EvalApiErrorSchema: z.ZodTypeAny = z.object({\n  code: z.string().describe(\"Error code\"),\n  message: z.string().describe(\"Error message\"),\n}).describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRun_FileContentSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema\"),\n}).describe(\"File content source for data source.\");\nconst OpenaiGetEvalRun_FileIdSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\");\nconst OpenaiGetEvalRun_JsonlRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n}).describe(\"JSONL data source for evaluation run.\");\nconst OpenaiGetEvalRun_CompletionsRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResponsesRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResultCountsSchema: z.ZodTypeAny = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\"),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\"),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\"),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\"),\n}).describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRun_PerModelUsageSchema: z.ZodTypeAny = z.object({\n  model_name: z.string().describe(\"Name of the model\"),\n  total_tokens: z.number().int().describe(\"Total tokens used\"),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\"),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\"),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\"),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\"),\n}).describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRun_PerTestingCriteriaResultSchema: z.ZodTypeAny = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\"),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\"),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\"),\n}).describe(\"Results per testing criteria.\");\nexport const OpenaiGetEvalRunOutput: z.ZodTypeAny = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\"),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\"),\n  status: z.string().describe(\"Status of the evaluation run\"),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\"),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiGetEvalRun_JsonlRunDataSourceSchema, OpenaiGetEvalRun_CompletionsRunDataSourceSchema, OpenaiGetEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).describe(\"Response schema for retrieving an evaluation run.\");\n\nexport const openaiGetEvalRun = action(\"OPENAI_GET_EVAL_RUN\", {\n  slug: \"openai-get-eval-run\",\n  name: \"Get Evaluation Run\",\n  description: \"Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.\",\n  input: OpenaiGetEvalRunInput,\n  output: OpenaiGetEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAsCA,IAAAA,EAAE,OAAO;CAC1D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AAC1E,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAM,sCAAoDA,IAAAA,EAAE,OAAO;CACjE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY;CACtC,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe;AAC9C,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,2CAAyDA,IAAAA,EAAE,OAAO;CACtE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;CAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,sCAAoDA,IAAAA,EAAE,OAAO;CACjE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;CAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;AACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,4CAA0DA,IAAAA,EAAE,OAAO;CACvE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;CAC7D,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;AACjG,CAAC,CAAC,CAAC,SAAS,uCAAuC;AACnD,MAAM,kDAAgEA,IAAAA,EAAE,OAAO;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACnE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,gDAA8DA,IAAAA,EAAE,OAAO;CAC3E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;CACjE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAM,sCAAoDA,IAAAA,EAAE,OAAO;CACjE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC;CACxE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD;CACrF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD;CACrF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD;AACvF,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,uCAAqDA,IAAAA,EAAE,OAAO;CAClE,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB;CACnD,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB;CAC3D,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC;CAC/E,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC;AACjF,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAM,kDAAgEA,IAAAA,EAAE,OAAO;CAC7E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C;CAC7E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C;CAC7E,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;AACtE,CAAC,CAAC,CAAC,SAAS,+BAA+B;AAC3C,MAAa,yBAAuCA,IAAAA,EAAE,OAAO;CAC3D,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,oCAAoC,SAAS,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;CAC5D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;CAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACtE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD;CAC5F,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA2C;EAAiD;CAA6C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtL,eAAe,oCAAoC,SAAS,CAAC,CAAC,SAAS;CACvE,iBAAiBA,IAAAA,EAAE,MAAM,oCAAoC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzJ,8BAA8BA,IAAAA,EAAE,MAAM,+CAA+C,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC7K,CAAC,CAAC,CAAC,SAAS,mDAAmD;AAE/D,MAAa,mBAAmBC,eAAAA,OAAO,uBAAuB;CAC5D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"get-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunInput = z.object({\n  run_id: z.string().describe(\"ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for retrieving an evaluation run.\");\nconst OpenaiGetEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiGetEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiGetEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiGetEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiGetEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiGetEvalRun_JsonlRunDataSourceSchema, OpenaiGetEvalRun_CompletionsRunDataSourceSchema, OpenaiGetEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for retrieving an evaluation run.\");\n\nexport const openaiGetEvalRun = action(\"OPENAI_GET_EVAL_RUN\", {\n  slug: \"openai-get-eval-run\",\n  name: \"Get Evaluation Run\",\n  description: \"Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.\",\n  input: OpenaiGetEvalRunInput,\n  output: OpenaiGetEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AAC1E,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,2CAA2CA,IAAAA,EAAE,OAAO;CACxD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,4CAA4CA,IAAAA,EAAE,OAAO;CACzD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;AACjG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,kDAAkDA,IAAAA,EAAE,OAAO;CAC/D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,gDAAgDA,IAAAA,EAAE,OAAO;CAC7D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,kDAAkDA,IAAAA,EAAE,OAAO;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,oCAAoC,SAAS,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACvE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA2C;EAAiD;CAA6C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtL,eAAe,oCAAoC,SAAS,CAAC,CAAC,SAAS;CACvE,iBAAiBA,IAAAA,EAAE,MAAM,oCAAoC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzJ,8BAA8BA,IAAAA,EAAE,MAAM,+CAA+C,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC7K,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAAmD;AAE7E,MAAa,mBAAmBC,eAAAA,OAAO,uBAAuB;CAC5D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/get-eval-run.d.cts

@@ -1,9 +1,82 @@
 import { z } from "zod";
 
 //#region src/actions/get-eval-run.d.ts
-declare const OpenaiGetEvalRunInput: z.ZodTypeAny;
-declare const OpenaiGetEvalRunOutput: z.ZodTypeAny;
-declare const openaiGetEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const OpenaiGetEvalRunInput: z.ZodObject<{
+  run_id: z.ZodString;
+  eval_id: z.ZodString;
+}, z.core.$strip>;
+declare const OpenaiGetEvalRunOutput: z.ZodObject<{
+  id: z.ZodNullable<z.ZodString>;
+  name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  error: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+    code: z.ZodNullable<z.ZodString>;
+    message: z.ZodNullable<z.ZodString>;
+  }, z.core.$loose>>>;
+  model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  object: z.ZodNullable<z.ZodString>;
+  status: z.ZodNullable<z.ZodString>;
+  eval_id: z.ZodNullable<z.ZodString>;
+  metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  created_at: z.ZodNullable<z.ZodNumber>;
+  report_url: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  data_source: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodObject<{
+    type: z.ZodNullable<z.ZodString>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      file_id: z.ZodNullable<z.ZodString>;
+    }, z.core.$loose>]>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodNullable<z.ZodString>;
+    model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      file_id: z.ZodNullable<z.ZodString>;
+    }, z.core.$loose>]>;
+    input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
+    sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodNullable<z.ZodString>;
+    model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      file_id: z.ZodNullable<z.ZodString>;
+    }, z.core.$loose>]>;
+    input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
+    sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>]>>>;
+  result_counts: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+    total: z.ZodNullable<z.ZodNumber>;
+    failed: z.ZodNullable<z.ZodNumber>;
+    passed: z.ZodNullable<z.ZodNumber>;
+    errored: z.ZodNullable<z.ZodNumber>;
+  }, z.core.$loose>>>;
+  per_model_usage: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+    model_name: z.ZodNullable<z.ZodString>;
+    total_tokens: z.ZodNullable<z.ZodNumber>;
+    cached_tokens: z.ZodNullable<z.ZodNumber>;
+    prompt_tokens: z.ZodNullable<z.ZodNumber>;
+    invocation_count: z.ZodNullable<z.ZodNumber>;
+    completion_tokens: z.ZodNullable<z.ZodNumber>;
+  }, z.core.$loose>>>>;
+  per_testing_criteria_results: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+    failed: z.ZodNullable<z.ZodNumber>;
+    passed: z.ZodNullable<z.ZodNumber>;
+    testing_criteria: z.ZodNullable<z.ZodString>;
+  }, z.core.$loose>>>>;
+}, z.core.$loose>;
+declare const openaiGetEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<{
+  run_id: string;
+  eval_id: string;
+}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
 //#endregion
 export { openaiGetEvalRun };
 //# sourceMappingURL=get-eval-run.d.cts.map

package/dist/actions/get-eval-run.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run.d.cts","names":[],"sources":["../../src/actions/get-eval-run.ts"],"mappings":";;;cAIa,qBAAA,EAAuB,CAAA,CAAE,UAG6B;AAAA,cAkDtD,sBAAA,EAAwB,CAAA,CAAE,UAeyB;AAAA,cAEnD,gBAAA,gCAAgB,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
+{"version":3,"file":"get-eval-run.d.cts","names":[],"sources":["../../src/actions/get-eval-run.ts"],"mappings":";;;cAIa,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;cAqDrB,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiBtB,gBAAA,gCAAgB,wBAAA"}