@keystrokehq/openai 0.1.4 → 0.1.6

package/dist/actions/get-eval-run-output-item.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run-output-item.mjs","names":[],"sources":["../../src/actions/get-eval-run-output-item.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunOutputItemInput = z.object({\n  run_id: z.string().describe(\"The ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n  output_item_id: z.string().describe(\"The ID of the output item to retrieve\"),\n}).describe(\"Request model for retrieving an evaluation run output item.\");\nconst OpenaiGetEvalRunOutputItem_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRunOutputItem_SampleUsageSchema = z.object({\n  total_tokens: z.number().int().describe(\"Total number of tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Token usage details for the sample.\");\nconst OpenaiGetEvalRunOutputItem_SampleSchema = z.object({\n  seed: z.number().int().describe(\"The seed used for generating the sample\").nullable().optional(),\n  error: OpenaiGetEvalRunOutputItem_EvalApiErrorSchema.nullable().optional(),\n  input: z.array(z.record(z.string(), z.unknown())).describe(\"An array of input messages\").nullable().optional(),\n  model: z.string().describe(\"The model used for generating the sample\").nullable().optional(),\n  top_p: z.number().describe(\"The top_p value used for sampling\").nullable().optional(),\n  usage: OpenaiGetEvalRunOutputItem_SampleUsageSchema.nullable().optional(),\n  output: z.array(z.record(z.string(), z.unknown())).describe(\"An array of output messages\").nullable().optional(),\n  temperature: z.number().describe(\"The sampling temperature used\").nullable().optional(),\n  finish_reason: z.string().describe(\"The reason why the sample generation was finished\").nullable().optional(),\n  max_completion_tokens: z.number().int().describe(\"The maximum number of tokens allowed for completion\").nullable().optional(),\n}).passthrough().describe(\"A sample containing the input and output of the evaluation run.\");\nconst OpenaiGetEvalRunOutputItem_EvalRunOutputItemResultSchema = z.object({\n  name: z.string().describe(\"Name of the grader\").nullable(),\n  type: z.string().describe(\"Type of the grader\").nullable().optional(),\n  score: z.number().describe(\"Numeric score from the grader\").nullable(),\n  passed: z.boolean().describe(\"Whether the output passed this grader\").nullable(),\n  sample: z.record(z.string(), z.unknown()).describe(\"Sample data associated with this result\").nullable().optional(),\n}).passthrough().describe(\"A single grader result for an evaluation run output item.\");\nexport const OpenaiGetEvalRunOutputItemOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run output item\").nullable(),\n  object: z.string().describe(\"The type of the object. Always \\\"eval.run.output_item\\\"\").nullable(),\n  run_id: z.string().describe(\"The identifier of the evaluation run associated with this output item\").nullable(),\n  sample: OpenaiGetEvalRunOutputItem_SampleSchema.nullable().optional(),\n  status: z.string().describe(\"The status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"The identifier of the evaluation group\").nullable(),\n  results: z.array(OpenaiGetEvalRunOutputItem_EvalRunOutputItemResultSchema).describe(\"A list of grader results for this output item\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the evaluation run was created\").nullable(),\n  datasource_item: z.record(z.string(), z.unknown()).describe(\"Details of the input data source item\"),\n  datasource_item_id: z.number().int().describe(\"The identifier for the data source item\").nullable(),\n}).passthrough().describe(\"Response schema for retrieving an evaluation run output item.\");\n\nexport const openaiGetEvalRunOutputItem = action(\"OPENAI_GET_EVAL_RUN_OUTPUT_ITEM\", {\n  slug: \"openai-get-eval-run-output-item\",\n  name: \"Get Eval Run Output Item\",\n  description: \"Tool to retrieve a specific output item from an evaluation run by its ID. Use when you need detailed results for a particular test case within an evaluation run.\",\n  input: OpenaiGetEvalRunOutputItemInput,\n  output: OpenaiGetEvalRunOutputItemOutput,\n});\n"],"mappings":";;;AAIA,MAAa,kCAAkC,EAAE,OAAO;CACtD,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B;CAC3D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;CAC5E,gBAAgB,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;AAC7E,CAAC,CAAC,CAAC,SAAS,6DAA6D;AACzE,MAAM,gDAAgD,EAAE,OAAO;CAC7D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,+CAA+C,EAAE,OAAO;CAC5D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS;CAChF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,qCAAqC;AAC/D,MAAM,0CAA0C,EAAE,OAAO;CACvD,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/F,OAAO,8CAA8C,SAAS,CAAC,CAAC,SAAS;CACzE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7G,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3F,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpF,OAAO,6CAA6C,SAAS,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/G,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtF,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5G,uBAAuB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC9H,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iEAAiE;AAC3F,MAAM,2DAA2D,EAAE,OAAO;CACxE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS;CACzD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;CACrE,QAAQ,EAAE,QAAQ,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACpH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2DAA2D;AAcrF,MAAa,6BAA6B,OAAO,mCAAmC;CAClF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAlB8C,EAAE,OAAO;EACvD,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;EAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS;EAC9G,QAAQ,wCAAwC,SAAS,CAAC,CAAC,SAAS;EACpE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;EACzE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;EAChF,SAAS,EAAE,MAAM,wDAAwD,CAAC,CAAC,SAAS,+CAA+C;EACnI,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,iEAAiE,CAAC,CAAC,SAAS;EAClH,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,uCAAuC;EACnG,oBAAoB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACpG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+DAOhB;AACV,CAAC"}
+{"version":3,"file":"get-eval-run-output-item.mjs","names":[],"sources":["../../src/actions/get-eval-run-output-item.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiGetEvalRunOutputItemInput = z.object({\n  run_id: z.string().describe(\"The ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n  output_item_id: z.string().describe(\"The ID of the output item to retrieve\"),\n}).describe(\"Request model for retrieving an evaluation run output item.\");\nconst OpenaiGetEvalRunOutputItem_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRunOutputItem_SampleUsageSchema = z.object({\n  total_tokens: z.number().int().describe(\"Total number of tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Token usage details for the sample.\");\nconst OpenaiGetEvalRunOutputItem_SampleSchema = z.object({\n  seed: z.number().int().describe(\"The seed used for generating the sample\").nullable().optional(),\n  error: OpenaiGetEvalRunOutputItem_EvalApiErrorSchema.nullable().optional(),\n  input: z.array(z.record(z.string(), z.unknown())).describe(\"An array of input messages\").nullable().optional(),\n  model: z.string().describe(\"The model used for generating the sample\").nullable().optional(),\n  top_p: z.number().describe(\"The top_p value used for sampling\").nullable().optional(),\n  usage: OpenaiGetEvalRunOutputItem_SampleUsageSchema.nullable().optional(),\n  output: z.array(z.record(z.string(), z.unknown())).describe(\"An array of output messages\").nullable().optional(),\n  temperature: z.number().describe(\"The sampling temperature used\").nullable().optional(),\n  finish_reason: z.string().describe(\"The reason why the sample generation was finished\").nullable().optional(),\n  max_completion_tokens: z.number().int().describe(\"The maximum number of tokens allowed for completion\").nullable().optional(),\n}).passthrough().describe(\"A sample containing the input and output of the evaluation run.\");\nconst OpenaiGetEvalRunOutputItem_EvalRunOutputItemResultSchema = z.object({\n  name: z.string().describe(\"Name of the grader\").nullable(),\n  type: z.string().describe(\"Type of the grader\").nullable().optional(),\n  score: z.number().describe(\"Numeric score from the grader\").nullable(),\n  passed: z.boolean().describe(\"Whether the output passed this grader\").nullable(),\n  sample: z.record(z.string(), z.unknown()).describe(\"Sample data associated with this result\").nullable().optional(),\n}).passthrough().describe(\"A single grader result for an evaluation run output item.\");\nexport const OpenaiGetEvalRunOutputItemOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run output item\").nullable(),\n  object: z.string().describe(\"The type of the object. Always \\\"eval.run.output_item\\\"\").nullable(),\n  run_id: z.string().describe(\"The identifier of the evaluation run associated with this output item\").nullable(),\n  sample: OpenaiGetEvalRunOutputItem_SampleSchema.nullable().optional(),\n  status: z.string().describe(\"The status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"The identifier of the evaluation group\").nullable(),\n  results: z.array(OpenaiGetEvalRunOutputItem_EvalRunOutputItemResultSchema).describe(\"A list of grader results for this output item\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the evaluation run was created\").nullable(),\n  datasource_item: z.record(z.string(), z.unknown()).describe(\"Details of the input data source item\"),\n  datasource_item_id: z.number().int().describe(\"The identifier for the data source item\").nullable(),\n}).passthrough().describe(\"Response schema for retrieving an evaluation run output item.\");\n\nexport const openaiGetEvalRunOutputItem: AppAction<\n  typeof OpenaiGetEvalRunOutputItemInput,\n  typeof OpenaiGetEvalRunOutputItemOutput,\n  typeof openai.credential\n> = action(\"OPENAI_GET_EVAL_RUN_OUTPUT_ITEM\", {\n  slug: \"openai-get-eval-run-output-item\",\n  name: \"Get Eval Run Output Item\",\n  description: \"Tool to retrieve a specific output item from an evaluation run by its ID. Use when you need detailed results for a particular test case within an evaluation run.\",\n  input: OpenaiGetEvalRunOutputItemInput,\n  output: OpenaiGetEvalRunOutputItemOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,kCAAkC,EAAE,OAAO;CACtD,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B;CAC3D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;CAC5E,gBAAgB,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;AAC7E,CAAC,CAAC,CAAC,SAAS,6DAA6D;AACzE,MAAM,gDAAgD,EAAE,OAAO;CAC7D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,+CAA+C,EAAE,OAAO;CAC5D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS;CAChF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,qCAAqC;AAC/D,MAAM,0CAA0C,EAAE,OAAO;CACvD,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/F,OAAO,8CAA8C,SAAS,CAAC,CAAC,SAAS;CACzE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7G,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3F,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpF,OAAO,6CAA6C,SAAS,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/G,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtF,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5G,uBAAuB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC9H,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iEAAiE;AAC3F,MAAM,2DAA2D,EAAE,OAAO;CACxE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS;CACzD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;CACrE,QAAQ,EAAE,QAAQ,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACpH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2DAA2D;AAcrF,MAAa,6BAIT,OAAO,mCAAmC;CAC5C,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAtB8C,EAAE,OAAO;EACvD,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;EAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS;EAC9G,QAAQ,wCAAwC,SAAS,CAAC,CAAC,SAAS;EACpE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;EACzE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;EAChF,SAAS,EAAE,MAAM,wDAAwD,CAAC,CAAC,SAAS,+CAA+C;EACnI,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,iEAAiE,CAAC,CAAC,SAAS;EAClH,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,uCAAuC;EACnG,oBAAoB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACpG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+DAWhB;AACV,CAAC"}

package/dist/actions/get-eval-run-output-items.cjs

@@ -1,3 +1,4 @@
+require("../app.cjs");
 const require_action = require("../action.cjs");
 let zod = require("zod");
 //#region src/actions/get-eval-run-output-items.ts

package/dist/actions/get-eval-run-output-items.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run-output-items.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-run-output-items.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunOutputItemsInput = z.object({\n  after: z.string().describe(\"Identifier for the last output item from the previous pagination request\").optional(),\n  limit: z.number().int().describe(\"Number of output items to retrieve\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for output items.\").optional(),\n  run_id: z.string().describe(\"The ID of the run to retrieve output items for\"),\n  status: z.enum([\"fail\", \"pass\"]).describe(\"Status filter for output items.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting eval run output items.\");\nconst OpenaiGetEvalRunOutputItems_MessageContentSchema = z.object({\n  role: z.string().describe(\"Role of the message sender\").nullable(),\n  content: z.string().describe(\"Content of the message\").nullable(),\n}).passthrough().describe(\"Message content structure.\");\nconst OpenaiGetEvalRunOutputItems_TokenUsageSchema = z.object({\n  total_tokens: z.number().int().describe(\"Total number of tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Token usage statistics.\");\nconst OpenaiGetEvalRunOutputItems_SampleSchema = z.object({\n  seed: z.number().int().describe(\"Random seed used\").nullable().optional(),\n  error: z.string().describe(\"Error message if execution failed\").nullable().optional(),\n  input: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of input messages\").nullable().optional(),\n  model: z.string().describe(\"Model used for the execution\").nullable().optional(),\n  top_p: z.number().describe(\"Top-p parameter used\").nullable().optional(),\n  usage: OpenaiGetEvalRunOutputItems_TokenUsageSchema.nullable().optional(),\n  output: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of output messages\").nullable().optional(),\n  temperature: z.number().describe(\"Temperature parameter used\").nullable().optional(),\n  finish_reason: z.string().describe(\"Reason for completion finish\").nullable().optional(),\n  max_completion_tokens: z.number().int().describe(\"Maximum completion tokens allowed\").nullable().optional(),\n}).passthrough().describe(\"Sample data from the evaluation run output item.\");\nconst OpenaiGetEvalRunOutputItems_ResultItemSchema = z.object({\n  name: z.string().describe(\"Name of the grader or testing criteria\").nullable(),\n  type: z.string().describe(\"Type of the result\").nullable().optional(),\n  score: z.number().describe(\"Numeric score for this result\").nullable().optional(),\n  passed: z.boolean().describe(\"Whether this result passed the criteria\").nullable(),\n  sample: z.record(z.string(), z.unknown()).describe(\"Optional sample data for this result\").nullable().optional(),\n}).passthrough().describe(\"Individual result item from grading.\");\nconst OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema = z.object({\n  id: z.string().describe(\"Unique identifier for the output item\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval.run.output_item'\").nullable(),\n  run_id: z.string().describe(\"ID of the run this output item belongs to\").nullable(),\n  sample: OpenaiGetEvalRunOutputItems_SampleSchema.nullable().optional(),\n  status: z.string().describe(\"Status of the output item\").nullable(),\n  eval_id: z.string().describe(\"ID of the evaluation this output item belongs to\").nullable(),\n  results: z.array(OpenaiGetEvalRunOutputItems_ResultItemSchema).describe(\"Array of grading results with pass/fail status and scores\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the output item was created\").nullable(),\n  datasource_item: z.record(z.string(), z.unknown()).describe(\"The original test data from the data source (e.g., contains 'prompt', 'reference', etc.)\"),\n  datasource_item_id: z.number().int().describe(\"ID of the datasource item that was evaluated\").nullable(),\n}).passthrough().describe(\"A schema representing an evaluation run output item.\");\nexport const OpenaiGetEvalRunOutputItemsOutput = z.object({\n  data: z.array(OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema).describe(\"An array of eval run output item objects\"),\n  object: z.string().describe(\"The type of this object. It is always set to 'list'\").nullable(),\n  last_id: z.string().describe(\"The identifier of the last eval run output item in the data array\").nullable(),\n  first_id: z.string().describe(\"The identifier of the first eval run output item in the data array\").nullable(),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval run output items available\").nullable(),\n}).passthrough().describe(\"Response schema for getting eval run output items.\");\n\nexport const openaiGetEvalRunOutputItems = action(\"OPENAI_GET_EVAL_RUN_OUTPUT_ITEMS\", {\n  slug: \"openai-get-eval-run-output-items\",\n  name: \"Get eval run output items\",\n  description: \"Tool to get a list of output items for an evaluation run. Use when you need to retrieve the detailed results of an eval run, including grading outcomes, input/output samples, and token usage.\",\n  input: OpenaiGetEvalRunOutputItemsInput,\n  output: OpenaiGetEvalRunOutputItemsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,mCAAmCA,IAAAA,EAAE,OAAO;CACvD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0EAA0E,CAAC,CAAC,SAAS;CAChH,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CAChF,OAAOA,IAAAA,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACjF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;CAC5E,QAAQA,IAAAA,EAAE,KAAK,CAAC,QAAQ,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACtF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,uDAAuD;AACnE,MAAM,mDAAmDA,IAAAA,EAAE,OAAO;CAChE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;AAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4BAA4B;AACtD,MAAM,+CAA+CA,IAAAA,EAAE,OAAO;CAC5D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS;CAChF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yBAAyB;AACnD,MAAM,2CAA2CA,IAAAA,EAAE,OAAO;CACxD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kBAAkB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpF,OAAOA,IAAAA,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzH,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvE,OAAO,6CAA6C,SAAS,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,uBAAuBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC5G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAAkD;AAC5E,MAAM,+CAA+CA,IAAAA,EAAE,OAAO;CAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChF,QAAQA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACjH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,sDAAsDA,IAAAA,EAAE,OAAO;CACnE,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC1E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CAClF,QAAQ,yCAAyC,SAAS,CAAC,CAAC,SAAS;CACrE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B,CAAC,CAAC,SAAS;CAClE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC1F,SAASA,IAAAA,EAAE,MAAM,4CAA4C,CAAC,CAAC,SAAS,2DAA2D;CACnI,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CAC/G,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0FAA0F;CACtJ,oBAAoBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;AACzG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD;AAChF,MAAa,oCAAoCA,IAAAA,EAAE,OAAO;CACxD,MAAMA,IAAAA,EAAE,MAAM,mDAAmD,CAAC,CAAC,SAAS,0CAA0C;CACtH,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CAC5F,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mEAAmE,CAAC,CAAC,SAAS;CAC3G,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;CAC7G,UAAUA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kEAAkE,CAAC,CAAC,SAAS;AAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAAoD;AAE9E,MAAa,8BAA8BC,eAAAA,OAAO,oCAAoC;CACpF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"get-eval-run-output-items.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-run-output-items.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiGetEvalRunOutputItemsInput = z.object({\n  after: z.string().describe(\"Identifier for the last output item from the previous pagination request\").optional(),\n  limit: z.number().int().describe(\"Number of output items to retrieve\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for output items.\").optional(),\n  run_id: z.string().describe(\"The ID of the run to retrieve output items for\"),\n  status: z.enum([\"fail\", \"pass\"]).describe(\"Status filter for output items.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting eval run output items.\");\nconst OpenaiGetEvalRunOutputItems_MessageContentSchema = z.object({\n  role: z.string().describe(\"Role of the message sender\").nullable(),\n  content: z.string().describe(\"Content of the message\").nullable(),\n}).passthrough().describe(\"Message content structure.\");\nconst OpenaiGetEvalRunOutputItems_TokenUsageSchema = z.object({\n  total_tokens: z.number().int().describe(\"Total number of tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Token usage statistics.\");\nconst OpenaiGetEvalRunOutputItems_SampleSchema = z.object({\n  seed: z.number().int().describe(\"Random seed used\").nullable().optional(),\n  error: z.string().describe(\"Error message if execution failed\").nullable().optional(),\n  input: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of input messages\").nullable().optional(),\n  model: z.string().describe(\"Model used for the execution\").nullable().optional(),\n  top_p: z.number().describe(\"Top-p parameter used\").nullable().optional(),\n  usage: OpenaiGetEvalRunOutputItems_TokenUsageSchema.nullable().optional(),\n  output: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of output messages\").nullable().optional(),\n  temperature: z.number().describe(\"Temperature parameter used\").nullable().optional(),\n  finish_reason: z.string().describe(\"Reason for completion finish\").nullable().optional(),\n  max_completion_tokens: z.number().int().describe(\"Maximum completion tokens allowed\").nullable().optional(),\n}).passthrough().describe(\"Sample data from the evaluation run output item.\");\nconst OpenaiGetEvalRunOutputItems_ResultItemSchema = z.object({\n  name: z.string().describe(\"Name of the grader or testing criteria\").nullable(),\n  type: z.string().describe(\"Type of the result\").nullable().optional(),\n  score: z.number().describe(\"Numeric score for this result\").nullable().optional(),\n  passed: z.boolean().describe(\"Whether this result passed the criteria\").nullable(),\n  sample: z.record(z.string(), z.unknown()).describe(\"Optional sample data for this result\").nullable().optional(),\n}).passthrough().describe(\"Individual result item from grading.\");\nconst OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema = z.object({\n  id: z.string().describe(\"Unique identifier for the output item\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval.run.output_item'\").nullable(),\n  run_id: z.string().describe(\"ID of the run this output item belongs to\").nullable(),\n  sample: OpenaiGetEvalRunOutputItems_SampleSchema.nullable().optional(),\n  status: z.string().describe(\"Status of the output item\").nullable(),\n  eval_id: z.string().describe(\"ID of the evaluation this output item belongs to\").nullable(),\n  results: z.array(OpenaiGetEvalRunOutputItems_ResultItemSchema).describe(\"Array of grading results with pass/fail status and scores\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the output item was created\").nullable(),\n  datasource_item: z.record(z.string(), z.unknown()).describe(\"The original test data from the data source (e.g., contains 'prompt', 'reference', etc.)\"),\n  datasource_item_id: z.number().int().describe(\"ID of the datasource item that was evaluated\").nullable(),\n}).passthrough().describe(\"A schema representing an evaluation run output item.\");\nexport const OpenaiGetEvalRunOutputItemsOutput = z.object({\n  data: z.array(OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema).describe(\"An array of eval run output item objects\"),\n  object: z.string().describe(\"The type of this object. It is always set to 'list'\").nullable(),\n  last_id: z.string().describe(\"The identifier of the last eval run output item in the data array\").nullable(),\n  first_id: z.string().describe(\"The identifier of the first eval run output item in the data array\").nullable(),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval run output items available\").nullable(),\n}).passthrough().describe(\"Response schema for getting eval run output items.\");\n\nexport const openaiGetEvalRunOutputItems: AppAction<\n  typeof OpenaiGetEvalRunOutputItemsInput,\n  typeof OpenaiGetEvalRunOutputItemsOutput,\n  typeof openai.credential\n> = action(\"OPENAI_GET_EVAL_RUN_OUTPUT_ITEMS\", {\n  slug: \"openai-get-eval-run-output-items\",\n  name: \"Get eval run output items\",\n  description: \"Tool to get a list of output items for an evaluation run. Use when you need to retrieve the detailed results of an eval run, including grading outcomes, input/output samples, and token usage.\",\n  input: OpenaiGetEvalRunOutputItemsInput,\n  output: OpenaiGetEvalRunOutputItemsOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,mCAAmCA,IAAAA,EAAE,OAAO;CACvD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0EAA0E,CAAC,CAAC,SAAS;CAChH,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CAChF,OAAOA,IAAAA,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACjF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;CAC5E,QAAQA,IAAAA,EAAE,KAAK,CAAC,QAAQ,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACtF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,uDAAuD;AACnE,MAAM,mDAAmDA,IAAAA,EAAE,OAAO;CAChE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;AAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4BAA4B;AACtD,MAAM,+CAA+CA,IAAAA,EAAE,OAAO;CAC5D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS;CAChF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yBAAyB;AACnD,MAAM,2CAA2CA,IAAAA,EAAE,OAAO;CACxD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kBAAkB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpF,OAAOA,IAAAA,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzH,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvE,OAAO,6CAA6C,SAAS,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,uBAAuBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC5G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAAkD;AAC5E,MAAM,+CAA+CA,IAAAA,EAAE,OAAO;CAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChF,QAAQA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACjH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,sDAAsDA,IAAAA,EAAE,OAAO;CACnE,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC1E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CAClF,QAAQ,yCAAyC,SAAS,CAAC,CAAC,SAAS;CACrE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B,CAAC,CAAC,SAAS;CAClE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC1F,SAASA,IAAAA,EAAE,MAAM,4CAA4C,CAAC,CAAC,SAAS,2DAA2D;CACnI,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CAC/G,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0FAA0F;CACtJ,oBAAoBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;AACzG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD;AAChF,MAAa,oCAAoCA,IAAAA,EAAE,OAAO;CACxD,MAAMA,IAAAA,EAAE,MAAM,mDAAmD,CAAC,CAAC,SAAS,0CAA0C;CACtH,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CAC5F,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mEAAmE,CAAC,CAAC,SAAS;CAC3G,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;CAC7G,UAAUA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kEAAkE,CAAC,CAAC,SAAS;AAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAAoD;AAE9E,MAAa,8BAITC,eAAAA,OAAO,oCAAoC;CAC7C,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/get-eval-run-output-items.d.cts

@@ -1,3 +1,5 @@
+import { openai } from "../app.cjs";
+import { AppAction } from "@keystrokehq/keystroke/app";
 import { z } from "zod";
 
 //#region src/actions/get-eval-run-output-items.d.ts
@@ -61,14 +63,7 @@ declare const OpenaiGetEvalRunOutputItemsOutput: z.ZodObject<{
   first_id: z.ZodNullable<z.ZodString>;
   has_more: z.ZodNullable<z.ZodBoolean>;
 }, z.core.$loose>;
-declare const openaiGetEvalRunOutputItems: import("@keystrokehq/action").WorkflowActionDefinition<{
-  run_id: string;
-  eval_id: string;
-  after?: string | undefined;
-  limit?: number | undefined;
-  order?: "asc" | "desc" | undefined;
-  status?: "fail" | "pass" | undefined;
-}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const openaiGetEvalRunOutputItems: AppAction<typeof OpenaiGetEvalRunOutputItemsInput, typeof OpenaiGetEvalRunOutputItemsOutput, typeof openai.credential>;
 //#endregion
 export { openaiGetEvalRunOutputItems };
 //# sourceMappingURL=get-eval-run-output-items.d.cts.map

package/dist/actions/get-eval-run-output-items.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run-output-items.d.cts","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"mappings":";;;cAIa,gCAAA,EAAgC,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAiDhC,iCAAA,EAAiC,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAQjC,2BAAA,gCAA2B,wBAAA"}
+{"version":3,"file":"get-eval-run-output-items.d.cts","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"mappings":";;;;;cAMa,gCAAA,EAAgC,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAiDhC,iCAAA,EAAiC,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAQjC,2BAAA,EAA6B,SAAA,QACjC,gCAAA,SACA,iCAAA,SACA,MAAA,CAAO,UAAA"}

package/dist/actions/get-eval-run-output-items.d.mts

@@ -1,3 +1,5 @@
+import { openai } from "../app.mjs";
+import { AppAction } from "@keystrokehq/keystroke/app";
 import { z } from "zod";
 
 //#region src/actions/get-eval-run-output-items.d.ts
@@ -61,14 +63,7 @@ declare const OpenaiGetEvalRunOutputItemsOutput: z.ZodObject<{
   first_id: z.ZodNullable<z.ZodString>;
   has_more: z.ZodNullable<z.ZodBoolean>;
 }, z.core.$loose>;
-declare const openaiGetEvalRunOutputItems: import("@keystrokehq/action").WorkflowActionDefinition<{
-  run_id: string;
-  eval_id: string;
-  after?: string | undefined;
-  limit?: number | undefined;
-  order?: "asc" | "desc" | undefined;
-  status?: "fail" | "pass" | undefined;
-}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const openaiGetEvalRunOutputItems: AppAction<typeof OpenaiGetEvalRunOutputItemsInput, typeof OpenaiGetEvalRunOutputItemsOutput, typeof openai.credential>;
 //#endregion
 export { openaiGetEvalRunOutputItems };
 //# sourceMappingURL=get-eval-run-output-items.d.mts.map

package/dist/actions/get-eval-run-output-items.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run-output-items.d.mts","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"mappings":";;;cAIa,gCAAA,EAAgC,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAiDhC,iCAAA,EAAiC,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAQjC,2BAAA,gCAA2B,wBAAA"}
+{"version":3,"file":"get-eval-run-output-items.d.mts","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"mappings":";;;;;cAMa,gCAAA,EAAgC,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAiDhC,iCAAA,EAAiC,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAQjC,2BAAA,EAA6B,SAAA,QACjC,gCAAA,SACA,iCAAA,SACA,MAAA,CAAO,UAAA"}

package/dist/actions/get-eval-run-output-items.mjs

@@ -1,3 +1,4 @@
+import "../app.mjs";
 import { action } from "../action.mjs";
 import { z } from "zod";
 //#region src/actions/get-eval-run-output-items.ts

package/dist/actions/get-eval-run-output-items.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run-output-items.mjs","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunOutputItemsInput = z.object({\n  after: z.string().describe(\"Identifier for the last output item from the previous pagination request\").optional(),\n  limit: z.number().int().describe(\"Number of output items to retrieve\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for output items.\").optional(),\n  run_id: z.string().describe(\"The ID of the run to retrieve output items for\"),\n  status: z.enum([\"fail\", \"pass\"]).describe(\"Status filter for output items.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting eval run output items.\");\nconst OpenaiGetEvalRunOutputItems_MessageContentSchema = z.object({\n  role: z.string().describe(\"Role of the message sender\").nullable(),\n  content: z.string().describe(\"Content of the message\").nullable(),\n}).passthrough().describe(\"Message content structure.\");\nconst OpenaiGetEvalRunOutputItems_TokenUsageSchema = z.object({\n  total_tokens: z.number().int().describe(\"Total number of tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Token usage statistics.\");\nconst OpenaiGetEvalRunOutputItems_SampleSchema = z.object({\n  seed: z.number().int().describe(\"Random seed used\").nullable().optional(),\n  error: z.string().describe(\"Error message if execution failed\").nullable().optional(),\n  input: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of input messages\").nullable().optional(),\n  model: z.string().describe(\"Model used for the execution\").nullable().optional(),\n  top_p: z.number().describe(\"Top-p parameter used\").nullable().optional(),\n  usage: OpenaiGetEvalRunOutputItems_TokenUsageSchema.nullable().optional(),\n  output: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of output messages\").nullable().optional(),\n  temperature: z.number().describe(\"Temperature parameter used\").nullable().optional(),\n  finish_reason: z.string().describe(\"Reason for completion finish\").nullable().optional(),\n  max_completion_tokens: z.number().int().describe(\"Maximum completion tokens allowed\").nullable().optional(),\n}).passthrough().describe(\"Sample data from the evaluation run output item.\");\nconst OpenaiGetEvalRunOutputItems_ResultItemSchema = z.object({\n  name: z.string().describe(\"Name of the grader or testing criteria\").nullable(),\n  type: z.string().describe(\"Type of the result\").nullable().optional(),\n  score: z.number().describe(\"Numeric score for this result\").nullable().optional(),\n  passed: z.boolean().describe(\"Whether this result passed the criteria\").nullable(),\n  sample: z.record(z.string(), z.unknown()).describe(\"Optional sample data for this result\").nullable().optional(),\n}).passthrough().describe(\"Individual result item from grading.\");\nconst OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema = z.object({\n  id: z.string().describe(\"Unique identifier for the output item\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval.run.output_item'\").nullable(),\n  run_id: z.string().describe(\"ID of the run this output item belongs to\").nullable(),\n  sample: OpenaiGetEvalRunOutputItems_SampleSchema.nullable().optional(),\n  status: z.string().describe(\"Status of the output item\").nullable(),\n  eval_id: z.string().describe(\"ID of the evaluation this output item belongs to\").nullable(),\n  results: z.array(OpenaiGetEvalRunOutputItems_ResultItemSchema).describe(\"Array of grading results with pass/fail status and scores\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the output item was created\").nullable(),\n  datasource_item: z.record(z.string(), z.unknown()).describe(\"The original test data from the data source (e.g., contains 'prompt', 'reference', etc.)\"),\n  datasource_item_id: z.number().int().describe(\"ID of the datasource item that was evaluated\").nullable(),\n}).passthrough().describe(\"A schema representing an evaluation run output item.\");\nexport const OpenaiGetEvalRunOutputItemsOutput = z.object({\n  data: z.array(OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema).describe(\"An array of eval run output item objects\"),\n  object: z.string().describe(\"The type of this object. It is always set to 'list'\").nullable(),\n  last_id: z.string().describe(\"The identifier of the last eval run output item in the data array\").nullable(),\n  first_id: z.string().describe(\"The identifier of the first eval run output item in the data array\").nullable(),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval run output items available\").nullable(),\n}).passthrough().describe(\"Response schema for getting eval run output items.\");\n\nexport const openaiGetEvalRunOutputItems = action(\"OPENAI_GET_EVAL_RUN_OUTPUT_ITEMS\", {\n  slug: \"openai-get-eval-run-output-items\",\n  name: \"Get eval run output items\",\n  description: \"Tool to get a list of output items for an evaluation run. Use when you need to retrieve the detailed results of an eval run, including grading outcomes, input/output samples, and token usage.\",\n  input: OpenaiGetEvalRunOutputItemsInput,\n  output: OpenaiGetEvalRunOutputItemsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,mCAAmC,EAAE,OAAO;CACvD,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,0EAA0E,CAAC,CAAC,SAAS;CAChH,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CAChF,OAAO,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACjF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;CAC5E,QAAQ,EAAE,KAAK,CAAC,QAAQ,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACtF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,uDAAuD;AACnE,MAAM,mDAAmD,EAAE,OAAO;CAChE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;AAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4BAA4B;AACtD,MAAM,+CAA+C,EAAE,OAAO;CAC5D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS;CAChF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yBAAyB;AACnD,MAAM,2CAA2C,EAAE,OAAO;CACxD,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kBAAkB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpF,OAAO,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzH,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvE,OAAO,6CAA6C,SAAS,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnF,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,uBAAuB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC5G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAAkD;AAC5E,MAAM,+CAA+C,EAAE,OAAO;CAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChF,QAAQ,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACjH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,sDAAsD,EAAE,OAAO;CACnE,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC1E,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CAClF,QAAQ,yCAAyC,SAAS,CAAC,CAAC,SAAS;CACrE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B,CAAC,CAAC,SAAS;CAClE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC1F,SAAS,EAAE,MAAM,4CAA4C,CAAC,CAAC,SAAS,2DAA2D;CACnI,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CAC/G,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0FAA0F;CACtJ,oBAAoB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;AACzG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD;AAShF,MAAa,8BAA8B,OAAO,oCAAoC;CACpF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAb+C,EAAE,OAAO;EACxD,MAAM,EAAE,MAAM,mDAAmD,CAAC,CAAC,SAAS,0CAA0C;EACtH,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;EAC5F,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,mEAAmE,CAAC,CAAC,SAAS;EAC3G,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;EAC7G,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS,kEAAkE,CAAC,CAAC,SAAS;CAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAOhB;AACV,CAAC"}
+{"version":3,"file":"get-eval-run-output-items.mjs","names":[],"sources":["../../src/actions/get-eval-run-output-items.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiGetEvalRunOutputItemsInput = z.object({\n  after: z.string().describe(\"Identifier for the last output item from the previous pagination request\").optional(),\n  limit: z.number().int().describe(\"Number of output items to retrieve\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for output items.\").optional(),\n  run_id: z.string().describe(\"The ID of the run to retrieve output items for\"),\n  status: z.enum([\"fail\", \"pass\"]).describe(\"Status filter for output items.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting eval run output items.\");\nconst OpenaiGetEvalRunOutputItems_MessageContentSchema = z.object({\n  role: z.string().describe(\"Role of the message sender\").nullable(),\n  content: z.string().describe(\"Content of the message\").nullable(),\n}).passthrough().describe(\"Message content structure.\");\nconst OpenaiGetEvalRunOutputItems_TokenUsageSchema = z.object({\n  total_tokens: z.number().int().describe(\"Total number of tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Token usage statistics.\");\nconst OpenaiGetEvalRunOutputItems_SampleSchema = z.object({\n  seed: z.number().int().describe(\"Random seed used\").nullable().optional(),\n  error: z.string().describe(\"Error message if execution failed\").nullable().optional(),\n  input: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of input messages\").nullable().optional(),\n  model: z.string().describe(\"Model used for the execution\").nullable().optional(),\n  top_p: z.number().describe(\"Top-p parameter used\").nullable().optional(),\n  usage: OpenaiGetEvalRunOutputItems_TokenUsageSchema.nullable().optional(),\n  output: z.array(OpenaiGetEvalRunOutputItems_MessageContentSchema).describe(\"Array of output messages\").nullable().optional(),\n  temperature: z.number().describe(\"Temperature parameter used\").nullable().optional(),\n  finish_reason: z.string().describe(\"Reason for completion finish\").nullable().optional(),\n  max_completion_tokens: z.number().int().describe(\"Maximum completion tokens allowed\").nullable().optional(),\n}).passthrough().describe(\"Sample data from the evaluation run output item.\");\nconst OpenaiGetEvalRunOutputItems_ResultItemSchema = z.object({\n  name: z.string().describe(\"Name of the grader or testing criteria\").nullable(),\n  type: z.string().describe(\"Type of the result\").nullable().optional(),\n  score: z.number().describe(\"Numeric score for this result\").nullable().optional(),\n  passed: z.boolean().describe(\"Whether this result passed the criteria\").nullable(),\n  sample: z.record(z.string(), z.unknown()).describe(\"Optional sample data for this result\").nullable().optional(),\n}).passthrough().describe(\"Individual result item from grading.\");\nconst OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema = z.object({\n  id: z.string().describe(\"Unique identifier for the output item\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval.run.output_item'\").nullable(),\n  run_id: z.string().describe(\"ID of the run this output item belongs to\").nullable(),\n  sample: OpenaiGetEvalRunOutputItems_SampleSchema.nullable().optional(),\n  status: z.string().describe(\"Status of the output item\").nullable(),\n  eval_id: z.string().describe(\"ID of the evaluation this output item belongs to\").nullable(),\n  results: z.array(OpenaiGetEvalRunOutputItems_ResultItemSchema).describe(\"Array of grading results with pass/fail status and scores\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the output item was created\").nullable(),\n  datasource_item: z.record(z.string(), z.unknown()).describe(\"The original test data from the data source (e.g., contains 'prompt', 'reference', etc.)\"),\n  datasource_item_id: z.number().int().describe(\"ID of the datasource item that was evaluated\").nullable(),\n}).passthrough().describe(\"A schema representing an evaluation run output item.\");\nexport const OpenaiGetEvalRunOutputItemsOutput = z.object({\n  data: z.array(OpenaiGetEvalRunOutputItems_EvalRunOutputItemSchema).describe(\"An array of eval run output item objects\"),\n  object: z.string().describe(\"The type of this object. It is always set to 'list'\").nullable(),\n  last_id: z.string().describe(\"The identifier of the last eval run output item in the data array\").nullable(),\n  first_id: z.string().describe(\"The identifier of the first eval run output item in the data array\").nullable(),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval run output items available\").nullable(),\n}).passthrough().describe(\"Response schema for getting eval run output items.\");\n\nexport const openaiGetEvalRunOutputItems: AppAction<\n  typeof OpenaiGetEvalRunOutputItemsInput,\n  typeof OpenaiGetEvalRunOutputItemsOutput,\n  typeof openai.credential\n> = action(\"OPENAI_GET_EVAL_RUN_OUTPUT_ITEMS\", {\n  slug: \"openai-get-eval-run-output-items\",\n  name: \"Get eval run output items\",\n  description: \"Tool to get a list of output items for an evaluation run. Use when you need to retrieve the detailed results of an eval run, including grading outcomes, input/output samples, and token usage.\",\n  input: OpenaiGetEvalRunOutputItemsInput,\n  output: OpenaiGetEvalRunOutputItemsOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,mCAAmC,EAAE,OAAO;CACvD,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,0EAA0E,CAAC,CAAC,SAAS;CAChH,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CAChF,OAAO,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACjF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;CAC5E,QAAQ,EAAE,KAAK,CAAC,QAAQ,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACtF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,uDAAuD;AACnE,MAAM,mDAAmD,EAAE,OAAO;CAChE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;AAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4BAA4B;AACtD,MAAM,+CAA+C,EAAE,OAAO;CAC5D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS;CAChF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yBAAyB;AACnD,MAAM,2CAA2C,EAAE,OAAO;CACxD,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kBAAkB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpF,OAAO,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzH,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvE,OAAO,6CAA6C,SAAS,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnF,eAAe,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,uBAAuB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC5G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAAkD;AAC5E,MAAM,+CAA+C,EAAE,OAAO;CAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChF,QAAQ,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACjH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,sDAAsD,EAAE,OAAO;CACnE,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC1E,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CAClF,QAAQ,yCAAyC,SAAS,CAAC,CAAC,SAAS;CACrE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B,CAAC,CAAC,SAAS;CAClE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC1F,SAAS,EAAE,MAAM,4CAA4C,CAAC,CAAC,SAAS,2DAA2D;CACnI,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CAC/G,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0FAA0F;CACtJ,oBAAoB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;AACzG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD;AAShF,MAAa,8BAIT,OAAO,oCAAoC;CAC7C,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAjB+C,EAAE,OAAO;EACxD,MAAM,EAAE,MAAM,mDAAmD,CAAC,CAAC,SAAS,0CAA0C;EACtH,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;EAC5F,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,mEAAmE,CAAC,CAAC,SAAS;EAC3G,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;EAC7G,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS,kEAAkE,CAAC,CAAC,SAAS;CAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAWhB;AACV,CAAC"}

package/dist/actions/get-eval-run.cjs

@@ -1,3 +1,4 @@
+require("../app.cjs");
 const require_action = require("../action.cjs");
 let zod = require("zod");
 //#region src/actions/get-eval-run.ts

package/dist/actions/get-eval-run.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunInput = z.object({\n  run_id: z.string().describe(\"ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for retrieving an evaluation run.\");\nconst OpenaiGetEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiGetEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiGetEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiGetEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiGetEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiGetEvalRun_JsonlRunDataSourceSchema, OpenaiGetEvalRun_CompletionsRunDataSourceSchema, OpenaiGetEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for retrieving an evaluation run.\");\n\nexport const openaiGetEvalRun = action(\"OPENAI_GET_EVAL_RUN\", {\n  slug: \"openai-get-eval-run\",\n  name: \"Get Evaluation Run\",\n  description: \"Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.\",\n  input: OpenaiGetEvalRunInput,\n  output: OpenaiGetEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AAC1E,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,2CAA2CA,IAAAA,EAAE,OAAO;CACxD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,4CAA4CA,IAAAA,EAAE,OAAO;CACzD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;AACjG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,kDAAkDA,IAAAA,EAAE,OAAO;CAC/D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,gDAAgDA,IAAAA,EAAE,OAAO;CAC7D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,kDAAkDA,IAAAA,EAAE,OAAO;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,oCAAoC,SAAS,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACvE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA2C;EAAiD;CAA6C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtL,eAAe,oCAAoC,SAAS,CAAC,CAAC,SAAS;CACvE,iBAAiBA,IAAAA,EAAE,MAAM,oCAAoC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzJ,8BAA8BA,IAAAA,EAAE,MAAM,+CAA+C,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC7K,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAAmD;AAE7E,MAAa,mBAAmBC,eAAAA,OAAO,uBAAuB;CAC5D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"get-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-run.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiGetEvalRunInput = z.object({\n  run_id: z.string().describe(\"ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for retrieving an evaluation run.\");\nconst OpenaiGetEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiGetEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiGetEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiGetEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiGetEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiGetEvalRun_JsonlRunDataSourceSchema, OpenaiGetEvalRun_CompletionsRunDataSourceSchema, OpenaiGetEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for retrieving an evaluation run.\");\n\nexport const openaiGetEvalRun: AppAction<\n  typeof OpenaiGetEvalRunInput,\n  typeof OpenaiGetEvalRunOutput,\n  typeof openai.credential\n> = action(\"OPENAI_GET_EVAL_RUN\", {\n  slug: \"openai-get-eval-run\",\n  name: \"Get Evaluation Run\",\n  description: \"Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.\",\n  input: OpenaiGetEvalRunInput,\n  output: OpenaiGetEvalRunOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AAC1E,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,2CAA2CA,IAAAA,EAAE,OAAO;CACxD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,4CAA4CA,IAAAA,EAAE,OAAO;CACzD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;AACjG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,kDAAkDA,IAAAA,EAAE,OAAO;CAC/D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,gDAAgDA,IAAAA,EAAE,OAAO;CAC7D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,kDAAkDA,IAAAA,EAAE,OAAO;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,oCAAoC,SAAS,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACvE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA2C;EAAiD;CAA6C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtL,eAAe,oCAAoC,SAAS,CAAC,CAAC,SAAS;CACvE,iBAAiBA,IAAAA,EAAE,MAAM,oCAAoC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzJ,8BAA8BA,IAAAA,EAAE,MAAM,+CAA+C,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC7K,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAAmD;AAE7E,MAAa,mBAITC,eAAAA,OAAO,uBAAuB;CAChC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/get-eval-run.d.cts

@@ -1,3 +1,5 @@
+import { openai } from "../app.cjs";
+import { AppAction } from "@keystrokehq/keystroke/app";
 import { z } from "zod";
 
 //#region src/actions/get-eval-run.d.ts
@@ -73,10 +75,7 @@ declare const OpenaiGetEvalRunOutput: z.ZodObject<{
     testing_criteria: z.ZodNullable<z.ZodString>;
   }, z.core.$loose>>>>;
 }, z.core.$loose>;
-declare const openaiGetEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<{
-  run_id: string;
-  eval_id: string;
-}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const openaiGetEvalRun: AppAction<typeof OpenaiGetEvalRunInput, typeof OpenaiGetEvalRunOutput, typeof openai.credential>;
 //#endregion
 export { openaiGetEvalRun };
 //# sourceMappingURL=get-eval-run.d.cts.map

package/dist/actions/get-eval-run.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run.d.cts","names":[],"sources":["../../src/actions/get-eval-run.ts"],"mappings":";;;cAIa,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;cAqDrB,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiBtB,gBAAA,gCAAgB,wBAAA"}
+{"version":3,"file":"get-eval-run.d.cts","names":[],"sources":["../../src/actions/get-eval-run.ts"],"mappings":";;;;;cAMa,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;cAqDrB,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiBtB,gBAAA,EAAkB,SAAA,QACtB,qBAAA,SACA,sBAAA,SACA,MAAA,CAAO,UAAA"}

package/dist/actions/get-eval-run.d.mts

@@ -1,3 +1,5 @@
+import { openai } from "../app.mjs";
+import { AppAction } from "@keystrokehq/keystroke/app";
 import { z } from "zod";
 
 //#region src/actions/get-eval-run.d.ts
@@ -73,10 +75,7 @@ declare const OpenaiGetEvalRunOutput: z.ZodObject<{
     testing_criteria: z.ZodNullable<z.ZodString>;
   }, z.core.$loose>>>>;
 }, z.core.$loose>;
-declare const openaiGetEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<{
-  run_id: string;
-  eval_id: string;
-}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const openaiGetEvalRun: AppAction<typeof OpenaiGetEvalRunInput, typeof OpenaiGetEvalRunOutput, typeof openai.credential>;
 //#endregion
 export { openaiGetEvalRun };
 //# sourceMappingURL=get-eval-run.d.mts.map

package/dist/actions/get-eval-run.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run.d.mts","names":[],"sources":["../../src/actions/get-eval-run.ts"],"mappings":";;;cAIa,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;cAqDrB,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiBtB,gBAAA,gCAAgB,wBAAA"}
+{"version":3,"file":"get-eval-run.d.mts","names":[],"sources":["../../src/actions/get-eval-run.ts"],"mappings":";;;;;cAMa,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;cAqDrB,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiBtB,gBAAA,EAAkB,SAAA,QACtB,qBAAA,SACA,sBAAA,SACA,MAAA,CAAO,UAAA"}

package/dist/actions/get-eval-run.mjs

@@ -1,3 +1,4 @@
+import "../app.mjs";
 import { action } from "../action.mjs";
 import { z } from "zod";
 //#region src/actions/get-eval-run.ts

package/dist/actions/get-eval-run.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run.mjs","names":[],"sources":["../../src/actions/get-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunInput = z.object({\n  run_id: z.string().describe(\"ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for retrieving an evaluation run.\");\nconst OpenaiGetEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiGetEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiGetEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiGetEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiGetEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiGetEvalRun_JsonlRunDataSourceSchema, OpenaiGetEvalRun_CompletionsRunDataSourceSchema, OpenaiGetEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for retrieving an evaluation run.\");\n\nexport const openaiGetEvalRun = action(\"OPENAI_GET_EVAL_RUN\", {\n  slug: \"openai-get-eval-run\",\n  name: \"Get Evaluation Run\",\n  description: \"Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.\",\n  input: OpenaiGetEvalRunInput,\n  output: OpenaiGetEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAwB,EAAE,OAAO;CAC5C,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AAC1E,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAM,sCAAsC,EAAE,OAAO;CACnD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,2CAA2C,EAAE,OAAO;CACxD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,sCAAsC,EAAE,OAAO;CACnD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,4CAA4C,EAAE,OAAO;CACzD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;AACjG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,kDAAkD,EAAE,OAAO;CAC/D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,gDAAgD,EAAE,OAAO;CAC7D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,sCAAsC,EAAE,OAAO;CACnD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,uCAAuC,EAAE,OAAO;CACpD,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,kDAAkD,EAAE,OAAO;CAC/D,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AAkBzD,MAAa,mBAAmB,OAAO,uBAAuB;CAC5D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAtBoC,EAAE,OAAO;EAC7C,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;EAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5E,OAAO,oCAAoC,SAAS,CAAC,CAAC,SAAS;EAC/D,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACvE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EACjF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzG,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EACvG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrH,aAAa,EAAE,MAAM;GAAC;GAA2C;GAAiD;EAA6C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtL,eAAe,oCAAoC,SAAS,CAAC,CAAC,SAAS;EACvE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzJ,8BAA8B,EAAE,MAAM,+CAA+C,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7K,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAOhB;AACV,CAAC"}
+{"version":3,"file":"get-eval-run.mjs","names":[],"sources":["../../src/actions/get-eval-run.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiGetEvalRunInput = z.object({\n  run_id: z.string().describe(\"ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for retrieving an evaluation run.\");\nconst OpenaiGetEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiGetEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiGetEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiGetEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiGetEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiGetEvalRun_JsonlRunDataSourceSchema, OpenaiGetEvalRun_CompletionsRunDataSourceSchema, OpenaiGetEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for retrieving an evaluation run.\");\n\nexport const openaiGetEvalRun: AppAction<\n  typeof OpenaiGetEvalRunInput,\n  typeof OpenaiGetEvalRunOutput,\n  typeof openai.credential\n> = action(\"OPENAI_GET_EVAL_RUN\", {\n  slug: \"openai-get-eval-run\",\n  name: \"Get Evaluation Run\",\n  description: \"Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.\",\n  input: OpenaiGetEvalRunInput,\n  output: OpenaiGetEvalRunOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,wBAAwB,EAAE,OAAO;CAC5C,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AAC1E,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAM,sCAAsC,EAAE,OAAO;CACnD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,2CAA2C,EAAE,OAAO;CACxD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,sCAAsC,EAAE,OAAO;CACnD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,4CAA4C,EAAE,OAAO;CACzD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;AACjG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,kDAAkD,EAAE,OAAO;CAC/D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,gDAAgD,EAAE,OAAO;CAC7D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,sCAAsC,EAAE,OAAO;CACnD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,uCAAuC,EAAE,OAAO;CACpD,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,kDAAkD,EAAE,OAAO;CAC/D,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AAkBzD,MAAa,mBAIT,OAAO,uBAAuB;CAChC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QA1BoC,EAAE,OAAO;EAC7C,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;EAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5E,OAAO,oCAAoC,SAAS,CAAC,CAAC,SAAS;EAC/D,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACvE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EACjF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzG,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EACvG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrH,aAAa,EAAE,MAAM;GAAC;GAA2C;GAAiD;EAA6C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtL,eAAe,oCAAoC,SAAS,CAAC,CAAC,SAAS;EACvE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzJ,8BAA8B,EAAE,MAAM,+CAA+C,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7K,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAWhB;AACV,CAAC"}

package/dist/actions/get-eval-runs.cjs

@@ -1,3 +1,4 @@
+require("../app.cjs");
 const require_action = require("../action.cjs");
 let zod = require("zod");
 //#region src/actions/get-eval-runs.ts

package/dist/actions/get-eval-runs.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-runs.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-runs.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunsInput = z.object({\n  after: z.string().describe(\"Identifier for the last run from the previous pagination request. Use this to fetch the next page of results.\").optional(),\n  limit: z.number().int().describe(\"Number of runs to retrieve. Default is 20.\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for evaluation runs.\").optional(),\n  status: z.enum([\"queued\", \"in_progress\", \"completed\", \"canceled\", \"failed\"]).describe(\"Status filter for evaluation runs.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting a list of evaluation runs.\");\nconst OpenaiGetEvalRuns_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable().optional(),\n  message: z.string().describe(\"Error message\").nullable().optional(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRuns_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRuns_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRuns_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nconst OpenaiGetEvalRuns_EvalRunSchema = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable(),\n  error: OpenaiGetEvalRuns_EvalApiErrorSchema.nullable(),\n  model: z.string().describe(\"Model that is evaluated\").nullable(),\n  object: z.string().describe(\"Object type identifier\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable(),\n  data_source: z.record(z.string(), z.unknown()).describe(\"Information about the run's data source\"),\n  result_counts: OpenaiGetEvalRuns_ResultCountsSchema.nullable(),\n  per_model_usage: z.array(OpenaiGetEvalRuns_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\"),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRuns_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\"),\n}).passthrough().describe(\"Schema representing an evaluation run.\");\nexport const OpenaiGetEvalRunsOutput = z.object({\n  data: z.array(OpenaiGetEvalRuns_EvalRunSchema).describe(\"Array of evaluation run objects\"),\n  object: z.string().describe(\"Object type, always 'list'\").nullable(),\n  last_id: z.string().describe(\"The identifier of the last eval run in the data array (null if empty)\").nullable().optional(),\n  first_id: z.string().describe(\"The identifier of the first eval run in the data array (null if empty)\").nullable().optional(),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval runs available\").nullable(),\n}).passthrough().describe(\"Response schema for listing evaluation runs.\");\n\nexport const openaiGetEvalRuns = action(\"OPENAI_GET_EVAL_RUNS\", {\n  slug: \"openai-get-eval-runs\",\n  name: \"Get Evaluation Runs\",\n  description: \"Tool to get a paginated list of runs for an evaluation. Use when you need to retrieve all runs or check the status of multiple runs for a specific evaluation.\",\n  input: OpenaiGetEvalRunsInput,\n  output: OpenaiGetEvalRunsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+GAA+G,CAAC,CAAC,SAAS;CACrJ,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACxF,OAAOA,IAAAA,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACpF,QAAQA,IAAAA,EAAE,KAAK;EAAC;EAAU;EAAe;EAAa;EAAY;CAAQ,CAAC,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CACrI,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,2DAA2D;AACvE,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACpE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,wCAAwCA,IAAAA,EAAE,OAAO;CACrD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,mDAAmDA,IAAAA,EAAE,OAAO;CAChE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAM,kCAAkCA,IAAAA,EAAE,OAAO;CAC/C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,OAAO,qCAAqC,SAAS;CACrD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B;CACnF,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAC1G,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yCAAyC;CACjG,eAAe,qCAAqC,SAAS;CAC7D,iBAAiBA,IAAAA,EAAE,MAAM,qCAAqC,CAAC,CAAC,SAAS,2DAA2D;CACpI,8BAA8BA,IAAAA,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,qDAAqD;AACxJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAa,0BAA0BA,IAAAA,EAAE,OAAO;CAC9C,MAAMA,IAAAA,EAAE,MAAM,+BAA+B,CAAC,CAAC,SAAS,iCAAiC;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACnE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5H,UAAUA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAA8C;AAExE,MAAa,oBAAoBC,eAAAA,OAAO,wBAAwB;CAC9D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"get-eval-runs.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-runs.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiGetEvalRunsInput = z.object({\n  after: z.string().describe(\"Identifier for the last run from the previous pagination request. Use this to fetch the next page of results.\").optional(),\n  limit: z.number().int().describe(\"Number of runs to retrieve. Default is 20.\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for evaluation runs.\").optional(),\n  status: z.enum([\"queued\", \"in_progress\", \"completed\", \"canceled\", \"failed\"]).describe(\"Status filter for evaluation runs.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting a list of evaluation runs.\");\nconst OpenaiGetEvalRuns_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable().optional(),\n  message: z.string().describe(\"Error message\").nullable().optional(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRuns_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRuns_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRuns_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nconst OpenaiGetEvalRuns_EvalRunSchema = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable(),\n  error: OpenaiGetEvalRuns_EvalApiErrorSchema.nullable(),\n  model: z.string().describe(\"Model that is evaluated\").nullable(),\n  object: z.string().describe(\"Object type identifier\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable(),\n  data_source: z.record(z.string(), z.unknown()).describe(\"Information about the run's data source\"),\n  result_counts: OpenaiGetEvalRuns_ResultCountsSchema.nullable(),\n  per_model_usage: z.array(OpenaiGetEvalRuns_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\"),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRuns_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\"),\n}).passthrough().describe(\"Schema representing an evaluation run.\");\nexport const OpenaiGetEvalRunsOutput = z.object({\n  data: z.array(OpenaiGetEvalRuns_EvalRunSchema).describe(\"Array of evaluation run objects\"),\n  object: z.string().describe(\"Object type, always 'list'\").nullable(),\n  last_id: z.string().describe(\"The identifier of the last eval run in the data array (null if empty)\").nullable().optional(),\n  first_id: z.string().describe(\"The identifier of the first eval run in the data array (null if empty)\").nullable().optional(),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval runs available\").nullable(),\n}).passthrough().describe(\"Response schema for listing evaluation runs.\");\n\nexport const openaiGetEvalRuns: AppAction<\n  typeof OpenaiGetEvalRunsInput,\n  typeof OpenaiGetEvalRunsOutput,\n  typeof openai.credential\n> = action(\"OPENAI_GET_EVAL_RUNS\", {\n  slug: \"openai-get-eval-runs\",\n  name: \"Get Evaluation Runs\",\n  description: \"Tool to get a paginated list of runs for an evaluation. Use when you need to retrieve all runs or check the status of multiple runs for a specific evaluation.\",\n  input: OpenaiGetEvalRunsInput,\n  output: OpenaiGetEvalRunsOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+GAA+G,CAAC,CAAC,SAAS;CACrJ,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACxF,OAAOA,IAAAA,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACpF,QAAQA,IAAAA,EAAE,KAAK;EAAC;EAAU;EAAe;EAAa;EAAY;CAAQ,CAAC,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CACrI,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,2DAA2D;AACvE,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACpE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,wCAAwCA,IAAAA,EAAE,OAAO;CACrD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,mDAAmDA,IAAAA,EAAE,OAAO;CAChE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAM,kCAAkCA,IAAAA,EAAE,OAAO;CAC/C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,OAAO,qCAAqC,SAAS;CACrD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B;CACnF,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAC1G,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yCAAyC;CACjG,eAAe,qCAAqC,SAAS;CAC7D,iBAAiBA,IAAAA,EAAE,MAAM,qCAAqC,CAAC,CAAC,SAAS,2DAA2D;CACpI,8BAA8BA,IAAAA,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,qDAAqD;AACxJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAa,0BAA0BA,IAAAA,EAAE,OAAO;CAC9C,MAAMA,IAAAA,EAAE,MAAM,+BAA+B,CAAC,CAAC,SAAS,iCAAiC;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACnE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5H,UAAUA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAA8C;AAExE,MAAa,oBAITC,eAAAA,OAAO,wBAAwB;CACjC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/get-eval-runs.d.cts

@@ -1,3 +1,5 @@
+import { openai } from "../app.cjs";
+import { AppAction } from "@keystrokehq/keystroke/app";
 import { z } from "zod";
 
 //#region src/actions/get-eval-runs.d.ts
@@ -58,13 +60,7 @@ declare const OpenaiGetEvalRunsOutput: z.ZodObject<{
   first_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
   has_more: z.ZodNullable<z.ZodBoolean>;
 }, z.core.$loose>;
-declare const openaiGetEvalRuns: import("@keystrokehq/action").WorkflowActionDefinition<{
-  eval_id: string;
-  after?: string | undefined;
-  limit?: number | undefined;
-  order?: "asc" | "desc" | undefined;
-  status?: "failed" | "in_progress" | "completed" | "queued" | "canceled" | undefined;
-}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const openaiGetEvalRuns: AppAction<typeof OpenaiGetEvalRunsInput, typeof OpenaiGetEvalRunsOutput, typeof openai.credential>;
 //#endregion
 export { openaiGetEvalRuns };
 //# sourceMappingURL=get-eval-runs.d.cts.map

package/dist/actions/get-eval-runs.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-runs.d.cts","names":[],"sources":["../../src/actions/get-eval-runs.ts"],"mappings":";;;cAIa,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;cA8CtB,uBAAA,EAAuB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAQvB,iBAAA,gCAAiB,wBAAA"}
+{"version":3,"file":"get-eval-runs.d.cts","names":[],"sources":["../../src/actions/get-eval-runs.ts"],"mappings":";;;;;cAMa,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;cA8CtB,uBAAA,EAAuB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAQvB,iBAAA,EAAmB,SAAA,QACvB,sBAAA,SACA,uBAAA,SACA,MAAA,CAAO,UAAA"}

package/dist/actions/get-eval-runs.d.mts

@@ -1,3 +1,5 @@
+import { openai } from "../app.mjs";
+import { AppAction } from "@keystrokehq/keystroke/app";
 import { z } from "zod";
 
 //#region src/actions/get-eval-runs.d.ts
@@ -58,13 +60,7 @@ declare const OpenaiGetEvalRunsOutput: z.ZodObject<{
   first_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
   has_more: z.ZodNullable<z.ZodBoolean>;
 }, z.core.$loose>;
-declare const openaiGetEvalRuns: import("@keystrokehq/action").WorkflowActionDefinition<{
-  eval_id: string;
-  after?: string | undefined;
-  limit?: number | undefined;
-  order?: "asc" | "desc" | undefined;
-  status?: "failed" | "in_progress" | "completed" | "queued" | "canceled" | undefined;
-}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const openaiGetEvalRuns: AppAction<typeof OpenaiGetEvalRunsInput, typeof OpenaiGetEvalRunsOutput, typeof openai.credential>;
 //#endregion
 export { openaiGetEvalRuns };
 //# sourceMappingURL=get-eval-runs.d.mts.map

package/dist/actions/get-eval-runs.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-runs.d.mts","names":[],"sources":["../../src/actions/get-eval-runs.ts"],"mappings":";;;cAIa,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;cA8CtB,uBAAA,EAAuB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAQvB,iBAAA,gCAAiB,wBAAA"}
+{"version":3,"file":"get-eval-runs.d.mts","names":[],"sources":["../../src/actions/get-eval-runs.ts"],"mappings":";;;;;cAMa,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;cA8CtB,uBAAA,EAAuB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAQvB,iBAAA,EAAmB,SAAA,QACvB,sBAAA,SACA,uBAAA,SACA,MAAA,CAAO,UAAA"}

package/dist/actions/get-eval-runs.mjs

@@ -1,3 +1,4 @@
+import "../app.mjs";
 import { action } from "../action.mjs";
 import { z } from "zod";
 //#region src/actions/get-eval-runs.ts

package/dist/actions/get-eval-runs.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-runs.mjs","names":[],"sources":["../../src/actions/get-eval-runs.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunsInput = z.object({\n  after: z.string().describe(\"Identifier for the last run from the previous pagination request. Use this to fetch the next page of results.\").optional(),\n  limit: z.number().int().describe(\"Number of runs to retrieve. Default is 20.\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for evaluation runs.\").optional(),\n  status: z.enum([\"queued\", \"in_progress\", \"completed\", \"canceled\", \"failed\"]).describe(\"Status filter for evaluation runs.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting a list of evaluation runs.\");\nconst OpenaiGetEvalRuns_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable().optional(),\n  message: z.string().describe(\"Error message\").nullable().optional(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRuns_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRuns_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRuns_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nconst OpenaiGetEvalRuns_EvalRunSchema = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable(),\n  error: OpenaiGetEvalRuns_EvalApiErrorSchema.nullable(),\n  model: z.string().describe(\"Model that is evaluated\").nullable(),\n  object: z.string().describe(\"Object type identifier\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable(),\n  data_source: z.record(z.string(), z.unknown()).describe(\"Information about the run's data source\"),\n  result_counts: OpenaiGetEvalRuns_ResultCountsSchema.nullable(),\n  per_model_usage: z.array(OpenaiGetEvalRuns_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\"),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRuns_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\"),\n}).passthrough().describe(\"Schema representing an evaluation run.\");\nexport const OpenaiGetEvalRunsOutput = z.object({\n  data: z.array(OpenaiGetEvalRuns_EvalRunSchema).describe(\"Array of evaluation run objects\"),\n  object: z.string().describe(\"Object type, always 'list'\").nullable(),\n  last_id: z.string().describe(\"The identifier of the last eval run in the data array (null if empty)\").nullable().optional(),\n  first_id: z.string().describe(\"The identifier of the first eval run in the data array (null if empty)\").nullable().optional(),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval runs available\").nullable(),\n}).passthrough().describe(\"Response schema for listing evaluation runs.\");\n\nexport const openaiGetEvalRuns = action(\"OPENAI_GET_EVAL_RUNS\", {\n  slug: \"openai-get-eval-runs\",\n  name: \"Get Evaluation Runs\",\n  description: \"Tool to get a paginated list of runs for an evaluation. Use when you need to retrieve all runs or check the status of multiple runs for a specific evaluation.\",\n  input: OpenaiGetEvalRunsInput,\n  output: OpenaiGetEvalRunsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,yBAAyB,EAAE,OAAO;CAC7C,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+GAA+G,CAAC,CAAC,SAAS;CACrJ,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACxF,OAAO,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACpF,QAAQ,EAAE,KAAK;EAAC;EAAU;EAAe;EAAa;EAAY;CAAQ,CAAC,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CACrI,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,2DAA2D;AACvE,MAAM,uCAAuC,EAAE,OAAO;CACpD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACpE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,uCAAuC,EAAE,OAAO;CACpD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,wCAAwC,EAAE,OAAO;CACrD,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,mDAAmD,EAAE,OAAO;CAChE,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAM,kCAAkC,EAAE,OAAO;CAC/C,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,OAAO,qCAAqC,SAAS;CACrD,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS;CAC/D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;CAC/D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B;CACnF,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAC1G,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yCAAyC;CACjG,eAAe,qCAAqC,SAAS;CAC7D,iBAAiB,EAAE,MAAM,qCAAqC,CAAC,CAAC,SAAS,2DAA2D;CACpI,8BAA8B,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,qDAAqD;AACxJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AASlE,MAAa,oBAAoB,OAAO,wBAAwB;CAC9D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAbqC,EAAE,OAAO;EAC9C,MAAM,EAAE,MAAM,+BAA+B,CAAC,CAAC,SAAS,iCAAiC;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EACnE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC1H,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5H,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAOhB;AACV,CAAC"}
+{"version":3,"file":"get-eval-runs.mjs","names":[],"sources":["../../src/actions/get-eval-runs.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiGetEvalRunsInput = z.object({\n  after: z.string().describe(\"Identifier for the last run from the previous pagination request. Use this to fetch the next page of results.\").optional(),\n  limit: z.number().int().describe(\"Number of runs to retrieve. Default is 20.\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for evaluation runs.\").optional(),\n  status: z.enum([\"queued\", \"in_progress\", \"completed\", \"canceled\", \"failed\"]).describe(\"Status filter for evaluation runs.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting a list of evaluation runs.\");\nconst OpenaiGetEvalRuns_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable().optional(),\n  message: z.string().describe(\"Error message\").nullable().optional(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRuns_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRuns_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRuns_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nconst OpenaiGetEvalRuns_EvalRunSchema = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable(),\n  error: OpenaiGetEvalRuns_EvalApiErrorSchema.nullable(),\n  model: z.string().describe(\"Model that is evaluated\").nullable(),\n  object: z.string().describe(\"Object type identifier\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable(),\n  data_source: z.record(z.string(), z.unknown()).describe(\"Information about the run's data source\"),\n  result_counts: OpenaiGetEvalRuns_ResultCountsSchema.nullable(),\n  per_model_usage: z.array(OpenaiGetEvalRuns_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\"),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRuns_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\"),\n}).passthrough().describe(\"Schema representing an evaluation run.\");\nexport const OpenaiGetEvalRunsOutput = z.object({\n  data: z.array(OpenaiGetEvalRuns_EvalRunSchema).describe(\"Array of evaluation run objects\"),\n  object: z.string().describe(\"Object type, always 'list'\").nullable(),\n  last_id: z.string().describe(\"The identifier of the last eval run in the data array (null if empty)\").nullable().optional(),\n  first_id: z.string().describe(\"The identifier of the first eval run in the data array (null if empty)\").nullable().optional(),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval runs available\").nullable(),\n}).passthrough().describe(\"Response schema for listing evaluation runs.\");\n\nexport const openaiGetEvalRuns: AppAction<\n  typeof OpenaiGetEvalRunsInput,\n  typeof OpenaiGetEvalRunsOutput,\n  typeof openai.credential\n> = action(\"OPENAI_GET_EVAL_RUNS\", {\n  slug: \"openai-get-eval-runs\",\n  name: \"Get Evaluation Runs\",\n  description: \"Tool to get a paginated list of runs for an evaluation. Use when you need to retrieve all runs or check the status of multiple runs for a specific evaluation.\",\n  input: OpenaiGetEvalRunsInput,\n  output: OpenaiGetEvalRunsOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,yBAAyB,EAAE,OAAO;CAC7C,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+GAA+G,CAAC,CAAC,SAAS;CACrJ,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACxF,OAAO,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACpF,QAAQ,EAAE,KAAK;EAAC;EAAU;EAAe;EAAa;EAAY;CAAQ,CAAC,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CACrI,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,2DAA2D;AACvE,MAAM,uCAAuC,EAAE,OAAO;CACpD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACpE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,uCAAuC,EAAE,OAAO;CACpD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,wCAAwC,EAAE,OAAO;CACrD,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,mDAAmD,EAAE,OAAO;CAChE,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAM,kCAAkC,EAAE,OAAO;CAC/C,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,OAAO,qCAAqC,SAAS;CACrD,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS;CAC/D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;CAC/D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B;CACnF,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAC1G,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yCAAyC;CACjG,eAAe,qCAAqC,SAAS;CAC7D,iBAAiB,EAAE,MAAM,qCAAqC,CAAC,CAAC,SAAS,2DAA2D;CACpI,8BAA8B,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,qDAAqD;AACxJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AASlE,MAAa,oBAIT,OAAO,wBAAwB;CACjC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAjBqC,EAAE,OAAO;EAC9C,MAAM,EAAE,MAAM,+BAA+B,CAAC,CAAC,SAAS,iCAAiC;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EACnE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC1H,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5H,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAWhB;AACV,CAAC"}

package/dist/actions/get-eval.cjs

@@ -1,3 +1,4 @@
+require("../app.cjs");
 const require_action = require("../action.cjs");
 let zod = require("zod");
 //#region src/actions/get-eval.ts

package/dist/actions/get-eval.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval.cjs","names":["z","action"],"sources":["../../src/actions/get-eval.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalInput = z.object({\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve\"),\n}).describe(\"Request model for retrieving an evaluation by ID.\");\nexport const OpenaiGetEvalOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation\").nullable(),\n  name: z.string().describe(\"The name of the evaluation\").nullable(),\n  object: z.string().describe(\"The object type, always 'eval'\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the evaluation\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the eval was created\").nullable(),\n  testing_criteria: z.array(z.record(z.string(), z.unknown())).describe(\"A list of testing criteria\"),\n  data_source_config: z.record(z.string(), z.unknown()).describe(\"Configuration of data sources used in runs of the evaluation\"),\n}).passthrough().describe(\"Response schema for retrieving an evaluation.\\n\\nAn Eval object with a data source config and testing criteria.\\nAn Eval represents a task to be done for your LLM integration.\");\n\nexport const openaiGetEval = action(\"OPENAI_GET_EVAL\", {\n  slug: \"openai-get-eval\",\n  name: \"Get Eval\",\n  description: \"Tool to retrieve an evaluation by ID. Use when you need to inspect an existing evaluation's configuration, data source settings, or testing criteria.\",\n  input: OpenaiGetEvalInput,\n  output: OpenaiGetEvalOutput,\n});\n"],"mappings":";;;AAIA,MAAa,qBAAqBA,IAAAA,EAAE,OAAO,EACzC,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,EACrE,CAAC,CAAC,CAAC,SAAS,mDAAmD;AAC/D,MAAa,sBAAsBA,IAAAA,EAAE,OAAO;CAC1C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CACzE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACvE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChH,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAChH,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B;CAClG,oBAAoBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC/H,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iLAAiL;AAE3M,MAAa,gBAAgBC,eAAAA,OAAO,mBAAmB;CACrD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"get-eval.cjs","names":["z","action"],"sources":["../../src/actions/get-eval.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiGetEvalInput = z.object({\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve\"),\n}).describe(\"Request model for retrieving an evaluation by ID.\");\nexport const OpenaiGetEvalOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation\").nullable(),\n  name: z.string().describe(\"The name of the evaluation\").nullable(),\n  object: z.string().describe(\"The object type, always 'eval'\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the evaluation\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the eval was created\").nullable(),\n  testing_criteria: z.array(z.record(z.string(), z.unknown())).describe(\"A list of testing criteria\"),\n  data_source_config: z.record(z.string(), z.unknown()).describe(\"Configuration of data sources used in runs of the evaluation\"),\n}).passthrough().describe(\"Response schema for retrieving an evaluation.\\n\\nAn Eval object with a data source config and testing criteria.\\nAn Eval represents a task to be done for your LLM integration.\");\n\nexport const openaiGetEval: AppAction<\n  typeof OpenaiGetEvalInput,\n  typeof OpenaiGetEvalOutput,\n  typeof openai.credential\n> = action(\"OPENAI_GET_EVAL\", {\n  slug: \"openai-get-eval\",\n  name: \"Get Eval\",\n  description: \"Tool to retrieve an evaluation by ID. Use when you need to inspect an existing evaluation's configuration, data source settings, or testing criteria.\",\n  input: OpenaiGetEvalInput,\n  output: OpenaiGetEvalOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,qBAAqBA,IAAAA,EAAE,OAAO,EACzC,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,EACrE,CAAC,CAAC,CAAC,SAAS,mDAAmD;AAC/D,MAAa,sBAAsBA,IAAAA,EAAE,OAAO;CAC1C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CACzE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACvE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChH,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAChH,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B;CAClG,oBAAoBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC/H,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iLAAiL;AAE3M,MAAa,gBAITC,eAAAA,OAAO,mBAAmB;CAC5B,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/get-eval.d.cts

@@ -1,3 +1,5 @@
+import { openai } from "../app.cjs";
+import { AppAction } from "@keystrokehq/keystroke/app";
 import { z } from "zod";
 
 //#region src/actions/get-eval.d.ts
@@ -13,9 +15,7 @@ declare const OpenaiGetEvalOutput: z.ZodObject<{
   testing_criteria: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
   data_source_config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
 }, z.core.$loose>;
-declare const openaiGetEval: import("@keystrokehq/action").WorkflowActionDefinition<{
-  eval_id: string;
-}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const openaiGetEval: AppAction<typeof OpenaiGetEvalInput, typeof OpenaiGetEvalOutput, typeof openai.credential>;
 //#endregion
 export { openaiGetEval };
 //# sourceMappingURL=get-eval.d.cts.map