@keystrokehq/openai 0.1.4 → 0.1.6

package/dist/actions/create-embeddings.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-embeddings.mjs","names":[],"sources":["../../src/actions/create-embeddings.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEmbeddingsInput = z.object({\n  user: z.string().describe(\"A unique identifier representing your end-user, which can help OpenAI to monitor and detect abuse.\").optional(),\n  input: z.union([z.string(), z.array(z.string()), z.array(z.number().int()), z.array(z.array(z.number().int()))]),\n  model: z.string().describe(\"ID of the model to use. Supported models include text-embedding-ada-002, text-embedding-3-small, and text-embedding-3-large.\"),\n  dimensions: z.number().int().describe(\"The number of dimensions the resulting output embeddings should have. Only supported in text-embedding-3 and later models. Allows shortening embeddings without losing concept-representing properties.\").optional(),\n  encoding_format: z.enum([\"float\", \"base64\"]).describe(\"The format to return the embeddings in. Can be either 'float' or 'base64'. Defaults to 'float'.\").optional(),\n}).describe(\"Request model for creating embeddings from text inputs.\");\nconst OpenaiCreateEmbeddings_EmbeddingObjectSchema = z.object({\n  index: z.number().int().describe(\"The index of the embedding in the list of embeddings\").nullable(),\n  object: z.string().describe(\"Always 'embedding' for individual embedding objects\").nullable(),\n  embedding: z.union([z.array(z.number()), z.string()]),\n}).passthrough().describe(\"Individual embedding object in the response.\");\nconst OpenaiCreateEmbeddings_UsageObjectSchema = z.object({\n  total_tokens: z.number().int().describe(\"Total tokens used in the request\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of tokens in the input\").nullable(),\n}).passthrough().describe(\"Token usage information for the embeddings request.\");\nexport const OpenaiCreateEmbeddingsOutput = z.object({\n  data: z.array(OpenaiCreateEmbeddings_EmbeddingObjectSchema).describe(\"Array of embedding objects, one for each input provided\"),\n  model: z.string().describe(\"The model identifier used to generate the embeddings\").nullable(),\n  usage: OpenaiCreateEmbeddings_UsageObjectSchema.nullable(),\n  object: z.string().describe(\"Always 'list' for the top-level response object\").nullable(),\n}).passthrough().describe(\"Response schema for embeddings creation.\");\n\nexport const openaiCreateEmbeddings = action(\"OPENAI_CREATE_EMBEDDINGS\", {\n  slug: \"openai-create-embeddings\",\n  name: \"Create Embeddings\",\n  description: \"Tool to generate text embeddings via the OpenAI embeddings endpoint. Use for search, clustering, recommendations, and vector database storage workflows.\",\n  input: OpenaiCreateEmbeddingsInput,\n  output: OpenaiCreateEmbeddingsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,8BAA8B,EAAE,OAAO;CAClD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,oGAAoG,CAAC,CAAC,SAAS;CACzI,OAAO,EAAE,MAAM;EAAC,EAAE,OAAO;EAAG,EAAE,MAAM,EAAE,OAAO,CAAC;EAAG,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;EAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;CAAC,CAAC;CAC/G,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8HAA8H;CACzJ,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,yMAAyM,CAAC,CAAC,SAAS;CAC1P,iBAAiB,EAAE,KAAK,CAAC,SAAS,QAAQ,CAAC,CAAC,CAAC,SAAS,iGAAiG,CAAC,CAAC,SAAS;AACpK,CAAC,CAAC,CAAC,SAAS,yDAAyD;AACrE,MAAM,+CAA+C,EAAE,OAAO;CAC5D,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CAClG,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CAC5F,WAAW,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAA8C;AACxE,MAAM,2CAA2C,EAAE,OAAO;CACxD,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;CACrF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;AACrF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,qDAAqD;AAQ/E,MAAa,yBAAyB,OAAO,4BAA4B;CACvE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAZ0C,EAAE,OAAO;EACnD,MAAM,EAAE,MAAM,4CAA4C,CAAC,CAAC,SAAS,yDAAyD;EAC9H,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EAC5F,OAAO,yCAAyC,SAAS;EACzD,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;CAC1F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,0CAOhB;AACV,CAAC"}
+{"version":3,"file":"create-embeddings.mjs","names":[],"sources":["../../src/actions/create-embeddings.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiCreateEmbeddingsInput = z.object({\n  user: z.string().describe(\"A unique identifier representing your end-user, which can help OpenAI to monitor and detect abuse.\").optional(),\n  input: z.union([z.string(), z.array(z.string()), z.array(z.number().int()), z.array(z.array(z.number().int()))]),\n  model: z.string().describe(\"ID of the model to use. Supported models include text-embedding-ada-002, text-embedding-3-small, and text-embedding-3-large.\"),\n  dimensions: z.number().int().describe(\"The number of dimensions the resulting output embeddings should have. Only supported in text-embedding-3 and later models. Allows shortening embeddings without losing concept-representing properties.\").optional(),\n  encoding_format: z.enum([\"float\", \"base64\"]).describe(\"The format to return the embeddings in. Can be either 'float' or 'base64'. Defaults to 'float'.\").optional(),\n}).describe(\"Request model for creating embeddings from text inputs.\");\nconst OpenaiCreateEmbeddings_EmbeddingObjectSchema = z.object({\n  index: z.number().int().describe(\"The index of the embedding in the list of embeddings\").nullable(),\n  object: z.string().describe(\"Always 'embedding' for individual embedding objects\").nullable(),\n  embedding: z.union([z.array(z.number()), z.string()]),\n}).passthrough().describe(\"Individual embedding object in the response.\");\nconst OpenaiCreateEmbeddings_UsageObjectSchema = z.object({\n  total_tokens: z.number().int().describe(\"Total tokens used in the request\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of tokens in the input\").nullable(),\n}).passthrough().describe(\"Token usage information for the embeddings request.\");\nexport const OpenaiCreateEmbeddingsOutput = z.object({\n  data: z.array(OpenaiCreateEmbeddings_EmbeddingObjectSchema).describe(\"Array of embedding objects, one for each input provided\"),\n  model: z.string().describe(\"The model identifier used to generate the embeddings\").nullable(),\n  usage: OpenaiCreateEmbeddings_UsageObjectSchema.nullable(),\n  object: z.string().describe(\"Always 'list' for the top-level response object\").nullable(),\n}).passthrough().describe(\"Response schema for embeddings creation.\");\n\nexport const openaiCreateEmbeddings: AppAction<\n  typeof OpenaiCreateEmbeddingsInput,\n  typeof OpenaiCreateEmbeddingsOutput,\n  typeof openai.credential\n> = action(\"OPENAI_CREATE_EMBEDDINGS\", {\n  slug: \"openai-create-embeddings\",\n  name: \"Create Embeddings\",\n  description: \"Tool to generate text embeddings via the OpenAI embeddings endpoint. Use for search, clustering, recommendations, and vector database storage workflows.\",\n  input: OpenaiCreateEmbeddingsInput,\n  output: OpenaiCreateEmbeddingsOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,8BAA8B,EAAE,OAAO;CAClD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,oGAAoG,CAAC,CAAC,SAAS;CACzI,OAAO,EAAE,MAAM;EAAC,EAAE,OAAO;EAAG,EAAE,MAAM,EAAE,OAAO,CAAC;EAAG,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;EAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;CAAC,CAAC;CAC/G,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8HAA8H;CACzJ,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,yMAAyM,CAAC,CAAC,SAAS;CAC1P,iBAAiB,EAAE,KAAK,CAAC,SAAS,QAAQ,CAAC,CAAC,CAAC,SAAS,iGAAiG,CAAC,CAAC,SAAS;AACpK,CAAC,CAAC,CAAC,SAAS,yDAAyD;AACrE,MAAM,+CAA+C,EAAE,OAAO;CAC5D,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CAClG,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CAC5F,WAAW,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAA8C;AACxE,MAAM,2CAA2C,EAAE,OAAO;CACxD,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;CACrF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;AACrF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,qDAAqD;AAQ/E,MAAa,yBAIT,OAAO,4BAA4B;CACrC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAhB0C,EAAE,OAAO;EACnD,MAAM,EAAE,MAAM,4CAA4C,CAAC,CAAC,SAAS,yDAAyD;EAC9H,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EAC5F,OAAO,yCAAyC,SAAS;EACzD,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;CAC1F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,0CAWhB;AACV,CAAC"}

package/dist/actions/create-eval-run.cjs

@@ -1,3 +1,4 @@
+require("../app.cjs");
 const require_action = require("../action.cjs");
 let zod = require("zod");
 //#region src/actions/create-eval-run.ts

package/dist/actions/create-eval-run.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/create-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalRunInput = z.object({\n  name: z.string().describe(\"Name of the evaluation run for identification\").optional(),\n  eval_id: z.string().describe(\"ID of the evaluation to create a run for\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the run\").optional(),\n  data_source: z.union([z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\")]),\n}).describe(\"Request parameters for creating an evaluation run.\");\nconst OpenaiCreateEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiCreateEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiCreateEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiCreateEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiCreateEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiCreateEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiCreateEvalRun_JsonlRunDataSourceSchema, OpenaiCreateEvalRun_CompletionsRunDataSourceSchema, OpenaiCreateEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for evaluation run creation.\");\n\nexport const openaiCreateEvalRun = action(\"OPENAI_CREATE_EVAL_RUN\", {\n  slug: \"openai-create-eval-run\",\n  name: \"Create Evaluation Run\",\n  description: \"Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.\",\n  input: OpenaiCreateEvalRunInput,\n  output: OpenaiCreateEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,2BAA2BA,IAAAA,EAAE,OAAO;CAC/C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACpF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACvE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACxG,aAAaA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC/B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;GAC7D,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;EAC7D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;EAAGA,IAAAA,EAAE,OAAO;GAC3E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;GACnE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;EAAGA,IAAAA,EAAE,OAAO;GACjF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;CAAC,CAAC;AACvE,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAChE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,8CAA8CA,IAAAA,EAAE,OAAO;CAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;AACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,+CAA+CA,IAAAA,EAAE,OAAO;CAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,qDAAqDA,IAAAA,EAAE,OAAO;CAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,mDAAmDA,IAAAA,EAAE,OAAO;CAChE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,0CAA0CA,IAAAA,EAAE,OAAO;CACvD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,qDAAqDA,IAAAA,EAAE,OAAO;CAClE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAa,4BAA4BA,IAAAA,EAAE,OAAO;CAChD,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,uCAAuC,SAAS,CAAC,CAAC,SAAS;CAClE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACvE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA8C;EAAoD;CAAgD,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/L,eAAe,uCAAuC,SAAS,CAAC,CAAC,SAAS;CAC1E,iBAAiBA,IAAAA,EAAE,MAAM,uCAAuC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5J,8BAA8BA,IAAAA,EAAE,MAAM,kDAAkD,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAA8C;AAExE,MAAa,sBAAsBC,eAAAA,OAAO,0BAA0B;CAClE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"create-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/create-eval-run.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiCreateEvalRunInput = z.object({\n  name: z.string().describe(\"Name of the evaluation run for identification\").optional(),\n  eval_id: z.string().describe(\"ID of the evaluation to create a run for\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the run\").optional(),\n  data_source: z.union([z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\")]),\n}).describe(\"Request parameters for creating an evaluation run.\");\nconst OpenaiCreateEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiCreateEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiCreateEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiCreateEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiCreateEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiCreateEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiCreateEvalRun_JsonlRunDataSourceSchema, OpenaiCreateEvalRun_CompletionsRunDataSourceSchema, OpenaiCreateEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for evaluation run creation.\");\n\nexport const openaiCreateEvalRun: AppAction<\n  typeof OpenaiCreateEvalRunInput,\n  typeof OpenaiCreateEvalRunOutput,\n  typeof openai.credential\n> = action(\"OPENAI_CREATE_EVAL_RUN\", {\n  slug: \"openai-create-eval-run\",\n  name: \"Create Evaluation Run\",\n  description: \"Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.\",\n  input: OpenaiCreateEvalRunInput,\n  output: OpenaiCreateEvalRunOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,2BAA2BA,IAAAA,EAAE,OAAO;CAC/C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACpF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACvE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACxG,aAAaA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC/B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;GAC7D,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;EAC7D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;EAAGA,IAAAA,EAAE,OAAO;GAC3E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;GACnE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;EAAGA,IAAAA,EAAE,OAAO;GACjF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;CAAC,CAAC;AACvE,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAChE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,8CAA8CA,IAAAA,EAAE,OAAO;CAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;AACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,+CAA+CA,IAAAA,EAAE,OAAO;CAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,qDAAqDA,IAAAA,EAAE,OAAO;CAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,mDAAmDA,IAAAA,EAAE,OAAO;CAChE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,0CAA0CA,IAAAA,EAAE,OAAO;CACvD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,qDAAqDA,IAAAA,EAAE,OAAO;CAClE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAa,4BAA4BA,IAAAA,EAAE,OAAO;CAChD,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,uCAAuC,SAAS,CAAC,CAAC,SAAS;CAClE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACvE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA8C;EAAoD;CAAgD,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/L,eAAe,uCAAuC,SAAS,CAAC,CAAC,SAAS;CAC1E,iBAAiBA,IAAAA,EAAE,MAAM,uCAAuC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5J,8BAA8BA,IAAAA,EAAE,MAAM,kDAAkD,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAA8C;AAExE,MAAa,sBAITC,eAAAA,OAAO,0BAA0B;CACnC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/create-eval-run.d.cts

@@ -1,3 +1,5 @@
+import { openai } from "../app.cjs";
+import { AppAction } from "@keystrokehq/keystroke/app";
 import { z } from "zod";
 
 //#region src/actions/create-eval-run.d.ts
@@ -108,54 +110,7 @@ declare const OpenaiCreateEvalRunOutput: z.ZodObject<{
     testing_criteria: z.ZodNullable<z.ZodString>;
   }, z.core.$loose>>>>;
 }, z.core.$loose>;
-declare const openaiCreateEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<{
-  eval_id: string;
-  data_source: {
-    [x: string]: unknown;
-    type: string;
-    source: {
-      [x: string]: unknown;
-      type: string;
-      content: Record<string, unknown>[];
-    } | {
-      [x: string]: unknown;
-      type: string;
-      file_id: string;
-    };
-  } | {
-    [x: string]: unknown;
-    type: string;
-    source: {
-      [x: string]: unknown;
-      type: string;
-      content: Record<string, unknown>[];
-    } | {
-      [x: string]: unknown;
-      type: string;
-      file_id: string;
-    };
-    model?: string | null | undefined;
-    input_messages?: Record<string, unknown>[] | null | undefined;
-    sampling_params?: Record<string, unknown> | null | undefined;
-  } | {
-    [x: string]: unknown;
-    type: string;
-    source: {
-      [x: string]: unknown;
-      type: string;
-      content: Record<string, unknown>[];
-    } | {
-      [x: string]: unknown;
-      type: string;
-      file_id: string;
-    };
-    model?: string | null | undefined;
-    input_messages?: Record<string, unknown>[] | null | undefined;
-    sampling_params?: Record<string, unknown> | null | undefined;
-  };
-  name?: string | undefined;
-  metadata?: Record<string, unknown> | undefined;
-}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const openaiCreateEvalRun: AppAction<typeof OpenaiCreateEvalRunInput, typeof OpenaiCreateEvalRunOutput, typeof openai.credential>;
 //#endregion
 export { openaiCreateEvalRun };
 //# sourceMappingURL=create-eval-run.d.cts.map

package/dist/actions/create-eval-run.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval-run.d.cts","names":[],"sources":["../../src/actions/create-eval-run.ts"],"mappings":";;;cAIa,wBAAA,EAAwB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAwFxB,yBAAA,EAAyB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiBzB,mBAAA,gCAAmB,wBAAA"}
+{"version":3,"file":"create-eval-run.d.cts","names":[],"sources":["../../src/actions/create-eval-run.ts"],"mappings":";;;;;cAMa,wBAAA,EAAwB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAwFxB,yBAAA,EAAyB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiBzB,mBAAA,EAAqB,SAAA,QACzB,wBAAA,SACA,yBAAA,SACA,MAAA,CAAO,UAAA"}

package/dist/actions/create-eval-run.d.mts

@@ -1,3 +1,5 @@
+import { openai } from "../app.mjs";
+import { AppAction } from "@keystrokehq/keystroke/app";
 import { z } from "zod";
 
 //#region src/actions/create-eval-run.d.ts
@@ -108,54 +110,7 @@ declare const OpenaiCreateEvalRunOutput: z.ZodObject<{
     testing_criteria: z.ZodNullable<z.ZodString>;
   }, z.core.$loose>>>>;
 }, z.core.$loose>;
-declare const openaiCreateEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<{
-  eval_id: string;
-  data_source: {
-    [x: string]: unknown;
-    type: string;
-    source: {
-      [x: string]: unknown;
-      type: string;
-      content: Record<string, unknown>[];
-    } | {
-      [x: string]: unknown;
-      type: string;
-      file_id: string;
-    };
-  } | {
-    [x: string]: unknown;
-    type: string;
-    source: {
-      [x: string]: unknown;
-      type: string;
-      content: Record<string, unknown>[];
-    } | {
-      [x: string]: unknown;
-      type: string;
-      file_id: string;
-    };
-    model?: string | null | undefined;
-    input_messages?: Record<string, unknown>[] | null | undefined;
-    sampling_params?: Record<string, unknown> | null | undefined;
-  } | {
-    [x: string]: unknown;
-    type: string;
-    source: {
-      [x: string]: unknown;
-      type: string;
-      content: Record<string, unknown>[];
-    } | {
-      [x: string]: unknown;
-      type: string;
-      file_id: string;
-    };
-    model?: string | null | undefined;
-    input_messages?: Record<string, unknown>[] | null | undefined;
-    sampling_params?: Record<string, unknown> | null | undefined;
-  };
-  name?: string | undefined;
-  metadata?: Record<string, unknown> | undefined;
-}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const openaiCreateEvalRun: AppAction<typeof OpenaiCreateEvalRunInput, typeof OpenaiCreateEvalRunOutput, typeof openai.credential>;
 //#endregion
 export { openaiCreateEvalRun };
 //# sourceMappingURL=create-eval-run.d.mts.map

package/dist/actions/create-eval-run.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval-run.d.mts","names":[],"sources":["../../src/actions/create-eval-run.ts"],"mappings":";;;cAIa,wBAAA,EAAwB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAwFxB,yBAAA,EAAyB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiBzB,mBAAA,gCAAmB,wBAAA"}
+{"version":3,"file":"create-eval-run.d.mts","names":[],"sources":["../../src/actions/create-eval-run.ts"],"mappings":";;;;;cAMa,wBAAA,EAAwB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAwFxB,yBAAA,EAAyB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiBzB,mBAAA,EAAqB,SAAA,QACzB,wBAAA,SACA,yBAAA,SACA,MAAA,CAAO,UAAA"}

package/dist/actions/create-eval-run.mjs

@@ -1,3 +1,4 @@
+import "../app.mjs";
 import { action } from "../action.mjs";
 import { z } from "zod";
 //#region src/actions/create-eval-run.ts

package/dist/actions/create-eval-run.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval-run.mjs","names":[],"sources":["../../src/actions/create-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalRunInput = z.object({\n  name: z.string().describe(\"Name of the evaluation run for identification\").optional(),\n  eval_id: z.string().describe(\"ID of the evaluation to create a run for\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the run\").optional(),\n  data_source: z.union([z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\")]),\n}).describe(\"Request parameters for creating an evaluation run.\");\nconst OpenaiCreateEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiCreateEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiCreateEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiCreateEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiCreateEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiCreateEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiCreateEvalRun_JsonlRunDataSourceSchema, OpenaiCreateEvalRun_CompletionsRunDataSourceSchema, OpenaiCreateEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for evaluation run creation.\");\n\nexport const openaiCreateEvalRun = action(\"OPENAI_CREATE_EVAL_RUN\", {\n  slug: \"openai-create-eval-run\",\n  name: \"Create Evaluation Run\",\n  description: \"Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.\",\n  input: OpenaiCreateEvalRunInput,\n  output: OpenaiCreateEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,2BAA2B,EAAE,OAAO;CAC/C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACpF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACvE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACxG,aAAa,EAAE,MAAM;EAAC,EAAE,OAAO;GAC/B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;GAC7D,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;EAC7D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;EAAG,EAAE,OAAO;GAC3E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;GACnE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;EAAG,EAAE,OAAO;GACjF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;CAAC,CAAC;AACvE,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAChE,MAAM,yCAAyC,EAAE,OAAO;CACtD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,8CAA8C,EAAE,OAAO;CAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;AACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,yCAAyC,EAAE,OAAO;CACtD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,+CAA+C,EAAE,OAAO;CAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,qDAAqD,EAAE,OAAO;CAClE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,mDAAmD,EAAE,OAAO;CAChE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,yCAAyC,EAAE,OAAO;CACtD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,0CAA0C,EAAE,OAAO;CACvD,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,qDAAqD,EAAE,OAAO;CAClE,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AAkBzD,MAAa,sBAAsB,OAAO,0BAA0B;CAClE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAtBuC,EAAE,OAAO;EAChD,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;EAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5E,OAAO,uCAAuC,SAAS,CAAC,CAAC,SAAS;EAClE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACvE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EACjF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzG,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EACvG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrH,aAAa,EAAE,MAAM;GAAC;GAA8C;GAAoD;EAAgD,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC/L,eAAe,uCAAuC,SAAS,CAAC,CAAC,SAAS;EAC1E,iBAAiB,EAAE,MAAM,uCAAuC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5J,8BAA8B,EAAE,MAAM,kDAAkD,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAOhB;AACV,CAAC"}
+{"version":3,"file":"create-eval-run.mjs","names":[],"sources":["../../src/actions/create-eval-run.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiCreateEvalRunInput = z.object({\n  name: z.string().describe(\"Name of the evaluation run for identification\").optional(),\n  eval_id: z.string().describe(\"ID of the evaluation to create a run for\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the run\").optional(),\n  data_source: z.union([z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\")]),\n}).describe(\"Request parameters for creating an evaluation run.\");\nconst OpenaiCreateEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiCreateEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiCreateEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiCreateEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiCreateEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiCreateEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiCreateEvalRun_JsonlRunDataSourceSchema, OpenaiCreateEvalRun_CompletionsRunDataSourceSchema, OpenaiCreateEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for evaluation run creation.\");\n\nexport const openaiCreateEvalRun: AppAction<\n  typeof OpenaiCreateEvalRunInput,\n  typeof OpenaiCreateEvalRunOutput,\n  typeof openai.credential\n> = action(\"OPENAI_CREATE_EVAL_RUN\", {\n  slug: \"openai-create-eval-run\",\n  name: \"Create Evaluation Run\",\n  description: \"Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.\",\n  input: OpenaiCreateEvalRunInput,\n  output: OpenaiCreateEvalRunOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,2BAA2B,EAAE,OAAO;CAC/C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACpF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACvE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACxG,aAAa,EAAE,MAAM;EAAC,EAAE,OAAO;GAC/B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;GAC7D,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;EAC7D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;EAAG,EAAE,OAAO;GAC3E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;GACnE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;EAAG,EAAE,OAAO;GACjF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;CAAC,CAAC;AACvE,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAChE,MAAM,yCAAyC,EAAE,OAAO;CACtD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,8CAA8C,EAAE,OAAO;CAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;AACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,yCAAyC,EAAE,OAAO;CACtD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,+CAA+C,EAAE,OAAO;CAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,qDAAqD,EAAE,OAAO;CAClE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,mDAAmD,EAAE,OAAO;CAChE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,yCAAyC,EAAE,OAAO;CACtD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,0CAA0C,EAAE,OAAO;CACvD,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,qDAAqD,EAAE,OAAO;CAClE,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AAkBzD,MAAa,sBAIT,OAAO,0BAA0B;CACnC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QA1BuC,EAAE,OAAO;EAChD,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;EAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5E,OAAO,uCAAuC,SAAS,CAAC,CAAC,SAAS;EAClE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACvE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EACjF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzG,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EACvG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrH,aAAa,EAAE,MAAM;GAAC;GAA8C;GAAoD;EAAgD,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC/L,eAAe,uCAAuC,SAAS,CAAC,CAAC,SAAS;EAC1E,iBAAiB,EAAE,MAAM,uCAAuC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5J,8BAA8B,EAAE,MAAM,kDAAkD,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAWhB;AACV,CAAC"}

package/dist/actions/create-eval.cjs

@@ -1,3 +1,4 @@
+require("../app.cjs");
 const require_action = require("../action.cjs");
 let zod = require("zod");
 //#region src/actions/create-eval.ts

package/dist/actions/create-eval.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval.cjs","names":["z","action"],"sources":["../../src/actions/create-eval.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalInput = z.object({\n  name: z.string().describe(\"Name of the evaluation for identification and organization\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the evaluation for organizational purposes\").optional(),\n  testing_criteria: z.array(z.union([z.object({\n  name: z.string().describe(\"Name of the grader for identification\"),\n  type: z.string().describe(\"Type of grader, must be 'label_model'\"),\n  input: z.array(z.object({\n  role: z.string().describe(\"Role of the message sender (e.g., 'system', 'user')\"),\n  content: z.string().describe(\"Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}\"),\n}).passthrough().describe(\"Chat message for model-based graders.\")).describe(\"Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}\"),\n  model: z.string().describe(\"Model to use for grading (e.g., 'gpt-4o-mini')\"),\n  labels: z.array(z.string()).describe(\"Complete list of possible labels the model can return\"),\n  passing_labels: z.array(z.string()).describe(\"List of labels that indicate the evaluation passes\"),\n}).passthrough().describe(\"Label model grader for classification-based evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n}).passthrough().describe(\"String check grader for exact or substring matching.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n}).passthrough().describe(\"Text similarity grader for semantic similarity evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n}).passthrough().describe(\"Python grader for custom evaluation logic.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n}).passthrough().describe(\"Score model grader for numeric scoring evaluation.\")])).describe(\"A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model\"),\n  data_source_config: z.union([z.object({\n  type: z.string().describe(\"Type of data source, must be 'custom'\"),\n  item_schema: z.record(z.string(), z.unknown()).describe(\"JSON schema describing the structure of each data item in the custom dataset\"),\n  include_sample_schema: z.boolean().nullable().optional(),\n}).passthrough().describe(\"Custom data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'logs'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Logs data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'stored_completions'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Stored completions data source configuration for evaluations.\")]),\n}).describe(\"Request model for creating an evaluation.\");\nexport const OpenaiCreateEvalOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation\").nullable(),\n  name: z.string().describe(\"The name of the evaluation\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval'\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the evaluation\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the eval was created\").nullable(),\n  testing_criteria: z.array(z.record(z.string(), z.unknown())).describe(\"A list of testing criteria\"),\n  data_source_config: z.record(z.string(), z.unknown()).describe(\"Configuration of data sources used in runs of the evaluation\"),\n}).passthrough().describe(\"Response schema for eval creation.\");\n\nexport const openaiCreateEval = action(\"OPENAI_CREATE_EVAL\", {\n  slug: \"openai-create-eval\",\n  name: \"Create Eval\",\n  description: \"Tool to create an evaluation structure for testing a model's performance. An evaluation is a set of testing criteria and data source config that dictates the schema of data used in the evaluation. Use when setting up automated testing for model outputs with graders like label_model, string_check, or text_similarity.\",\n  input: OpenaiCreateEvalInput,\n  output: OpenaiCreateEvalOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;CACtF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;CAC3I,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC5C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO;IACxB,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;IAC/E,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8GAA8G;GAC7I,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,CAAC,SAAS,sLAAsL;GACjQ,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;GAC3E,QAAQA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,uDAAuD;GAC5F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;EACnG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yDAAyD;EAAGA,IAAAA,EAAE,OAAO;GAC7F,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACpE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD;EAAGA,IAAAA,EAAE,OAAO;GAC1F,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;EACvE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4DAA4D;EAAGA,IAAAA,EAAE,OAAO;GAChG,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;EAC9D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4CAA4C;EAAGA,IAAAA,EAAE,OAAO;GAChF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;EACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAAoD;CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,0VAA0V;CACpb,oBAAoBA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GACtC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8EAA8E;GACtI,uBAAuBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAAmD;EAAGA,IAAAA,EAAE,OAAO;GACvF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;GAC/D,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAAiD;EAAGA,IAAAA,EAAE,OAAO;GACrF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD;GAC7E,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+DAA+D;CAAC,CAAC;AAC3F,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CACzE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACnE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChH,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAChH,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B;CAClG,oBAAoBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC/H,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oCAAoC;AAE9D,MAAa,mBAAmBC,eAAAA,OAAO,sBAAsB;CAC3D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"create-eval.cjs","names":["z","action"],"sources":["../../src/actions/create-eval.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiCreateEvalInput = z.object({\n  name: z.string().describe(\"Name of the evaluation for identification and organization\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the evaluation for organizational purposes\").optional(),\n  testing_criteria: z.array(z.union([z.object({\n  name: z.string().describe(\"Name of the grader for identification\"),\n  type: z.string().describe(\"Type of grader, must be 'label_model'\"),\n  input: z.array(z.object({\n  role: z.string().describe(\"Role of the message sender (e.g., 'system', 'user')\"),\n  content: z.string().describe(\"Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}\"),\n}).passthrough().describe(\"Chat message for model-based graders.\")).describe(\"Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}\"),\n  model: z.string().describe(\"Model to use for grading (e.g., 'gpt-4o-mini')\"),\n  labels: z.array(z.string()).describe(\"Complete list of possible labels the model can return\"),\n  passing_labels: z.array(z.string()).describe(\"List of labels that indicate the evaluation passes\"),\n}).passthrough().describe(\"Label model grader for classification-based evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n}).passthrough().describe(\"String check grader for exact or substring matching.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n}).passthrough().describe(\"Text similarity grader for semantic similarity evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n}).passthrough().describe(\"Python grader for custom evaluation logic.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n}).passthrough().describe(\"Score model grader for numeric scoring evaluation.\")])).describe(\"A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model\"),\n  data_source_config: z.union([z.object({\n  type: z.string().describe(\"Type of data source, must be 'custom'\"),\n  item_schema: z.record(z.string(), z.unknown()).describe(\"JSON schema describing the structure of each data item in the custom dataset\"),\n  include_sample_schema: z.boolean().nullable().optional(),\n}).passthrough().describe(\"Custom data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'logs'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Logs data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'stored_completions'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Stored completions data source configuration for evaluations.\")]),\n}).describe(\"Request model for creating an evaluation.\");\nexport const OpenaiCreateEvalOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation\").nullable(),\n  name: z.string().describe(\"The name of the evaluation\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval'\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the evaluation\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the eval was created\").nullable(),\n  testing_criteria: z.array(z.record(z.string(), z.unknown())).describe(\"A list of testing criteria\"),\n  data_source_config: z.record(z.string(), z.unknown()).describe(\"Configuration of data sources used in runs of the evaluation\"),\n}).passthrough().describe(\"Response schema for eval creation.\");\n\nexport const openaiCreateEval: AppAction<\n  typeof OpenaiCreateEvalInput,\n  typeof OpenaiCreateEvalOutput,\n  typeof openai.credential\n> = action(\"OPENAI_CREATE_EVAL\", {\n  slug: \"openai-create-eval\",\n  name: \"Create Eval\",\n  description: \"Tool to create an evaluation structure for testing a model's performance. An evaluation is a set of testing criteria and data source config that dictates the schema of data used in the evaluation. Use when setting up automated testing for model outputs with graders like label_model, string_check, or text_similarity.\",\n  input: OpenaiCreateEvalInput,\n  output: OpenaiCreateEvalOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;CACtF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;CAC3I,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC5C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO;IACxB,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;IAC/E,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8GAA8G;GAC7I,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,CAAC,SAAS,sLAAsL;GACjQ,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;GAC3E,QAAQA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,uDAAuD;GAC5F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;EACnG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yDAAyD;EAAGA,IAAAA,EAAE,OAAO;GAC7F,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACpE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD;EAAGA,IAAAA,EAAE,OAAO;GAC1F,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;EACvE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4DAA4D;EAAGA,IAAAA,EAAE,OAAO;GAChG,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;EAC9D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4CAA4C;EAAGA,IAAAA,EAAE,OAAO;GAChF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;EACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAAoD;CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,0VAA0V;CACpb,oBAAoBA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GACtC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8EAA8E;GACtI,uBAAuBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAAmD;EAAGA,IAAAA,EAAE,OAAO;GACvF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;GAC/D,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAAiD;EAAGA,IAAAA,EAAE,OAAO;GACrF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD;GAC7E,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+DAA+D;CAAC,CAAC;AAC3F,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CACzE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACnE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChH,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAChH,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B;CAClG,oBAAoBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC/H,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oCAAoC;AAE9D,MAAa,mBAITC,eAAAA,OAAO,sBAAsB;CAC/B,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/create-eval.d.cts

@@ -1,3 +1,5 @@
+import { openai } from "../app.cjs";
+import { AppAction } from "@keystrokehq/keystroke/app";
 import { z } from "zod";
 
 //#region src/actions/create-eval.d.ts
@@ -48,53 +50,7 @@ declare const OpenaiCreateEvalOutput: z.ZodObject<{
   testing_criteria: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
   data_source_config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
 }, z.core.$loose>;
-declare const openaiCreateEval: import("@keystrokehq/action").WorkflowActionDefinition<{
-  name: string;
-  testing_criteria: ({
-    [x: string]: unknown;
-    name: string;
-    type: string;
-    input: {
-      [x: string]: unknown;
-      role: string;
-      content: string;
-    }[];
-    model: string;
-    labels: string[];
-    passing_labels: string[];
-  } | {
-    [x: string]: unknown;
-    type: string;
-    name?: string | null | undefined;
-  } | {
-    [x: string]: unknown;
-    type: string;
-    name?: string | null | undefined;
-  } | {
-    [x: string]: unknown;
-    type: string;
-    name?: string | null | undefined;
-  } | {
-    [x: string]: unknown;
-    type: string;
-    name?: string | null | undefined;
-  })[];
-  data_source_config: {
-    [x: string]: unknown;
-    type: string;
-    item_schema: Record<string, unknown>;
-    include_sample_schema?: boolean | null | undefined;
-  } | {
-    [x: string]: unknown;
-    type: string;
-    metadata?: Record<string, unknown> | null | undefined;
-  } | {
-    [x: string]: unknown;
-    type: string;
-    metadata?: Record<string, unknown> | null | undefined;
-  };
-  metadata?: Record<string, unknown> | undefined;
-}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const openaiCreateEval: AppAction<typeof OpenaiCreateEvalInput, typeof OpenaiCreateEvalOutput, typeof openai.credential>;
 //#endregion
 export { openaiCreateEval };
 //# sourceMappingURL=create-eval.d.cts.map

package/dist/actions/create-eval.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval.d.cts","names":[],"sources":["../../src/actions/create-eval.ts"],"mappings":";;;cAIa,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAsCrB,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;cAUtB,gBAAA,gCAAgB,wBAAA"}
+{"version":3,"file":"create-eval.d.cts","names":[],"sources":["../../src/actions/create-eval.ts"],"mappings":";;;;;cAMa,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAsCrB,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;cAUtB,gBAAA,EAAkB,SAAA,QACtB,qBAAA,SACA,sBAAA,SACA,MAAA,CAAO,UAAA"}

package/dist/actions/create-eval.d.mts

@@ -1,3 +1,5 @@
+import { openai } from "../app.mjs";
+import { AppAction } from "@keystrokehq/keystroke/app";
 import { z } from "zod";
 
 //#region src/actions/create-eval.d.ts
@@ -48,53 +50,7 @@ declare const OpenaiCreateEvalOutput: z.ZodObject<{
   testing_criteria: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
   data_source_config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
 }, z.core.$loose>;
-declare const openaiCreateEval: import("@keystrokehq/action").WorkflowActionDefinition<{
-  name: string;
-  testing_criteria: ({
-    [x: string]: unknown;
-    name: string;
-    type: string;
-    input: {
-      [x: string]: unknown;
-      role: string;
-      content: string;
-    }[];
-    model: string;
-    labels: string[];
-    passing_labels: string[];
-  } | {
-    [x: string]: unknown;
-    type: string;
-    name?: string | null | undefined;
-  } | {
-    [x: string]: unknown;
-    type: string;
-    name?: string | null | undefined;
-  } | {
-    [x: string]: unknown;
-    type: string;
-    name?: string | null | undefined;
-  } | {
-    [x: string]: unknown;
-    type: string;
-    name?: string | null | undefined;
-  })[];
-  data_source_config: {
-    [x: string]: unknown;
-    type: string;
-    item_schema: Record<string, unknown>;
-    include_sample_schema?: boolean | null | undefined;
-  } | {
-    [x: string]: unknown;
-    type: string;
-    metadata?: Record<string, unknown> | null | undefined;
-  } | {
-    [x: string]: unknown;
-    type: string;
-    metadata?: Record<string, unknown> | null | undefined;
-  };
-  metadata?: Record<string, unknown> | undefined;
-}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const openaiCreateEval: AppAction<typeof OpenaiCreateEvalInput, typeof OpenaiCreateEvalOutput, typeof openai.credential>;
 //#endregion
 export { openaiCreateEval };
 //# sourceMappingURL=create-eval.d.mts.map

package/dist/actions/create-eval.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval.d.mts","names":[],"sources":["../../src/actions/create-eval.ts"],"mappings":";;;cAIa,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAsCrB,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;cAUtB,gBAAA,gCAAgB,wBAAA"}
+{"version":3,"file":"create-eval.d.mts","names":[],"sources":["../../src/actions/create-eval.ts"],"mappings":";;;;;cAMa,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAsCrB,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;cAUtB,gBAAA,EAAkB,SAAA,QACtB,qBAAA,SACA,sBAAA,SACA,MAAA,CAAO,UAAA"}

package/dist/actions/create-eval.mjs

@@ -1,3 +1,4 @@
+import "../app.mjs";
 import { action } from "../action.mjs";
 import { z } from "zod";
 const openaiCreateEval = action("OPENAI_CREATE_EVAL", {

package/dist/actions/create-eval.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval.mjs","names":[],"sources":["../../src/actions/create-eval.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalInput = z.object({\n  name: z.string().describe(\"Name of the evaluation for identification and organization\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the evaluation for organizational purposes\").optional(),\n  testing_criteria: z.array(z.union([z.object({\n  name: z.string().describe(\"Name of the grader for identification\"),\n  type: z.string().describe(\"Type of grader, must be 'label_model'\"),\n  input: z.array(z.object({\n  role: z.string().describe(\"Role of the message sender (e.g., 'system', 'user')\"),\n  content: z.string().describe(\"Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}\"),\n}).passthrough().describe(\"Chat message for model-based graders.\")).describe(\"Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}\"),\n  model: z.string().describe(\"Model to use for grading (e.g., 'gpt-4o-mini')\"),\n  labels: z.array(z.string()).describe(\"Complete list of possible labels the model can return\"),\n  passing_labels: z.array(z.string()).describe(\"List of labels that indicate the evaluation passes\"),\n}).passthrough().describe(\"Label model grader for classification-based evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n}).passthrough().describe(\"String check grader for exact or substring matching.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n}).passthrough().describe(\"Text similarity grader for semantic similarity evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n}).passthrough().describe(\"Python grader for custom evaluation logic.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n}).passthrough().describe(\"Score model grader for numeric scoring evaluation.\")])).describe(\"A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model\"),\n  data_source_config: z.union([z.object({\n  type: z.string().describe(\"Type of data source, must be 'custom'\"),\n  item_schema: z.record(z.string(), z.unknown()).describe(\"JSON schema describing the structure of each data item in the custom dataset\"),\n  include_sample_schema: z.boolean().nullable().optional(),\n}).passthrough().describe(\"Custom data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'logs'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Logs data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'stored_completions'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Stored completions data source configuration for evaluations.\")]),\n}).describe(\"Request model for creating an evaluation.\");\nexport const OpenaiCreateEvalOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation\").nullable(),\n  name: z.string().describe(\"The name of the evaluation\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval'\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the evaluation\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the eval was created\").nullable(),\n  testing_criteria: z.array(z.record(z.string(), z.unknown())).describe(\"A list of testing criteria\"),\n  data_source_config: z.record(z.string(), z.unknown()).describe(\"Configuration of data sources used in runs of the evaluation\"),\n}).passthrough().describe(\"Response schema for eval creation.\");\n\nexport const openaiCreateEval = action(\"OPENAI_CREATE_EVAL\", {\n  slug: \"openai-create-eval\",\n  name: \"Create Eval\",\n  description: \"Tool to create an evaluation structure for testing a model's performance. An evaluation is a set of testing criteria and data source config that dictates the schema of data used in the evaluation. Use when setting up automated testing for model outputs with graders like label_model, string_check, or text_similarity.\",\n  input: OpenaiCreateEvalInput,\n  output: OpenaiCreateEvalOutput,\n});\n"],"mappings":";;AAoDA,MAAa,mBAAmB,OAAO,sBAAsB;CAC3D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OApDmC,EAAE,OAAO;EAC5C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;EACtF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;EAC3I,kBAAkB,EAAE,MAAM,EAAE,MAAM;GAAC,EAAE,OAAO;IAC5C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;IACjE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;IACjE,OAAO,EAAE,MAAM,EAAE,OAAO;KACxB,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;KAC/E,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,8GAA8G;IAC7I,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,CAAC,SAAS,sLAAsL;IACjQ,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;IAC3E,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,uDAAuD;IAC5F,gBAAgB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;GACnG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yDAAyD;GAAG,EAAE,OAAO;IAC7F,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;GACpE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD;GAAG,EAAE,OAAO;IAC1F,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACvE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4DAA4D;GAAG,EAAE,OAAO;IAChG,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;GAC9D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4CAA4C;GAAG,EAAE,OAAO;IAChF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAAoD;EAAC,CAAC,CAAC,CAAC,CAAC,SAAS,0VAA0V;EACpb,oBAAoB,EAAE,MAAM;GAAC,EAAE,OAAO;IACtC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;IACjE,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8EAA8E;IACtI,uBAAuB,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAAmD;GAAG,EAAE,OAAO;IACvF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAAiD;GAAG,EAAE,OAAO;IACrF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD;IAC7E,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+DAA+D;EAAC,CAAC;CAC3F,CAAC,CAAC,CAAC,SAAS,2CAeH;CACP,QAfoC,EAAE,OAAO;EAC7C,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;EACzE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EACjE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EACnE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAChH,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;EAChH,kBAAkB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B;EAClG,oBAAoB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;CAC/H,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oCAOhB;AACV,CAAC"}
+{"version":3,"file":"create-eval.mjs","names":[],"sources":["../../src/actions/create-eval.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { openai } from \"../app\";\n\nexport const OpenaiCreateEvalInput = z.object({\n  name: z.string().describe(\"Name of the evaluation for identification and organization\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the evaluation for organizational purposes\").optional(),\n  testing_criteria: z.array(z.union([z.object({\n  name: z.string().describe(\"Name of the grader for identification\"),\n  type: z.string().describe(\"Type of grader, must be 'label_model'\"),\n  input: z.array(z.object({\n  role: z.string().describe(\"Role of the message sender (e.g., 'system', 'user')\"),\n  content: z.string().describe(\"Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}\"),\n}).passthrough().describe(\"Chat message for model-based graders.\")).describe(\"Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}\"),\n  model: z.string().describe(\"Model to use for grading (e.g., 'gpt-4o-mini')\"),\n  labels: z.array(z.string()).describe(\"Complete list of possible labels the model can return\"),\n  passing_labels: z.array(z.string()).describe(\"List of labels that indicate the evaluation passes\"),\n}).passthrough().describe(\"Label model grader for classification-based evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n}).passthrough().describe(\"String check grader for exact or substring matching.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n}).passthrough().describe(\"Text similarity grader for semantic similarity evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n}).passthrough().describe(\"Python grader for custom evaluation logic.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n}).passthrough().describe(\"Score model grader for numeric scoring evaluation.\")])).describe(\"A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model\"),\n  data_source_config: z.union([z.object({\n  type: z.string().describe(\"Type of data source, must be 'custom'\"),\n  item_schema: z.record(z.string(), z.unknown()).describe(\"JSON schema describing the structure of each data item in the custom dataset\"),\n  include_sample_schema: z.boolean().nullable().optional(),\n}).passthrough().describe(\"Custom data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'logs'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Logs data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'stored_completions'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Stored completions data source configuration for evaluations.\")]),\n}).describe(\"Request model for creating an evaluation.\");\nexport const OpenaiCreateEvalOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation\").nullable(),\n  name: z.string().describe(\"The name of the evaluation\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval'\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the evaluation\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the eval was created\").nullable(),\n  testing_criteria: z.array(z.record(z.string(), z.unknown())).describe(\"A list of testing criteria\"),\n  data_source_config: z.record(z.string(), z.unknown()).describe(\"Configuration of data sources used in runs of the evaluation\"),\n}).passthrough().describe(\"Response schema for eval creation.\");\n\nexport const openaiCreateEval: AppAction<\n  typeof OpenaiCreateEvalInput,\n  typeof OpenaiCreateEvalOutput,\n  typeof openai.credential\n> = action(\"OPENAI_CREATE_EVAL\", {\n  slug: \"openai-create-eval\",\n  name: \"Create Eval\",\n  description: \"Tool to create an evaluation structure for testing a model's performance. An evaluation is a set of testing criteria and data source config that dictates the schema of data used in the evaluation. Use when setting up automated testing for model outputs with graders like label_model, string_check, or text_similarity.\",\n  input: OpenaiCreateEvalInput,\n  output: OpenaiCreateEvalOutput,\n});\n"],"mappings":";;;AAsDA,MAAa,mBAIT,OAAO,sBAAsB;CAC/B,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAxDmC,EAAE,OAAO;EAC5C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;EACtF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;EAC3I,kBAAkB,EAAE,MAAM,EAAE,MAAM;GAAC,EAAE,OAAO;IAC5C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;IACjE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;IACjE,OAAO,EAAE,MAAM,EAAE,OAAO;KACxB,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;KAC/E,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,8GAA8G;IAC7I,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,CAAC,SAAS,sLAAsL;IACjQ,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;IAC3E,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,uDAAuD;IAC5F,gBAAgB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;GACnG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yDAAyD;GAAG,EAAE,OAAO;IAC7F,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;GACpE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD;GAAG,EAAE,OAAO;IAC1F,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACvE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4DAA4D;GAAG,EAAE,OAAO;IAChG,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;GAC9D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4CAA4C;GAAG,EAAE,OAAO;IAChF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAAoD;EAAC,CAAC,CAAC,CAAC,CAAC,SAAS,0VAA0V;EACpb,oBAAoB,EAAE,MAAM;GAAC,EAAE,OAAO;IACtC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;IACjE,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8EAA8E;IACtI,uBAAuB,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAAmD;GAAG,EAAE,OAAO;IACvF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAAiD;GAAG,EAAE,OAAO;IACrF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD;IAC7E,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+DAA+D;EAAC,CAAC;CAC3F,CAAC,CAAC,CAAC,SAAS,2CAmBH;CACP,QAnBoC,EAAE,OAAO;EAC7C,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;EACzE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EACjE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EACnE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAChH,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;EAChH,kBAAkB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B;EAClG,oBAAoB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;CAC/H,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oCAWhB;AACV,CAAC"}

package/dist/actions/create-fine-tuning-job.cjs

@@ -1,3 +1,4 @@
+require("../app.cjs");
 const require_action = require("../action.cjs");
 let zod = require("zod");
 //#region src/actions/create-fine-tuning-job.ts