@keystrokehq/openai 0.1.0 → 0.1.2

package/dist/actions/run-grader.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"run-grader.cjs","names":["z","action"],"sources":["../../src/actions/run-grader.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiRunGraderInput: z.ZodTypeAny = z.object({\n  item: z.record(z.string(), z.unknown()).describe(\"The dataset item provided to the grader. This will be used to populate the 'item' namespace. See the guide for more details\").optional(),\n  grader: z.union([z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n  input: z.string().describe(\"The input field to check. Use 'sample.output' to reference the model sample output\"),\n  operation: z.enum([\"eq\", \"ne\", \"like\", \"ilike\"]).describe(\"The comparison operation to perform: 'eq' for equals, 'ne' for not equals, 'like' for SQL LIKE, 'ilike' for case-insensitive LIKE\"),\n  reference: z.string().describe(\"The reference value to compare against\"),\n}).describe(\"String check grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n  input: z.string().describe(\"The input field to evaluate\"),\n  reference: z.string().describe(\"The reference text to compare against\"),\n  evaluation_metric: z.string().describe(\"The metric to use for evaluating text similarity\"),\n}).describe(\"Text similarity grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n  source: z.string().describe(\"Python source code to execute for grading\"),\n  image_tag: z.string().nullable().optional(),\n}).describe(\"Python grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n  input: z.array(z.record(z.string(), z.unknown())).describe(\"Input data for the scoring model\"),\n  model: z.string().describe(\"The model to use for scoring\"),\n  range: z.array(z.union([z.number().int(), z.number()])).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Score model grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'multi'\"),\n  graders: z.array(z.record(z.string(), z.unknown())).describe(\"List of grader configurations to combine\"),\n  calculate_output: z.string().describe(\"Formula to calculate the final output from sub-grader results\"),\n}).describe(\"Multi grader configuration that combines multiple graders.\"), z.record(z.string(), z.unknown())]),\n  model_sample: z.string().describe(\"The model sample output to be evaluated. This value will be used to populate the 'sample' namespace. The 'output_json' variable will be populated if the model sample is a valid JSON string\"),\n}).describe(\"Request model for running a grader to evaluate model performance.\");\nconst OpenaiRunGrader_GraderErrorsSchema: z.ZodTypeAny = z.object({\n  other_error: z.boolean().describe(\"Whether another type of error occurred\"),\n  sample_parse_error: z.boolean().describe(\"Whether a sample parsing error occurred\"),\n  formula_parse_error: z.boolean().describe(\"Whether a formula parsing error occurred\"),\n  invalid_variable_error: z.boolean().describe(\"Whether an invalid variable error occurred\"),\n  model_grader_parse_error: z.boolean().describe(\"Whether a model grader parsing error occurred\"),\n  model_grader_server_error: z.boolean().describe(\"Whether a model grader server error occurred\"),\n  unresponsive_reward_error: z.boolean().describe(\"Whether an unresponsive reward error occurred\"),\n  model_grader_refusal_error: z.boolean().describe(\"Whether a model grader refusal error occurred\"),\n  python_grader_server_error: z.boolean().describe(\"Whether a Python grader server error occurred\"),\n  sample_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the sample parsing error\").nullable().optional(),\n  python_grader_runtime_error: z.boolean().describe(\"Whether a Python grader runtime error occurred\"),\n  truncated_observation_error: z.boolean().describe(\"Whether an observation truncation error occurred\"),\n  endpoint_grader_server_error: z.boolean().describe(\"Whether an endpoint grader server error occurred\"),\n  endpoint_grader_internal_error: z.boolean().describe(\"Whether an endpoint grader internal error occurred\"),\n  invalid_variable_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the invalid variable error\").nullable().optional(),\n  python_grader_server_error_type: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader server error type\").nullable().optional(),\n  model_grader_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader parsing error\").nullable().optional(),\n  model_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader server error\").nullable().optional(),\n  endpoint_grader_safety_check_error: z.boolean().describe(\"Whether an endpoint grader safety check error occurred\"),\n  model_grader_refusal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader refusal error\").nullable().optional(),\n  python_grader_runtime_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader runtime error\").nullable().optional(),\n  endpoint_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader server error\").nullable().optional(),\n  endpoint_grader_internal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader internal error\").nullable().optional(),\n  model_grader_exceeded_max_tokens_error: z.boolean().describe(\"Whether a model grader exceeded max tokens error occurred\"),\n}).describe(\"Detailed error information for grader execution.\");\nconst OpenaiRunGrader_GraderMetadataSchema: z.ZodTypeAny = z.object({\n  name: z.string().describe(\"The name of the grader that was executed\"),\n  type: z.string().describe(\"The type of grader that was executed\"),\n  errors: OpenaiRunGrader_GraderErrorsSchema.nullable(),\n  scores: z.record(z.string(), z.unknown()).describe(\"Individual scores computed by the grader\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Additional metadata from the grader execution\").nullable().optional(),\n  token_usage: z.number().int().describe(\"Number of tokens used during grader execution, if applicable\").nullable().optional(),\n  execution_time: z.number().describe(\"Time taken to execute the grader in seconds\"),\n  sampled_model_name: z.string().describe(\"Name of the model that was sampled, if applicable\").nullable().optional(),\n}).describe(\"Metadata about the grader execution.\");\nexport const OpenaiRunGraderOutput: z.ZodTypeAny = z.object({\n  reward: z.number().describe(\"The final reward score computed by the grader. Higher values indicate better performance\"),\n  metadata: OpenaiRunGrader_GraderMetadataSchema.nullable(),\n  sub_rewards: z.record(z.string(), z.unknown()).describe(\"Individual sub-rewards from component graders, if using a multi-grader\"),\n  model_grader_token_usage_per_model: z.record(z.string(), z.unknown()).describe(\"Token usage breakdown per model used in grading\"),\n}).describe(\"Response schema for running a grader.\");\n\nexport const openaiRunGrader = action(\"OPENAI_RUN_GRADER\", {\n  slug: \"openai-run-grader\",\n  name: \"Run grader\",\n  description: \"Tool to run a grader to evaluate model performance on a given sample. Use when you need to evaluate model outputs against expected results using various grading strategies like string matching, text similarity, custom Python code, or model-based scoring.\",\n  input: OpenaiRunGraderInput,\n  output: OpenaiRunGraderOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uBAAqCA,IAAAA,EAAE,OAAO;CACzD,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;CACzL,QAAQA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;GAClE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oFAAoF;GAC/G,WAAWA,IAAAA,EAAE,KAAK;IAAC;IAAM;IAAM;IAAQ;GAAO,CAAC,CAAC,CAAC,SAAS,mIAAmI;GAC7L,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACzE,CAAC,CAAC,CAAC,SAAS,oCAAoC;EAAGA,IAAAA,EAAE,OAAO;GAC1D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACrE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B;GACxD,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACtE,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD;EAC3F,CAAC,CAAC,CAAC,SAAS,uCAAuC;EAAGA,IAAAA,EAAE,OAAO;GAC7D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;GAC5D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACvE,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5C,CAAC,CAAC,CAAC,SAAS,8BAA8B;EAAGA,IAAAA,EAAE,OAAO;GACpD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,kCAAkC;GAC7F,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;GACzD,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,GAAGA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC5E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,mCAAmC;EAAGA,IAAAA,EAAE,OAAO;GACzD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,0CAA0C;GACvG,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;EACvG,CAAC,CAAC,CAAC,SAAS,4DAA4D;EAAGA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC;CAAC,CAAC;CAC3G,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8LAA8L;AAClO,CAAC,CAAC,CAAC,SAAS,mEAAmE;AAC/E,MAAM,qCAAmDA,IAAAA,EAAE,OAAO;CAChE,aAAaA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wCAAwC;CAC1E,oBAAoBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC;CAClF,qBAAqBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,0CAA0C;CACpF,wBAAwBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,4CAA4C;CACzF,0BAA0BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C;CAC9F,2BAA2BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,8CAA8C;CAC9F,2BAA2BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C;CAC/F,4BAA4BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C;CAChG,4BAA4BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C;CAChG,4BAA4BA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,6BAA6BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,gDAAgD;CAClG,6BAA6BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD;CACpG,8BAA8BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD;CACrG,gCAAgCA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,oDAAoD;CACzG,gCAAgCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3I,iCAAiCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,kCAAkCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,mCAAmCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,oCAAoCA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wDAAwD;CACjH,oCAAoCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnJ,qCAAqCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,sCAAsCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvJ,wCAAwCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3J,wCAAwCA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,2DAA2D;AAC1H,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAM,uCAAqDA,IAAAA,EAAE,OAAO;CAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACpE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC;CAChE,QAAQ,mCAAmC,SAAS;CACpD,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C;CAC7F,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,gBAAgBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C;CACjF,oBAAoBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACnH,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAa,wBAAsCA,IAAAA,EAAE,OAAO;CAC1D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0FAA0F;CACtH,UAAU,qCAAqC,SAAS;CACxD,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wEAAwE;CAChI,oCAAoCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;AAClI,CAAC,CAAC,CAAC,SAAS,uCAAuC;AAEnD,MAAa,kBAAkBC,eAAAA,OAAO,qBAAqB;CACzD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"run-grader.cjs","names":["z","action"],"sources":["../../src/actions/run-grader.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiRunGraderInput = z.object({\n  item: z.record(z.string(), z.unknown()).describe(\"The dataset item provided to the grader. This will be used to populate the 'item' namespace. See the guide for more details\").optional(),\n  grader: z.union([z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n  input: z.string().describe(\"The input field to check. Use 'sample.output' to reference the model sample output\"),\n  operation: z.enum([\"eq\", \"ne\", \"like\", \"ilike\"]).describe(\"The comparison operation to perform: 'eq' for equals, 'ne' for not equals, 'like' for SQL LIKE, 'ilike' for case-insensitive LIKE\"),\n  reference: z.string().describe(\"The reference value to compare against\"),\n}).describe(\"String check grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n  input: z.string().describe(\"The input field to evaluate\"),\n  reference: z.string().describe(\"The reference text to compare against\"),\n  evaluation_metric: z.string().describe(\"The metric to use for evaluating text similarity\"),\n}).describe(\"Text similarity grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n  source: z.string().describe(\"Python source code to execute for grading\"),\n  image_tag: z.string().nullable().optional(),\n}).describe(\"Python grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n  input: z.array(z.record(z.string(), z.unknown())).describe(\"Input data for the scoring model\"),\n  model: z.string().describe(\"The model to use for scoring\"),\n  range: z.array(z.union([z.number().int(), z.number()])).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Score model grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'multi'\"),\n  graders: z.array(z.record(z.string(), z.unknown())).describe(\"List of grader configurations to combine\"),\n  calculate_output: z.string().describe(\"Formula to calculate the final output from sub-grader results\"),\n}).describe(\"Multi grader configuration that combines multiple graders.\"), z.record(z.string(), z.unknown())]),\n  model_sample: z.string().describe(\"The model sample output to be evaluated. This value will be used to populate the 'sample' namespace. The 'output_json' variable will be populated if the model sample is a valid JSON string\"),\n}).describe(\"Request model for running a grader to evaluate model performance.\");\nconst OpenaiRunGrader_GraderErrorsSchema = z.object({\n  other_error: z.boolean().describe(\"Whether another type of error occurred\").nullable(),\n  sample_parse_error: z.boolean().describe(\"Whether a sample parsing error occurred\").nullable(),\n  formula_parse_error: z.boolean().describe(\"Whether a formula parsing error occurred\").nullable(),\n  invalid_variable_error: z.boolean().describe(\"Whether an invalid variable error occurred\").nullable(),\n  model_grader_parse_error: z.boolean().describe(\"Whether a model grader parsing error occurred\").nullable(),\n  model_grader_server_error: z.boolean().describe(\"Whether a model grader server error occurred\").nullable(),\n  unresponsive_reward_error: z.boolean().describe(\"Whether an unresponsive reward error occurred\").nullable(),\n  model_grader_refusal_error: z.boolean().describe(\"Whether a model grader refusal error occurred\").nullable(),\n  python_grader_server_error: z.boolean().describe(\"Whether a Python grader server error occurred\").nullable(),\n  sample_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the sample parsing error\").nullable().optional(),\n  python_grader_runtime_error: z.boolean().describe(\"Whether a Python grader runtime error occurred\").nullable(),\n  truncated_observation_error: z.boolean().describe(\"Whether an observation truncation error occurred\").nullable(),\n  endpoint_grader_server_error: z.boolean().describe(\"Whether an endpoint grader server error occurred\").nullable(),\n  endpoint_grader_internal_error: z.boolean().describe(\"Whether an endpoint grader internal error occurred\").nullable(),\n  invalid_variable_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the invalid variable error\").nullable().optional(),\n  python_grader_server_error_type: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader server error type\").nullable().optional(),\n  model_grader_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader parsing error\").nullable().optional(),\n  model_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader server error\").nullable().optional(),\n  endpoint_grader_safety_check_error: z.boolean().describe(\"Whether an endpoint grader safety check error occurred\").nullable(),\n  model_grader_refusal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader refusal error\").nullable().optional(),\n  python_grader_runtime_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader runtime error\").nullable().optional(),\n  endpoint_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader server error\").nullable().optional(),\n  endpoint_grader_internal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader internal error\").nullable().optional(),\n  model_grader_exceeded_max_tokens_error: z.boolean().describe(\"Whether a model grader exceeded max tokens error occurred\").nullable(),\n}).describe(\"Detailed error information for grader execution.\");\nconst OpenaiRunGrader_GraderMetadataSchema = z.object({\n  name: z.string().describe(\"The name of the grader that was executed\").nullable(),\n  type: z.string().describe(\"The type of grader that was executed\").nullable(),\n  errors: OpenaiRunGrader_GraderErrorsSchema.nullable(),\n  scores: z.record(z.string(), z.unknown()).describe(\"Individual scores computed by the grader\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Additional metadata from the grader execution\").nullable().optional(),\n  token_usage: z.number().int().describe(\"Number of tokens used during grader execution, if applicable\").nullable().optional(),\n  execution_time: z.number().describe(\"Time taken to execute the grader in seconds\").nullable(),\n  sampled_model_name: z.string().describe(\"Name of the model that was sampled, if applicable\").nullable().optional(),\n}).describe(\"Metadata about the grader execution.\");\nexport const OpenaiRunGraderOutput = z.object({\n  reward: z.number().describe(\"The final reward score computed by the grader. Higher values indicate better performance\").nullable(),\n  metadata: OpenaiRunGrader_GraderMetadataSchema.nullable(),\n  sub_rewards: z.record(z.string(), z.unknown()).describe(\"Individual sub-rewards from component graders, if using a multi-grader\"),\n  model_grader_token_usage_per_model: z.record(z.string(), z.unknown()).describe(\"Token usage breakdown per model used in grading\"),\n}).describe(\"Response schema for running a grader.\");\n\nexport const openaiRunGrader = action(\"OPENAI_RUN_GRADER\", {\n  slug: \"openai-run-grader\",\n  name: \"Run grader\",\n  description: \"Tool to run a grader to evaluate model performance on a given sample. Use when you need to evaluate model outputs against expected results using various grading strategies like string matching, text similarity, custom Python code, or model-based scoring.\",\n  input: OpenaiRunGraderInput,\n  output: OpenaiRunGraderOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uBAAuBA,IAAAA,EAAE,OAAO;CAC3C,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;CACzL,QAAQA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;GAClE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oFAAoF;GAC/G,WAAWA,IAAAA,EAAE,KAAK;IAAC;IAAM;IAAM;IAAQ;GAAO,CAAC,CAAC,CAAC,SAAS,mIAAmI;GAC7L,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACzE,CAAC,CAAC,CAAC,SAAS,oCAAoC;EAAGA,IAAAA,EAAE,OAAO;GAC1D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACrE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B;GACxD,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACtE,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD;EAC3F,CAAC,CAAC,CAAC,SAAS,uCAAuC;EAAGA,IAAAA,EAAE,OAAO;GAC7D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;GAC5D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACvE,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5C,CAAC,CAAC,CAAC,SAAS,8BAA8B;EAAGA,IAAAA,EAAE,OAAO;GACpD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,kCAAkC;GAC7F,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;GACzD,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,GAAGA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC5E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,mCAAmC;EAAGA,IAAAA,EAAE,OAAO;GACzD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,0CAA0C;GACvG,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;EACvG,CAAC,CAAC,CAAC,SAAS,4DAA4D;EAAGA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC;CAAC,CAAC;CAC3G,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8LAA8L;AAClO,CAAC,CAAC,CAAC,SAAS,mEAAmE;AAC/E,MAAM,qCAAqCA,IAAAA,EAAE,OAAO;CAClD,aAAaA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACrF,oBAAoBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC7F,qBAAqBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC/F,wBAAwBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACpG,0BAA0BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACzG,2BAA2BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACzG,2BAA2BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC1G,4BAA4BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC3G,4BAA4BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC3G,4BAA4BA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,6BAA6BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS;CAC7G,6BAA6BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC/G,8BAA8BA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAChH,gCAAgCA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS;CACpH,gCAAgCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3I,iCAAiCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,kCAAkCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,mCAAmCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,oCAAoCA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CAC5H,oCAAoCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnJ,qCAAqCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,sCAAsCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvJ,wCAAwCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3J,wCAAwCA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS;AACrI,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC/E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CAC3E,QAAQ,mCAAmC,SAAS;CACpD,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C;CAC7F,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,gBAAgBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CAC5F,oBAAoBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACnH,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0FAA0F,CAAC,CAAC,SAAS;CACjI,UAAU,qCAAqC,SAAS;CACxD,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wEAAwE;CAChI,oCAAoCA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;AAClI,CAAC,CAAC,CAAC,SAAS,uCAAuC;AAEnD,MAAa,kBAAkBC,eAAAA,OAAO,qBAAqB;CACzD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/run-grader.d.cts

@@ -1,9 +1,119 @@
 import { z } from "zod";
 
 //#region src/actions/run-grader.d.ts
-declare const OpenaiRunGraderInput: z.ZodTypeAny;
-declare const OpenaiRunGraderOutput: z.ZodTypeAny;
-declare const openaiRunGrader: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const OpenaiRunGraderInput: z.ZodObject<{
+  item: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+  grader: z.ZodUnion<readonly [z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodString;
+    input: z.ZodString;
+    operation: z.ZodEnum<{
+      eq: "eq";
+      ne: "ne";
+      like: "like";
+      ilike: "ilike";
+    }>;
+    reference: z.ZodString;
+  }, z.core.$strip>, z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodString;
+    input: z.ZodString;
+    reference: z.ZodString;
+    evaluation_metric: z.ZodString;
+  }, z.core.$strip>, z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodString;
+    source: z.ZodString;
+    image_tag: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  }, z.core.$strip>, z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodString;
+    input: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    model: z.ZodString;
+    range: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodUnion<readonly [z.ZodNumber, z.ZodNumber]>>>>;
+    sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$strip>, z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodString;
+    graders: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    calculate_output: z.ZodString;
+  }, z.core.$strip>, z.ZodRecord<z.ZodString, z.ZodUnknown>]>;
+  model_sample: z.ZodString;
+}, z.core.$strip>;
+declare const OpenaiRunGraderOutput: z.ZodObject<{
+  reward: z.ZodNullable<z.ZodNumber>;
+  metadata: z.ZodNullable<z.ZodObject<{
+    name: z.ZodNullable<z.ZodString>;
+    type: z.ZodNullable<z.ZodString>;
+    errors: z.ZodNullable<z.ZodObject<{
+      other_error: z.ZodNullable<z.ZodBoolean>;
+      sample_parse_error: z.ZodNullable<z.ZodBoolean>;
+      formula_parse_error: z.ZodNullable<z.ZodBoolean>;
+      invalid_variable_error: z.ZodNullable<z.ZodBoolean>;
+      model_grader_parse_error: z.ZodNullable<z.ZodBoolean>;
+      model_grader_server_error: z.ZodNullable<z.ZodBoolean>;
+      unresponsive_reward_error: z.ZodNullable<z.ZodBoolean>;
+      model_grader_refusal_error: z.ZodNullable<z.ZodBoolean>;
+      python_grader_server_error: z.ZodNullable<z.ZodBoolean>;
+      sample_parse_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      python_grader_runtime_error: z.ZodNullable<z.ZodBoolean>;
+      truncated_observation_error: z.ZodNullable<z.ZodBoolean>;
+      endpoint_grader_server_error: z.ZodNullable<z.ZodBoolean>;
+      endpoint_grader_internal_error: z.ZodNullable<z.ZodBoolean>;
+      invalid_variable_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      python_grader_server_error_type: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      model_grader_parse_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      model_grader_server_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      endpoint_grader_safety_check_error: z.ZodNullable<z.ZodBoolean>;
+      model_grader_refusal_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      python_grader_runtime_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      endpoint_grader_server_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      endpoint_grader_internal_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      model_grader_exceeded_max_tokens_error: z.ZodNullable<z.ZodBoolean>;
+    }, z.core.$strip>>;
+    scores: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+    token_usage: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    execution_time: z.ZodNullable<z.ZodNumber>;
+    sampled_model_name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  }, z.core.$strip>>;
+  sub_rewards: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+  model_grader_token_usage_per_model: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+}, z.core.$strip>;
+declare const openaiRunGrader: import("@keystrokehq/action").WorkflowActionDefinition<{
+  grader: Record<string, unknown> | {
+    name: string;
+    type: string;
+    input: string;
+    operation: "eq" | "ne" | "like" | "ilike";
+    reference: string;
+  } | {
+    name: string;
+    type: string;
+    input: string;
+    reference: string;
+    evaluation_metric: string;
+  } | {
+    name: string;
+    type: string;
+    source: string;
+    image_tag?: string | null | undefined;
+  } | {
+    name: string;
+    type: string;
+    input: Record<string, unknown>[];
+    model: string;
+    range?: number[] | null | undefined;
+    sampling_params?: Record<string, unknown> | null | undefined;
+  } | {
+    name: string;
+    type: string;
+    graders: Record<string, unknown>[];
+    calculate_output: string;
+  };
+  model_sample: string;
+  item?: Record<string, unknown> | undefined;
+}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
 //#endregion
 export { openaiRunGrader };
 //# sourceMappingURL=run-grader.d.cts.map

package/dist/actions/run-grader.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"run-grader.d.cts","names":[],"sources":["../../src/actions/run-grader.ts"],"mappings":";;;cAIa,oBAAA,EAAsB,CAAA,CAAE,UAiC2C;AAAA,cAqCnE,qBAAA,EAAuB,CAAA,CAAE,UAKc;AAAA,cAEvC,eAAA,gCAAe,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
+{"version":3,"file":"run-grader.d.cts","names":[],"sources":["../../src/actions/run-grader.ts"],"mappings":";;;cAIa,oBAAA,EAAoB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAsEpB,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAOrB,eAAA,gCAAe,wBAAA"}

package/dist/actions/run-grader.d.mts

@@ -1,9 +1,119 @@
 import { z } from "zod";
 
 //#region src/actions/run-grader.d.ts
-declare const OpenaiRunGraderInput: z.ZodTypeAny;
-declare const OpenaiRunGraderOutput: z.ZodTypeAny;
-declare const openaiRunGrader: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const OpenaiRunGraderInput: z.ZodObject<{
+  item: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+  grader: z.ZodUnion<readonly [z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodString;
+    input: z.ZodString;
+    operation: z.ZodEnum<{
+      eq: "eq";
+      ne: "ne";
+      like: "like";
+      ilike: "ilike";
+    }>;
+    reference: z.ZodString;
+  }, z.core.$strip>, z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodString;
+    input: z.ZodString;
+    reference: z.ZodString;
+    evaluation_metric: z.ZodString;
+  }, z.core.$strip>, z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodString;
+    source: z.ZodString;
+    image_tag: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  }, z.core.$strip>, z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodString;
+    input: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    model: z.ZodString;
+    range: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodUnion<readonly [z.ZodNumber, z.ZodNumber]>>>>;
+    sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$strip>, z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodString;
+    graders: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    calculate_output: z.ZodString;
+  }, z.core.$strip>, z.ZodRecord<z.ZodString, z.ZodUnknown>]>;
+  model_sample: z.ZodString;
+}, z.core.$strip>;
+declare const OpenaiRunGraderOutput: z.ZodObject<{
+  reward: z.ZodNullable<z.ZodNumber>;
+  metadata: z.ZodNullable<z.ZodObject<{
+    name: z.ZodNullable<z.ZodString>;
+    type: z.ZodNullable<z.ZodString>;
+    errors: z.ZodNullable<z.ZodObject<{
+      other_error: z.ZodNullable<z.ZodBoolean>;
+      sample_parse_error: z.ZodNullable<z.ZodBoolean>;
+      formula_parse_error: z.ZodNullable<z.ZodBoolean>;
+      invalid_variable_error: z.ZodNullable<z.ZodBoolean>;
+      model_grader_parse_error: z.ZodNullable<z.ZodBoolean>;
+      model_grader_server_error: z.ZodNullable<z.ZodBoolean>;
+      unresponsive_reward_error: z.ZodNullable<z.ZodBoolean>;
+      model_grader_refusal_error: z.ZodNullable<z.ZodBoolean>;
+      python_grader_server_error: z.ZodNullable<z.ZodBoolean>;
+      sample_parse_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      python_grader_runtime_error: z.ZodNullable<z.ZodBoolean>;
+      truncated_observation_error: z.ZodNullable<z.ZodBoolean>;
+      endpoint_grader_server_error: z.ZodNullable<z.ZodBoolean>;
+      endpoint_grader_internal_error: z.ZodNullable<z.ZodBoolean>;
+      invalid_variable_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      python_grader_server_error_type: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      model_grader_parse_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      model_grader_server_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      endpoint_grader_safety_check_error: z.ZodNullable<z.ZodBoolean>;
+      model_grader_refusal_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      python_grader_runtime_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      endpoint_grader_server_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      endpoint_grader_internal_error_details: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+      model_grader_exceeded_max_tokens_error: z.ZodNullable<z.ZodBoolean>;
+    }, z.core.$strip>>;
+    scores: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+    token_usage: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    execution_time: z.ZodNullable<z.ZodNumber>;
+    sampled_model_name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  }, z.core.$strip>>;
+  sub_rewards: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+  model_grader_token_usage_per_model: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+}, z.core.$strip>;
+declare const openaiRunGrader: import("@keystrokehq/action").WorkflowActionDefinition<{
+  grader: Record<string, unknown> | {
+    name: string;
+    type: string;
+    input: string;
+    operation: "eq" | "ne" | "like" | "ilike";
+    reference: string;
+  } | {
+    name: string;
+    type: string;
+    input: string;
+    reference: string;
+    evaluation_metric: string;
+  } | {
+    name: string;
+    type: string;
+    source: string;
+    image_tag?: string | null | undefined;
+  } | {
+    name: string;
+    type: string;
+    input: Record<string, unknown>[];
+    model: string;
+    range?: number[] | null | undefined;
+    sampling_params?: Record<string, unknown> | null | undefined;
+  } | {
+    name: string;
+    type: string;
+    graders: Record<string, unknown>[];
+    calculate_output: string;
+  };
+  model_sample: string;
+  item?: Record<string, unknown> | undefined;
+}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
 //#endregion
 export { openaiRunGrader };
 //# sourceMappingURL=run-grader.d.mts.map

package/dist/actions/run-grader.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"run-grader.d.mts","names":[],"sources":["../../src/actions/run-grader.ts"],"mappings":";;;cAIa,oBAAA,EAAsB,CAAA,CAAE,UAiC2C;AAAA,cAqCnE,qBAAA,EAAuB,CAAA,CAAE,UAKc;AAAA,cAEvC,eAAA,gCAAe,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
+{"version":3,"file":"run-grader.d.mts","names":[],"sources":["../../src/actions/run-grader.ts"],"mappings":";;;cAIa,oBAAA,EAAoB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAsEpB,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAOrB,eAAA,gCAAe,wBAAA"}

package/dist/actions/run-grader.mjs

@@ -48,39 +48,39 @@ const OpenaiRunGraderInput = z.object({
 	model_sample: z.string().describe("The model sample output to be evaluated. This value will be used to populate the 'sample' namespace. The 'output_json' variable will be populated if the model sample is a valid JSON string")
 }).describe("Request model for running a grader to evaluate model performance.");
 const OpenaiRunGrader_GraderErrorsSchema = z.object({
-	other_error: z.boolean().describe("Whether another type of error occurred"),
-	sample_parse_error: z.boolean().describe("Whether a sample parsing error occurred"),
-	formula_parse_error: z.boolean().describe("Whether a formula parsing error occurred"),
-	invalid_variable_error: z.boolean().describe("Whether an invalid variable error occurred"),
-	model_grader_parse_error: z.boolean().describe("Whether a model grader parsing error occurred"),
-	model_grader_server_error: z.boolean().describe("Whether a model grader server error occurred"),
-	unresponsive_reward_error: z.boolean().describe("Whether an unresponsive reward error occurred"),
-	model_grader_refusal_error: z.boolean().describe("Whether a model grader refusal error occurred"),
-	python_grader_server_error: z.boolean().describe("Whether a Python grader server error occurred"),
+	other_error: z.boolean().describe("Whether another type of error occurred").nullable(),
+	sample_parse_error: z.boolean().describe("Whether a sample parsing error occurred").nullable(),
+	formula_parse_error: z.boolean().describe("Whether a formula parsing error occurred").nullable(),
+	invalid_variable_error: z.boolean().describe("Whether an invalid variable error occurred").nullable(),
+	model_grader_parse_error: z.boolean().describe("Whether a model grader parsing error occurred").nullable(),
+	model_grader_server_error: z.boolean().describe("Whether a model grader server error occurred").nullable(),
+	unresponsive_reward_error: z.boolean().describe("Whether an unresponsive reward error occurred").nullable(),
+	model_grader_refusal_error: z.boolean().describe("Whether a model grader refusal error occurred").nullable(),
+	python_grader_server_error: z.boolean().describe("Whether a Python grader server error occurred").nullable(),
 	sample_parse_error_details: z.record(z.string(), z.unknown()).describe("Details about the sample parsing error").nullable().optional(),
-	python_grader_runtime_error: z.boolean().describe("Whether a Python grader runtime error occurred"),
-	truncated_observation_error: z.boolean().describe("Whether an observation truncation error occurred"),
-	endpoint_grader_server_error: z.boolean().describe("Whether an endpoint grader server error occurred"),
-	endpoint_grader_internal_error: z.boolean().describe("Whether an endpoint grader internal error occurred"),
+	python_grader_runtime_error: z.boolean().describe("Whether a Python grader runtime error occurred").nullable(),
+	truncated_observation_error: z.boolean().describe("Whether an observation truncation error occurred").nullable(),
+	endpoint_grader_server_error: z.boolean().describe("Whether an endpoint grader server error occurred").nullable(),
+	endpoint_grader_internal_error: z.boolean().describe("Whether an endpoint grader internal error occurred").nullable(),
 	invalid_variable_error_details: z.record(z.string(), z.unknown()).describe("Details about the invalid variable error").nullable().optional(),
 	python_grader_server_error_type: z.record(z.string(), z.unknown()).describe("Details about the Python grader server error type").nullable().optional(),
 	model_grader_parse_error_details: z.record(z.string(), z.unknown()).describe("Details about the model grader parsing error").nullable().optional(),
 	model_grader_server_error_details: z.record(z.string(), z.unknown()).describe("Details about the model grader server error").nullable().optional(),
-	endpoint_grader_safety_check_error: z.boolean().describe("Whether an endpoint grader safety check error occurred"),
+	endpoint_grader_safety_check_error: z.boolean().describe("Whether an endpoint grader safety check error occurred").nullable(),
 	model_grader_refusal_error_details: z.record(z.string(), z.unknown()).describe("Details about the model grader refusal error").nullable().optional(),
 	python_grader_runtime_error_details: z.record(z.string(), z.unknown()).describe("Details about the Python grader runtime error").nullable().optional(),
 	endpoint_grader_server_error_details: z.record(z.string(), z.unknown()).describe("Details about the endpoint grader server error").nullable().optional(),
 	endpoint_grader_internal_error_details: z.record(z.string(), z.unknown()).describe("Details about the endpoint grader internal error").nullable().optional(),
-	model_grader_exceeded_max_tokens_error: z.boolean().describe("Whether a model grader exceeded max tokens error occurred")
+	model_grader_exceeded_max_tokens_error: z.boolean().describe("Whether a model grader exceeded max tokens error occurred").nullable()
 }).describe("Detailed error information for grader execution.");
 const OpenaiRunGrader_GraderMetadataSchema = z.object({
-	name: z.string().describe("The name of the grader that was executed"),
-	type: z.string().describe("The type of grader that was executed"),
+	name: z.string().describe("The name of the grader that was executed").nullable(),
+	type: z.string().describe("The type of grader that was executed").nullable(),
 	errors: OpenaiRunGrader_GraderErrorsSchema.nullable(),
 	scores: z.record(z.string(), z.unknown()).describe("Individual scores computed by the grader"),
 	metadata: z.record(z.string(), z.unknown()).describe("Additional metadata from the grader execution").nullable().optional(),
 	token_usage: z.number().int().describe("Number of tokens used during grader execution, if applicable").nullable().optional(),
-	execution_time: z.number().describe("Time taken to execute the grader in seconds"),
+	execution_time: z.number().describe("Time taken to execute the grader in seconds").nullable(),
 	sampled_model_name: z.string().describe("Name of the model that was sampled, if applicable").nullable().optional()
 }).describe("Metadata about the grader execution.");
 const openaiRunGrader = action("OPENAI_RUN_GRADER", {
@@ -89,7 +89,7 @@ const openaiRunGrader = action("OPENAI_RUN_GRADER", {
 	description: "Tool to run a grader to evaluate model performance on a given sample. Use when you need to evaluate model outputs against expected results using various grading strategies like string matching, text similarity, custom Python code, or model-based scoring.",
 	input: OpenaiRunGraderInput,
 	output: z.object({
-		reward: z.number().describe("The final reward score computed by the grader. Higher values indicate better performance"),
+		reward: z.number().describe("The final reward score computed by the grader. Higher values indicate better performance").nullable(),
 		metadata: OpenaiRunGrader_GraderMetadataSchema.nullable(),
 		sub_rewards: z.record(z.string(), z.unknown()).describe("Individual sub-rewards from component graders, if using a multi-grader"),
 		model_grader_token_usage_per_model: z.record(z.string(), z.unknown()).describe("Token usage breakdown per model used in grading")

package/dist/actions/run-grader.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"run-grader.mjs","names":[],"sources":["../../src/actions/run-grader.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiRunGraderInput: z.ZodTypeAny = z.object({\n  item: z.record(z.string(), z.unknown()).describe(\"The dataset item provided to the grader. This will be used to populate the 'item' namespace. See the guide for more details\").optional(),\n  grader: z.union([z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n  input: z.string().describe(\"The input field to check. Use 'sample.output' to reference the model sample output\"),\n  operation: z.enum([\"eq\", \"ne\", \"like\", \"ilike\"]).describe(\"The comparison operation to perform: 'eq' for equals, 'ne' for not equals, 'like' for SQL LIKE, 'ilike' for case-insensitive LIKE\"),\n  reference: z.string().describe(\"The reference value to compare against\"),\n}).describe(\"String check grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n  input: z.string().describe(\"The input field to evaluate\"),\n  reference: z.string().describe(\"The reference text to compare against\"),\n  evaluation_metric: z.string().describe(\"The metric to use for evaluating text similarity\"),\n}).describe(\"Text similarity grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n  source: z.string().describe(\"Python source code to execute for grading\"),\n  image_tag: z.string().nullable().optional(),\n}).describe(\"Python grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n  input: z.array(z.record(z.string(), z.unknown())).describe(\"Input data for the scoring model\"),\n  model: z.string().describe(\"The model to use for scoring\"),\n  range: z.array(z.union([z.number().int(), z.number()])).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Score model grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'multi'\"),\n  graders: z.array(z.record(z.string(), z.unknown())).describe(\"List of grader configurations to combine\"),\n  calculate_output: z.string().describe(\"Formula to calculate the final output from sub-grader results\"),\n}).describe(\"Multi grader configuration that combines multiple graders.\"), z.record(z.string(), z.unknown())]),\n  model_sample: z.string().describe(\"The model sample output to be evaluated. This value will be used to populate the 'sample' namespace. The 'output_json' variable will be populated if the model sample is a valid JSON string\"),\n}).describe(\"Request model for running a grader to evaluate model performance.\");\nconst OpenaiRunGrader_GraderErrorsSchema: z.ZodTypeAny = z.object({\n  other_error: z.boolean().describe(\"Whether another type of error occurred\"),\n  sample_parse_error: z.boolean().describe(\"Whether a sample parsing error occurred\"),\n  formula_parse_error: z.boolean().describe(\"Whether a formula parsing error occurred\"),\n  invalid_variable_error: z.boolean().describe(\"Whether an invalid variable error occurred\"),\n  model_grader_parse_error: z.boolean().describe(\"Whether a model grader parsing error occurred\"),\n  model_grader_server_error: z.boolean().describe(\"Whether a model grader server error occurred\"),\n  unresponsive_reward_error: z.boolean().describe(\"Whether an unresponsive reward error occurred\"),\n  model_grader_refusal_error: z.boolean().describe(\"Whether a model grader refusal error occurred\"),\n  python_grader_server_error: z.boolean().describe(\"Whether a Python grader server error occurred\"),\n  sample_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the sample parsing error\").nullable().optional(),\n  python_grader_runtime_error: z.boolean().describe(\"Whether a Python grader runtime error occurred\"),\n  truncated_observation_error: z.boolean().describe(\"Whether an observation truncation error occurred\"),\n  endpoint_grader_server_error: z.boolean().describe(\"Whether an endpoint grader server error occurred\"),\n  endpoint_grader_internal_error: z.boolean().describe(\"Whether an endpoint grader internal error occurred\"),\n  invalid_variable_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the invalid variable error\").nullable().optional(),\n  python_grader_server_error_type: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader server error type\").nullable().optional(),\n  model_grader_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader parsing error\").nullable().optional(),\n  model_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader server error\").nullable().optional(),\n  endpoint_grader_safety_check_error: z.boolean().describe(\"Whether an endpoint grader safety check error occurred\"),\n  model_grader_refusal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader refusal error\").nullable().optional(),\n  python_grader_runtime_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader runtime error\").nullable().optional(),\n  endpoint_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader server error\").nullable().optional(),\n  endpoint_grader_internal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader internal error\").nullable().optional(),\n  model_grader_exceeded_max_tokens_error: z.boolean().describe(\"Whether a model grader exceeded max tokens error occurred\"),\n}).describe(\"Detailed error information for grader execution.\");\nconst OpenaiRunGrader_GraderMetadataSchema: z.ZodTypeAny = z.object({\n  name: z.string().describe(\"The name of the grader that was executed\"),\n  type: z.string().describe(\"The type of grader that was executed\"),\n  errors: OpenaiRunGrader_GraderErrorsSchema.nullable(),\n  scores: z.record(z.string(), z.unknown()).describe(\"Individual scores computed by the grader\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Additional metadata from the grader execution\").nullable().optional(),\n  token_usage: z.number().int().describe(\"Number of tokens used during grader execution, if applicable\").nullable().optional(),\n  execution_time: z.number().describe(\"Time taken to execute the grader in seconds\"),\n  sampled_model_name: z.string().describe(\"Name of the model that was sampled, if applicable\").nullable().optional(),\n}).describe(\"Metadata about the grader execution.\");\nexport const OpenaiRunGraderOutput: z.ZodTypeAny = z.object({\n  reward: z.number().describe(\"The final reward score computed by the grader. Higher values indicate better performance\"),\n  metadata: OpenaiRunGrader_GraderMetadataSchema.nullable(),\n  sub_rewards: z.record(z.string(), z.unknown()).describe(\"Individual sub-rewards from component graders, if using a multi-grader\"),\n  model_grader_token_usage_per_model: z.record(z.string(), z.unknown()).describe(\"Token usage breakdown per model used in grading\"),\n}).describe(\"Response schema for running a grader.\");\n\nexport const openaiRunGrader = action(\"OPENAI_RUN_GRADER\", {\n  slug: \"openai-run-grader\",\n  name: \"Run grader\",\n  description: \"Tool to run a grader to evaluate model performance on a given sample. Use when you need to evaluate model outputs against expected results using various grading strategies like string matching, text similarity, custom Python code, or model-based scoring.\",\n  input: OpenaiRunGraderInput,\n  output: OpenaiRunGraderOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uBAAqC,EAAE,OAAO;CACzD,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;CACzL,QAAQ,EAAE,MAAM;EAAC,EAAE,OAAO;GAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;GAClE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,oFAAoF;GAC/G,WAAW,EAAE,KAAK;IAAC;IAAM;IAAM;IAAQ;GAAO,CAAC,CAAC,CAAC,SAAS,mIAAmI;GAC7L,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACzE,CAAC,CAAC,CAAC,SAAS,oCAAoC;EAAG,EAAE,OAAO;GAC1D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACrE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B;GACxD,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACtE,mBAAmB,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD;EAC3F,CAAC,CAAC,CAAC,SAAS,uCAAuC;EAAG,EAAE,OAAO;GAC7D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;GAC5D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACvE,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5C,CAAC,CAAC,CAAC,SAAS,8BAA8B;EAAG,EAAE,OAAO;GACpD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,kCAAkC;GAC7F,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;GACzD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC5E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,mCAAmC;EAAG,EAAE,OAAO;GACzD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,0CAA0C;GACvG,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;EACvG,CAAC,CAAC,CAAC,SAAS,4DAA4D;EAAG,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC;CAAC,CAAC;CAC3G,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,8LAA8L;AAClO,CAAC,CAAC,CAAC,SAAS,mEAAmE;AAC/E,MAAM,qCAAmD,EAAE,OAAO;CAChE,aAAa,EAAE,QAAQ,CAAC,CAAC,SAAS,wCAAwC;CAC1E,oBAAoB,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC;CAClF,qBAAqB,EAAE,QAAQ,CAAC,CAAC,SAAS,0CAA0C;CACpF,wBAAwB,EAAE,QAAQ,CAAC,CAAC,SAAS,4CAA4C;CACzF,0BAA0B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C;CAC9F,2BAA2B,EAAE,QAAQ,CAAC,CAAC,SAAS,8CAA8C;CAC9F,2BAA2B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C;CAC/F,4BAA4B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C;CAChG,4BAA4B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C;CAChG,4BAA4B,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,6BAA6B,EAAE,QAAQ,CAAC,CAAC,SAAS,gDAAgD;CAClG,6BAA6B,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD;CACpG,8BAA8B,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD;CACrG,gCAAgC,EAAE,QAAQ,CAAC,CAAC,SAAS,oDAAoD;CACzG,gCAAgC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3I,iCAAiC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,kCAAkC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,mCAAmC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,oCAAoC,EAAE,QAAQ,CAAC,CAAC,SAAS,wDAAwD;CACjH,oCAAoC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnJ,qCAAqC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,sCAAsC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvJ,wCAAwC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3J,wCAAwC,EAAE,QAAQ,CAAC,CAAC,SAAS,2DAA2D;AAC1H,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAM,uCAAqD,EAAE,OAAO;CAClE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACpE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC;CAChE,QAAQ,mCAAmC,SAAS;CACpD,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C;CAC7F,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,gBAAgB,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C;CACjF,oBAAoB,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACnH,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAQlD,MAAa,kBAAkB,OAAO,qBAAqB;CACzD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAZiD,EAAE,OAAO;EAC1D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,0FAA0F;EACtH,UAAU,qCAAqC,SAAS;EACxD,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wEAAwE;EAChI,oCAAoC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;CAClI,CAAC,CAAC,CAAC,SAAS,uCAOF;AACV,CAAC"}
+{"version":3,"file":"run-grader.mjs","names":[],"sources":["../../src/actions/run-grader.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiRunGraderInput = z.object({\n  item: z.record(z.string(), z.unknown()).describe(\"The dataset item provided to the grader. This will be used to populate the 'item' namespace. See the guide for more details\").optional(),\n  grader: z.union([z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n  input: z.string().describe(\"The input field to check. Use 'sample.output' to reference the model sample output\"),\n  operation: z.enum([\"eq\", \"ne\", \"like\", \"ilike\"]).describe(\"The comparison operation to perform: 'eq' for equals, 'ne' for not equals, 'like' for SQL LIKE, 'ilike' for case-insensitive LIKE\"),\n  reference: z.string().describe(\"The reference value to compare against\"),\n}).describe(\"String check grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n  input: z.string().describe(\"The input field to evaluate\"),\n  reference: z.string().describe(\"The reference text to compare against\"),\n  evaluation_metric: z.string().describe(\"The metric to use for evaluating text similarity\"),\n}).describe(\"Text similarity grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n  source: z.string().describe(\"Python source code to execute for grading\"),\n  image_tag: z.string().nullable().optional(),\n}).describe(\"Python grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n  input: z.array(z.record(z.string(), z.unknown())).describe(\"Input data for the scoring model\"),\n  model: z.string().describe(\"The model to use for scoring\"),\n  range: z.array(z.union([z.number().int(), z.number()])).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Score model grader configuration.\"), z.object({\n  name: z.string().describe(\"Name identifier for this grader\"),\n  type: z.string().describe(\"Type of grader, must be 'multi'\"),\n  graders: z.array(z.record(z.string(), z.unknown())).describe(\"List of grader configurations to combine\"),\n  calculate_output: z.string().describe(\"Formula to calculate the final output from sub-grader results\"),\n}).describe(\"Multi grader configuration that combines multiple graders.\"), z.record(z.string(), z.unknown())]),\n  model_sample: z.string().describe(\"The model sample output to be evaluated. This value will be used to populate the 'sample' namespace. The 'output_json' variable will be populated if the model sample is a valid JSON string\"),\n}).describe(\"Request model for running a grader to evaluate model performance.\");\nconst OpenaiRunGrader_GraderErrorsSchema = z.object({\n  other_error: z.boolean().describe(\"Whether another type of error occurred\").nullable(),\n  sample_parse_error: z.boolean().describe(\"Whether a sample parsing error occurred\").nullable(),\n  formula_parse_error: z.boolean().describe(\"Whether a formula parsing error occurred\").nullable(),\n  invalid_variable_error: z.boolean().describe(\"Whether an invalid variable error occurred\").nullable(),\n  model_grader_parse_error: z.boolean().describe(\"Whether a model grader parsing error occurred\").nullable(),\n  model_grader_server_error: z.boolean().describe(\"Whether a model grader server error occurred\").nullable(),\n  unresponsive_reward_error: z.boolean().describe(\"Whether an unresponsive reward error occurred\").nullable(),\n  model_grader_refusal_error: z.boolean().describe(\"Whether a model grader refusal error occurred\").nullable(),\n  python_grader_server_error: z.boolean().describe(\"Whether a Python grader server error occurred\").nullable(),\n  sample_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the sample parsing error\").nullable().optional(),\n  python_grader_runtime_error: z.boolean().describe(\"Whether a Python grader runtime error occurred\").nullable(),\n  truncated_observation_error: z.boolean().describe(\"Whether an observation truncation error occurred\").nullable(),\n  endpoint_grader_server_error: z.boolean().describe(\"Whether an endpoint grader server error occurred\").nullable(),\n  endpoint_grader_internal_error: z.boolean().describe(\"Whether an endpoint grader internal error occurred\").nullable(),\n  invalid_variable_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the invalid variable error\").nullable().optional(),\n  python_grader_server_error_type: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader server error type\").nullable().optional(),\n  model_grader_parse_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader parsing error\").nullable().optional(),\n  model_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader server error\").nullable().optional(),\n  endpoint_grader_safety_check_error: z.boolean().describe(\"Whether an endpoint grader safety check error occurred\").nullable(),\n  model_grader_refusal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the model grader refusal error\").nullable().optional(),\n  python_grader_runtime_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the Python grader runtime error\").nullable().optional(),\n  endpoint_grader_server_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader server error\").nullable().optional(),\n  endpoint_grader_internal_error_details: z.record(z.string(), z.unknown()).describe(\"Details about the endpoint grader internal error\").nullable().optional(),\n  model_grader_exceeded_max_tokens_error: z.boolean().describe(\"Whether a model grader exceeded max tokens error occurred\").nullable(),\n}).describe(\"Detailed error information for grader execution.\");\nconst OpenaiRunGrader_GraderMetadataSchema = z.object({\n  name: z.string().describe(\"The name of the grader that was executed\").nullable(),\n  type: z.string().describe(\"The type of grader that was executed\").nullable(),\n  errors: OpenaiRunGrader_GraderErrorsSchema.nullable(),\n  scores: z.record(z.string(), z.unknown()).describe(\"Individual scores computed by the grader\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Additional metadata from the grader execution\").nullable().optional(),\n  token_usage: z.number().int().describe(\"Number of tokens used during grader execution, if applicable\").nullable().optional(),\n  execution_time: z.number().describe(\"Time taken to execute the grader in seconds\").nullable(),\n  sampled_model_name: z.string().describe(\"Name of the model that was sampled, if applicable\").nullable().optional(),\n}).describe(\"Metadata about the grader execution.\");\nexport const OpenaiRunGraderOutput = z.object({\n  reward: z.number().describe(\"The final reward score computed by the grader. Higher values indicate better performance\").nullable(),\n  metadata: OpenaiRunGrader_GraderMetadataSchema.nullable(),\n  sub_rewards: z.record(z.string(), z.unknown()).describe(\"Individual sub-rewards from component graders, if using a multi-grader\"),\n  model_grader_token_usage_per_model: z.record(z.string(), z.unknown()).describe(\"Token usage breakdown per model used in grading\"),\n}).describe(\"Response schema for running a grader.\");\n\nexport const openaiRunGrader = action(\"OPENAI_RUN_GRADER\", {\n  slug: \"openai-run-grader\",\n  name: \"Run grader\",\n  description: \"Tool to run a grader to evaluate model performance on a given sample. Use when you need to evaluate model outputs against expected results using various grading strategies like string matching, text similarity, custom Python code, or model-based scoring.\",\n  input: OpenaiRunGraderInput,\n  output: OpenaiRunGraderOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uBAAuB,EAAE,OAAO;CAC3C,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;CACzL,QAAQ,EAAE,MAAM;EAAC,EAAE,OAAO;GAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;GAClE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,oFAAoF;GAC/G,WAAW,EAAE,KAAK;IAAC;IAAM;IAAM;IAAQ;GAAO,CAAC,CAAC,CAAC,SAAS,mIAAmI;GAC7L,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACzE,CAAC,CAAC,CAAC,SAAS,oCAAoC;EAAG,EAAE,OAAO;GAC1D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACrE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B;GACxD,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACtE,mBAAmB,EAAE,OAAO,CAAC,CAAC,SAAS,kDAAkD;EAC3F,CAAC,CAAC,CAAC,SAAS,uCAAuC;EAAG,EAAE,OAAO;GAC7D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;GAC5D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACvE,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5C,CAAC,CAAC,CAAC,SAAS,8BAA8B;EAAG,EAAE,OAAO;GACpD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,kCAAkC;GAC7F,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;GACzD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC5E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,mCAAmC;EAAG,EAAE,OAAO;GACzD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC;GAC3D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,0CAA0C;GACvG,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;EACvG,CAAC,CAAC,CAAC,SAAS,4DAA4D;EAAG,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC;CAAC,CAAC;CAC3G,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,8LAA8L;AAClO,CAAC,CAAC,CAAC,SAAS,mEAAmE;AAC/E,MAAM,qCAAqC,EAAE,OAAO;CAClD,aAAa,EAAE,QAAQ,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACrF,oBAAoB,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC7F,qBAAqB,EAAE,QAAQ,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC/F,wBAAwB,EAAE,QAAQ,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACpG,0BAA0B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACzG,2BAA2B,EAAE,QAAQ,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACzG,2BAA2B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC1G,4BAA4B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC3G,4BAA4B,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CAC3G,4BAA4B,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,6BAA6B,EAAE,QAAQ,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS;CAC7G,6BAA6B,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC/G,8BAA8B,EAAE,QAAQ,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAChH,gCAAgC,EAAE,QAAQ,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS;CACpH,gCAAgC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3I,iCAAiC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,kCAAkC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,mCAAmC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjJ,oCAAoC,EAAE,QAAQ,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CAC5H,oCAAoC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnJ,qCAAqC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrJ,sCAAsC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvJ,wCAAwC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3J,wCAAwC,EAAE,QAAQ,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS;AACrI,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAM,uCAAuC,EAAE,OAAO;CACpD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC/E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CAC3E,QAAQ,mCAAmC,SAAS;CACpD,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0CAA0C;CAC7F,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,gBAAgB,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CAC5F,oBAAoB,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACnH,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAQlD,MAAa,kBAAkB,OAAO,qBAAqB;CACzD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAZmC,EAAE,OAAO;EAC5C,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,0FAA0F,CAAC,CAAC,SAAS;EACjI,UAAU,qCAAqC,SAAS;EACxD,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wEAAwE;EAChI,oCAAoC,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;CAClI,CAAC,CAAC,CAAC,SAAS,uCAOF;AACV,CAAC"}

package/dist/actions/search-vector-store.cjs

@@ -18,19 +18,19 @@ const OpenaiSearchVectorStoreInput = zod.z.object({
 }).describe("Request model for searching a vector store.");
 const OpenaiSearchVectorStore_ContentItemSchema = zod.z.object({
 	text: zod.z.string().describe("The text content, if type is 'text'.").nullable().optional(),
-	type: zod.z.string().describe("The type of content (e.g., 'text').")
+	type: zod.z.string().describe("The type of content (e.g., 'text').").nullable()
 }).describe("An item in the content array of a search result.");
 const OpenaiSearchVectorStore_SearchResultItemSchema = zod.z.object({
-	score: zod.z.number().describe("The relevance score of this result."),
+	score: zod.z.number().describe("The relevance score of this result.").nullable(),
 	content: zod.z.array(OpenaiSearchVectorStore_ContentItemSchema).describe("The content items from the file that matched the query."),
-	file_id: zod.z.string().describe("The ID of the file containing this result."),
-	filename: zod.z.string().describe("The name of the file containing this result."),
+	file_id: zod.z.string().describe("The ID of the file containing this result.").nullable(),
+	filename: zod.z.string().describe("The name of the file containing this result.").nullable(),
 	attributes: zod.z.record(zod.z.string(), zod.z.unknown()).describe("File attributes associated with this result.")
 }).describe("A single search result item.");
 const OpenaiSearchVectorStoreOutput = zod.z.object({
 	data: zod.z.array(OpenaiSearchVectorStore_SearchResultItemSchema).describe("The list of search result items."),
-	object: zod.z.string().describe("The object type, which is always 'vector_store.search_results.page'."),
-	has_more: zod.z.boolean().describe("Indicates if there are more results to fetch."),
+	object: zod.z.string().describe("The object type, which is always 'vector_store.search_results.page'.").nullable(),
+	has_more: zod.z.boolean().describe("Indicates if there are more results to fetch.").nullable(),
 	next_page: zod.z.string().describe("Cursor for fetching the next page of results, if available.").nullable().optional(),
 	search_query: zod.z.array(zod.z.string()).describe("The query used for this search.")
 }).describe("Response schema for vector store search.");

package/dist/actions/search-vector-store.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"search-vector-store.cjs","names":["z","action"],"sources":["../../src/actions/search-vector-store.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiSearchVectorStoreInput: z.ZodTypeAny = z.object({\n  query: z.union([z.string(), z.array(z.string())]),\n  filters: z.record(z.string(), z.unknown()).describe(\"A filter to apply based on file attributes. Can be a comparison filter with 'type', 'key', and 'value' fields, or a compound filter with 'type' and 'filters' fields combining multiple filters.\").optional(),\n  rewrite_query: z.boolean().default(false).describe(\"Whether to rewrite the natural language query for vector search.\").optional(),\n  max_num_results: z.number().int().default(10).describe(\"The maximum number of results to return. Must be between 1 and 50.\").optional(),\n  ranking_options: z.object({\n  ranker: z.enum([\"none\", \"auto\", \"default-2024-11-15\"]).default(\"auto\").describe(\"Enable re-ranking; set to 'none' to disable, which can help reduce latency. Default is 'auto'.\").optional(),\n  score_threshold: z.number().default(0).describe(\"Minimum score threshold for results. Must be between 0 and 1.\").optional(),\n}).describe(\"Ranking options for search.\").optional(),\n  vector_store_id: z.string().describe(\"The ID of the vector store to search.\"),\n}).describe(\"Request model for searching a vector store.\");\nconst OpenaiSearchVectorStore_ContentItemSchema: z.ZodTypeAny = z.object({\n  text: z.string().describe(\"The text content, if type is 'text'.\").nullable().optional(),\n  type: z.string().describe(\"The type of content (e.g., 'text').\"),\n}).describe(\"An item in the content array of a search result.\");\nconst OpenaiSearchVectorStore_SearchResultItemSchema: z.ZodTypeAny = z.object({\n  score: z.number().describe(\"The relevance score of this result.\"),\n  content: z.array(OpenaiSearchVectorStore_ContentItemSchema).describe(\"The content items from the file that matched the query.\"),\n  file_id: z.string().describe(\"The ID of the file containing this result.\"),\n  filename: z.string().describe(\"The name of the file containing this result.\"),\n  attributes: z.record(z.string(), z.unknown()).describe(\"File attributes associated with this result.\"),\n}).describe(\"A single search result item.\");\nexport const OpenaiSearchVectorStoreOutput: z.ZodTypeAny = z.object({\n  data: z.array(OpenaiSearchVectorStore_SearchResultItemSchema).describe(\"The list of search result items.\"),\n  object: z.string().describe(\"The object type, which is always 'vector_store.search_results.page'.\"),\n  has_more: z.boolean().describe(\"Indicates if there are more results to fetch.\"),\n  next_page: z.string().describe(\"Cursor for fetching the next page of results, if available.\").nullable().optional(),\n  search_query: z.array(z.string()).describe(\"The query used for this search.\"),\n}).describe(\"Response schema for vector store search.\");\n\nexport const openaiSearchVectorStore = action(\"OPENAI_SEARCH_VECTOR_STORE\", {\n  slug: \"openai-search-vector-store\",\n  name: \"Search Vector Store\",\n  description: \"Tool to search a vector store for relevant chunks based on a query and file attributes filter. Use when you need to find specific content within a vector store for retrieval-augmented generation (RAG) or custom search workflows.\",\n  input: OpenaiSearchVectorStoreInput,\n  output: OpenaiSearchVectorStoreOutput,\n});\n"],"mappings":";;;AAIA,MAAa,+BAA6CA,IAAAA,EAAE,OAAO;CACjE,OAAOA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC;CAChD,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kMAAkM,CAAC,CAAC,SAAS;CACjQ,eAAeA,IAAAA,EAAE,QAAQ,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,SAAS,kEAAkE,CAAC,CAAC,SAAS;CAChI,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;CACtI,iBAAiBA,IAAAA,EAAE,OAAO;EAC1B,QAAQA,IAAAA,EAAE,KAAK;GAAC;GAAQ;GAAQ;EAAoB,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,SAAS,gGAAgG,CAAC,CAAC,SAAS;EAC3L,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAC5H,CAAC,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS;CAClD,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;AAC9E,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,4CAA0DA,IAAAA,EAAE,OAAO;CACvE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;AACjE,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAM,iDAA+DA,IAAAA,EAAE,OAAO;CAC5E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;CAChE,SAASA,IAAAA,EAAE,MAAM,yCAAyC,CAAC,CAAC,SAAS,yDAAyD;CAC9H,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;CACzE,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C;CAC5E,YAAYA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C;AACvG,CAAC,CAAC,CAAC,SAAS,8BAA8B;AAC1C,MAAa,gCAA8CA,IAAAA,EAAE,OAAO;CAClE,MAAMA,IAAAA,EAAE,MAAM,8CAA8C,CAAC,CAAC,SAAS,kCAAkC;CACzG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sEAAsE;CAClG,UAAUA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C;CAC9E,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAClH,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC9E,CAAC,CAAC,CAAC,SAAS,0CAA0C;AAEtD,MAAa,0BAA0BC,eAAAA,OAAO,8BAA8B;CAC1E,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"search-vector-store.cjs","names":["z","action"],"sources":["../../src/actions/search-vector-store.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiSearchVectorStoreInput = z.object({\n  query: z.union([z.string(), z.array(z.string())]),\n  filters: z.record(z.string(), z.unknown()).describe(\"A filter to apply based on file attributes. Can be a comparison filter with 'type', 'key', and 'value' fields, or a compound filter with 'type' and 'filters' fields combining multiple filters.\").optional(),\n  rewrite_query: z.boolean().default(false).describe(\"Whether to rewrite the natural language query for vector search.\").optional(),\n  max_num_results: z.number().int().default(10).describe(\"The maximum number of results to return. Must be between 1 and 50.\").optional(),\n  ranking_options: z.object({\n  ranker: z.enum([\"none\", \"auto\", \"default-2024-11-15\"]).default(\"auto\").describe(\"Enable re-ranking; set to 'none' to disable, which can help reduce latency. Default is 'auto'.\").optional(),\n  score_threshold: z.number().default(0).describe(\"Minimum score threshold for results. Must be between 0 and 1.\").optional(),\n}).describe(\"Ranking options for search.\").optional(),\n  vector_store_id: z.string().describe(\"The ID of the vector store to search.\"),\n}).describe(\"Request model for searching a vector store.\");\nconst OpenaiSearchVectorStore_ContentItemSchema = z.object({\n  text: z.string().describe(\"The text content, if type is 'text'.\").nullable().optional(),\n  type: z.string().describe(\"The type of content (e.g., 'text').\").nullable(),\n}).describe(\"An item in the content array of a search result.\");\nconst OpenaiSearchVectorStore_SearchResultItemSchema = z.object({\n  score: z.number().describe(\"The relevance score of this result.\").nullable(),\n  content: z.array(OpenaiSearchVectorStore_ContentItemSchema).describe(\"The content items from the file that matched the query.\"),\n  file_id: z.string().describe(\"The ID of the file containing this result.\").nullable(),\n  filename: z.string().describe(\"The name of the file containing this result.\").nullable(),\n  attributes: z.record(z.string(), z.unknown()).describe(\"File attributes associated with this result.\"),\n}).describe(\"A single search result item.\");\nexport const OpenaiSearchVectorStoreOutput = z.object({\n  data: z.array(OpenaiSearchVectorStore_SearchResultItemSchema).describe(\"The list of search result items.\"),\n  object: z.string().describe(\"The object type, which is always 'vector_store.search_results.page'.\").nullable(),\n  has_more: z.boolean().describe(\"Indicates if there are more results to fetch.\").nullable(),\n  next_page: z.string().describe(\"Cursor for fetching the next page of results, if available.\").nullable().optional(),\n  search_query: z.array(z.string()).describe(\"The query used for this search.\"),\n}).describe(\"Response schema for vector store search.\");\n\nexport const openaiSearchVectorStore = action(\"OPENAI_SEARCH_VECTOR_STORE\", {\n  slug: \"openai-search-vector-store\",\n  name: \"Search Vector Store\",\n  description: \"Tool to search a vector store for relevant chunks based on a query and file attributes filter. Use when you need to find specific content within a vector store for retrieval-augmented generation (RAG) or custom search workflows.\",\n  input: OpenaiSearchVectorStoreInput,\n  output: OpenaiSearchVectorStoreOutput,\n});\n"],"mappings":";;;AAIA,MAAa,+BAA+BA,IAAAA,EAAE,OAAO;CACnD,OAAOA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC;CAChD,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kMAAkM,CAAC,CAAC,SAAS;CACjQ,eAAeA,IAAAA,EAAE,QAAQ,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,SAAS,kEAAkE,CAAC,CAAC,SAAS;CAChI,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;CACtI,iBAAiBA,IAAAA,EAAE,OAAO;EAC1B,QAAQA,IAAAA,EAAE,KAAK;GAAC;GAAQ;GAAQ;EAAoB,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,SAAS,gGAAgG,CAAC,CAAC,SAAS;EAC3L,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAC5H,CAAC,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS;CAClD,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;AAC9E,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,4CAA4CA,IAAAA,EAAE,OAAO;CACzD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;AAC5E,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAM,iDAAiDA,IAAAA,EAAE,OAAO;CAC9D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC3E,SAASA,IAAAA,EAAE,MAAM,yCAAyC,CAAC,CAAC,SAAS,yDAAyD;CAC9H,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACpF,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACvF,YAAYA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C;AACvG,CAAC,CAAC,CAAC,SAAS,8BAA8B;AAC1C,MAAa,gCAAgCA,IAAAA,EAAE,OAAO;CACpD,MAAMA,IAAAA,EAAE,MAAM,8CAA8C,CAAC,CAAC,SAAS,kCAAkC;CACzG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sEAAsE,CAAC,CAAC,SAAS;CAC7G,UAAUA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACzF,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAClH,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC9E,CAAC,CAAC,CAAC,SAAS,0CAA0C;AAEtD,MAAa,0BAA0BC,eAAAA,OAAO,8BAA8B;CAC1E,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/search-vector-store.d.cts

@@ -1,9 +1,48 @@
 import { z } from "zod";
 
 //#region src/actions/search-vector-store.d.ts
-declare const OpenaiSearchVectorStoreInput: z.ZodTypeAny;
-declare const OpenaiSearchVectorStoreOutput: z.ZodTypeAny;
-declare const openaiSearchVectorStore: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const OpenaiSearchVectorStoreInput: z.ZodObject<{
+  query: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
+  filters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+  rewrite_query: z.ZodOptional<z.ZodDefault<z.ZodBoolean>>;
+  max_num_results: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
+  ranking_options: z.ZodOptional<z.ZodObject<{
+    ranker: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
+      none: "none";
+      auto: "auto";
+      "default-2024-11-15": "default-2024-11-15";
+    }>>>;
+    score_threshold: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
+  }, z.core.$strip>>;
+  vector_store_id: z.ZodString;
+}, z.core.$strip>;
+declare const OpenaiSearchVectorStoreOutput: z.ZodObject<{
+  data: z.ZodArray<z.ZodObject<{
+    score: z.ZodNullable<z.ZodNumber>;
+    content: z.ZodArray<z.ZodObject<{
+      text: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+      type: z.ZodNullable<z.ZodString>;
+    }, z.core.$strip>>;
+    file_id: z.ZodNullable<z.ZodString>;
+    filename: z.ZodNullable<z.ZodString>;
+    attributes: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+  }, z.core.$strip>>;
+  object: z.ZodNullable<z.ZodString>;
+  has_more: z.ZodNullable<z.ZodBoolean>;
+  next_page: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  search_query: z.ZodArray<z.ZodString>;
+}, z.core.$strip>;
+declare const openaiSearchVectorStore: import("@keystrokehq/action").WorkflowActionDefinition<{
+  query: string | string[];
+  vector_store_id: string;
+  filters?: Record<string, unknown> | undefined;
+  rewrite_query?: boolean | undefined;
+  max_num_results?: number | undefined;
+  ranking_options?: {
+    ranker?: "none" | "auto" | "default-2024-11-15" | undefined;
+    score_threshold?: number | undefined;
+  } | undefined;
+}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
 //#endregion
 export { openaiSearchVectorStore };
 //# sourceMappingURL=search-vector-store.d.cts.map

package/dist/actions/search-vector-store.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"search-vector-store.d.cts","names":[],"sources":["../../src/actions/search-vector-store.ts"],"mappings":";;;cAIa,4BAAA,EAA8B,CAAA,CAAE,UAUa;AAAA,cAY7C,6BAAA,EAA+B,CAAA,CAAE,UAMS;AAAA,cAE1C,uBAAA,gCAAuB,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
+{"version":3,"file":"search-vector-store.d.cts","names":[],"sources":["../../src/actions/search-vector-store.ts"],"mappings":";;;cAIa,4BAAA,EAA4B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;cAsB5B,6BAAA,EAA6B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;cAQ7B,uBAAA,gCAAuB,wBAAA;;;YAMlC,MAAA"}