@eigenpal/cli 0.10.0 → 0.10.2

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @eigenpal/cli
 
+## 0.10.2
+
+### Patch Changes
+
+- ca9ae4f: Workflow inputs can declare an external file `source` (single-tenant on-prem). A `type: file` input with `source: <name>` (e.g. `gpfs`) is provided as a plain string id at run time; the worker resolves it to a file artifact via the configured source before the workflow executes.
+
 ## 0.9.0
 
 ### Minor Changes

package/dist/cli.js

@@ -17158,6 +17158,7 @@ var init_common = __esm(() => {
     AGENT_EMAIL_ALIAS: "aea",
     AGENT_EMAIL_INVOCATION: "aei",
     AUTOMATION_TRIGGER: "atr",
+    FILE_SOURCE_CONFIG: "fsc",
     SANDBOX_WS_TOKEN: "sws"
   };
   TimestampSchema = exports_external.union([exports_external.date(), exports_external.string().datetime()]).transform((val) => {
@@ -18867,6 +18868,13 @@ function resolveEffectiveMimeType(filename, declaredMimeType) {
   const extensionMime = EXTENSION_TO_MIME[ext];
   return extensionMime ?? declaredMimeType;
 }
+function mimeTypeForExtension(extension) {
+  return EXTENSION_TO_MIME[extension.replace(/^\./, "").toLowerCase()];
+}
+function extensionForMimeType(mimeType) {
+  const base = mimeType.split(";")[0]?.trim().toLowerCase();
+  return base ? MIME_TO_EXTENSION[base] : undefined;
+}
 function getParserCategory(mimeType) {
   const normalized = mimeType.toLowerCase().trim();
   if (ParserCategory.PLAINTEXT.includes(normalized)) {
@@ -18891,7 +18899,7 @@ function getSupportedFormatsLabel() {
   const labels = [...new Set(allMimes.map((m) => MIME_TO_LABEL[m] ?? m))];
   return labels.join(", ");
 }
-var OFFICE_MIME_TYPES, ParserCategory, ParserTypeSchema, DocumentMetadataSchema, ParseUsageSchema, CoordinateUnitSchema, PointSchema, BoundingRegionSchema, PositionedTextSchema, TableCellSchema, ExtractedTableSchema, LayoutElementTypeSchema, LayoutElementSchema, PageResultSchema, ParseResultSchema, ParseOptionsSchema, ParserInputSchema, EXTENSION_TO_MIME, MIME_TO_LABEL;
+var OFFICE_MIME_TYPES, ParserCategory, ParserTypeSchema, DocumentMetadataSchema, ParseUsageSchema, CoordinateUnitSchema, PointSchema, BoundingRegionSchema, PositionedTextSchema, TableCellSchema, ExtractedTableSchema, LayoutElementTypeSchema, LayoutElementSchema, PageResultSchema, ParseResultSchema, ParseOptionsSchema, ParserInputSchema, EXTENSION_TO_MIME, MIME_TO_EXTENSION, MIME_TO_LABEL;
 var init_parser = __esm(() => {
   init_zod();
   OFFICE_MIME_TYPES = [
@@ -19103,6 +19111,11 @@ var init_parser = __esm(() => {
     docbook: "application/docbook+xml",
     fb2: "application/x-fictionbook+xml"
   };
+  MIME_TO_EXTENSION = Object.entries(EXTENSION_TO_MIME).reduce((acc, [ext, mime]) => {
+    if (!(mime in acc))
+      acc[mime] = ext;
+    return acc;
+  }, {});
   MIME_TO_LABEL = {
     "application/vnd.openxmlformats-officedocument.wordprocessingml.document": "DOCX",
     "application/msword": "DOC",
@@ -26346,6 +26359,9 @@ var init_ajv = __esm(() => {
 });
 
 // ../types/src/validation/input.ts
+function inputsWithSource(inputs) {
+  return (inputs ?? []).filter((i) => Boolean(i.source));
+}
 function workflowInputsToJsonSchema(inputs) {
   const properties = {};
   const required2 = [];
@@ -26363,6 +26379,9 @@ function workflowInputsToJsonSchema(inputs) {
   return schema;
 }
 function workflowInputTypeToJsonSchema(def) {
+  if (def.source && def.type === "file") {
+    return { type: "string", minLength: 1 };
+  }
   switch (def.type) {
     case "string":
       return { type: "string" };
@@ -65008,7 +65027,47 @@ var init_workflow = __esm(() => {
     items: exports_external.object({
       type: exports_external.string(),
       values: exports_external.array(exports_external.string()).optional()
-    }).optional()
+    }).optional(),
+    source: exports_external.string().min(1).optional(),
+    mimeType: exports_external.string().min(1).optional(),
+    extension: exports_external.string().min(1).optional()
+  }).superRefine((def, ctx) => {
+    if (def.source && def.type !== "file") {
+      ctx.addIssue({
+        code: exports_external.ZodIssueCode.custom,
+        path: ["source"],
+        message: `"source" is only valid on a file input; input "${def.name}" has type "${def.type}"`
+      });
+    }
+    const hasHint = def.mimeType !== undefined || def.extension !== undefined;
+    if (hasHint && !(def.type === "file" && def.source)) {
+      ctx.addIssue({
+        code: exports_external.ZodIssueCode.custom,
+        path: [def.mimeType !== undefined ? "mimeType" : "extension"],
+        message: `"mimeType"/"extension" hints are only valid on a file input with a "source"; input "${def.name}" is not.`
+      });
+    }
+    if (def.mimeType !== undefined && def.extension !== undefined) {
+      ctx.addIssue({
+        code: exports_external.ZodIssueCode.custom,
+        path: ["extension"],
+        message: `Set at most one of "mimeType" or "extension" on input "${def.name}".`
+      });
+    }
+    if (def.mimeType !== undefined && !/^[a-z0-9.+-]+\/[a-z0-9.+-]+$/i.test(def.mimeType.trim())) {
+      ctx.addIssue({
+        code: exports_external.ZodIssueCode.custom,
+        path: ["mimeType"],
+        message: `"mimeType" on input "${def.name}" must look like "application/pdf".`
+      });
+    }
+    if (def.extension !== undefined && !/^\.?[a-z0-9]+$/i.test(def.extension.trim())) {
+      ctx.addIssue({
+        code: exports_external.ZodIssueCode.custom,
+        path: ["extension"],
+        message: `"extension" on input "${def.name}" must be a bare extension like "pdf".`
+      });
+    }
   });
   ManualTriggerMethodSchema = exports_external.object({
     type: exports_external.literal("manual"),
@@ -65371,6 +65430,121 @@ var init_workflow2 = __esm(() => {
   init_execution2();
 });
 
+// ../types/src/file-source/descriptor.ts
+function getBuiltinFileSourceDescriptor(name) {
+  return BUILTIN_FILE_SOURCE_DESCRIPTORS.find((d) => d.name === name);
+}
+function validateFileSourceConfig(descriptor, raw) {
+  const value = {};
+  const errors3 = [];
+  for (const field of descriptor.configFields) {
+    const provided = raw[field.key];
+    const isEmpty = provided === undefined || provided === null || provided === "";
+    if (isEmpty) {
+      if (field.default !== undefined) {
+        value[field.key] = field.default;
+      } else if (field.required) {
+        errors3.push({ key: field.key, message: `${field.label} is required` });
+      }
+      continue;
+    }
+    switch (field.type) {
+      case "number": {
+        const n = typeof provided === "number" ? provided : Number(provided);
+        if (!Number.isFinite(n)) {
+          errors3.push({ key: field.key, message: `${field.label} must be a number` });
+        } else {
+          value[field.key] = n;
+        }
+        break;
+      }
+      case "boolean": {
+        value[field.key] = typeof provided === "boolean" ? provided : provided === "true" || provided === "1";
+        break;
+      }
+      case "string":
+      case "secret": {
+        value[field.key] = String(provided);
+        break;
+      }
+    }
+  }
+  return { ok: errors3.length === 0, value, errors: errors3 };
+}
+function redactFileSourceSecrets(descriptor, config2) {
+  const secretKeys = new Set(descriptor.configFields.filter((f) => f.type === "secret").map((f) => f.key));
+  const out = {};
+  for (const [key, val] of Object.entries(config2)) {
+    if (!secretKeys.has(key))
+      out[key] = val;
+  }
+  for (const key of secretKeys) {
+    const val = config2[key];
+    out[key] = val !== undefined && val !== null && val !== "";
+  }
+  return out;
+}
+var GPFS_FILE_SOURCE_NAME = "gpfs", GPFS_FILE_SOURCE_DESCRIPTOR, BUILTIN_FILE_SOURCE_DESCRIPTORS;
+var init_descriptor = __esm(() => {
+  GPFS_FILE_SOURCE_DESCRIPTOR = {
+    name: GPFS_FILE_SOURCE_NAME,
+    label: "GPFS file registry",
+    description: "Fetch documents by id from a GPFS/GFR HTTP file registry.",
+    configFields: [
+      {
+        key: "baseUrl",
+        label: "Base URL",
+        type: "string",
+        required: true,
+        description: "Base URL of the registry. The file id is appended to fetch each file.",
+        placeholder: "https://files.example.com/registry"
+      },
+      {
+        key: "authToken",
+        label: "Bearer token",
+        type: "secret",
+        required: false,
+        description: "Bearer token for the registry, if it requires one."
+      },
+      {
+        key: "insecureSkipTlsVerify",
+        label: "Skip TLS verification",
+        type: "boolean",
+        required: false,
+        description: "Only for registries with self-signed or legacy certificates.",
+        default: false,
+        advanced: true
+      },
+      {
+        key: "timeoutMs",
+        label: "Timeout (ms)",
+        type: "number",
+        required: false,
+        description: "How long to wait for the registry before giving up.",
+        default: 30000,
+        advanced: true
+      },
+      {
+        key: "maxFileBytes",
+        label: "Max file size (bytes)",
+        type: "number",
+        required: false,
+        description: "Reject files larger than this.",
+        default: 50 * 1024 * 1024,
+        advanced: true
+      }
+    ]
+  };
+  BUILTIN_FILE_SOURCE_DESCRIPTORS = [
+    GPFS_FILE_SOURCE_DESCRIPTOR
+  ];
+});
+
+// ../types/src/file-source/index.ts
+var init_file_source = __esm(() => {
+  init_descriptor();
+});
+
 // ../types/src/eval/compare-output.ts
 function isPlainObject2(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
@@ -67862,6 +68036,7 @@ __export(exports_src, {
   validateSourcePackageRequiredFiles: () => validateSourcePackageRequiredFiles,
   validateOutput: () => validateOutput,
   validateInput: () => validateInput,
+  validateFileSourceConfig: () => validateFileSourceConfig,
   validateConfig: () => validateConfig,
   triggersFromWorkflowDefinition: () => triggersFromWorkflowDefinition,
   triggersFromGitManifest: () => triggersFromGitManifest,
@@ -67887,6 +68062,7 @@ __export(exports_src, {
   resolveEffectiveMimeType: () => resolveEffectiveMimeType,
   resolveAgentOriginalSourceRef: () => resolveAgentOriginalSourceRef,
   requiresSpecializedParser: () => requiresSpecializedParser,
+  redactFileSourceSecrets: () => redactFileSourceSecrets,
   publicExecutionFailure: () => publicExecutionFailure,
   projectAgentInputFiles: () => projectAgentInputFiles,
   pathToDottedPackageName: () => pathToDottedPackageName,
@@ -67901,6 +68077,7 @@ __export(exports_src, {
   parseAutomationTarget: () => parseAutomationTarget,
   parseAgentRerunVersion: () => parseAgentRerunVersion,
   noopTracingContext: () => noopTracingContext,
+  mimeTypeForExtension: () => mimeTypeForExtension,
   matchS3Path: () => matchS3Path,
   mapOCRAttributes: () => mapOCRAttributes,
   mapLLMAttributes: () => mapLLMAttributes,
@@ -67923,6 +68100,7 @@ __export(exports_src, {
   isFileOutput: () => isFileOutput,
   isAutomationTriggerEnabled: () => isAutomationTriggerEnabled,
   isAgentEmailExplicitlyDisabled: () => isAgentEmailExplicitlyDisabled,
+  inputsWithSource: () => inputsWithSource,
   hasTriggerMethod: () => hasTriggerMethod,
   goldenFileSatisfiedInResult: () => goldenFileSatisfiedInResult,
   getTriggerMethods: () => getTriggerMethods,
@@ -67936,6 +68114,7 @@ __export(exports_src, {
   getConfigSchema: () => getConfigSchema,
   getConfigFieldMetadata: () => getConfigFieldMetadata,
   getConfigDefaults: () => getConfigDefaults,
+  getBuiltinFileSourceDescriptor: () => getBuiltinFileSourceDescriptor,
   getAllSupportedMimeTypes: () => getAllSupportedMimeTypes,
   getAllStepJsonSchemas: () => getAllStepJsonSchemas,
   getAllProcessorJsonSchemas: () => getAllProcessorJsonSchemas,
@@ -67949,6 +68128,7 @@ __export(exports_src, {
   fileFieldNamesFromJsonSchema: () => fileFieldNamesFromJsonSchema,
   fieldStemFromGoldenName: () => fieldStemFromGoldenName,
   extractFieldMetadata: () => extractFieldMetadata,
+  extensionForMimeType: () => extensionForMimeType,
   executionWallClockMs: () => executionWallClockMs,
   executionPhaseLabel: () => executionPhaseLabel,
   executionPhaseDurationMs: () => executionPhaseDurationMs,
@@ -68129,6 +68309,8 @@ __export(exports_src, {
   ID_PREFIXES: () => ID_PREFIXES,
   HttpMethodSchema: () => HttpMethodSchema,
   GenAI: () => GenAI,
+  GPFS_FILE_SOURCE_NAME: () => GPFS_FILE_SOURCE_NAME,
+  GPFS_FILE_SOURCE_DESCRIPTOR: () => GPFS_FILE_SOURCE_DESCRIPTOR,
   ForeachStepSchema: () => ForeachStepSchema,
   FilePathDescriptorSchema: () => FilePathDescriptorSchema,
   FailStepSchema: () => FailStepSchema,
@@ -68224,6 +68406,7 @@ __export(exports_src, {
   BoundingRegionSchema: () => BoundingRegionSchema,
   BlockStepSchema: () => BlockStepSchema,
   BaseEntitySchema: () => BaseEntitySchema,
+  BUILTIN_FILE_SOURCE_DESCRIPTORS: () => BUILTIN_FILE_SOURCE_DESCRIPTORS,
   AutomationTargetSchema: () => AutomationTargetSchema,
   ApiTriggerMethodSchema: () => ApiTriggerMethodSchema,
   AiParseOutputSchema: () => AiParseOutputSchema,
@@ -68253,6 +68436,7 @@ var init_src = __esm(() => {
   init_s3_paths();
   init_validation();
   init_workflow2();
+  init_file_source();
   init_eval();
   init_git_source();
   init_triggers();
@@ -166080,11 +166264,11 @@ function closestMatch(target, candidates, options8) {
   }
   return best;
 }
-function getDescription(key2, value, expected, descriptor) {
+function getDescription(key2, value, expected, descriptor2) {
   return [
-    `Invalid ${import_picocolors22.default.red(descriptor.key(key2))} value.`,
+    `Invalid ${import_picocolors22.default.red(descriptor2.key(key2))} value.`,
     `Expected ${import_picocolors22.default.blue(expected)},`,
-    `but received ${value === VALUE_NOT_EXIST ? import_picocolors22.default.gray("nothing") : import_picocolors22.default.red(descriptor.value(value))}.`
+    `but received ${value === VALUE_NOT_EXIST ? import_picocolors22.default.gray("nothing") : import_picocolors22.default.red(descriptor2.value(value))}.`
   ].join(" ");
 }
 function getListDescription({ text, list }, printWidth) {
@@ -169333,17 +169517,17 @@ function normalizeOptions(options8, optionInfos, {
   isCLI = false,
   passThrough = false,
   FlagSchema,
-  descriptor
+  descriptor: descriptor2
 } = {}) {
   if (isCLI) {
     if (!FlagSchema) {
       throw new Error("'FlagSchema' option is required.");
     }
-    if (!descriptor) {
+    if (!descriptor2) {
       throw new Error("'descriptor' option is required.");
     }
   } else {
-    descriptor = apiDescriptor;
+    descriptor2 = apiDescriptor;
   }
   const unknown2 = !passThrough ? (key2, value, options9) => {
     const {
@@ -169366,7 +169550,7 @@ function normalizeOptions(options8, optionInfos, {
   const normalizer = new Normalizer(schemas3, {
     logger,
     unknown: unknown2,
-    descriptor
+    descriptor: descriptor2
   });
   const shouldSuppressDuplicateDeprecationWarnings = logger !== false;
   if (shouldSuppressDuplicateDeprecationWarnings && hasDeprecationWarned) {
@@ -170944,12 +171128,12 @@ var require3, __filename2, __dirname2, __create2, __defProp3, __getOwnPropDesc,
     }
     return components;
   }
-}, LineDiff, lineDiff, ArrayDiff, arrayDiff, import_fast_glob, array2, characterCodeCache, import_picocolors5, apiDescriptor, import_picocolors2, commonDeprecatedHandler = (keyOrPair, redirectTo, { descriptor }) => {
+}, LineDiff, lineDiff, ArrayDiff, arrayDiff, import_fast_glob, array2, characterCodeCache, import_picocolors5, apiDescriptor, import_picocolors2, commonDeprecatedHandler = (keyOrPair, redirectTo, { descriptor: descriptor2 }) => {
   const messages2 = [
-    `${import_picocolors2.default.yellow(typeof keyOrPair === "string" ? descriptor.key(keyOrPair) : descriptor.pair(keyOrPair))} is deprecated`
+    `${import_picocolors2.default.yellow(typeof keyOrPair === "string" ? descriptor2.key(keyOrPair) : descriptor2.pair(keyOrPair))} is deprecated`
   ];
   if (redirectTo) {
-    messages2.push(`we now treat it as ${import_picocolors2.default.blue(typeof redirectTo === "string" ? descriptor.key(redirectTo) : descriptor.pair(redirectTo))}`);
+    messages2.push(`we now treat it as ${import_picocolors2.default.blue(typeof redirectTo === "string" ? descriptor2.key(redirectTo) : descriptor2.pair(redirectTo))}`);
   }
   return messages2.join("; ") + ".";
 }, import_picocolors22, VALUE_NOT_EXIST, VALUE_UNCHANGED, INDENTATION, commonInvalidHandler = (key2, value, utils2) => {
@@ -170963,13 +171147,13 @@ var require3, __filename2, __dirname2, __create2, __defProp3, __getOwnPropDesc,
 `));
   }
   return chooseDescription(descriptions, utils2.loggerPrintWidth);
-}, import_picocolors3, levenUnknownHandler = (key2, value, { descriptor, logger, schemas: schemas3 }) => {
+}, import_picocolors3, levenUnknownHandler = (key2, value, { descriptor: descriptor2, logger, schemas: schemas3 }) => {
   const messages2 = [
-    `Ignored unknown option ${import_picocolors3.default.yellow(descriptor.pair({ key: key2, value }))}.`
+    `Ignored unknown option ${import_picocolors3.default.yellow(descriptor2.pair({ key: key2, value }))}.`
   ];
   const suggestion = closestMatch(key2, Object.keys(schemas3), { maxDistance: 3 });
   if (suggestion) {
-    messages2.push(`Did you mean ${import_picocolors3.default.blue(descriptor.key(suggestion))}?`);
+    messages2.push(`Did you mean ${import_picocolors3.default.blue(descriptor2.key(suggestion))}?`);
   }
   logger.warn(messages2.join(" "));
 }, HANDLER_KEYS, Schema = class {
@@ -171008,9 +171192,9 @@ var require3, __filename2, __dirname2, __create2, __defProp3, __getOwnPropDesc,
   }
 }, AliasSchema, AnySchema, ArraySchema, BooleanSchema, ChoiceSchema, NumberSchema, IntegerSchema, StringSchema, defaultDescriptor, defaultUnknownHandler, defaultInvalidHandler, defaultDeprecatedHandler, Normalizer = class {
   constructor(schemas3, opts) {
-    const { logger = console, loggerPrintWidth = 80, descriptor = defaultDescriptor, unknown: unknown2 = defaultUnknownHandler, invalid = defaultInvalidHandler, deprecated = defaultDeprecatedHandler, missing = () => false, required: required2 = () => false, preprocess: preprocess2 = (x10) => x10, postprocess = () => VALUE_UNCHANGED } = opts || {};
+    const { logger = console, loggerPrintWidth = 80, descriptor: descriptor2 = defaultDescriptor, unknown: unknown2 = defaultUnknownHandler, invalid = defaultInvalidHandler, deprecated = defaultDeprecatedHandler, missing = () => false, required: required2 = () => false, preprocess: preprocess2 = (x10) => x10, postprocess = () => VALUE_UNCHANGED } = opts || {};
     this._utils = {
-      descriptor,
+      descriptor: descriptor2,
       logger: logger || { warn: () => {} },
       loggerPrintWidth,
       schemas: recordFromArray(schemas3, "name"),
@@ -180295,8 +180479,8 @@ globstar while`, file2, fr10, pattern, pr8, swallowee);
       super(parameters);
       this._choices = mapFromArray(parameters.choices.map((choice) => choice && typeof choice === "object" ? choice : { value: choice }), "value");
     }
-    expected({ descriptor }) {
-      const choiceDescriptions = Array.from(this._choices.keys()).map((value) => this._choices.get(value)).filter(({ hidden }) => !hidden).map((choiceInfo) => choiceInfo.value).sort(comparePrimitive).map(descriptor.value);
+    expected({ descriptor: descriptor2 }) {
+      const choiceDescriptions = Array.from(this._choices.keys()).map((value) => this._choices.get(value)).filter(({ hidden }) => !hidden).map((choiceInfo) => choiceInfo.value).sort(comparePrimitive).map(descriptor2.value);
       const head = choiceDescriptions.slice(0, -2);
       const tail = choiceDescriptions.slice(-2);
       const message = head.concat(tail.join(" or ")).join(", ");
@@ -189893,7 +190077,7 @@ import { fileURLToPath as fileURLToPath8 } from "url";
 // package.json
 var package_default = {
   name: "@eigenpal/cli",
-  version: "0.10.0",
+  version: "0.10.2",
   description: "Eigenpal CLI — author and run document workflows from your terminal. Agent-ready.",
   keywords: [
     "eigenpal",

package/dist/skill/reference/workflow-yaml.md

@@ -490,4 +490,7 @@ _Generated from `WorkflowDefinitionSchema` in `@eigenpal/types/src/workflow/work
 | `default` | unknown | no |  |  |
 | `values` | array<string> | no |  |  |
 | `items` | object | no |  |  |
+| `source` | string | no |  |  |
+| `mimeType` | string | no |  |  |
+| `extension` | string | no |  |  |
 <!-- GENERATED:WORKFLOW_REFERENCE END -->

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eigenpal/cli",
-  "version": "0.10.0",
+  "version": "0.10.2",
   "description": "Eigenpal CLI — author and run document workflows from your terminal. Agent-ready.",
   "keywords": [
     "eigenpal",