@uploadista/flow-documents-replicate 0.0.16-beta.2

package/.turbo/turbo-build.log

@@ -0,0 +1,16 @@
+
+
+> @uploadista/flow-documents-replicate@0.0.1 build /Users/denislaboureyras/Documents/uploadista/dev/uploadista-workspace/uploadista-sdk/packages/flow/documents/replicate
+> tsdown
+
+ℹ tsdown v0.16.5 powered by rolldown v1.0.0-beta.50
+ℹ entry: src/index.ts
+ℹ tsconfig: tsconfig.json
+ℹ Build start
+ℹ Cleaning 4 files
+ℹ dist/index.mjs         5.24 kB │ gzip: 1.75 kB
+ℹ dist/index.mjs.map    10.59 kB │ gzip: 3.31 kB
+ℹ dist/index.d.mts.map   0.55 kB │ gzip: 0.32 kB
+ℹ dist/index.d.mts       1.72 kB │ gzip: 0.62 kB
+ℹ 4 files, total: 18.11 kB
+✔ Build complete in 8136ms

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 uploadista
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,71 @@
+# @uploadista/flow-documents-replicate
+
+Replicate AI-powered OCR plugin for Uploadista Flow.
+
+## Features
+
+- **DeepSeek-OCR**: State-of-the-art OCR accuracy
+- **Multiple task modes**: Markdown conversion, free OCR, figure parsing, object location
+- **Configurable resolution**: Speed/accuracy tradeoff options
+- **Cost-effective**: ~$0.005 per request (median)
+
+## Installation
+
+```bash
+pnpm add @uploadista/flow-documents-replicate
+```
+
+## Usage
+
+```typescript
+import { ReplicateDocumentAiPluginLive } from "@uploadista/flow-documents-replicate";
+import { Effect } from "effect";
+
+// Provide the plugin to your flow execution
+const program = Effect.gen(function* () {
+  // Your flow logic here
+}).pipe(Effect.provide(ReplicateDocumentAiPluginLive));
+```
+
+## OCR Task Types
+
+### Convert to Markdown
+Extracts text with structure (headings, lists, paragraphs) in Markdown format.
+
+**Best for**: Documents, reports, articles
+
+### Free OCR
+Extracts all visible text without structure.
+
+**Best for**: Simple text extraction, receipts, forms
+
+### Parse Figure
+Analyzes charts, diagrams, and visual elements.
+
+**Best for**: Technical documents, presentations, infographics
+
+### Locate Object
+Finds specific content using reference text.
+
+**Best for**: Searching for specific information in documents
+
+## Resolution Options
+
+- **tiny**: Fastest, lowest accuracy
+- **small**: Fast, moderate accuracy
+- **base**: Balanced speed/accuracy
+- **gundam**: Recommended (default)
+- **large**: Slowest, highest accuracy
+
+## Requirements
+
+- Replicate API key (credential required)
+- Internet connection for API calls
+
+## Pricing
+
+Approximately $0.005 per document (median cost). Actual cost depends on document complexity and resolution.
+
+## License
+
+MIT

package/dist/index.d.mts

@@ -0,0 +1,47 @@
+import { UploadistaError } from "@uploadista/core/errors";
+import { DocumentAiContext, DocumentAiPlugin } from "@uploadista/core/flow";
+import { Effect, Layer } from "effect";
+
+//#region src/document-ai-plugin.d.ts
+type ModelId = `${string}/${string}` | `${string}/${string}:${string}`;
+type ReplicateCredentials = {
+  apiKey: string;
+};
+type CredentialProvider$1 = (context: DocumentAiContext & {
+  serviceType: "replicate";
+}) => Effect.Effect<ReplicateCredentials, UploadistaError>;
+type PluginConfig = string | {
+  credentialProvider?: CredentialProvider$1;
+  useCredentialProviderService?: boolean;
+  ocrModelId?: ModelId;
+};
+/**
+ * Create the Replicate DocumentAI plugin
+ * Supports both static credentials (OSS) and dynamic credential providers (UploadistaCloud)
+ *
+ * @example
+ * // Static credentials (OSS)
+ * documentAiPlugin(process.env.REPLICATE_API_TOKEN)
+ *
+ * @example
+ * // Dynamic credentials with function (UploadistaCloud)
+ * documentAiPlugin({
+ *   credentialProvider: (context) => Effect.succeed({ apiKey: "..." })
+ * })
+ *
+ * @example
+ * // Dynamic credentials with Effect service (UploadistaCloud)
+ * documentAiPlugin({
+ *   useCredentialProviderService: true
+ * })
+ */
+declare const documentAiPlugin: (config: PluginConfig, options?: {
+  ocrModelId?: ModelId;
+}) => Layer.Layer<DocumentAiPlugin, never, never>;
+declare const ReplicateDocumentAiPluginLive: Layer.Layer<DocumentAiPlugin, never, never>;
+declare const createReplicateDocumentAiPlugin: (config: PluginConfig, options?: {
+  ocrModelId?: ModelId;
+}) => Layer.Layer<DocumentAiPlugin, never, never>;
+//#endregion
+export { ReplicateDocumentAiPluginLive, createReplicateDocumentAiPlugin, documentAiPlugin };
+//# sourceMappingURL=index.d.mts.map

package/dist/index.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.mts","names":[],"sources":["../src/document-ai-plugin.ts"],"sourcesContent":[],"mappings":";;;;;KAUK,OAAA;KAEA,oBAAA;EAFA,MAAA,EAAA,MAAO;AAAA,CAAA;AAEa,KAKpB,oBAAA,GAAA,CAAkB,OAAA,EACZ,iBADY,GAAA;EACZ,WAAA,EAAA,WAAA;CACQ,EAAA,GAAd,MAAA,CAAO,MAAO,CAAA,oBAAA,EAAsB,eAAtB,CAAA;KAGd,YAAA,GAHoC,MAAA,GAAA;EAApC,kBAAO,CAAA,EAMe,oBANf;EAAM,4BAAA,CAAA,EAAA,OAAA;EAGb,UAAA,CAAA,EAKc,OALF;AAgFjB,CAAA;;;;;;AA6JA;AAKA;;;;;;;;;;;;;;cAlKa,2BACH;eAEO;MACd,KAAA,CAAA,MAAA;cAyJU,+BAA6B,KAAA,CAAA,MAAA;cAK7B,0CAjKH;eAEO;MACd,KAAA,CAAA,MAAA"}

package/dist/index.mjs

@@ -0,0 +1,125 @@
+import { UploadistaError } from "@uploadista/core/errors";
+import { CredentialProvider, DocumentAiPlugin } from "@uploadista/core/flow";
+import { Effect, Layer, Option } from "effect";
+import Replicate from "replicate";
+
+//#region src/document-ai-plugin.ts
+/**
+* Map OcrTaskType to Replicate model task type
+*/
+function mapTaskType(taskType) {
+	switch (taskType) {
+		case "convertToMarkdown": return "Convert to Markdown";
+		case "freeOcr": return "Free OCR";
+		case "parseFigure": return "Parse Figure";
+		case "locateObject": return "Locate Object by Reference";
+		default: return "Convert to Markdown";
+	}
+}
+/**
+* Map OcrResolution to Replicate resolution parameter
+*/
+function mapResolution(resolution) {
+	switch (resolution) {
+		case "tiny": return "Tiny";
+		case "small": return "Small";
+		case "base": return "Base";
+		case "gundam": return "Gundam (Recommended)";
+		case "large": return "Large";
+		default: return "Gundam (Recommended)";
+	}
+}
+/**
+* Determine format based on task type
+*/
+function getFormatFromTaskType(taskType) {
+	switch (taskType) {
+		case "convertToMarkdown": return "markdown";
+		case "parseFigure": return "structured";
+		default: return "plain";
+	}
+}
+/**
+* Create the Replicate DocumentAI plugin
+* Supports both static credentials (OSS) and dynamic credential providers (UploadistaCloud)
+*
+* @example
+* // Static credentials (OSS)
+* documentAiPlugin(process.env.REPLICATE_API_TOKEN)
+*
+* @example
+* // Dynamic credentials with function (UploadistaCloud)
+* documentAiPlugin({
+*   credentialProvider: (context) => Effect.succeed({ apiKey: "..." })
+* })
+*
+* @example
+* // Dynamic credentials with Effect service (UploadistaCloud)
+* documentAiPlugin({
+*   useCredentialProviderService: true
+* })
+*/
+const documentAiPlugin = (config, options) => {
+	const isStatic = typeof config === "string";
+	const staticApiKey = isStatic ? config : null;
+	const credentialProvider = isStatic ? null : config.credentialProvider;
+	const useCredentialProviderService = isStatic ? false : config.useCredentialProviderService;
+	const ocrModelId = (isStatic ? options?.ocrModelId : config.ocrModelId) || "lucataco/deepseek-ocr:0080ec8faf4da6a14afb8502e96f5bb53afbc28b40e2d4a5e17945b8f69eb863";
+	const getApiToken = (context) => {
+		if (staticApiKey) return Effect.succeed(staticApiKey);
+		if (useCredentialProviderService) return Effect.gen(function* () {
+			const credentialProviderService = yield* Effect.serviceOption(CredentialProvider);
+			if (Option.isNone(credentialProviderService)) return yield* Effect.fail(UploadistaError.fromCode("UNKNOWN_ERROR", { cause: /* @__PURE__ */ new Error("Credential provider service not found") }));
+			const credentials = yield* credentialProviderService.value.getCredential({
+				clientId: context.clientId,
+				serviceType: "replicate"
+			});
+			if (typeof credentials === "object" && credentials !== null && "apiKey" in credentials && typeof credentials.apiKey === "string") return credentials.apiKey;
+			return yield* Effect.fail(UploadistaError.fromCode("UNKNOWN_ERROR", { cause: /* @__PURE__ */ new Error("Invalid credential format from service") }));
+		});
+		if (credentialProvider) return Effect.gen(function* () {
+			return (yield* credentialProvider({
+				...context,
+				serviceType: "replicate"
+			})).apiKey;
+		});
+		return Effect.fail(UploadistaError.fromCode("UNKNOWN_ERROR", { cause: /* @__PURE__ */ new Error("No API credentials configured") }));
+	};
+	return Layer.succeed(DocumentAiPlugin, DocumentAiPlugin.of({ performOCR: (inputUrl, params, context) => {
+		return Effect.gen(function* () {
+			const apiToken = yield* getApiToken(context);
+			yield* Effect.logInfo(`Starting OCR for document with task type: ${params.taskType}`);
+			const output = yield* Effect.tryPromise({
+				try: async () => {
+					const replicate = new Replicate({ auth: apiToken });
+					const input = {
+						image: inputUrl,
+						task_type: mapTaskType(params.taskType),
+						resolution_size: mapResolution(params.resolution)
+					};
+					if (params.taskType === "locateObject" && params.referenceText) input.reference_text = params.referenceText;
+					return await replicate.run(ocrModelId, { input });
+				},
+				catch: (error) => {
+					const errorMessage = error instanceof Error ? error.message : String(error);
+					return UploadistaError.fromCode("OCR_FAILED", { cause: errorMessage });
+				}
+			}).pipe(Effect.tapError((error) => Effect.logError(`OCR failed: ${error instanceof UploadistaError ? error.cause : String(error)}`)));
+			let extractedText;
+			if (typeof output === "string") extractedText = output;
+			else if (typeof output === "object" && output !== null && "text" in output && typeof output.text === "string") extractedText = output.text;
+			else extractedText = JSON.stringify(output);
+			yield* Effect.logInfo(`OCR completed, extracted ${extractedText.length} characters`);
+			return {
+				extractedText,
+				format: getFormatFromTaskType(params.taskType)
+			};
+		});
+	} }));
+};
+const ReplicateDocumentAiPluginLive = documentAiPlugin({ useCredentialProviderService: true });
+const createReplicateDocumentAiPlugin = documentAiPlugin;
+
+//#endregion
+export { ReplicateDocumentAiPluginLive, createReplicateDocumentAiPlugin, documentAiPlugin };
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","names":["CredentialProviderService","input: Record<string, unknown>","extractedText: string"],"sources":["../src/document-ai-plugin.ts"],"sourcesContent":["import { UploadistaError } from \"@uploadista/core/errors\";\nimport {\n  CredentialProvider as CredentialProviderService,\n  type DocumentAiContext,\n  DocumentAiPlugin,\n  type OcrResult,\n} from \"@uploadista/core/flow\";\nimport { Effect, Layer, Option } from \"effect\";\nimport Replicate from \"replicate\";\n\ntype ModelId = `${string}/${string}` | `${string}/${string}:${string}`;\n\ntype ReplicateCredentials = {\n  apiKey: string;\n};\n\n// Credential provider function type\ntype CredentialProvider = (\n  context: DocumentAiContext & { serviceType: \"replicate\" },\n) => Effect.Effect<ReplicateCredentials, UploadistaError>;\n\n// Plugin configuration can be either a static API key or options with credential provider or service\ntype PluginConfig =\n  | string\n  | {\n      credentialProvider?: CredentialProvider;\n      useCredentialProviderService?: boolean;\n      ocrModelId?: ModelId;\n    };\n\n/**\n * Map OcrTaskType to Replicate model task type\n */\nfunction mapTaskType(taskType: string): string {\n  switch (taskType) {\n    case \"convertToMarkdown\":\n      return \"Convert to Markdown\";\n    case \"freeOcr\":\n      return \"Free OCR\";\n    case \"parseFigure\":\n      return \"Parse Figure\";\n    case \"locateObject\":\n      return \"Locate Object by Reference\";\n    default:\n      return \"Convert to Markdown\";\n  }\n}\n\n/**\n * Map OcrResolution to Replicate resolution parameter\n */\nfunction mapResolution(resolution?: string): string {\n  switch (resolution) {\n    case \"tiny\":\n      return \"Tiny\";\n    case \"small\":\n      return \"Small\";\n    case \"base\":\n      return \"Base\";\n    case \"gundam\":\n      return \"Gundam (Recommended)\";\n    case \"large\":\n      return \"Large\";\n    default:\n      return \"Gundam (Recommended)\";\n  }\n}\n\n/**\n * Determine format based on task type\n */\nfunction getFormatFromTaskType(taskType: string): \"markdown\" | \"plain\" | \"structured\" {\n  switch (taskType) {\n    case \"convertToMarkdown\":\n      return \"markdown\";\n    case \"parseFigure\":\n      return \"structured\";\n    default:\n      return \"plain\";\n  }\n}\n\n/**\n * Create the Replicate DocumentAI plugin\n * Supports both static credentials (OSS) and dynamic credential providers (UploadistaCloud)\n *\n * @example\n * // Static credentials (OSS)\n * documentAiPlugin(process.env.REPLICATE_API_TOKEN)\n *\n * @example\n * // Dynamic credentials with function (UploadistaCloud)\n * documentAiPlugin({\n *   credentialProvider: (context) => Effect.succeed({ apiKey: \"...\" })\n * })\n *\n * @example\n * // Dynamic credentials with Effect service (UploadistaCloud)\n * documentAiPlugin({\n *   useCredentialProviderService: true\n * })\n */\nexport const documentAiPlugin = (\n  config: PluginConfig,\n  options?: {\n    ocrModelId?: ModelId;\n  },\n) => {\n  // Parse configuration\n  const isStatic = typeof config === \"string\";\n  const staticApiKey = isStatic ? config : null;\n  const credentialProvider = isStatic ? null : config.credentialProvider;\n  const useCredentialProviderService = isStatic\n    ? false\n    : config.useCredentialProviderService;\n\n  // Model ID for DeepSeek-OCR\n  const ocrModelId =\n    (isStatic ? options?.ocrModelId : config.ocrModelId) ||\n    \"lucataco/deepseek-ocr:0080ec8faf4da6a14afb8502e96f5bb53afbc28b40e2d4a5e17945b8f69eb863\";\n\n  // Helper to get API token (either static, from provider function, or from service)\n  const getApiToken = (context: DocumentAiContext) => {\n    if (staticApiKey) {\n      return Effect.succeed(staticApiKey);\n    }\n    if (useCredentialProviderService) {\n      return Effect.gen(function* () {\n        const credentialProviderService = yield* Effect.serviceOption(\n          CredentialProviderService,\n        );\n\n        if (Option.isNone(credentialProviderService)) {\n          return yield* Effect.fail(\n            UploadistaError.fromCode(\"UNKNOWN_ERROR\", {\n              cause: new Error(\"Credential provider service not found\"),\n            }),\n          );\n        }\n\n        const credentials =\n          yield* credentialProviderService.value.getCredential({\n            clientId: context.clientId,\n            serviceType: \"replicate\",\n          });\n\n        if (\n          typeof credentials === \"object\" &&\n          credentials !== null &&\n          \"apiKey\" in credentials &&\n          typeof credentials.apiKey === \"string\"\n        ) {\n          return credentials.apiKey;\n        }\n\n        return yield* Effect.fail(\n          UploadistaError.fromCode(\"UNKNOWN_ERROR\", {\n            cause: new Error(\"Invalid credential format from service\"),\n          }),\n        );\n      });\n    }\n    if (credentialProvider) {\n      return Effect.gen(function* () {\n        const credentials = yield* credentialProvider({\n          ...context,\n          serviceType: \"replicate\",\n        });\n        return credentials.apiKey;\n      });\n    }\n    return Effect.fail(\n      UploadistaError.fromCode(\"UNKNOWN_ERROR\", {\n        cause: new Error(\"No API credentials configured\"),\n      }),\n    );\n  };\n\n  return Layer.succeed(\n    DocumentAiPlugin,\n    DocumentAiPlugin.of({\n      performOCR: (inputUrl, params, context) => {\n        return Effect.gen(function* () {\n          // Get API token (static or from credential provider)\n          const apiToken = yield* getApiToken(context);\n\n          yield* Effect.logInfo(\n            `Starting OCR for document with task type: ${params.taskType}`\n          );\n\n          const output = yield* Effect.tryPromise({\n            try: async () => {\n              const replicate = new Replicate({\n                auth: apiToken,\n              });\n\n              const input: Record<string, unknown> = {\n                image: inputUrl,\n                task_type: mapTaskType(params.taskType),\n                resolution_size: mapResolution(params.resolution),\n              };\n\n              // Add reference text if provided and task type is locateObject\n              if (params.taskType === \"locateObject\" && params.referenceText) {\n                input.reference_text = params.referenceText;\n              }\n\n              const result = await replicate.run(ocrModelId, {\n                input,\n              });\n\n              return result;\n            },\n            catch: (error) => {\n              const errorMessage = error instanceof Error ? error.message : String(error);\n\n              return UploadistaError.fromCode(\"OCR_FAILED\", {\n                cause: errorMessage,\n              });\n            },\n          }).pipe(\n            Effect.tapError((error) =>\n              Effect.logError(`OCR failed: ${error instanceof UploadistaError ? error.cause : String(error)}`)\n            )\n          );\n\n          // Extract text from the result\n          // Replicate OCR typically returns a string or an object with text\n          let extractedText: string;\n\n          if (typeof output === \"string\") {\n            extractedText = output;\n          } else if (\n            typeof output === \"object\" &&\n            output !== null &&\n            \"text\" in output &&\n            typeof output.text === \"string\"\n          ) {\n            extractedText = output.text;\n          } else {\n            // Try to stringify if it's a different format\n            extractedText = JSON.stringify(output);\n          }\n\n          yield* Effect.logInfo(`OCR completed, extracted ${extractedText.length} characters`);\n\n          const result: OcrResult = {\n            extractedText,\n            format: getFormatFromTaskType(params.taskType),\n          };\n\n          return result;\n        });\n      },\n    })\n  );\n};\n\n// Export live layer with credential provider service\nexport const ReplicateDocumentAiPluginLive = documentAiPlugin({\n  useCredentialProviderService: true,\n});\n\n// Export factory function for custom configuration\nexport const createReplicateDocumentAiPlugin = documentAiPlugin;\n"],"mappings":";;;;;;;;;AAiCA,SAAS,YAAY,UAA0B;AAC7C,SAAQ,UAAR;EACE,KAAK,oBACH,QAAO;EACT,KAAK,UACH,QAAO;EACT,KAAK,cACH,QAAO;EACT,KAAK,eACH,QAAO;EACT,QACE,QAAO;;;;;;AAOb,SAAS,cAAc,YAA6B;AAClD,SAAQ,YAAR;EACE,KAAK,OACH,QAAO;EACT,KAAK,QACH,QAAO;EACT,KAAK,OACH,QAAO;EACT,KAAK,SACH,QAAO;EACT,KAAK,QACH,QAAO;EACT,QACE,QAAO;;;;;;AAOb,SAAS,sBAAsB,UAAuD;AACpF,SAAQ,UAAR;EACE,KAAK,oBACH,QAAO;EACT,KAAK,cACH,QAAO;EACT,QACE,QAAO;;;;;;;;;;;;;;;;;;;;;;;AAwBb,MAAa,oBACX,QACA,YAGG;CAEH,MAAM,WAAW,OAAO,WAAW;CACnC,MAAM,eAAe,WAAW,SAAS;CACzC,MAAM,qBAAqB,WAAW,OAAO,OAAO;CACpD,MAAM,+BAA+B,WACjC,QACA,OAAO;CAGX,MAAM,cACH,WAAW,SAAS,aAAa,OAAO,eACzC;CAGF,MAAM,eAAe,YAA+B;AAClD,MAAI,aACF,QAAO,OAAO,QAAQ,aAAa;AAErC,MAAI,6BACF,QAAO,OAAO,IAAI,aAAa;GAC7B,MAAM,4BAA4B,OAAO,OAAO,cAC9CA,mBACD;AAED,OAAI,OAAO,OAAO,0BAA0B,CAC1C,QAAO,OAAO,OAAO,KACnB,gBAAgB,SAAS,iBAAiB,EACxC,uBAAO,IAAI,MAAM,wCAAwC,EAC1D,CAAC,CACH;GAGH,MAAM,cACJ,OAAO,0BAA0B,MAAM,cAAc;IACnD,UAAU,QAAQ;IAClB,aAAa;IACd,CAAC;AAEJ,OACE,OAAO,gBAAgB,YACvB,gBAAgB,QAChB,YAAY,eACZ,OAAO,YAAY,WAAW,SAE9B,QAAO,YAAY;AAGrB,UAAO,OAAO,OAAO,KACnB,gBAAgB,SAAS,iBAAiB,EACxC,uBAAO,IAAI,MAAM,yCAAyC,EAC3D,CAAC,CACH;IACD;AAEJ,MAAI,mBACF,QAAO,OAAO,IAAI,aAAa;AAK7B,WAJoB,OAAO,mBAAmB;IAC5C,GAAG;IACH,aAAa;IACd,CAAC,EACiB;IACnB;AAEJ,SAAO,OAAO,KACZ,gBAAgB,SAAS,iBAAiB,EACxC,uBAAO,IAAI,MAAM,gCAAgC,EAClD,CAAC,CACH;;AAGH,QAAO,MAAM,QACX,kBACA,iBAAiB,GAAG,EAClB,aAAa,UAAU,QAAQ,YAAY;AACzC,SAAO,OAAO,IAAI,aAAa;GAE7B,MAAM,WAAW,OAAO,YAAY,QAAQ;AAE5C,UAAO,OAAO,QACZ,6CAA6C,OAAO,WACrD;GAED,MAAM,SAAS,OAAO,OAAO,WAAW;IACtC,KAAK,YAAY;KACf,MAAM,YAAY,IAAI,UAAU,EAC9B,MAAM,UACP,CAAC;KAEF,MAAMC,QAAiC;MACrC,OAAO;MACP,WAAW,YAAY,OAAO,SAAS;MACvC,iBAAiB,cAAc,OAAO,WAAW;MAClD;AAGD,SAAI,OAAO,aAAa,kBAAkB,OAAO,cAC/C,OAAM,iBAAiB,OAAO;AAOhC,YAJe,MAAM,UAAU,IAAI,YAAY,EAC7C,OACD,CAAC;;IAIJ,QAAQ,UAAU;KAChB,MAAM,eAAe,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AAE3E,YAAO,gBAAgB,SAAS,cAAc,EAC5C,OAAO,cACR,CAAC;;IAEL,CAAC,CAAC,KACD,OAAO,UAAU,UACf,OAAO,SAAS,eAAe,iBAAiB,kBAAkB,MAAM,QAAQ,OAAO,MAAM,GAAG,CACjG,CACF;GAID,IAAIC;AAEJ,OAAI,OAAO,WAAW,SACpB,iBAAgB;YAEhB,OAAO,WAAW,YAClB,WAAW,QACX,UAAU,UACV,OAAO,OAAO,SAAS,SAEvB,iBAAgB,OAAO;OAGvB,iBAAgB,KAAK,UAAU,OAAO;AAGxC,UAAO,OAAO,QAAQ,4BAA4B,cAAc,OAAO,aAAa;AAOpF,UAL0B;IACxB;IACA,QAAQ,sBAAsB,OAAO,SAAS;IAC/C;IAGD;IAEL,CAAC,CACH;;AAIH,MAAa,gCAAgC,iBAAiB,EAC5D,8BAA8B,MAC/B,CAAC;AAGF,MAAa,kCAAkC"}

package/package.json

@@ -0,0 +1,32 @@
+{
+  "name": "@uploadista/flow-documents-replicate",
+  "type": "module",
+  "version": "0.0.16-beta.2",
+  "description": "Replicate OCR plugin for Uploadista document processing",
+  "license": "MIT",
+  "author": "Uploadista",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.mts",
+      "import": "./dist/index.mjs",
+      "require": "./dist/index.cjs",
+      "default": "./dist/index.mjs"
+    }
+  },
+  "dependencies": {
+    "effect": "3.19.4",
+    "replicate": "1.4.0",
+    "@uploadista/core": "0.0.16-beta.2"
+  },
+  "devDependencies": {
+    "@types/node": "24.10.1",
+    "tsdown": "0.16.5",
+    "@uploadista/typescript-config": "0.0.16-beta.2"
+  },
+  "scripts": {
+    "build": "tsdown",
+    "format": "biome format --write ./src",
+    "lint": "biome lint --write ./src",
+    "check": "biome check --write ./src"
+  }
+}

package/src/document-ai-plugin.ts

@@ -0,0 +1,265 @@
+import { UploadistaError } from "@uploadista/core/errors";
+import {
+  CredentialProvider as CredentialProviderService,
+  type DocumentAiContext,
+  DocumentAiPlugin,
+  type OcrResult,
+} from "@uploadista/core/flow";
+import { Effect, Layer, Option } from "effect";
+import Replicate from "replicate";
+
+type ModelId = `${string}/${string}` | `${string}/${string}:${string}`;
+
+type ReplicateCredentials = {
+  apiKey: string;
+};
+
+// Credential provider function type
+type CredentialProvider = (
+  context: DocumentAiContext & { serviceType: "replicate" },
+) => Effect.Effect<ReplicateCredentials, UploadistaError>;
+
+// Plugin configuration can be either a static API key or options with credential provider or service
+type PluginConfig =
+  | string
+  | {
+      credentialProvider?: CredentialProvider;
+      useCredentialProviderService?: boolean;
+      ocrModelId?: ModelId;
+    };
+
+/**
+ * Map OcrTaskType to Replicate model task type
+ */
+function mapTaskType(taskType: string): string {
+  switch (taskType) {
+    case "convertToMarkdown":
+      return "Convert to Markdown";
+    case "freeOcr":
+      return "Free OCR";
+    case "parseFigure":
+      return "Parse Figure";
+    case "locateObject":
+      return "Locate Object by Reference";
+    default:
+      return "Convert to Markdown";
+  }
+}
+
+/**
+ * Map OcrResolution to Replicate resolution parameter
+ */
+function mapResolution(resolution?: string): string {
+  switch (resolution) {
+    case "tiny":
+      return "Tiny";
+    case "small":
+      return "Small";
+    case "base":
+      return "Base";
+    case "gundam":
+      return "Gundam (Recommended)";
+    case "large":
+      return "Large";
+    default:
+      return "Gundam (Recommended)";
+  }
+}
+
+/**
+ * Determine format based on task type
+ */
+function getFormatFromTaskType(taskType: string): "markdown" | "plain" | "structured" {
+  switch (taskType) {
+    case "convertToMarkdown":
+      return "markdown";
+    case "parseFigure":
+      return "structured";
+    default:
+      return "plain";
+  }
+}
+
+/**
+ * Create the Replicate DocumentAI plugin
+ * Supports both static credentials (OSS) and dynamic credential providers (UploadistaCloud)
+ *
+ * @example
+ * // Static credentials (OSS)
+ * documentAiPlugin(process.env.REPLICATE_API_TOKEN)
+ *
+ * @example
+ * // Dynamic credentials with function (UploadistaCloud)
+ * documentAiPlugin({
+ *   credentialProvider: (context) => Effect.succeed({ apiKey: "..." })
+ * })
+ *
+ * @example
+ * // Dynamic credentials with Effect service (UploadistaCloud)
+ * documentAiPlugin({
+ *   useCredentialProviderService: true
+ * })
+ */
+export const documentAiPlugin = (
+  config: PluginConfig,
+  options?: {
+    ocrModelId?: ModelId;
+  },
+) => {
+  // Parse configuration
+  const isStatic = typeof config === "string";
+  const staticApiKey = isStatic ? config : null;
+  const credentialProvider = isStatic ? null : config.credentialProvider;
+  const useCredentialProviderService = isStatic
+    ? false
+    : config.useCredentialProviderService;
+
+  // Model ID for DeepSeek-OCR
+  const ocrModelId =
+    (isStatic ? options?.ocrModelId : config.ocrModelId) ||
+    "lucataco/deepseek-ocr:0080ec8faf4da6a14afb8502e96f5bb53afbc28b40e2d4a5e17945b8f69eb863";
+
+  // Helper to get API token (either static, from provider function, or from service)
+  const getApiToken = (context: DocumentAiContext) => {
+    if (staticApiKey) {
+      return Effect.succeed(staticApiKey);
+    }
+    if (useCredentialProviderService) {
+      return Effect.gen(function* () {
+        const credentialProviderService = yield* Effect.serviceOption(
+          CredentialProviderService,
+        );
+
+        if (Option.isNone(credentialProviderService)) {
+          return yield* Effect.fail(
+            UploadistaError.fromCode("UNKNOWN_ERROR", {
+              cause: new Error("Credential provider service not found"),
+            }),
+          );
+        }
+
+        const credentials =
+          yield* credentialProviderService.value.getCredential({
+            clientId: context.clientId,
+            serviceType: "replicate",
+          });
+
+        if (
+          typeof credentials === "object" &&
+          credentials !== null &&
+          "apiKey" in credentials &&
+          typeof credentials.apiKey === "string"
+        ) {
+          return credentials.apiKey;
+        }
+
+        return yield* Effect.fail(
+          UploadistaError.fromCode("UNKNOWN_ERROR", {
+            cause: new Error("Invalid credential format from service"),
+          }),
+        );
+      });
+    }
+    if (credentialProvider) {
+      return Effect.gen(function* () {
+        const credentials = yield* credentialProvider({
+          ...context,
+          serviceType: "replicate",
+        });
+        return credentials.apiKey;
+      });
+    }
+    return Effect.fail(
+      UploadistaError.fromCode("UNKNOWN_ERROR", {
+        cause: new Error("No API credentials configured"),
+      }),
+    );
+  };
+
+  return Layer.succeed(
+    DocumentAiPlugin,
+    DocumentAiPlugin.of({
+      performOCR: (inputUrl, params, context) => {
+        return Effect.gen(function* () {
+          // Get API token (static or from credential provider)
+          const apiToken = yield* getApiToken(context);
+
+          yield* Effect.logInfo(
+            `Starting OCR for document with task type: ${params.taskType}`
+          );
+
+          const output = yield* Effect.tryPromise({
+            try: async () => {
+              const replicate = new Replicate({
+                auth: apiToken,
+              });
+
+              const input: Record<string, unknown> = {
+                image: inputUrl,
+                task_type: mapTaskType(params.taskType),
+                resolution_size: mapResolution(params.resolution),
+              };
+
+              // Add reference text if provided and task type is locateObject
+              if (params.taskType === "locateObject" && params.referenceText) {
+                input.reference_text = params.referenceText;
+              }
+
+              const result = await replicate.run(ocrModelId, {
+                input,
+              });
+
+              return result;
+            },
+            catch: (error) => {
+              const errorMessage = error instanceof Error ? error.message : String(error);
+
+              return UploadistaError.fromCode("OCR_FAILED", {
+                cause: errorMessage,
+              });
+            },
+          }).pipe(
+            Effect.tapError((error) =>
+              Effect.logError(`OCR failed: ${error instanceof UploadistaError ? error.cause : String(error)}`)
+            )
+          );
+
+          // Extract text from the result
+          // Replicate OCR typically returns a string or an object with text
+          let extractedText: string;
+
+          if (typeof output === "string") {
+            extractedText = output;
+          } else if (
+            typeof output === "object" &&
+            output !== null &&
+            "text" in output &&
+            typeof output.text === "string"
+          ) {
+            extractedText = output.text;
+          } else {
+            // Try to stringify if it's a different format
+            extractedText = JSON.stringify(output);
+          }
+
+          yield* Effect.logInfo(`OCR completed, extracted ${extractedText.length} characters`);
+
+          const result: OcrResult = {
+            extractedText,
+            format: getFormatFromTaskType(params.taskType),
+          };
+
+          return result;
+        });
+      },
+    })
+  );
+};
+
+// Export live layer with credential provider service
+export const ReplicateDocumentAiPluginLive = documentAiPlugin({
+  useCredentialProviderService: true,
+});
+
+// Export factory function for custom configuration
+export const createReplicateDocumentAiPlugin = documentAiPlugin;

package/src/index.ts

@@ -0,0 +1,5 @@
+export {
+  documentAiPlugin,
+  ReplicateDocumentAiPluginLive,
+  createReplicateDocumentAiPlugin,
+} from "./document-ai-plugin";

package/tsconfig.json

@@ -0,0 +1,14 @@
+{
+  "extends": "@uploadista/typescript-config/server.json",
+  "compilerOptions": {
+    "baseUrl": "./",
+    "paths": {
+      "@/*": ["./src/*"]
+    },
+    "outDir": "./dist",
+    "rootDir": "./src",
+    "lib": ["ESNext", "DOM", "DOM.Iterable"],
+    "types": []
+  },
+  "include": ["src"]
+}