every-plugin 0.0.5 → 0.1.0

package/dist/runtime/streaming.test.js

@@ -0,0 +1,271 @@
+import { Effect, Stream } from "effect";
+import { afterEach, beforeEach, describe, expect, it } from "vitest";
+import { createPluginRuntime, PluginRuntime } from "./index";
+// Test registry with our example source plugin
+const TEST_REGISTRY = {
+    "test-source-plugin": {
+        remoteUrl: "http://localhost:3001/remoteEntry.js",
+        type: "source",
+        version: "0.0.1",
+        description: "Example source plugin for streaming tests",
+    },
+    "test-plugin": {
+        remoteUrl: "http://localhost:3000/remoteEntry.js",
+        type: "transformer",
+        version: "0.0.1",
+        description: "Local template plugin for testing",
+    },
+};
+const TEST_CONFIG = {
+    variables: {
+        baseUrl: "http://localhost:1337",
+        timeout: 5000,
+    },
+    secrets: {
+        apiKey: "test-api-key-value",
+    },
+};
+// Contract-based input for search procedure
+const TEST_SEARCH_INPUT = {
+    procedure: "search",
+    input: {
+        query: "test query",
+        limit: 10,
+    },
+    state: null,
+};
+// Contract-based input for getById procedure
+const TEST_GETBYID_INPUT = {
+    procedure: "getById",
+    input: {
+        id: "test-id-123",
+    },
+    state: null,
+};
+// Contract-based input for getBulk procedure
+const TEST_GETBULK_INPUT = {
+    procedure: "getBulk",
+    input: {
+        ids: ["id1", "id2", "id3"],
+    },
+    state: null,
+};
+const SECRETS_CONFIG = {
+    API_KEY: "test-api-key-value",
+};
+describe("Plugin Streaming", () => {
+    let runtime;
+    beforeEach(() => {
+        runtime = createPluginRuntime({
+            registry: TEST_REGISTRY,
+            secrets: SECRETS_CONFIG,
+        });
+    });
+    afterEach(async () => {
+        if (runtime) {
+            await runtime.dispose();
+        }
+    });
+    it("should respect maxItems limit", async () => {
+        const result = await runtime.runPromise(Effect.gen(function* () {
+            const pluginRuntime = yield* PluginRuntime;
+            // Start from Phase 3 state that immediately produces items
+            const inputWithProductiveState = {
+                ...TEST_SEARCH_INPUT,
+                state: { phase: "historical", status: "processing", nextPollMs: 10 }
+            };
+            const stream = yield* pluginRuntime.streamPlugin("test-source-plugin", TEST_CONFIG, inputWithProductiveState, {
+                maxItems: 3, // Strict limit
+                maxInvocations: 3
+            });
+            const items = yield* stream.pipe(Stream.runCollect);
+            return Array.from(items);
+        }));
+        expect(result.length).toBeLessThanOrEqual(3);
+        expect(result.length).toBeGreaterThan(0);
+    }, 4000);
+    it("should validate invalid state and fail with proper error", async () => {
+        const result = await runtime.runPromise(Effect.gen(function* () {
+            const pluginRuntime = yield* PluginRuntime;
+            // Use invalid state that doesn't match plugin's stateSchema
+            const inputWithInvalidState = {
+                ...TEST_SEARCH_INPUT,
+                state: {
+                    pageNumber: 10, // Invalid - plugin expects { phase, status?, jobId?, lastId?, nextPollMs? }
+                    invalidField: "should not be here",
+                },
+            };
+            // The error should occur when creating the stream, not when running it
+            return yield* pluginRuntime.streamPlugin("test-source-plugin", TEST_CONFIG, inputWithInvalidState, {
+                stopWhenEmpty: true,
+            }).pipe(Effect.flatMap(() => 
+            // If we get here, validation didn't work
+            Effect.succeed("validation-should-have-failed")), Effect.catchTag("PluginRuntimeError", (error) => {
+                // Should catch state validation error
+                expect(error.operation).toBe("validate-state");
+                expect(error.retryable).toBe(false);
+                expect(error.pluginId).toBe("test-source-plugin");
+                expect(error.cause).toBeDefined();
+                console.debug("Caught expected state validation error:", {
+                    operation: error.operation,
+                    pluginId: error.pluginId,
+                    retryable: error.retryable,
+                    cause: error.cause?.message,
+                });
+                return Effect.succeed("state-validation-error-handled");
+            }), Effect.catchAll((unexpectedError) => {
+                console.error("Unexpected error type:", unexpectedError);
+                expect.fail(`Expected PluginRuntimeError but got: ${unexpectedError._tag || typeof unexpectedError}`);
+                return Effect.succeed("should-not-reach-here");
+            }));
+        }));
+        expect(result).toBe("state-validation-error-handled");
+    }, 4000);
+    it("should handle stopWhenEmpty option", async () => {
+        const result = await runtime.runPromise(Effect.gen(function* () {
+            const pluginRuntime = yield* PluginRuntime;
+            // Use the deterministic "empty" phase that always returns 0 items
+            const inputWithEmptyState = {
+                ...TEST_SEARCH_INPUT,
+                state: {
+                    phase: "empty",
+                    nextPollMs: 10,
+                },
+            };
+            const stream = yield* pluginRuntime.streamPlugin("test-source-plugin", TEST_CONFIG, inputWithEmptyState, {
+                stopWhenEmpty: true,
+                maxInvocations: 3, // Allow a few iterations to verify it stops
+            });
+            const items = yield* stream.pipe(Stream.runCollect);
+            return Array.from(items);
+        }));
+        // Should stop immediately when no items are returned from empty phase
+        expect(Array.isArray(result)).toBe(true);
+        expect(result.length).toBe(0); // Empty phase always returns 0 items
+    }, 4000);
+    it("should validate plugin type", async () => {
+        const result = await runtime.runPromise(Effect.gen(function* () {
+            const pluginRuntime = yield* PluginRuntime;
+            return yield* pluginRuntime.streamPlugin("test-plugin", TEST_CONFIG, TEST_SEARCH_INPUT).pipe(Effect.catchTag("PluginRuntimeError", (error) => {
+                expect(error.operation).toBe("stream-plugin-validate");
+                expect(error.cause?.message).toContain("not a source plugin");
+                return Effect.succeed("validation-error-handled");
+            }));
+        }));
+        expect(result).toBe("validation-error-handled");
+    });
+    it("should handle workflow phases correctly", async () => {
+        const pluginRuntime = await runtime.runPromise(PluginRuntime);
+        const plugin = await runtime.runPromise(pluginRuntime.usePlugin("test-source-plugin", TEST_CONFIG));
+        // Phase 1: null state -> historical job (empty items)
+        const phase1 = await runtime.runPromise(pluginRuntime.executePlugin(plugin, TEST_SEARCH_INPUT));
+        const phase1Result = phase1;
+        expect(phase1Result.items).toHaveLength(0);
+        expect(phase1Result.nextState.phase).toBe("historical");
+        expect(phase1Result.nextState.jobId).toMatch(/^hist_\d+$/);
+        expect(phase1Result.nextState.nextPollMs).toBe(10);
+        // Phase 2: historical job -> processing (empty items)
+        const phase2Input = { ...TEST_SEARCH_INPUT, state: phase1Result.nextState };
+        const phase2 = await runtime.runPromise(pluginRuntime.executePlugin(plugin, phase2Input));
+        const phase2Result = phase2;
+        expect(phase2Result.items).toHaveLength(0);
+        expect(phase2Result.nextState.phase).toBe("historical");
+        expect(phase2Result.nextState.status).toBe("processing");
+        expect(phase2Result.nextState.nextPollMs).toBe(10);
+        // Phase 3: processing -> historical items + realtime transition
+        const phase3Input = { ...TEST_SEARCH_INPUT, state: phase2Result.nextState };
+        const phase3 = await runtime.runPromise(pluginRuntime.executePlugin(plugin, phase3Input));
+        const phase3Result = phase3;
+        expect(phase3Result.items.length).toBeGreaterThan(0);
+        expect(phase3Result.items[0]?.content).toContain("Historical");
+        expect(phase3Result.nextState.phase).toBe("realtime");
+        expect(phase3Result.nextState.lastId).toMatch(/^hist_end_\d+$/);
+        expect(phase3Result.nextState.nextPollMs).toBe(10);
+        // Phase 4: realtime polling (may have items)
+        const phase4Input = { ...TEST_SEARCH_INPUT, state: phase3Result.nextState };
+        const phase4 = await runtime.runPromise(pluginRuntime.executePlugin(plugin, phase4Input));
+        const phase4Result = phase4;
+        expect(phase4Result.nextState.phase).toBe("realtime");
+        // Items may be empty or contain real-time items (random)
+        if (phase4Result.items.length > 0) {
+            expect(phase4Result.items[0]?.content).toContain("Real-time");
+        }
+    }, 4000);
+    describe("Contract-based Procedures", () => {
+        it("should execute getById procedure", async () => {
+            const result = await runtime.runPromise(Effect.gen(function* () {
+                const pluginRuntime = yield* PluginRuntime;
+                const plugin = yield* pluginRuntime.usePlugin("test-source-plugin", TEST_CONFIG);
+                const output = yield* pluginRuntime.executePlugin(plugin, TEST_GETBYID_INPUT);
+                return output;
+            }));
+            expect(result).toBeDefined();
+            const typedResult = result;
+            expect(typedResult.item).toBeDefined();
+            expect(typedResult.item.externalId).toBe("test-id-123");
+            expect(typedResult.item.content).toContain("Content for item test-id-123");
+        });
+        it("should execute getBulk procedure", async () => {
+            const result = await runtime.runPromise(Effect.gen(function* () {
+                const pluginRuntime = yield* PluginRuntime;
+                const plugin = yield* pluginRuntime.usePlugin("test-source-plugin", TEST_CONFIG);
+                const output = yield* pluginRuntime.executePlugin(plugin, TEST_GETBULK_INPUT);
+                return output;
+            }));
+            expect(result).toBeDefined();
+            const typedResult = result;
+            expect(typedResult.items).toBeDefined();
+            expect(Array.isArray(typedResult.items)).toBe(true);
+            expect(typedResult.items.length).toBe(3);
+            expect(typedResult.items[0].externalId).toBe("id1");
+            expect(typedResult.items[1].externalId).toBe("id2");
+            expect(typedResult.items[2].externalId).toBe("id3");
+        });
+        it("should execute search procedure", async () => {
+            const result = await runtime.runPromise(Effect.gen(function* () {
+                const pluginRuntime = yield* PluginRuntime;
+                const plugin = yield* pluginRuntime.usePlugin("test-source-plugin", TEST_CONFIG);
+                // Use Phase 3 state to get historical items
+                const searchInputWithState = {
+                    ...TEST_SEARCH_INPUT,
+                    state: { phase: "historical", status: "processing" }
+                };
+                const output = yield* pluginRuntime.executePlugin(plugin, searchInputWithState);
+                return output;
+            }));
+            expect(result).toBeDefined();
+            const typedResult = result;
+            expect(typedResult.items).toBeDefined();
+            expect(Array.isArray(typedResult.items)).toBe(true);
+            expect(typedResult.items.length).toBeGreaterThan(0);
+            expect(typedResult.items[0].content).toContain("test query");
+            expect(typedResult.nextState).toBeDefined();
+        });
+        it("should stream getById procedure (single item)", async () => {
+            const result = await runtime.runPromise(Effect.gen(function* () {
+                const pluginRuntime = yield* PluginRuntime;
+                const stream = yield* pluginRuntime.streamPlugin("test-source-plugin", TEST_CONFIG, TEST_GETBYID_INPUT, {
+                    maxItems: 5, // Safety limit
+                });
+                const items = yield* stream.pipe(Stream.runCollect);
+                return Array.from(items);
+            }));
+            expect(result).toBeDefined();
+            expect(result.length).toBe(1);
+            expect(result[0].externalId).toBe("test-id-123");
+        });
+        it("should stream getBulk procedure", async () => {
+            const result = await runtime.runPromise(Effect.gen(function* () {
+                const pluginRuntime = yield* PluginRuntime;
+                const stream = yield* pluginRuntime.streamPlugin("test-source-plugin", TEST_CONFIG, TEST_GETBULK_INPUT, {
+                    maxItems: 5, // Safety limit
+                });
+                const items = yield* stream.pipe(Stream.runCollect);
+                return Array.from(items);
+            }));
+            expect(result).toBeDefined();
+            expect(result.length).toBe(3);
+            expect(result.map(item => item.externalId)).toEqual(["id1", "id2", "id3"]);
+        });
+    });
+});

package/dist/runtime/test-utils.d.ts

@@ -0,0 +1,3 @@
+import type { PluginLogger } from "../plugin";
+export declare const createTestLogger: () => PluginLogger;
+//# sourceMappingURL=test-utils.d.ts.map

package/dist/runtime/test-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-utils.d.ts","sourceRoot":"","sources":["../../src/runtime/test-utils.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAE9C,eAAO,MAAM,gBAAgB,QAAO,YAYlC,CAAC"}

package/dist/runtime/test-utils.js

@@ -0,0 +1,13 @@
+import { Effect } from "effect";
+export const createTestLogger = () => ({
+	logInfo: (message, context) =>
+		Effect.sync(() => console.log(`[INFO] ${message}`, context || "")),
+	logWarning: (message, context) =>
+		Effect.sync(() => console.warn(`[WARNING] ${message}`, context || "")),
+	logError: (message, error, context) =>
+		Effect.sync(() =>
+			console.error(`[ERROR] ${message}`, error, context || ""),
+		),
+	logDebug: (message, context) =>
+		Effect.sync(() => console.log(`[DEBUG] ${message}`, context || "")),
+});

package/dist/runtime/types.d.ts

@@ -0,0 +1,40 @@
+import type { z } from "zod";
+import type { Plugin, PluginLogger, PluginRegistry } from "../plugin";
+export interface PluginRuntimeConfig {
+	registry: PluginRegistry;
+	secrets?: SecretsConfig;
+	logger?: PluginLogger;
+}
+export interface SecretsConfig {
+	[key: string]: string;
+}
+export type AnyPlugin = Plugin<z.ZodTypeAny, z.ZodTypeAny, z.ZodTypeAny>;
+export interface PluginConstructor {
+	readonly ctor: new () => AnyPlugin;
+	readonly metadata: {
+		readonly pluginId: string;
+		readonly version?: string;
+		readonly description?: string;
+		readonly type?: string;
+	};
+}
+export interface PluginInstance<T extends AnyPlugin = AnyPlugin> {
+	readonly plugin: T;
+	readonly metadata: {
+		readonly pluginId: string;
+		readonly version?: string;
+		readonly description?: string;
+		readonly type?: string;
+	};
+}
+export interface InitializedPlugin<T extends AnyPlugin = AnyPlugin> {
+	readonly plugin: T;
+	readonly metadata: {
+		readonly pluginId: string;
+		readonly version?: string;
+		readonly description?: string;
+		readonly type?: string;
+	};
+	readonly config: z.infer<T["configSchema"]>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/runtime/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/runtime/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAGtE,MAAM,WAAW,mBAAmB;IACnC,QAAQ,EAAE,cAAc,CAAC;IACzB,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,MAAM,CAAC,EAAE,YAAY,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC7B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACtB;AAGD,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;AAEzE,MAAM,WAAW,iBAAiB;IACjC,QAAQ,CAAC,IAAI,EAAE,UAAU,SAAS,CAAC;IACnC,QAAQ,CAAC,QAAQ,EAAE;QAClB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;CACF;AAED,MAAM,WAAW,cAAc,CAAC,CAAC,SAAS,SAAS,GAAG,SAAS;IAC9D,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACnB,QAAQ,CAAC,QAAQ,EAAE;QAClB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;CACF;AAED,MAAM,WAAW,iBAAiB,CAAC,CAAC,SAAS,SAAS,GAAG,SAAS;IACjE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACnB,QAAQ,CAAC,QAAQ,EAAE;QAClB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;CAC5C"}

package/dist/runtime/types.js

@@ -0,0 +1 @@
+export {};

package/dist/runtime/validation.d.ts

@@ -0,0 +1,10 @@
+import { Effect } from "effect";
+import type { z } from "zod";
+import { ValidationError } from "./errors";
+export declare const validate: <T>(
+	schema: z.ZodSchema<T>,
+	data: unknown,
+	pluginId: string,
+	stage: "config" | "input" | "output" | "state",
+) => Effect.Effect<T, ValidationError>;
+//# sourceMappingURL=validation.d.ts.map

package/dist/runtime/validation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/runtime/validation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAE3C,eAAO,MAAM,QAAQ,GAAI,CAAC,EACzB,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EACtB,MAAM,OAAO,EACb,UAAU,MAAM,EAChB,OAAO,QAAQ,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,KAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,eAAe,CAahC,CAAC"}

package/dist/runtime/validation.js

@@ -0,0 +1,16 @@
+import { Effect } from "effect";
+import { ValidationError } from "./errors";
+export const validate = (schema, data, pluginId, stage) =>
+	Effect.gen(function* () {
+		const result = schema.safeParse(data);
+		if (result.success) {
+			return result.data;
+		}
+		return yield* Effect.fail(
+			new ValidationError({
+				pluginId,
+				stage,
+				zodError: result.error,
+			}),
+		);
+	});

package/dist/source.d.ts

@@ -1,198 +1,70 @@
-import { z } from 'zod';
-import type { Config, Input, Output, Plugin } from './plugin';
+import type { Effect } from "effect";
+import { z } from "zod";
+import type { ConfigurationError, PluginExecutionError } from "./errors";
+import type { PluginLoggerTag } from "./plugin";
 /**
- * Zod schema for the Author interface
+ * Source-specific schema creators for contract-based plugins
  */
-export declare const authorSchema: z.ZodObject<{
-    id: z.ZodOptional<z.ZodString>;
-    username: z.ZodOptional<z.ZodString>;
-    displayName: z.ZodOptional<z.ZodString>;
-    url: z.ZodOptional<z.ZodString>;
-}, z.core.$strip>;
+export declare function createSourceInputSchema<
+	TContract,
+	TStateSchema extends z.ZodTypeAny,
+>(
+	contract: TContract,
+	stateSchema: TStateSchema,
+): z.ZodDiscriminatedUnion<
+	[z.ZodObject<any, z.core.$strip>, ...z.ZodObject<any, z.core.$strip>[]],
+	"procedure"
+>;
 /**
- * Zod schema for PluginSourceItem - defines the structure that plugins must return
+ * Contract-based output schema creator that infers from oRPC contract
  */
-export declare const pluginSourceItemSchema: z.ZodObject<{
-    externalId: z.ZodString;
-    content: z.ZodString;
-    contentType: z.ZodOptional<z.ZodString>;
-    createdAt: z.ZodOptional<z.ZodString>;
-    url: z.ZodOptional<z.ZodString>;
-    authors: z.ZodOptional<z.ZodArray<z.ZodObject<{
-        id: z.ZodOptional<z.ZodString>;
-        username: z.ZodOptional<z.ZodString>;
-        displayName: z.ZodOptional<z.ZodString>;
-        url: z.ZodOptional<z.ZodString>;
-    }, z.core.$strip>>>;
-    raw: z.ZodUnknown;
-}, z.core.$strip>;
+export declare function createSourceOutputSchema<
+	TContract,
+	TStateSchema extends z.ZodTypeAny,
+>(
+	contract: TContract,
+	stateSchema: TStateSchema,
+): z.ZodUnion<
+	[
+		z.ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>,
+		...z.ZodType<
+			unknown,
+			unknown,
+			z.core.$ZodTypeInternals<unknown, unknown>
+		>[],
+	]
+>;
 /**
- * Standard content types supported by the system.
- * Plugins can extend this with custom types.
+ * Contract-first source plugin interface following the Plugin pattern
  */
-export declare const ContentType: {
-    readonly POST: "post";
-    readonly ARTICLE: "article";
-    readonly VIDEO: "video";
-    readonly PODCAST: "podcast";
-    readonly WEBSITE: "website";
-    readonly FEED: "feed";
-    readonly DATABASE_ENTRY: "database-entry";
-    readonly UNKNOWN: "unknown";
-};
-export type ContentType = typeof ContentType[keyof typeof ContentType];
-/**
- * Represents a single author - derived from the authorSchema
- */
-export type Author = z.infer<typeof authorSchema>;
-/**
- * Base PluginSourceItem type derived from schema (with unknown raw type)
- */
-export type BasePluginSourceItem = z.infer<typeof pluginSourceItemSchema>;
-/**
- * This is the data structure a plugin is responsible for creating.
- * It's generic over the raw data type.
- */
-export interface PluginSourceItem<TRaw = Record<string, any>> extends Omit<BasePluginSourceItem, 'raw'> {
-    raw: TRaw;
-}
-/**
- * This is the final, canonical data structure used within the system.
- * It extends PluginSourceItem with system-generated fields.
- */
-export interface SourceItem<TRaw = Record<string, any>> extends PluginSourceItem<TRaw> {
-    id: string;
-    createdAt: string;
-    metadata: {
-        sourcePlugin: string;
-        workflowId: string;
-        runId: string;
-        [key: string]: any;
-    };
-}
-/**
- * Defines the progress of a job submitted to an external asynchronous service (e.g., Masa).
- */
-export interface AsyncJobProgress {
-    workflowId: string;
-    status: "submitted" | "pending" | "processing" | "done" | "error" | "timeout";
-    submittedAt: string;
-    lastCheckedAt?: string;
-    errorMessage?: string;
-}
-export declare const AsyncJobProgressSchema: z.ZodObject<{
-    workflowId: z.ZodString;
-    status: z.ZodEnum<{
-        error: "error";
-        submitted: "submitted";
-        pending: "pending";
-        processing: "processing";
-        done: "done";
-        timeout: "timeout";
-    }>;
-    submittedAt: z.ZodString;
-    lastCheckedAt: z.ZodOptional<z.ZodString>;
-    errorMessage: z.ZodOptional<z.ZodString>;
-}, z.core.$strip>;
-/**
- * Generic platform-specific state for managing resumable searches and long-running jobs.
- */
-export interface PlatformState {
-    latestProcessedId?: string | number | Record<string, any>;
-    currentAsyncJob?: AsyncJobProgress | null;
-    [key: string]: any;
-}
-export declare const PlatformStateSchema: z.ZodObject<{
-    latestProcessedId: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodRecord<z.ZodString, z.ZodAny>]>>;
-    currentAsyncJob: z.ZodOptional<z.ZodNullable<z.ZodObject<{
-        workflowId: z.ZodString;
-        status: z.ZodEnum<{
-            error: "error";
-            submitted: "submitted";
-            pending: "pending";
-            processing: "processing";
-            done: "done";
-            timeout: "timeout";
-        }>;
-        submittedAt: z.ZodString;
-        lastCheckedAt: z.ZodOptional<z.ZodString>;
-        errorMessage: z.ZodOptional<z.ZodString>;
-    }, z.core.$strip>>>;
-}, z.core.$catchall<z.ZodAny>>;
-/**
- * State passed between search calls to enable resumption.
- * TData is expected to be an object conforming to PlatformState or a derivative.
- */
-export interface LastProcessedState<TData extends PlatformState = PlatformState> {
-    data: TData;
-}
-export type SourceConfig<V extends z.ZodTypeAny = z.ZodRecord<z.ZodString, z.ZodUnknown>, S extends z.ZodTypeAny = z.ZodRecord<z.ZodString, z.ZodUnknown>> = Config<V, S>;
-export interface SourceInput<TSearchOptions extends z.ZodTypeAny = z.ZodTypeAny> extends Input<z.ZodAny> {
-    searchOptions: TSearchOptions;
-    lastProcessedState?: LastProcessedState<PlatformState> | null;
-}
-export interface PluginSourceInput<TSearchOptions = Record<string, unknown>> extends Input<z.ZodAny> {
-    searchOptions: TSearchOptions;
-    lastProcessedState?: LastProcessedState<PlatformState> | null;
-}
-export interface PluginSourceOutputData<TItem extends PluginSourceItem = PluginSourceItem> {
-    items: TItem[];
-    nextLastProcessedState?: PlatformState | null;
-}
-export interface PluginSourceOutput<TItem extends PluginSourceItem = PluginSourceItem> extends Output<z.ZodAny> {
-    success: boolean;
-    data?: PluginSourceOutputData<TItem>;
-    errors?: Array<{
-        message: string;
-        details?: Record<string, unknown>;
-        stack?: string;
-    }>;
-}
-export interface SourceOutputData {
-    items: SourceItem[];
-    nextLastProcessedState?: PlatformState | null;
-}
-export interface SourceOutput extends Output<z.ZodAny> {
-    success: boolean;
-    data?: SourceOutputData;
-    errors?: Array<{
-        message: string;
-        details?: Record<string, unknown>;
-        stack?: string;
-    }>;
-}
-export interface SourcePlugin<TInputSchema extends z.ZodTypeAny = z.ZodTypeAny, TOutputSchema extends z.ZodTypeAny = z.ZodTypeAny, TConfigSchema extends z.ZodTypeAny = z.ZodTypeAny> extends Plugin<TInputSchema, TOutputSchema, TConfigSchema> {
-    readonly type: 'source';
+export interface SourcePlugin<
+	TContract = Record<string, any>,
+	TConfigSchema extends z.ZodTypeAny = z.ZodTypeAny,
+	TStateSchema extends z.ZodTypeAny = z.ZodTypeAny,
+> {
+	readonly id: string;
+	readonly type: "source";
+	readonly contract: TContract;
+	readonly configSchema: TConfigSchema;
+	readonly stateSchema: TStateSchema;
+	readonly inputSchema: ReturnType<
+		typeof createSourceInputSchema<TContract, TStateSchema>
+	>;
+	readonly outputSchema: ReturnType<
+		typeof createSourceOutputSchema<TContract, TStateSchema>
+	>;
+	initialize(
+		config?: z.infer<TConfigSchema>,
+	): Effect.Effect<void, ConfigurationError, PluginLoggerTag>;
+	execute(
+		input: z.infer<this["inputSchema"]>,
+	): Effect.Effect<
+		z.infer<this["outputSchema"]>,
+		PluginExecutionError,
+		PluginLoggerTag
+	>;
+	shutdown(): Effect.Effect<void, never, PluginLoggerTag>;
+	createRouter(): any;
+	isStreamable(procedureName: string): boolean;
 }
-export declare const createSourceInputSchema: <TSearchOptions extends z.ZodTypeAny, TState extends z.ZodTypeAny>(searchOptionsSchema: TSearchOptions, stateSchema: TState) => z.ZodObject<{
-    searchOptions: TSearchOptions;
-    lastProcessedState: z.ZodNullable<z.ZodOptional<z.ZodObject<{
-        data: z.ZodNullable<z.ZodOptional<TState>>;
-    }, z.core.$strip>>>;
-}, z.core.$strip>;
-export declare const createSourceOutputSchema: <TItem extends z.ZodTypeAny, TState extends z.ZodTypeAny>(itemData: TItem, stateSchema: TState) => z.ZodObject<{
-    success: z.ZodBoolean;
-    data: z.ZodOptional<z.ZodObject<{
-        items: z.ZodArray<z.ZodObject<{
-            externalId: z.ZodString;
-            content: z.ZodString;
-            contentType: z.ZodOptional<z.ZodString>;
-            createdAt: z.ZodOptional<z.ZodString>;
-            url: z.ZodOptional<z.ZodString>;
-            authors: z.ZodOptional<z.ZodArray<z.ZodObject<{
-                id: z.ZodOptional<z.ZodString>;
-                username: z.ZodOptional<z.ZodString>;
-                displayName: z.ZodOptional<z.ZodString>;
-                url: z.ZodOptional<z.ZodString>;
-            }, z.core.$strip>>>;
-            raw: TItem;
-        }, z.core.$strip>>;
-        nextLastProcessedState: z.ZodNullable<z.ZodOptional<TState>>;
-    }, z.core.$strip>>;
-    errors: z.ZodOptional<z.ZodArray<z.ZodObject<{
-        message: z.ZodString;
-        details: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-        stack: z.ZodOptional<z.ZodString>;
-    }, z.core.$strip>>>;
-}, z.core.$strip>;
-//# sourceMappingURL=source.d.ts.map
+//# sourceMappingURL=source.d.ts.map

package/dist/source.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../src/source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAG9D;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;iBAKvB,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;iBAQjC,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,WAAW;;;;;;;;;CASd,CAAC;AAEX,MAAM,MAAM,WAAW,GAAG,OAAO,WAAW,CAAC,MAAM,OAAO,WAAW,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAElD;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAE1E;;;GAGG;AACH,MAAM,WAAW,gBAAgB,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAE,SAAQ,IAAI,CAAC,oBAAoB,EAAE,KAAK,CAAC;IAErG,GAAG,EAAE,IAAI,CAAC;CACX;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAE,SAAQ,gBAAgB,CAAC,IAAI,CAAC;IACpF,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAGlB,QAAQ,EAAE;QACR,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,WAAW,GAAG,SAAS,GAAG,YAAY,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;IAC9E,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;CAGvB;AAED,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;iBAMjC,CAAC;AAGH;;GAEG;AACH,MAAM,WAAW,aAAa;IAI5B,iBAAiB,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAG1D,eAAe,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAG1C,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;8BAGZ,CAAC;AAErB;;;GAGG;AACH,MAAM,WAAW,kBAAkB,CACjC,KAAK,SAAS,aAAa,GAAG,aAAa;IAG3C,IAAI,EAAE,KAAK,CAAC;CAKb;AAGD,MAAM,MAAM,YAAY,CACtB,CAAC,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC,EAC/D,CAAC,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC,IAC7D,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAEjB,MAAM,WAAW,WAAW,CAAC,cAAc,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAE,SAAQ,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACtG,aAAa,EAAE,cAAc,CAAC;IAC9B,kBAAkB,CAAC,EAAE,kBAAkB,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC;CAC/D;AAED,MAAM,WAAW,iBAAiB,CAAC,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAE,SAAQ,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAClG,aAAa,EAAE,cAAc,CAAC;IAC9B,kBAAkB,CAAC,EAAE,kBAAkB,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC;CAC/D;AAED,MAAM,WAAW,sBAAsB,CAAC,KAAK,SAAS,gBAAgB,GAAG,gBAAgB;IACvF,KAAK,EAAE,KAAK,EAAE,CAAC;IACf,sBAAsB,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC;CAC/C;AAGD,MAAM,WAAW,kBAAkB,CAAC,KAAK,SAAS,gBAAgB,GAAG,gBAAgB,CAAE,SAAQ,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAC7G,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,sBAAsB,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxF;AAGD,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,sBAAsB,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC;CAC/C;AAGD,MAAM,WAAW,YAAa,SAAQ,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IACpD,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxF;AAGD,MAAM,WAAW,YAAY,CAC3B,YAAY,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,EAChD,aAAa,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,EACjD,aAAa,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CACjD,SAAQ,MAAM,CAAC,YAAY,EAAE,aAAa,EAAE,aAAa,CAAC;IAC1D,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;CACzB;AAGD,eAAO,MAAM,uBAAuB,GAClC,cAAc,SAAS,CAAC,CAAC,UAAU,EACnC,MAAM,SAAS,CAAC,CAAC,UAAU,EAE3B,qBAAqB,cAAc,EACnC,aAAa,MAAM;;;;;iBAOjB,CAAC;AAEL,eAAO,MAAM,wBAAwB,GACnC,KAAK,SAAS,CAAC,CAAC,UAAU,EAC1B,MAAM,SAAS,CAAC,CAAC,UAAU,EAE3B,UAAU,KAAK,EACf,aAAa,MAAM;;;;;;;;;;;;;;;;;;;;;;;;iBAoBpB,CAAC"}
+{"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../src/source.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AACzE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAEhD;;GAEG;AACH,wBAAgB,uBAAuB,CACtC,SAAS,EACT,YAAY,SAAS,CAAC,CAAC,UAAU,EAEjC,QAAQ,EAAE,SAAS,EACnB,WAAW,EAAE,YAAY,iHAwBzB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CACvC,SAAS,EACT,YAAY,SAAS,CAAC,CAAC,UAAU,EAEjC,QAAQ,EAAE,SAAS,EACnB,WAAW,EAAE,YAAY,uKAWzB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY,CAC5B,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC/B,aAAa,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,EACjD,YAAY,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU;IAEhD,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,aAAa,CAAC;IACrC,QAAQ,CAAC,WAAW,EAAE,YAAY,CAAC;IACnC,QAAQ,CAAC,WAAW,EAAE,UAAU,CAAC,OAAO,uBAAuB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;IAC1F,QAAQ,CAAC,YAAY,EAAE,UAAU,CAAC,OAAO,wBAAwB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;IAE5F,UAAU,CACT,MAAM,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,GAC7B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,kBAAkB,EAAE,eAAe,CAAC,CAAC;IAE5D,OAAO,CACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,GACjC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,EAAE,oBAAoB,EAAE,eAAe,CAAC,CAAC;IAEvF,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC;IAExD,YAAY,IAAI,GAAG,CAAC;IAEpB,YAAY,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC;CAC7C"}