every-plugin 0.0.1 → 0.0.3

package/dist/errors.d.ts

@@ -0,0 +1,8 @@
+export declare class PluginExecutionError extends Error {
+	readonly retryable: boolean;
+	constructor(message: string, retryable?: boolean);
+}
+export declare class ConfigurationError extends PluginExecutionError {
+	constructor(message: string);
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AACA,qBAAa,oBAAqB,SAAQ,KAAK;aACA,SAAS,EAAE,OAAO;gBAAnD,OAAO,EAAE,MAAM,EAAkB,SAAS,GAAE,OAAc;CAIvE;AAED,qBAAa,kBAAmB,SAAQ,oBAAoB;gBAC9C,OAAO,EAAE,MAAM;CAI5B"}

package/dist/errors.js

@@ -0,0 +1,15 @@
+// Plugin execution errors
+export class PluginExecutionError extends Error {
+    retryable;
+    constructor(message, retryable = true) {
+        super(message);
+        this.retryable = retryable;
+        this.name = 'PluginExecutionError';
+    }
+}
+export class ConfigurationError extends PluginExecutionError {
+    constructor(message) {
+        super(message, false); // Configuration errors are not retryable
+        this.name = 'ConfigurationError';
+    }
+}

package/dist/index.d.ts

@@ -1,6 +1,6 @@
 export { Effect } from "effect";
 export { z } from "zod";
-export * from './errors.js';
-export * from './plugin.js';
-export * from './source.js';
-//# sourceMappingURL=index.d.ts.map
+export * from "./errors";
+export * from "./plugin";
+export * from "./source";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC"}

package/dist/index.js

@@ -1,5 +1,5 @@
 export { Effect } from "effect";
 export { z } from "zod";
-export * from './errors.js';
-export * from './plugin.js';
-export * from './source.js';
+export * from './errors';
+export * from './plugin';
+export * from './source';

package/dist/plugin.d.ts

@@ -1,66 +1,122 @@
 import type { JSONSchemaType } from "ajv/dist/2020";
 import { Context, type Effect } from "effect";
-import { z } from 'zod';
+import { z } from "zod";
 import type { ConfigurationError, PluginExecutionError } from "./errors";
-export declare const createOutputSchema: <T extends z.ZodTypeAny>(dataSchema: T) => z.ZodObject<{
-    success: z.ZodBoolean;
-    data: z.ZodOptional<T>;
-    errors: z.ZodOptional<z.ZodArray<z.ZodObject<{
-        message: z.ZodString;
-        details: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-        stack: z.ZodOptional<z.ZodString>;
-    }, z.core.$strip>>>;
-}, z.core.$strip>;
+export declare const createOutputSchema: <T extends z.ZodTypeAny>(
+	dataSchema: T,
+) => z.ZodObject<
+	{
+		success: z.ZodBoolean;
+		data: z.ZodOptional<T>;
+		errors: z.ZodOptional<
+			z.ZodArray<
+				z.ZodObject<
+					{
+						message: z.ZodString;
+						details: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+						stack: z.ZodOptional<z.ZodString>;
+					},
+					z.core.$strip
+				>
+			>
+		>;
+	},
+	z.core.$strip
+>;
 export declare function createConfigSchema(): z.ZodObject<{
-    variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    secrets: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+	variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+	secrets: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }>;
-export declare function createConfigSchema<V extends z.ZodTypeAny>(variablesSchema?: V): z.ZodObject<{
-    variables: z.ZodOptional<V>;
-    secrets: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+export declare function createConfigSchema<V extends z.ZodTypeAny>(
+	variablesSchema?: V,
+): z.ZodObject<{
+	variables: z.ZodOptional<V>;
+	secrets: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }>;
-export declare function createConfigSchema<V extends z.ZodTypeAny, S extends z.ZodTypeAny>(variablesSchema?: V, secretsSchema?: S): z.ZodObject<{
-    variables: z.ZodOptional<V>;
-    secrets: z.ZodOptional<S>;
+export declare function createConfigSchema<
+	V extends z.ZodTypeAny,
+	S extends z.ZodTypeAny,
+>(
+	variablesSchema?: V,
+	secretsSchema?: S,
+): z.ZodObject<{
+	variables: z.ZodOptional<V>;
+	secrets: z.ZodOptional<S>;
 }>;
-export declare function createInputSchema<I extends z.ZodTypeAny>(inputSchema: I): I;
-export declare const ErrorDetailsSchema: z.ZodObject<{
-    message: z.ZodString;
-    details: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    stack: z.ZodOptional<z.ZodString>;
-}, z.core.$strip>;
+export declare function createInputSchema<I extends z.ZodTypeAny>(
+	inputSchema: I,
+): I;
+export declare const ErrorDetailsSchema: z.ZodObject<
+	{
+		message: z.ZodString;
+		details: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+		stack: z.ZodOptional<z.ZodString>;
+	},
+	z.core.$strip
+>;
 export type ErrorDetails = z.infer<typeof ErrorDetailsSchema>;
-export type Config<V extends z.ZodTypeAny = z.ZodRecord<z.ZodString, z.ZodUnknown>, S extends z.ZodTypeAny = z.ZodRecord<z.ZodString, z.ZodUnknown>> = z.infer<ReturnType<typeof createConfigSchema<V, S>>>;
-export type Input<I extends z.ZodTypeAny> = z.infer<ReturnType<typeof createInputSchema<I>>>;
-export type Output<T extends z.ZodTypeAny> = z.infer<ReturnType<typeof createOutputSchema<T>>>;
-export interface Plugin<TInputSchema extends z.ZodTypeAny, TOutputSchema extends z.ZodTypeAny, TConfigSchema extends z.ZodTypeAny> {
-    readonly id: string;
-    readonly type: PluginType;
-    initialize(config?: z.infer<TConfigSchema>): Effect.Effect<void, ConfigurationError, PluginLoggerTag>;
-    execute(input: z.infer<TInputSchema>): Effect.Effect<z.infer<TOutputSchema>, PluginExecutionError, PluginLoggerTag>;
-    shutdown(): Effect.Effect<void, never, PluginLoggerTag>;
+export type Config<
+	V extends z.ZodTypeAny = z.ZodRecord<z.ZodString, z.ZodUnknown>,
+	S extends z.ZodTypeAny = z.ZodRecord<z.ZodString, z.ZodUnknown>,
+> = z.infer<ReturnType<typeof createConfigSchema<V, S>>>;
+export type Input<I extends z.ZodTypeAny> = z.infer<
+	ReturnType<typeof createInputSchema<I>>
+>;
+export type Output<T extends z.ZodTypeAny> = z.infer<
+	ReturnType<typeof createOutputSchema<T>>
+>;
+export interface Plugin<
+	TInputSchema extends z.ZodTypeAny,
+	TOutputSchema extends z.ZodTypeAny,
+	TConfigSchema extends z.ZodTypeAny,
+> {
+	readonly id: string;
+	readonly type: PluginType;
+	initialize(
+		config?: z.infer<TConfigSchema>,
+	): Effect.Effect<void, ConfigurationError, PluginLoggerTag>;
+	execute(
+		input: z.infer<TInputSchema>,
+	): Effect.Effect<
+		z.infer<TOutputSchema>,
+		PluginExecutionError,
+		PluginLoggerTag
+	>;
+	shutdown(): Effect.Effect<void, never, PluginLoggerTag>;
 }
 export type PluginType = "transformer" | "distributor" | "source";
 export interface PluginMetadata {
-    remoteUrl: string;
-    type?: PluginType;
-    configSchema: JSONSchemaType<any>;
-    inputSchema: JSONSchemaType<any>;
-    outputSchema: JSONSchemaType<any>;
-    version?: string;
-    description?: string;
+	remoteUrl: string;
+	type?: PluginType;
+	configSchema: JSONSchemaType<any>;
+	inputSchema: JSONSchemaType<any>;
+	outputSchema: JSONSchemaType<any>;
+	version?: string;
+	description?: string;
 }
 export interface PluginRegistry {
-    [pluginId: string]: PluginMetadata;
+	[pluginId: string]: PluginMetadata;
 }
 export interface PluginLogger {
-    readonly logInfo: (message: string, context?: unknown) => Effect.Effect<void>;
-    readonly logWarning: (message: string, context?: unknown) => Effect.Effect<void>;
-    readonly logError: (message: string, error?: unknown, context?: unknown) => Effect.Effect<void>;
-    readonly logDebug: (message: string, context?: unknown) => Effect.Effect<void>;
+	readonly logInfo: (message: string, context?: unknown) => Effect.Effect<void>;
+	readonly logWarning: (
+		message: string,
+		context?: unknown,
+	) => Effect.Effect<void>;
+	readonly logError: (
+		message: string,
+		error?: unknown,
+		context?: unknown,
+	) => Effect.Effect<void>;
+	readonly logDebug: (
+		message: string,
+		context?: unknown,
+	) => Effect.Effect<void>;
 }
-declare const PluginLoggerTag_base: Context.TagClass<PluginLoggerTag, "PluginLogger", PluginLogger>;
-export declare class PluginLoggerTag extends PluginLoggerTag_base {
-}
-export {};
-//# sourceMappingURL=plugin.d.ts.map
+declare const PluginLoggerTag_base: Context.TagClass<
+	PluginLoggerTag,
+	"PluginLogger",
+	PluginLogger
+>;
+export declare class PluginLoggerTag extends PluginLoggerTag_base {}
+//# sourceMappingURL=plugin.d.ts.map

package/dist/source.d.ts

@@ -0,0 +1,198 @@
+import { z } from 'zod';
+import type { Config, Input, Output, Plugin } from './plugin';
+/**
+ * Zod schema for the Author interface
+ */
+export declare const authorSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    username: z.ZodOptional<z.ZodString>;
+    displayName: z.ZodOptional<z.ZodString>;
+    url: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+/**
+ * Zod schema for PluginSourceItem - defines the structure that plugins must return
+ */
+export declare const pluginSourceItemSchema: z.ZodObject<{
+    externalId: z.ZodString;
+    content: z.ZodString;
+    contentType: z.ZodOptional<z.ZodString>;
+    createdAt: z.ZodOptional<z.ZodString>;
+    url: z.ZodOptional<z.ZodString>;
+    authors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        username: z.ZodOptional<z.ZodString>;
+        displayName: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+    raw: z.ZodUnknown;
+}, z.core.$strip>;
+/**
+ * Standard content types supported by the system.
+ * Plugins can extend this with custom types.
+ */
+export declare const ContentType: {
+    readonly POST: "post";
+    readonly ARTICLE: "article";
+    readonly VIDEO: "video";
+    readonly PODCAST: "podcast";
+    readonly WEBSITE: "website";
+    readonly FEED: "feed";
+    readonly DATABASE_ENTRY: "database-entry";
+    readonly UNKNOWN: "unknown";
+};
+export type ContentType = typeof ContentType[keyof typeof ContentType];
+/**
+ * Represents a single author - derived from the authorSchema
+ */
+export type Author = z.infer<typeof authorSchema>;
+/**
+ * Base PluginSourceItem type derived from schema (with unknown raw type)
+ */
+export type BasePluginSourceItem = z.infer<typeof pluginSourceItemSchema>;
+/**
+ * This is the data structure a plugin is responsible for creating.
+ * It's generic over the raw data type.
+ */
+export interface PluginSourceItem<TRaw = Record<string, any>> extends Omit<BasePluginSourceItem, 'raw'> {
+    raw: TRaw;
+}
+/**
+ * This is the final, canonical data structure used within the system.
+ * It extends PluginSourceItem with system-generated fields.
+ */
+export interface SourceItem<TRaw = Record<string, any>> extends PluginSourceItem<TRaw> {
+    id: string;
+    createdAt: string;
+    metadata: {
+        sourcePlugin: string;
+        workflowId: string;
+        runId: string;
+        [key: string]: any;
+    };
+}
+/**
+ * Defines the progress of a job submitted to an external asynchronous service (e.g., Masa).
+ */
+export interface AsyncJobProgress {
+    workflowId: string;
+    status: "submitted" | "pending" | "processing" | "done" | "error" | "timeout";
+    submittedAt: string;
+    lastCheckedAt?: string;
+    errorMessage?: string;
+}
+export declare const AsyncJobProgressSchema: z.ZodObject<{
+    workflowId: z.ZodString;
+    status: z.ZodEnum<{
+        error: "error";
+        submitted: "submitted";
+        pending: "pending";
+        processing: "processing";
+        done: "done";
+        timeout: "timeout";
+    }>;
+    submittedAt: z.ZodString;
+    lastCheckedAt: z.ZodOptional<z.ZodString>;
+    errorMessage: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+/**
+ * Generic platform-specific state for managing resumable searches and long-running jobs.
+ */
+export interface PlatformState {
+    latestProcessedId?: string | number | Record<string, any>;
+    currentAsyncJob?: AsyncJobProgress | null;
+    [key: string]: any;
+}
+export declare const PlatformStateSchema: z.ZodObject<{
+    latestProcessedId: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodRecord<z.ZodString, z.ZodAny>]>>;
+    currentAsyncJob: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+        workflowId: z.ZodString;
+        status: z.ZodEnum<{
+            error: "error";
+            submitted: "submitted";
+            pending: "pending";
+            processing: "processing";
+            done: "done";
+            timeout: "timeout";
+        }>;
+        submittedAt: z.ZodString;
+        lastCheckedAt: z.ZodOptional<z.ZodString>;
+        errorMessage: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+}, z.core.$catchall<z.ZodAny>>;
+/**
+ * State passed between search calls to enable resumption.
+ * TData is expected to be an object conforming to PlatformState or a derivative.
+ */
+export interface LastProcessedState<TData extends PlatformState = PlatformState> {
+    data: TData;
+}
+export type SourceConfig<V extends z.ZodTypeAny = z.ZodRecord<z.ZodString, z.ZodUnknown>, S extends z.ZodTypeAny = z.ZodRecord<z.ZodString, z.ZodUnknown>> = Config<V, S>;
+export interface SourceInput<TSearchOptions extends z.ZodTypeAny = z.ZodTypeAny> extends Input<z.ZodAny> {
+    searchOptions: TSearchOptions;
+    lastProcessedState?: LastProcessedState<PlatformState> | null;
+}
+export interface PluginSourceInput<TSearchOptions = Record<string, unknown>> extends Input<z.ZodAny> {
+    searchOptions: TSearchOptions;
+    lastProcessedState?: LastProcessedState<PlatformState> | null;
+}
+export interface PluginSourceOutputData<TItem extends PluginSourceItem = PluginSourceItem> {
+    items: TItem[];
+    nextLastProcessedState?: PlatformState | null;
+}
+export interface PluginSourceOutput<TItem extends PluginSourceItem = PluginSourceItem> extends Output<z.ZodAny> {
+    success: boolean;
+    data?: PluginSourceOutputData<TItem>;
+    errors?: Array<{
+        message: string;
+        details?: Record<string, unknown>;
+        stack?: string;
+    }>;
+}
+export interface SourceOutputData {
+    items: SourceItem[];
+    nextLastProcessedState?: PlatformState | null;
+}
+export interface SourceOutput extends Output<z.ZodAny> {
+    success: boolean;
+    data?: SourceOutputData;
+    errors?: Array<{
+        message: string;
+        details?: Record<string, unknown>;
+        stack?: string;
+    }>;
+}
+export interface SourcePlugin<TInputSchema extends z.ZodTypeAny = z.ZodTypeAny, TOutputSchema extends z.ZodTypeAny = z.ZodTypeAny, TConfigSchema extends z.ZodTypeAny = z.ZodTypeAny> extends Plugin<TInputSchema, TOutputSchema, TConfigSchema> {
+    readonly type: 'source';
+}
+export declare const createSourceInputSchema: <TSearchOptions extends z.ZodTypeAny, TState extends z.ZodTypeAny>(searchOptionsSchema: TSearchOptions, stateSchema: TState) => z.ZodObject<{
+    searchOptions: TSearchOptions;
+    lastProcessedState: z.ZodNullable<z.ZodOptional<z.ZodObject<{
+        data: z.ZodNullable<z.ZodOptional<TState>>;
+    }, z.core.$strip>>>;
+}, z.core.$strip>;
+export declare const createSourceOutputSchema: <TItem extends z.ZodTypeAny, TState extends z.ZodTypeAny>(itemData: TItem, stateSchema: TState) => z.ZodObject<{
+    success: z.ZodBoolean;
+    data: z.ZodOptional<z.ZodObject<{
+        items: z.ZodArray<z.ZodObject<{
+            externalId: z.ZodString;
+            content: z.ZodString;
+            contentType: z.ZodOptional<z.ZodString>;
+            createdAt: z.ZodOptional<z.ZodString>;
+            url: z.ZodOptional<z.ZodString>;
+            authors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                id: z.ZodOptional<z.ZodString>;
+                username: z.ZodOptional<z.ZodString>;
+                displayName: z.ZodOptional<z.ZodString>;
+                url: z.ZodOptional<z.ZodString>;
+            }, z.core.$strip>>>;
+            raw: TItem;
+        }, z.core.$strip>>;
+        nextLastProcessedState: z.ZodNullable<z.ZodOptional<TState>>;
+    }, z.core.$strip>>;
+    errors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        message: z.ZodString;
+        details: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        stack: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+}, z.core.$strip>;
+//# sourceMappingURL=source.d.ts.map

package/dist/source.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../src/source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGjE;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;iBAKvB,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;iBAQjC,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,WAAW;;;;;;;;;CASd,CAAC;AAEX,MAAM,MAAM,WAAW,GAAG,OAAO,WAAW,CAAC,MAAM,OAAO,WAAW,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAElD;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAE1E;;;GAGG;AACH,MAAM,WAAW,gBAAgB,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAE,SAAQ,IAAI,CAAC,oBAAoB,EAAE,KAAK,CAAC;IAErG,GAAG,EAAE,IAAI,CAAC;CACX;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAE,SAAQ,gBAAgB,CAAC,IAAI,CAAC;IACpF,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAGlB,QAAQ,EAAE;QACR,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,WAAW,GAAG,SAAS,GAAG,YAAY,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;IAC9E,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;CAGvB;AAED,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;iBAMjC,CAAC;AAGH;;GAEG;AACH,MAAM,WAAW,aAAa;IAI5B,iBAAiB,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAG1D,eAAe,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAG1C,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;8BAGZ,CAAC;AAErB;;;GAGG;AACH,MAAM,WAAW,kBAAkB,CACjC,KAAK,SAAS,aAAa,GAAG,aAAa;IAG3C,IAAI,EAAE,KAAK,CAAC;CAKb;AAGD,MAAM,MAAM,YAAY,CACtB,CAAC,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC,EAC/D,CAAC,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC,IAC7D,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAEjB,MAAM,WAAW,WAAW,CAAC,cAAc,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAE,SAAQ,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACtG,aAAa,EAAE,cAAc,CAAC;IAC9B,kBAAkB,CAAC,EAAE,kBAAkB,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC;CAC/D;AAED,MAAM,WAAW,iBAAiB,CAAC,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAE,SAAQ,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAClG,aAAa,EAAE,cAAc,CAAC;IAC9B,kBAAkB,CAAC,EAAE,kBAAkB,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC;CAC/D;AAED,MAAM,WAAW,sBAAsB,CAAC,KAAK,SAAS,gBAAgB,GAAG,gBAAgB;IACvF,KAAK,EAAE,KAAK,EAAE,CAAC;IACf,sBAAsB,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC;CAC/C;AAGD,MAAM,WAAW,kBAAkB,CAAC,KAAK,SAAS,gBAAgB,GAAG,gBAAgB,CAAE,SAAQ,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAC7G,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,sBAAsB,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxF;AAGD,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,sBAAsB,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC;CAC/C;AAGD,MAAM,WAAW,YAAa,SAAQ,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IACpD,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxF;AAGD,MAAM,WAAW,YAAY,CAC3B,YAAY,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,EAChD,aAAa,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,EACjD,aAAa,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CACjD,SAAQ,MAAM,CAAC,YAAY,EAAE,aAAa,EAAE,aAAa,CAAC;IAC1D,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;CACzB;AAGD,eAAO,MAAM,uBAAuB,GAClC,cAAc,SAAS,CAAC,CAAC,UAAU,EACnC,MAAM,SAAS,CAAC,CAAC,UAAU,EAE3B,qBAAqB,cAAc,EACnC,aAAa,MAAM;;;;;iBAOjB,CAAC;AAEL,eAAO,MAAM,wBAAwB,GACnC,KAAK,SAAS,CAAC,CAAC,UAAU,EAC1B,MAAM,SAAS,CAAC,CAAC,UAAU,EAE3B,UAAU,KAAK,EACf,aAAa,MAAM;;;;;;;;;;;;;;;;;;;;;;;;iBAoBpB,CAAC"}
+{"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../src/source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAG9D;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;iBAKvB,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;iBAQjC,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,WAAW;;;;;;;;;CASd,CAAC;AAEX,MAAM,MAAM,WAAW,GAAG,OAAO,WAAW,CAAC,MAAM,OAAO,WAAW,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAElD;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAE1E;;;GAGG;AACH,MAAM,WAAW,gBAAgB,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAE,SAAQ,IAAI,CAAC,oBAAoB,EAAE,KAAK,CAAC;IAErG,GAAG,EAAE,IAAI,CAAC;CACX;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAE,SAAQ,gBAAgB,CAAC,IAAI,CAAC;IACpF,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAGlB,QAAQ,EAAE;QACR,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,WAAW,GAAG,SAAS,GAAG,YAAY,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;IAC9E,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;CAGvB;AAED,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;iBAMjC,CAAC;AAGH;;GAEG;AACH,MAAM,WAAW,aAAa;IAI5B,iBAAiB,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAG1D,eAAe,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAG1C,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;8BAGZ,CAAC;AAErB;;;GAGG;AACH,MAAM,WAAW,kBAAkB,CACjC,KAAK,SAAS,aAAa,GAAG,aAAa;IAG3C,IAAI,EAAE,KAAK,CAAC;CAKb;AAGD,MAAM,MAAM,YAAY,CACtB,CAAC,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC,EAC/D,CAAC,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC,IAC7D,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAEjB,MAAM,WAAW,WAAW,CAAC,cAAc,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAE,SAAQ,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACtG,aAAa,EAAE,cAAc,CAAC;IAC9B,kBAAkB,CAAC,EAAE,kBAAkB,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC;CAC/D;AAED,MAAM,WAAW,iBAAiB,CAAC,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAE,SAAQ,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAClG,aAAa,EAAE,cAAc,CAAC;IAC9B,kBAAkB,CAAC,EAAE,kBAAkB,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC;CAC/D;AAED,MAAM,WAAW,sBAAsB,CAAC,KAAK,SAAS,gBAAgB,GAAG,gBAAgB;IACvF,KAAK,EAAE,KAAK,EAAE,CAAC;IACf,sBAAsB,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC;CAC/C;AAGD,MAAM,WAAW,kBAAkB,CAAC,KAAK,SAAS,gBAAgB,GAAG,gBAAgB,CAAE,SAAQ,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAC7G,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,sBAAsB,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxF;AAGD,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,sBAAsB,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC;CAC/C;AAGD,MAAM,WAAW,YAAa,SAAQ,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IACpD,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxF;AAGD,MAAM,WAAW,YAAY,CAC3B,YAAY,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,EAChD,aAAa,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,EACjD,aAAa,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CACjD,SAAQ,MAAM,CAAC,YAAY,EAAE,aAAa,EAAE,aAAa,CAAC;IAC1D,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;CACzB;AAGD,eAAO,MAAM,uBAAuB,GAClC,cAAc,SAAS,CAAC,CAAC,UAAU,EACnC,MAAM,SAAS,CAAC,CAAC,UAAU,EAE3B,qBAAqB,cAAc,EACnC,aAAa,MAAM;;;;;iBAOjB,CAAC;AAEL,eAAO,MAAM,wBAAwB,GACnC,KAAK,SAAS,CAAC,CAAC,UAAU,EAC1B,MAAM,SAAS,CAAC,CAAC,UAAU,EAE3B,UAAU,KAAK,EACf,aAAa,MAAM;;;;;;;;;;;;;;;;;;;;;;;;iBAoBpB,CAAC"}

package/dist/source.js

@@ -0,0 +1,74 @@
+import { z } from 'zod';
+import { ErrorDetailsSchema } from './plugin';
+/**
+ * Zod schema for the Author interface
+ */
+export const authorSchema = z.object({
+    id: z.string().optional(),
+    username: z.string().optional(),
+    displayName: z.string().optional(),
+    url: z.string().optional(),
+});
+/**
+ * Zod schema for PluginSourceItem - defines the structure that plugins must return
+ */
+export const pluginSourceItemSchema = z.object({
+    externalId: z.string(),
+    content: z.string(),
+    contentType: z.string().optional(),
+    createdAt: z.string().optional(),
+    url: z.string().optional(),
+    authors: z.array(authorSchema).optional(),
+    raw: z.unknown(),
+});
+/**
+ * Standard content types supported by the system.
+ * Plugins can extend this with custom types.
+ */
+export const ContentType = {
+    POST: 'post',
+    ARTICLE: 'article',
+    VIDEO: 'video',
+    PODCAST: 'podcast',
+    WEBSITE: 'website',
+    FEED: 'feed',
+    DATABASE_ENTRY: 'database-entry',
+    UNKNOWN: 'unknown',
+};
+export const AsyncJobProgressSchema = z.object({
+    workflowId: z.string(),
+    status: z.enum(["submitted", "pending", "processing", "done", "error", "timeout"]),
+    submittedAt: z.string(), // ISO timestamp
+    lastCheckedAt: z.string().optional(), // ISO timestamp
+    errorMessage: z.string().optional(),
+});
+export const PlatformStateSchema = z.object({
+    latestProcessedId: z.union([z.string(), z.number(), z.record(z.string(), z.any())]).optional(),
+    currentAsyncJob: AsyncJobProgressSchema.nullable().optional(),
+}).catchall(z.any());
+// Source-specific schema creators
+export const createSourceInputSchema = (searchOptionsSchema, stateSchema) => z.object({
+    searchOptions: searchOptionsSchema,
+    lastProcessedState: z.object({
+        data: stateSchema.optional().nullable()
+    }).optional().nullable(),
+});
+export const createSourceOutputSchema = (itemData, stateSchema) => {
+    const pluginSourceItemSchema = z.object({
+        externalId: z.string(),
+        content: z.string(),
+        contentType: z.string().optional(),
+        createdAt: z.string().optional(),
+        url: z.string().optional(),
+        authors: z.array(authorSchema).optional(),
+        raw: itemData,
+    });
+    return z.object({
+        success: z.boolean(),
+        data: z.object({
+            items: z.array(pluginSourceItemSchema),
+            nextLastProcessedState: stateSchema.optional().nullable(),
+        }).optional(),
+        errors: z.array(ErrorDetailsSchema).optional(),
+    });
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "every-plugin",
-  "version": "0.0.1",
+  "version": "0.0.3",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",