@quilltap/plugin-types 1.18.0 → 2.0.0

package/README.md

@@ -140,6 +140,11 @@ logger.error('Failed to connect', { endpoint: 'api.example.com' }, error);
 | `ProviderCapabilities` | Capability flags |
 | `AttachmentSupport` | File attachment config |
 | `PluginManifest` | Plugin manifest schema |
+| `SystemPromptPlugin` | System prompt plugin interface |
+| `SystemPromptData` | Individual prompt entry |
+| `SystemPromptMetadata` | System prompt plugin metadata |
+| `RoleplayTemplatePlugin` | Roleplay template plugin interface |
+| `RoleplayTemplateConfig` | Roleplay template configuration |
 
 ### Common Types
 

package/dist/{index-FCJXfnL_.d.ts → index-BXJLgAuZ.d.ts}

@@ -1,4 +1,5 @@
-import { LLMProvider, ImageGenProvider, EmbeddingProvider, LocalEmbeddingProvider, ToolFormatOptions, ToolCallRequest } from './llm/index.js';
+import { LLMProvider as TextProvider, ImageGenProvider as ImageProvider, EmbeddingProvider, LocalEmbeddingProvider, ToolFormatOptions, ToolCallRequest } from './llm/index.js';
+import { ScoringProvider } from './providers/index.js';
 
 /**
  * Provider Plugin Interface types for Quilltap plugin development
@@ -280,16 +281,18 @@ interface CheapModelConfig {
  */
 type ToolFormatType = 'openai' | 'anthropic' | 'google';
 /**
- * Main LLM Provider Plugin Interface
+ * Main Text Provider Plugin Interface
  *
  * Plugins implementing this interface can be dynamically loaded
  * by Quilltap to provide LLM functionality from various providers.
+ * A single plugin may support multiple provider shapes (text, image,
+ * embedding) through the factory methods.
  *
  * @example
  * ```typescript
- * import type { LLMProviderPlugin } from '@quilltap/plugin-types';
+ * import type { TextProviderPlugin } from '@quilltap/plugin-types';
  *
- * export const plugin: LLMProviderPlugin = {
+ * export const plugin: TextProviderPlugin = {
  *   metadata: {
  *     providerName: 'MY_PROVIDER',
  *     displayName: 'My Provider',
@@ -323,7 +326,7 @@ type ToolFormatType = 'openai' | 'anthropic' | 'google';
  * };
  * ```
  */
-interface LLMProviderPlugin {
+interface TextProviderPlugin {
     /** Provider metadata for UI display and identification */
     metadata: ProviderMetadata;
     /** Configuration requirements for this provider */
@@ -333,16 +336,16 @@ interface LLMProviderPlugin {
     /** File attachment support information */
     attachmentSupport: AttachmentSupport;
     /**
-     * Factory method to create an LLMProvider instance
+     * Factory method to create a TextProvider instance
      * @param baseUrl Optional base URL for the provider
      */
-    createProvider: (baseUrl?: string) => LLMProvider;
+    createProvider: (baseUrl?: string) => TextProvider;
     /**
-     * Factory method to create an ImageGenProvider instance (optional)
+     * Factory method to create an ImageProvider instance (optional)
      * Only required if capabilities.imageGeneration is true
      * @param baseUrl Optional base URL for the provider
      */
-    createImageProvider?: (baseUrl?: string) => ImageGenProvider;
+    createImageProvider?: (baseUrl?: string) => ImageProvider;
     /**
      * Factory method to create an embedding provider (optional)
      * Only required if capabilities.embeddings is true
@@ -475,12 +478,116 @@ interface LLMProviderPlugin {
      */
     defaultContextWindow?: number;
 }
+/**
+ * @deprecated Use `TextProviderPlugin` instead. This alias is kept for backward compatibility.
+ */
+type LLMProviderPlugin = TextProviderPlugin;
 /**
  * Standard export type for provider plugins
  */
 interface ProviderPluginExport {
     /** The provider plugin instance */
-    plugin: LLMProviderPlugin;
+    plugin: TextProviderPlugin;
+}
+
+/**
+ * Scoring Provider Plugin types for Quilltap plugin development
+ *
+ * Defines the interfaces and types needed to create pluggable content
+ * scoring backends as Quilltap plugins. Scoring providers handle
+ * moderation, reranking, and classification tasks.
+ *
+ * @module @quilltap/plugin-types/plugins/scoring-provider
+ */
+
+/**
+ * Scoring provider metadata for UI display and identification
+ */
+interface ScoringProviderMetadata {
+    /** Internal identifier for the scoring provider (e.g., 'OPENAI') */
+    providerName: string;
+    /** Human-readable display name for UI (e.g., 'OpenAI Moderation') */
+    displayName: string;
+    /** Short description of the scoring provider */
+    description: string;
+    /** Short abbreviation for icon display (e.g., 'OAI') */
+    abbreviation: string;
+    /** Tailwind CSS color classes for UI styling */
+    colors: {
+        /** Background color class (e.g., 'bg-green-100') */
+        bg: string;
+        /** Text color class (e.g., 'text-green-800') */
+        text: string;
+        /** Icon color class (e.g., 'text-green-600') */
+        icon: string;
+    };
+}
+/**
+ * Configuration requirements for a scoring provider
+ */
+interface ScoringProviderConfigRequirements {
+    /** Whether this scoring provider requires an API key */
+    requiresApiKey: boolean;
+    /** Label text for API key input field */
+    apiKeyLabel?: string;
+    /** Whether this scoring provider requires a custom base URL */
+    requiresBaseUrl: boolean;
+    /** Default value for base URL (if applicable) */
+    baseUrlDefault?: string;
+}
+/**
+ * Main Scoring Provider Plugin Interface
+ *
+ * Plugins implementing this interface provide scoring backends
+ * for Quilltap. The most common use case is content moderation
+ * via the Concierge system, but the interface supports reranking
+ * and classification tasks as well.
+ *
+ * @example
+ * ```typescript
+ * import type { ScoringProviderPlugin } from '@quilltap/plugin-types';
+ *
+ * export const scoringPlugin: ScoringProviderPlugin = {
+ *   metadata: {
+ *     providerName: 'OPENAI',
+ *     displayName: 'OpenAI Moderation',
+ *     description: 'Free content moderation via OpenAI moderation endpoint',
+ *     abbreviation: 'OAI',
+ *     colors: { bg: 'bg-green-100', text: 'text-green-800', icon: 'text-green-600' },
+ *   },
+ *   config: {
+ *     requiresApiKey: true,
+ *     apiKeyLabel: 'OpenAI API Key',
+ *     requiresBaseUrl: false,
+ *   },
+ *   createProvider: () => new OpenAIModerationScoringProvider(),
+ * };
+ * ```
+ */
+interface ScoringProviderPlugin {
+    /** Scoring provider metadata for UI display and identification */
+    metadata: ScoringProviderMetadata;
+    /** Configuration requirements for this scoring provider */
+    config: ScoringProviderConfigRequirements;
+    /**
+     * Factory method to create a ScoringProvider instance
+     */
+    createProvider: () => ScoringProvider;
+    /**
+     * Validate an API key for this scoring provider (optional)
+     *
+     * @param apiKey The API key to validate
+     * @param baseUrl Optional base URL
+     * @returns Promise resolving to true if valid, false otherwise
+     */
+    validateApiKey?: (apiKey: string, baseUrl?: string) => Promise<boolean>;
+}
+/**
+ * Standard export type for scoring provider plugins
+ */
+interface ScoringProviderPluginExport {
+    /** The scoring provider plugin instance */
+    scoringPlugin: ScoringProviderPlugin;
 }
 
 /**
@@ -1493,13 +1600,18 @@ interface SearchProviderPluginExport {
 /**
  * Moderation Provider Plugin types for Quilltap plugin development
  *
- * Defines the interfaces and types needed to create pluggable content
- * moderation backends as Quilltap plugins (e.g., OpenAI moderation endpoint).
+ * @deprecated Use ScoringProviderPlugin from './scoring-provider' instead.
+ * This module is kept for backward compatibility. The moderation-specific
+ * types map directly to the generalized scoring types:
+ *
+ * - ModerationProviderPlugin -> ScoringProviderPlugin
+ * - ModerationResult -> ScoringResult
+ * - ModerationCategoryResult -> CategoryScore
  *
  * @module @quilltap/plugin-types/plugins/moderation-provider
  */
 /**
- * Moderation provider metadata for UI display and identification
+ * @deprecated Use ScoringProviderMetadata instead
  */
 interface ModerationProviderMetadata {
     /** Internal identifier for the moderation provider (e.g., 'OPENAI') */
@@ -1521,7 +1633,7 @@ interface ModerationProviderMetadata {
     };
 }
 /**
- * Configuration requirements for a moderation provider
+ * @deprecated Use ScoringProviderConfigRequirements instead
  */
 interface ModerationProviderConfigRequirements {
     /** Whether this moderation provider requires an API key */
@@ -1534,10 +1646,7 @@ interface ModerationProviderConfigRequirements {
     baseUrlDefault?: string;
 }
 /**
- * A single moderation category result
- *
- * Categories are provider-specific (e.g., OpenAI returns 'hate', 'sexual',
- * 'violence', etc.; other providers may return different categories).
+ * @deprecated Use CategoryScore from providers/scoring instead
  */
 interface ModerationCategoryResult {
     /** Category name as returned by the provider (e.g., 'sexual', 'violence', 'hate') */
@@ -1548,11 +1657,7 @@ interface ModerationCategoryResult {
     score: number;
 }
 /**
- * Result from a moderation provider's content classification
- *
- * This is the generic result type returned by all moderation providers.
- * The categories array contains provider-specific category names and scores.
- * The consuming system (the Concierge) maps these to its own category structure.
+ * @deprecated Use ScoringResult from providers/scoring instead
  */
 interface ModerationResult {
     /** Whether the content was flagged by the moderation provider */
@@ -1561,35 +1666,10 @@ interface ModerationResult {
     categories: ModerationCategoryResult[];
 }
 /**
- * Main Moderation Provider Plugin Interface
- *
- * Plugins implementing this interface provide content moderation backends
- * for Quilltap's Concierge system. The moderation provider is used
- * as an alternative to the Cheap LLM classification approach.
- *
- * @example
- * ```typescript
- * import type { ModerationProviderPlugin } from '@quilltap/plugin-types';
+ * @deprecated Use ScoringProviderPlugin instead.
  *
- * export const moderationPlugin: ModerationProviderPlugin = {
- *   metadata: {
- *     providerName: 'OPENAI',
- *     displayName: 'OpenAI Moderation',
- *     description: 'Free content moderation via OpenAI moderation endpoint',
- *     abbreviation: 'OAI',
- *     colors: { bg: 'bg-green-100', text: 'text-green-800', icon: 'text-green-600' },
- *   },
- *   config: {
- *     requiresApiKey: true,
- *     apiKeyLabel: 'OpenAI API Key',
- *     requiresBaseUrl: false,
- *   },
- *   moderate: async (content, apiKey) => {
- *     // ... call moderation API ...
- *     return { flagged: false, categories: [] };
- *   },
- * };
- * ```
+ * Legacy moderation provider plugin interface. New plugins should implement
+ * ScoringProviderPlugin with a ScoringProvider that handles task: 'moderation'.
  */
 interface ModerationProviderPlugin {
     /** Moderation provider metadata for UI display and identification */
@@ -1608,9 +1688,6 @@ interface ModerationProviderPlugin {
     /**
      * Validate an API key for this moderation provider (optional)
      *
-     * Should test the API key by making a minimal API call to verify
-     * that it is valid and has proper permissions.
-     *
      * @param apiKey The API key to validate
      * @param baseUrl Optional base URL for the moderation API
      * @returns Promise resolving to true if valid, false otherwise
@@ -1618,11 +1695,11 @@ interface ModerationProviderPlugin {
     validateApiKey?: (apiKey: string, baseUrl?: string) => Promise<boolean>;
 }
 /**
- * Standard export type for moderation provider plugins
+ * @deprecated Use ScoringProviderPluginExport instead
  */
 interface ModerationProviderPluginExport {
     /** The moderation provider plugin instance */
     moderationPlugin: ModerationProviderPlugin;
 }
 
-export type { AnnotationButton as $, AttachmentSupport as A, RoleplayTemplateMetadata as B, CheapModelConfig as C, RoleplayTemplatePlugin as D, Effects as E, FontDefinition as F, RoleplayTemplatePluginExport as G, SearchProviderConfig as H, IconProps as I, SearchProviderConfigRequirements as J, SearchProviderMetadata as K, LLMProviderPlugin as L, MessageFormatSupport as M, SearchProviderPlugin as N, SearchProviderPluginExport as O, PluginAuthor as P, SearchResult as Q, RoleplayTemplateConfig as R, SearchOutput as S, Spacing as T, SubsystemOverrides as U, ThemeMetadata as V, ThemePlugin as W, ThemePluginExport as X, ThemeTokens as Y, ToolFormatType as Z, Typography as _, ColorPalette as a, DialogueDetection as a0, ModerationProviderConfig as a1, RenderingPattern as a2, EmbeddedFont as b, EmbeddingModelInfo as c, ImageGenerationModelInfo as d, ImageProviderConstraints as e, ImageStyleInfo as f, InstalledPluginInfo as g, ModelInfo as h, ModerationCategoryResult as i, ModerationProviderConfigRequirements as j, ModerationProviderMetadata as k, ModerationProviderPlugin as l, ModerationProviderPluginExport as m, ModerationResult as n, PluginCapability as o, PluginCategory as p, PluginCompatibility as q, PluginIconData as r, PluginManifest as s, PluginPermissions as t, PluginStatus as u, ProviderCapabilities as v, ProviderConfig as w, ProviderConfigRequirements as x, ProviderMetadata as y, ProviderPluginExport as z };
+export type { ThemePlugin as $, AttachmentSupport as A, RoleplayTemplateMetadata as B, CheapModelConfig as C, RoleplayTemplatePlugin as D, Effects as E, FontDefinition as F, RoleplayTemplatePluginExport as G, ScoringProviderMetadata as H, IconProps as I, ScoringProviderPlugin as J, ScoringProviderPluginExport as K, LLMProviderPlugin as L, MessageFormatSupport as M, SearchOutput as N, SearchProviderConfig as O, PluginAuthor as P, SearchProviderConfigRequirements as Q, RoleplayTemplateConfig as R, ScoringProviderConfigRequirements as S, SearchProviderMetadata as T, SearchProviderPlugin as U, SearchProviderPluginExport as V, SearchResult as W, Spacing as X, SubsystemOverrides as Y, TextProviderPlugin as Z, ThemeMetadata as _, ColorPalette as a, ThemePluginExport as a0, ThemeTokens as a1, ToolFormatType as a2, Typography as a3, AnnotationButton as a4, DialogueDetection as a5, ModerationProviderConfig as a6, RenderingPattern as a7, EmbeddedFont as b, EmbeddingModelInfo as c, ImageGenerationModelInfo as d, ImageProviderConstraints as e, ImageStyleInfo as f, InstalledPluginInfo as g, ModelInfo as h, ModerationCategoryResult as i, ModerationProviderConfigRequirements as j, ModerationProviderMetadata as k, ModerationProviderPlugin as l, ModerationProviderPluginExport as m, ModerationResult as n, PluginCapability as o, PluginCategory as p, PluginCompatibility as q, PluginIconData as r, PluginManifest as s, PluginPermissions as t, PluginStatus as u, ProviderCapabilities as v, ProviderConfig as w, ProviderConfigRequirements as x, ProviderMetadata as y, ProviderPluginExport as z };

package/dist/{index-QQUNtK0j.d.mts → index-DtW7izgw.d.mts}

@@ -1,4 +1,5 @@
-import { LLMProvider, ImageGenProvider, EmbeddingProvider, LocalEmbeddingProvider, ToolFormatOptions, ToolCallRequest } from './llm/index.mjs';
+import { LLMProvider as TextProvider, ImageGenProvider as ImageProvider, EmbeddingProvider, LocalEmbeddingProvider, ToolFormatOptions, ToolCallRequest } from './llm/index.mjs';
+import { ScoringProvider } from './providers/index.mjs';
 
 /**
  * Provider Plugin Interface types for Quilltap plugin development
@@ -280,16 +281,18 @@ interface CheapModelConfig {
  */
 type ToolFormatType = 'openai' | 'anthropic' | 'google';
 /**
- * Main LLM Provider Plugin Interface
+ * Main Text Provider Plugin Interface
  *
  * Plugins implementing this interface can be dynamically loaded
  * by Quilltap to provide LLM functionality from various providers.
+ * A single plugin may support multiple provider shapes (text, image,
+ * embedding) through the factory methods.
  *
  * @example
  * ```typescript
- * import type { LLMProviderPlugin } from '@quilltap/plugin-types';
+ * import type { TextProviderPlugin } from '@quilltap/plugin-types';
  *
- * export const plugin: LLMProviderPlugin = {
+ * export const plugin: TextProviderPlugin = {
  *   metadata: {
  *     providerName: 'MY_PROVIDER',
  *     displayName: 'My Provider',
@@ -323,7 +326,7 @@ type ToolFormatType = 'openai' | 'anthropic' | 'google';
  * };
  * ```
  */
-interface LLMProviderPlugin {
+interface TextProviderPlugin {
     /** Provider metadata for UI display and identification */
     metadata: ProviderMetadata;
     /** Configuration requirements for this provider */
@@ -333,16 +336,16 @@ interface LLMProviderPlugin {
     /** File attachment support information */
     attachmentSupport: AttachmentSupport;
     /**
-     * Factory method to create an LLMProvider instance
+     * Factory method to create a TextProvider instance
      * @param baseUrl Optional base URL for the provider
      */
-    createProvider: (baseUrl?: string) => LLMProvider;
+    createProvider: (baseUrl?: string) => TextProvider;
     /**
-     * Factory method to create an ImageGenProvider instance (optional)
+     * Factory method to create an ImageProvider instance (optional)
      * Only required if capabilities.imageGeneration is true
      * @param baseUrl Optional base URL for the provider
      */
-    createImageProvider?: (baseUrl?: string) => ImageGenProvider;
+    createImageProvider?: (baseUrl?: string) => ImageProvider;
     /**
      * Factory method to create an embedding provider (optional)
      * Only required if capabilities.embeddings is true
@@ -475,12 +478,116 @@ interface LLMProviderPlugin {
      */
     defaultContextWindow?: number;
 }
+/**
+ * @deprecated Use `TextProviderPlugin` instead. This alias is kept for backward compatibility.
+ */
+type LLMProviderPlugin = TextProviderPlugin;
 /**
  * Standard export type for provider plugins
  */
 interface ProviderPluginExport {
     /** The provider plugin instance */
-    plugin: LLMProviderPlugin;
+    plugin: TextProviderPlugin;
+}
+
+/**
+ * Scoring Provider Plugin types for Quilltap plugin development
+ *
+ * Defines the interfaces and types needed to create pluggable content
+ * scoring backends as Quilltap plugins. Scoring providers handle
+ * moderation, reranking, and classification tasks.
+ *
+ * @module @quilltap/plugin-types/plugins/scoring-provider
+ */
+
+/**
+ * Scoring provider metadata for UI display and identification
+ */
+interface ScoringProviderMetadata {
+    /** Internal identifier for the scoring provider (e.g., 'OPENAI') */
+    providerName: string;
+    /** Human-readable display name for UI (e.g., 'OpenAI Moderation') */
+    displayName: string;
+    /** Short description of the scoring provider */
+    description: string;
+    /** Short abbreviation for icon display (e.g., 'OAI') */
+    abbreviation: string;
+    /** Tailwind CSS color classes for UI styling */
+    colors: {
+        /** Background color class (e.g., 'bg-green-100') */
+        bg: string;
+        /** Text color class (e.g., 'text-green-800') */
+        text: string;
+        /** Icon color class (e.g., 'text-green-600') */
+        icon: string;
+    };
+}
+/**
+ * Configuration requirements for a scoring provider
+ */
+interface ScoringProviderConfigRequirements {
+    /** Whether this scoring provider requires an API key */
+    requiresApiKey: boolean;
+    /** Label text for API key input field */
+    apiKeyLabel?: string;
+    /** Whether this scoring provider requires a custom base URL */
+    requiresBaseUrl: boolean;
+    /** Default value for base URL (if applicable) */
+    baseUrlDefault?: string;
+}
+/**
+ * Main Scoring Provider Plugin Interface
+ *
+ * Plugins implementing this interface provide scoring backends
+ * for Quilltap. The most common use case is content moderation
+ * via the Concierge system, but the interface supports reranking
+ * and classification tasks as well.
+ *
+ * @example
+ * ```typescript
+ * import type { ScoringProviderPlugin } from '@quilltap/plugin-types';
+ *
+ * export const scoringPlugin: ScoringProviderPlugin = {
+ *   metadata: {
+ *     providerName: 'OPENAI',
+ *     displayName: 'OpenAI Moderation',
+ *     description: 'Free content moderation via OpenAI moderation endpoint',
+ *     abbreviation: 'OAI',
+ *     colors: { bg: 'bg-green-100', text: 'text-green-800', icon: 'text-green-600' },
+ *   },
+ *   config: {
+ *     requiresApiKey: true,
+ *     apiKeyLabel: 'OpenAI API Key',
+ *     requiresBaseUrl: false,
+ *   },
+ *   createProvider: () => new OpenAIModerationScoringProvider(),
+ * };
+ * ```
+ */
+interface ScoringProviderPlugin {
+    /** Scoring provider metadata for UI display and identification */
+    metadata: ScoringProviderMetadata;
+    /** Configuration requirements for this scoring provider */
+    config: ScoringProviderConfigRequirements;
+    /**
+     * Factory method to create a ScoringProvider instance
+     */
+    createProvider: () => ScoringProvider;
+    /**
+     * Validate an API key for this scoring provider (optional)
+     *
+     * @param apiKey The API key to validate
+     * @param baseUrl Optional base URL
+     * @returns Promise resolving to true if valid, false otherwise
+     */
+    validateApiKey?: (apiKey: string, baseUrl?: string) => Promise<boolean>;
+}
+/**
+ * Standard export type for scoring provider plugins
+ */
+interface ScoringProviderPluginExport {
+    /** The scoring provider plugin instance */
+    scoringPlugin: ScoringProviderPlugin;
 }
 
 /**
@@ -1493,13 +1600,18 @@ interface SearchProviderPluginExport {
 /**
  * Moderation Provider Plugin types for Quilltap plugin development
  *
- * Defines the interfaces and types needed to create pluggable content
- * moderation backends as Quilltap plugins (e.g., OpenAI moderation endpoint).
+ * @deprecated Use ScoringProviderPlugin from './scoring-provider' instead.
+ * This module is kept for backward compatibility. The moderation-specific
+ * types map directly to the generalized scoring types:
+ *
+ * - ModerationProviderPlugin -> ScoringProviderPlugin
+ * - ModerationResult -> ScoringResult
+ * - ModerationCategoryResult -> CategoryScore
  *
  * @module @quilltap/plugin-types/plugins/moderation-provider
  */
 /**
- * Moderation provider metadata for UI display and identification
+ * @deprecated Use ScoringProviderMetadata instead
  */
 interface ModerationProviderMetadata {
     /** Internal identifier for the moderation provider (e.g., 'OPENAI') */
@@ -1521,7 +1633,7 @@ interface ModerationProviderMetadata {
     };
 }
 /**
- * Configuration requirements for a moderation provider
+ * @deprecated Use ScoringProviderConfigRequirements instead
  */
 interface ModerationProviderConfigRequirements {
     /** Whether this moderation provider requires an API key */
@@ -1534,10 +1646,7 @@ interface ModerationProviderConfigRequirements {
     baseUrlDefault?: string;
 }
 /**
- * A single moderation category result
- *
- * Categories are provider-specific (e.g., OpenAI returns 'hate', 'sexual',
- * 'violence', etc.; other providers may return different categories).
+ * @deprecated Use CategoryScore from providers/scoring instead
  */
 interface ModerationCategoryResult {
     /** Category name as returned by the provider (e.g., 'sexual', 'violence', 'hate') */
@@ -1548,11 +1657,7 @@ interface ModerationCategoryResult {
     score: number;
 }
 /**
- * Result from a moderation provider's content classification
- *
- * This is the generic result type returned by all moderation providers.
- * The categories array contains provider-specific category names and scores.
- * The consuming system (the Concierge) maps these to its own category structure.
+ * @deprecated Use ScoringResult from providers/scoring instead
  */
 interface ModerationResult {
     /** Whether the content was flagged by the moderation provider */
@@ -1561,35 +1666,10 @@ interface ModerationResult {
     categories: ModerationCategoryResult[];
 }
 /**
- * Main Moderation Provider Plugin Interface
- *
- * Plugins implementing this interface provide content moderation backends
- * for Quilltap's Concierge system. The moderation provider is used
- * as an alternative to the Cheap LLM classification approach.
- *
- * @example
- * ```typescript
- * import type { ModerationProviderPlugin } from '@quilltap/plugin-types';
+ * @deprecated Use ScoringProviderPlugin instead.
  *
- * export const moderationPlugin: ModerationProviderPlugin = {
- *   metadata: {
- *     providerName: 'OPENAI',
- *     displayName: 'OpenAI Moderation',
- *     description: 'Free content moderation via OpenAI moderation endpoint',
- *     abbreviation: 'OAI',
- *     colors: { bg: 'bg-green-100', text: 'text-green-800', icon: 'text-green-600' },
- *   },
- *   config: {
- *     requiresApiKey: true,
- *     apiKeyLabel: 'OpenAI API Key',
- *     requiresBaseUrl: false,
- *   },
- *   moderate: async (content, apiKey) => {
- *     // ... call moderation API ...
- *     return { flagged: false, categories: [] };
- *   },
- * };
- * ```
+ * Legacy moderation provider plugin interface. New plugins should implement
+ * ScoringProviderPlugin with a ScoringProvider that handles task: 'moderation'.
  */
 interface ModerationProviderPlugin {
     /** Moderation provider metadata for UI display and identification */
@@ -1608,9 +1688,6 @@ interface ModerationProviderPlugin {
     /**
      * Validate an API key for this moderation provider (optional)
      *
-     * Should test the API key by making a minimal API call to verify
-     * that it is valid and has proper permissions.
-     *
      * @param apiKey The API key to validate
      * @param baseUrl Optional base URL for the moderation API
      * @returns Promise resolving to true if valid, false otherwise
@@ -1618,11 +1695,11 @@ interface ModerationProviderPlugin {
     validateApiKey?: (apiKey: string, baseUrl?: string) => Promise<boolean>;
 }
 /**
- * Standard export type for moderation provider plugins
+ * @deprecated Use ScoringProviderPluginExport instead
  */
 interface ModerationProviderPluginExport {
     /** The moderation provider plugin instance */
     moderationPlugin: ModerationProviderPlugin;
 }
 
-export type { AnnotationButton as $, AttachmentSupport as A, RoleplayTemplateMetadata as B, CheapModelConfig as C, RoleplayTemplatePlugin as D, Effects as E, FontDefinition as F, RoleplayTemplatePluginExport as G, SearchProviderConfig as H, IconProps as I, SearchProviderConfigRequirements as J, SearchProviderMetadata as K, LLMProviderPlugin as L, MessageFormatSupport as M, SearchProviderPlugin as N, SearchProviderPluginExport as O, PluginAuthor as P, SearchResult as Q, RoleplayTemplateConfig as R, SearchOutput as S, Spacing as T, SubsystemOverrides as U, ThemeMetadata as V, ThemePlugin as W, ThemePluginExport as X, ThemeTokens as Y, ToolFormatType as Z, Typography as _, ColorPalette as a, DialogueDetection as a0, ModerationProviderConfig as a1, RenderingPattern as a2, EmbeddedFont as b, EmbeddingModelInfo as c, ImageGenerationModelInfo as d, ImageProviderConstraints as e, ImageStyleInfo as f, InstalledPluginInfo as g, ModelInfo as h, ModerationCategoryResult as i, ModerationProviderConfigRequirements as j, ModerationProviderMetadata as k, ModerationProviderPlugin as l, ModerationProviderPluginExport as m, ModerationResult as n, PluginCapability as o, PluginCategory as p, PluginCompatibility as q, PluginIconData as r, PluginManifest as s, PluginPermissions as t, PluginStatus as u, ProviderCapabilities as v, ProviderConfig as w, ProviderConfigRequirements as x, ProviderMetadata as y, ProviderPluginExport as z };
+export type { ThemePlugin as $, AttachmentSupport as A, RoleplayTemplateMetadata as B, CheapModelConfig as C, RoleplayTemplatePlugin as D, Effects as E, FontDefinition as F, RoleplayTemplatePluginExport as G, ScoringProviderMetadata as H, IconProps as I, ScoringProviderPlugin as J, ScoringProviderPluginExport as K, LLMProviderPlugin as L, MessageFormatSupport as M, SearchOutput as N, SearchProviderConfig as O, PluginAuthor as P, SearchProviderConfigRequirements as Q, RoleplayTemplateConfig as R, ScoringProviderConfigRequirements as S, SearchProviderMetadata as T, SearchProviderPlugin as U, SearchProviderPluginExport as V, SearchResult as W, Spacing as X, SubsystemOverrides as Y, TextProviderPlugin as Z, ThemeMetadata as _, ColorPalette as a, ThemePluginExport as a0, ThemeTokens as a1, ToolFormatType as a2, Typography as a3, AnnotationButton as a4, DialogueDetection as a5, ModerationProviderConfig as a6, RenderingPattern as a7, EmbeddedFont as b, EmbeddingModelInfo as c, ImageGenerationModelInfo as d, ImageProviderConstraints as e, ImageStyleInfo as f, InstalledPluginInfo as g, ModelInfo as h, ModerationCategoryResult as i, ModerationProviderConfigRequirements as j, ModerationProviderMetadata as k, ModerationProviderPlugin as l, ModerationProviderPluginExport as m, ModerationResult as n, PluginCapability as o, PluginCategory as p, PluginCompatibility as q, PluginIconData as r, PluginManifest as s, PluginPermissions as t, PluginStatus as u, ProviderCapabilities as v, ProviderConfig as w, ProviderConfigRequirements as x, ProviderMetadata as y, ProviderPluginExport as z };

package/dist/index.d.mts

@@ -1,6 +1,7 @@
 import { UniversalTool } from './llm/index.mjs';
-export { AnthropicToolDefinition, AttachmentResults, CacheUsage, EmbeddingOptions, EmbeddingProvider, EmbeddingResult, FileAttachment, GeneratedImage, GoogleToolDefinition, ImageGenParams, ImageGenProvider, ImageGenResponse, JSONSchemaDefinition, LLMMessage, LLMParams, LLMProvider, LLMResponse, LocalEmbeddingProvider, LocalEmbeddingProviderState, ModelMetadata, ModelWarning, ModelWarningLevel, OpenAIToolDefinition, ResponseFormat, StreamChunk, TokenUsage, ToolCall, ToolCallRequest, ToolFormatOptions, ToolResult, isLocalEmbeddingProvider } from './llm/index.mjs';
-export { A as AttachmentSupport, C as CheapModelConfig, a as ColorPalette, E as Effects, b as EmbeddedFont, c as EmbeddingModelInfo, F as FontDefinition, I as IconProps, d as ImageGenerationModelInfo, e as ImageProviderConstraints, f as ImageStyleInfo, g as InstalledPluginInfo, L as LLMProviderPlugin, M as MessageFormatSupport, h as ModelInfo, i as ModerationCategoryResult, j as ModerationProviderConfigRequirements, k as ModerationProviderMetadata, l as ModerationProviderPlugin, m as ModerationProviderPluginExport, n as ModerationResult, P as PluginAuthor, o as PluginCapability, p as PluginCategory, q as PluginCompatibility, r as PluginIconData, s as PluginManifest, t as PluginPermissions, u as PluginStatus, v as ProviderCapabilities, w as ProviderConfig, x as ProviderConfigRequirements, y as ProviderMetadata, z as ProviderPluginExport, R as RoleplayTemplateConfig, B as RoleplayTemplateMetadata, D as RoleplayTemplatePlugin, G as RoleplayTemplatePluginExport, S as SearchOutput, H as SearchProviderConfig, J as SearchProviderConfigRequirements, K as SearchProviderMetadata, N as SearchProviderPlugin, O as SearchProviderPluginExport, Q as SearchResult, T as Spacing, U as SubsystemOverrides, V as ThemeMetadata, W as ThemePlugin, X as ThemePluginExport, Y as ThemeTokens, Z as ToolFormatType, _ as Typography } from './index-QQUNtK0j.mjs';
+export { AnthropicToolDefinition, AttachmentResults, CacheUsage, EmbeddingOptions, EmbeddingProvider, EmbeddingResult, FileAttachment, GeneratedImage, GoogleToolDefinition, ImageGenParams, ImageGenProvider, ImageGenResponse, ImageGenProvider as ImageProvider, JSONSchemaDefinition, LLMMessage, LLMParams, LLMProvider, LLMResponse, LocalEmbeddingProvider, LocalEmbeddingProviderState, ModelMetadata, ModelWarning, ModelWarningLevel, OpenAIToolDefinition, ResponseFormat, StreamChunk, LLMProvider as TextProvider, TokenUsage, ToolCall, ToolCallRequest, ToolFormatOptions, ToolResult, isLocalEmbeddingProvider } from './llm/index.mjs';
+export { CategoryScore, ScoringInput, ScoringProvider, ScoringResult, ScoringTask } from './providers/index.mjs';
+export { A as AttachmentSupport, C as CheapModelConfig, a as ColorPalette, E as Effects, b as EmbeddedFont, c as EmbeddingModelInfo, F as FontDefinition, I as IconProps, d as ImageGenerationModelInfo, e as ImageProviderConstraints, f as ImageStyleInfo, g as InstalledPluginInfo, L as LLMProviderPlugin, M as MessageFormatSupport, h as ModelInfo, i as ModerationCategoryResult, j as ModerationProviderConfigRequirements, k as ModerationProviderMetadata, l as ModerationProviderPlugin, m as ModerationProviderPluginExport, n as ModerationResult, P as PluginAuthor, o as PluginCapability, p as PluginCategory, q as PluginCompatibility, r as PluginIconData, s as PluginManifest, t as PluginPermissions, u as PluginStatus, v as ProviderCapabilities, w as ProviderConfig, x as ProviderConfigRequirements, y as ProviderMetadata, z as ProviderPluginExport, R as RoleplayTemplateConfig, B as RoleplayTemplateMetadata, D as RoleplayTemplatePlugin, G as RoleplayTemplatePluginExport, S as ScoringProviderConfigRequirements, H as ScoringProviderMetadata, J as ScoringProviderPlugin, K as ScoringProviderPluginExport, N as SearchOutput, O as SearchProviderConfig, Q as SearchProviderConfigRequirements, T as SearchProviderMetadata, U as SearchProviderPlugin, V as SearchProviderPluginExport, W as SearchResult, X as Spacing, Y as SubsystemOverrides, Z as TextProviderPlugin, _ as ThemeMetadata, $ as ThemePlugin, a0 as ThemePluginExport, a1 as ThemeTokens, a2 as ToolFormatType, a3 as Typography } from './index-DtW7izgw.mjs';
 export { ApiKeyError, AttachmentError, ConfigurationError, LogContext, LogLevel, ModelNotFoundError, PluginError, PluginLogger, ProviderApiError, RateLimitError, ToolExecutionError, createConsoleLogger, createNoopLogger } from './common/index.mjs';
 
 /**
@@ -370,6 +371,6 @@ interface ToolPluginExport {
  * Version of the plugin-types package.
  * Can be used at runtime to check compatibility.
  */
-declare const PLUGIN_TYPES_VERSION = "1.18.0";
+declare const PLUGIN_TYPES_VERSION = "2.0.0";
 
 export { PLUGIN_TYPES_VERSION, type SystemPromptData, type SystemPromptMetadata, type SystemPromptPlugin, type SystemPromptPluginExport, type ToolExecutionContext, type ToolExecutionResult, type ToolHierarchyInfo, type ToolMetadata, type ToolPlugin, type ToolPluginExport, UniversalTool };

package/dist/index.d.ts

@@ -1,6 +1,7 @@
 import { UniversalTool } from './llm/index.js';
-export { AnthropicToolDefinition, AttachmentResults, CacheUsage, EmbeddingOptions, EmbeddingProvider, EmbeddingResult, FileAttachment, GeneratedImage, GoogleToolDefinition, ImageGenParams, ImageGenProvider, ImageGenResponse, JSONSchemaDefinition, LLMMessage, LLMParams, LLMProvider, LLMResponse, LocalEmbeddingProvider, LocalEmbeddingProviderState, ModelMetadata, ModelWarning, ModelWarningLevel, OpenAIToolDefinition, ResponseFormat, StreamChunk, TokenUsage, ToolCall, ToolCallRequest, ToolFormatOptions, ToolResult, isLocalEmbeddingProvider } from './llm/index.js';
-export { A as AttachmentSupport, C as CheapModelConfig, a as ColorPalette, E as Effects, b as EmbeddedFont, c as EmbeddingModelInfo, F as FontDefinition, I as IconProps, d as ImageGenerationModelInfo, e as ImageProviderConstraints, f as ImageStyleInfo, g as InstalledPluginInfo, L as LLMProviderPlugin, M as MessageFormatSupport, h as ModelInfo, i as ModerationCategoryResult, j as ModerationProviderConfigRequirements, k as ModerationProviderMetadata, l as ModerationProviderPlugin, m as ModerationProviderPluginExport, n as ModerationResult, P as PluginAuthor, o as PluginCapability, p as PluginCategory, q as PluginCompatibility, r as PluginIconData, s as PluginManifest, t as PluginPermissions, u as PluginStatus, v as ProviderCapabilities, w as ProviderConfig, x as ProviderConfigRequirements, y as ProviderMetadata, z as ProviderPluginExport, R as RoleplayTemplateConfig, B as RoleplayTemplateMetadata, D as RoleplayTemplatePlugin, G as RoleplayTemplatePluginExport, S as SearchOutput, H as SearchProviderConfig, J as SearchProviderConfigRequirements, K as SearchProviderMetadata, N as SearchProviderPlugin, O as SearchProviderPluginExport, Q as SearchResult, T as Spacing, U as SubsystemOverrides, V as ThemeMetadata, W as ThemePlugin, X as ThemePluginExport, Y as ThemeTokens, Z as ToolFormatType, _ as Typography } from './index-FCJXfnL_.js';
+export { AnthropicToolDefinition, AttachmentResults, CacheUsage, EmbeddingOptions, EmbeddingProvider, EmbeddingResult, FileAttachment, GeneratedImage, GoogleToolDefinition, ImageGenParams, ImageGenProvider, ImageGenResponse, ImageGenProvider as ImageProvider, JSONSchemaDefinition, LLMMessage, LLMParams, LLMProvider, LLMResponse, LocalEmbeddingProvider, LocalEmbeddingProviderState, ModelMetadata, ModelWarning, ModelWarningLevel, OpenAIToolDefinition, ResponseFormat, StreamChunk, LLMProvider as TextProvider, TokenUsage, ToolCall, ToolCallRequest, ToolFormatOptions, ToolResult, isLocalEmbeddingProvider } from './llm/index.js';
+export { CategoryScore, ScoringInput, ScoringProvider, ScoringResult, ScoringTask } from './providers/index.js';
+export { A as AttachmentSupport, C as CheapModelConfig, a as ColorPalette, E as Effects, b as EmbeddedFont, c as EmbeddingModelInfo, F as FontDefinition, I as IconProps, d as ImageGenerationModelInfo, e as ImageProviderConstraints, f as ImageStyleInfo, g as InstalledPluginInfo, L as LLMProviderPlugin, M as MessageFormatSupport, h as ModelInfo, i as ModerationCategoryResult, j as ModerationProviderConfigRequirements, k as ModerationProviderMetadata, l as ModerationProviderPlugin, m as ModerationProviderPluginExport, n as ModerationResult, P as PluginAuthor, o as PluginCapability, p as PluginCategory, q as PluginCompatibility, r as PluginIconData, s as PluginManifest, t as PluginPermissions, u as PluginStatus, v as ProviderCapabilities, w as ProviderConfig, x as ProviderConfigRequirements, y as ProviderMetadata, z as ProviderPluginExport, R as RoleplayTemplateConfig, B as RoleplayTemplateMetadata, D as RoleplayTemplatePlugin, G as RoleplayTemplatePluginExport, S as ScoringProviderConfigRequirements, H as ScoringProviderMetadata, J as ScoringProviderPlugin, K as ScoringProviderPluginExport, N as SearchOutput, O as SearchProviderConfig, Q as SearchProviderConfigRequirements, T as SearchProviderMetadata, U as SearchProviderPlugin, V as SearchProviderPluginExport, W as SearchResult, X as Spacing, Y as SubsystemOverrides, Z as TextProviderPlugin, _ as ThemeMetadata, $ as ThemePlugin, a0 as ThemePluginExport, a1 as ThemeTokens, a2 as ToolFormatType, a3 as Typography } from './index-BXJLgAuZ.js';
 export { ApiKeyError, AttachmentError, ConfigurationError, LogContext, LogLevel, ModelNotFoundError, PluginError, PluginLogger, ProviderApiError, RateLimitError, ToolExecutionError, createConsoleLogger, createNoopLogger } from './common/index.js';
 
 /**
@@ -370,6 +371,6 @@ interface ToolPluginExport {
  * Version of the plugin-types package.
  * Can be used at runtime to check compatibility.
  */
-declare const PLUGIN_TYPES_VERSION = "1.18.0";
+declare const PLUGIN_TYPES_VERSION = "2.0.0";
 
 export { PLUGIN_TYPES_VERSION, type SystemPromptData, type SystemPromptMetadata, type SystemPromptPlugin, type SystemPromptPluginExport, type ToolExecutionContext, type ToolExecutionResult, type ToolHierarchyInfo, type ToolMetadata, type ToolPlugin, type ToolPluginExport, UniversalTool };