@xpert-ai/plugin-sdk 3.18.4 → 3.18.5

package/CHANGELOG.md

@@ -1,5 +1,29 @@
 # @xpert-ai/plugin-sdk
 
+## 3.18.5
+
+### Patch Changes
+
+- 6a51c17: Add a shared knowledge document language hint and bounded, model-free language detection for natural text chunk boundaries. Preserve Auto strategy routing, explicit separators, token limits, and parent-child behavior, and expose the requested and detected languages in chunk previews.
+- 8402f72: Prepare the Xpert 3.18.5 patch release, including plugin-sdk.
+
+  Add knowledge document chunk token limits, question generation, automatic and
+  structure-aware chunking, spreadsheet table metadata, and format-specific scoped
+  parsers with diagnostics. Preserve OCR chunk limits and table context.
+
+  Extend MCP resource reads with scoped workspace files and the requested resource
+  URI, preserve confirmation sessions, and reauthorize queued execution. Add PPTX
+  preview and editing with binary workspace saves and edited downloads.
+
+  The target platform version is 3.18.5. Verify contracts, plugin-sdk, and xpert-ui
+  all resolve to this version in the release version PR, including changelogs,
+  internal dependency references, and lockfile entries.
+
+- Updated dependencies [6a51c17]
+- Updated dependencies [95ec638]
+- Updated dependencies [8402f72]
+  - @xpert-ai/contracts@3.18.5
+
 ## 3.18.4
 
 ### Patch Changes

package/index.cjs.js

@@ -3651,6 +3651,44 @@ class Speech2TextChatModel extends chat_models.BaseChatModel {
 }
 
 const encodingCache = new Map();
+/** Exact, model-independent text count for hard chunk limits. Treat special-token spellings as literal document text. */ function textEncoding() {
+    const cacheKey = 'encoding:cl100k_base';
+    let encoder = encodingCache.get(cacheKey);
+    if (!encoder) {
+        encoder = jsTiktoken.getEncoding('cl100k_base');
+        encodingCache.set(cacheKey, encoder);
+    }
+    return encoder;
+}
+function countTextTokens(text) {
+    if (!text) return 0;
+    // A hard limit must fail if tokenization fails, never fall back to an estimate.
+    return textEncoding().encode(text, [], []).length;
+}
+/** Token boundaries that also end on complete Unicode characters, in UTF-16 source offsets. */ function textTokenBoundaries(text) {
+    const encoder = textEncoding();
+    const tokens = encoder.encode(text, [], []);
+    const boundaries = [
+        {
+            offset: 0,
+            tokens: 0
+        }
+    ];
+    let offset = 0;
+    let start = 0;
+    for(let end = 1; end <= tokens.length; end++){
+        const decoded = encoder.decode(tokens.slice(start, end));
+        if (!decoded || !text.startsWith(decoded, offset)) continue;
+        offset += decoded.length;
+        boundaries.push({
+            offset,
+            tokens: end
+        });
+        start = end;
+    }
+    if (offset !== text.length) throw new Error('Tokenization could not preserve the source text.');
+    return boundaries;
+}
 /**
  * Fallback token estimation method.
  *
@@ -6862,6 +6900,7 @@ exports.calculateLLMUsagePrice = calculateLLMUsagePrice;
 exports.calculateModelPrice = calculateModelPrice;
 exports.calculateModelUsageCharge = calculateModelUsageCharge;
 exports.chunkText = chunkText;
+exports.countTextTokens = countTextTokens;
 exports.countTokensSafe = countTokensSafe;
 exports.createI18nInstance = createI18nInstance;
 exports.createPluginLogger = createPluginLogger;
@@ -6921,3 +6960,4 @@ exports.runWithRequestContext = runWithRequestContext;
 exports.secondsToMilliseconds = secondsToMilliseconds;
 exports.setDefaultTenantId = setDefaultTenantId;
 exports.sumTokenUsage = sumTokenUsage;
+exports.textTokenBoundaries = textTokenBoundaries;

package/index.esm.js

@@ -3633,6 +3633,44 @@ class Speech2TextChatModel extends BaseChatModel {
 }
 
 const encodingCache = new Map();
+/** Exact, model-independent text count for hard chunk limits. Treat special-token spellings as literal document text. */ function textEncoding() {
+    const cacheKey = 'encoding:cl100k_base';
+    let encoder = encodingCache.get(cacheKey);
+    if (!encoder) {
+        encoder = getEncoding('cl100k_base');
+        encodingCache.set(cacheKey, encoder);
+    }
+    return encoder;
+}
+function countTextTokens(text) {
+    if (!text) return 0;
+    // A hard limit must fail if tokenization fails, never fall back to an estimate.
+    return textEncoding().encode(text, [], []).length;
+}
+/** Token boundaries that also end on complete Unicode characters, in UTF-16 source offsets. */ function textTokenBoundaries(text) {
+    const encoder = textEncoding();
+    const tokens = encoder.encode(text, [], []);
+    const boundaries = [
+        {
+            offset: 0,
+            tokens: 0
+        }
+    ];
+    let offset = 0;
+    let start = 0;
+    for(let end = 1; end <= tokens.length; end++){
+        const decoded = encoder.decode(tokens.slice(start, end));
+        if (!decoded || !text.startsWith(decoded, offset)) continue;
+        offset += decoded.length;
+        boundaries.push({
+            offset,
+            tokens: end
+        });
+        start = end;
+    }
+    if (offset !== text.length) throw new Error('Tokenization could not preserve the source text.');
+    return boundaries;
+}
 /**
  * Fallback token estimation method.
  *
@@ -6631,4 +6669,4 @@ XpertToolProviderCoordinator = __decorate([
     ])
 ], XpertToolProviderCoordinator);
 
-export { ACCOUNT_BINDING_PERMISSION_SERVICE_TOKEN, AGENT_CHAT_DISPATCH_ERROR_STEER_TARGET_NOT_RUNNING, AGENT_CHAT_DISPATCH_MESSAGE_TYPE, AGENT_MIDDLEWARE_STRATEGY, AIModel, AIModelProviderNotFoundException, AIModelProviderRegistry, AIModelProviderStrategy, AI_MODEL_PROVIDER, AdapterDataSourceStrategy, AgentMiddlewareRegistry, AgentMiddlewareStrategy, AiModelNotFoundException, AssistantTaskRuntimeCapability, BOUND_IDENTITY_LOGIN_PERMISSION_SERVICE_TOKEN, BUILTIN_GLOBAL_SCOPE, BaseHTTPQueryRunner, BaseQueryRunner, BaseSQLQueryRunner, BaseSandbox, BaseStrategyRegistry, BuiltinToolset, CHAT_CHANNEL, CHAT_CHANNEL_TEXT_LIMITS, COLLABORATION_DOCUMENT_PROVIDER, CONNECTION_COMMAND_ROUTER_TOKEN, CONNECTOR_STRATEGY, CancelConversationCommand, ChatChannel, ChatChannelRegistry, ChatOAICompatReasoningModel, CollaborationDocumentProvider, CollaborationDocumentProviderRegistry, CollaborationRuntimeCapability, CommonParameterRules, ConnectorRuntimeCapability, ConnectorRuntimeFactoryCapability, ConnectorStrategyKey, ConnectorStrategyRegistry, CreateModelClientCommand, CredentialsValidateFailedError, DATASOURCE_STRATEGY, DBCreateTableMode, DBProtocolEnum, DBSyntaxEnum, DBTableAction, DBTableDataAction, DEFAULT_EXECUTION_CONFIG, DEFAULT_SANDBOX_EXECUTION_MAX_OUTPUT_BYTES, DEFAULT_SANDBOX_FILE_OPERATION_EXECUTION_OPTIONS, DEFAULT_SANDBOX_FILE_OPERATION_TIMEOUT_MS, DEFAULT_SANDBOX_FILE_OPERATION_TIMEOUT_SEC, DEFAULT_SANDBOX_FILE_SEARCH_EXECUTION_OPTIONS, DEFAULT_SANDBOX_FILE_SEARCH_TIMEOUT_MS, DEFAULT_SANDBOX_FILE_SEARCH_TIMEOUT_SEC, DEFAULT_SANDBOX_SHELL_EXECUTION_OPTIONS, DEFAULT_SANDBOX_SHELL_TIMEOUT_MS, DEFAULT_SANDBOX_SHELL_TIMEOUT_SEC, DOCUMENT_SOURCE_STRATEGY, DOCUMENT_TRANSFORMER_STRATEGY, DataSourceStrategy, DataSourceStrategyRegistry, DecoratedAgentMiddlewareStrategy, DecoratedToolsetStrategy, DocumentSourceRegistry, DocumentSourceStrategy, DocumentTransformerRegistry, DocumentTransformerStrategy, EVOLUTION_RUNTIME_SERVICE_TOKEN, EVOLUTION_TARGET_PROVIDER, EvolutionChangeRuntimeCapability, EvolutionRuntimeCapability, EvolutionTargetProviderRegistry, EvolutionTargetProviderStrategy, FILE_STORAGE_PROVIDER, FILE_UPLOAD_TARGET_STRATEGY, FileRuntimeCapability, FileStorageProvider, FileStorageProviderRegistry, FileUploadTargetRegistry, FileUploadTargetStrategy, GLOBAL_ORGANIZATION_SCOPE, HANDOFF_PERMISSION_SERVICE_TOKEN, HANDOFF_PROCESSOR_STRATEGY, HANDOFF_QUEUE_SERVICE_TOKEN, HandoffProcessorRegistry, HandoffProcessorStrategy, IMAGE_UNDERSTANDING_STRATEGY, INTEGRATION_PERMISSION_SERVICE_TOKEN, INTEGRATION_STRATEGY, ImageGenerationModel, ImageUnderstandingRegistry, ImageUnderstandingStrategy, IntegrationStrategyKey, IntegrationStrategyRegistry, JUMP_TO_TARGETS, JsonSchemaValidator, KNOWLEDGE_STRATEGY, KnowledgeStrategyKey, KnowledgeStrategyRegistry, LLMUsage, LargeLanguageModel, MANAGED_CONNECTION_REGISTRY_TOKEN, MANAGED_QUEUE_HANDLER_REGISTRY_TOKEN, MANAGED_QUEUE_SERVICE_TOKEN, MCP_CAPABILITY_CHANGE_EVENT_TYPES, MODEL_OUTPUT_VALIDATION_ERROR_CODE, ModelOutputValidationError, ModelProvider, ORGANIZATION_METADATA_KEY, OpenAICompatibleReranker, PERMISSION_OPERATION_METADATA_KEY, PLUGIN_CONFIG_RESOLVER_TOKEN, PLUGIN_JOB_PROCESSOR_METADATA, PLUGIN_METADATA, PLUGIN_METADATA_KEY, PLUGIN_VERSION_METADATA_KEY, PLUGIN_WEBHOOK_AUTH_METADATA_KEY, PLUGIN_WEBHOOK_AUTH_SERVICE_TOKEN, PROVIDE_AI_MODEL_LLM, PROVIDE_AI_MODEL_MODERATION, PROVIDE_AI_MODEL_RERANK, PROVIDE_AI_MODEL_SPEECH2TEXT, PROVIDE_AI_MODEL_TEXT_EMBEDDING, PROVIDE_AI_MODEL_TTS, PluginJobProcessor, PluginWebhookAuth, PluginWebhookAuthGuard, RETRIEVER_STRATEGY, RequestContext, RequestContextMiddleware, RequirePermissionOperation, RerankModel, RetrieverRegistry, RetrieverStrategy, SANDBOX_PROVIDER, SANDBOX_RUNTIME_PROVIDER, SANDBOX_SHELL_TIMEOUT_LIMITS_SEC, SANDBOX_WORKSPACE_MAPPER, SKILL_SOURCE_PROVIDER, SPEECH_TO_TEXT_PERMISSION_SERVICE_TOKEN, SPEECH_TO_TEXT_SERVICE_TOKEN, SSOProviderRegistry, SSOProviderStrategyKey, SSO_BINDING_PERMISSION_SERVICE_TOKEN, SSO_PROVIDER, STRATEGY_META_KEY, SYSTEM_GLOBAL_SCOPE, SandboxProviderRegistry, SandboxProviderStrategy, SandboxRuntimeProviderRegistry, SandboxRuntimeProviderStrategy, SandboxWorkspaceMapperRegistry, SandboxWorkspaceMapperStrategy, SkillSourceProviderRegistry, SkillSourceProviderStrategy, Speech2TextChatModel, SpeechToTextModel, StrategyBus, TENANT_GLOBAL_SCOPE_PREFIX, TENANT_GLOBAL_SCOPE_SUFFIX, TEXT_SPLITTER_STRATEGY, TOOLSET_STRATEGY, TextEmbeddingModelManager, TextSplitterRegistry, TextSplitterStrategy, TextToSpeechModel, ToolsetRegistry, ToolsetStrategy, USER_PERMISSION_SERVICE_TOKEN, VECTOR_STORE_STRATEGY, VIDEO_GENERATION_PERMISSION_SERVICE_TOKEN, VIDEO_GENERATION_SERVICE_TOKEN, VIDEO_GENERATOR_FAMILIES, VIEW_EXTENSION_CACHE_SERVICE_TOKEN, VIEW_EXTENSION_PROVIDER, VectorStoreRegistry, VectorStoreStrategy, VideoGenerationModel, ViewExtensionProvider, ViewExtensionProviderRegistry, WORKFLOW_NODE_STRATEGY, WORKFLOW_TRIGGER_STRATEGY, WorkflowNodeRegistry, WorkflowNodeStrategy, WorkflowTriggerRegistry, WorkflowTriggerStrategy, WrapWorkflowNodeExecutionCommand, XPERT_AGENT_MIDDLEWARE_RUNTIME_TOKEN, XPERT_TOOL_METHOD_METADATA, XPERT_TOOL_PROVIDER, XPERT_TOOL_PROVIDER_METADATA, XPERT_TOOL_RESULT_FORMAT_VERSION, XpFileSystem, XpertServerPlugin, XpertTool, XpertToolProvider, XpertToolProviderCoordinator, XpertToolProviderRegistry, als, appendSandboxMessage, assertConnectorDefinition, buildSandboxTimeoutMessage, calcTokenUsage, calculateLLMUsagePrice, calculateModelPrice, calculateModelUsageCharge, chunkText, countTokensSafe, createI18nInstance, createPluginLogger, createRuntimeCapability, defineAgentMessageType, defineChannelMessageType, defineMcpApp, defineMcpCapabilities, defineMcpPrompt, defineMcpResource, defineMcpResourceTemplate, defineXpertTool, derivePluginArtifactNamespace, describeXpertToolProvider, downloadRemoteFile, formatSandboxTimeout, getDefaultTenantId, getErrorMessage, getModelContextSize, getPermissionOperationMetadata, getPositionList, getPositionMap, getRequestContext, getRequiredPermissionOperation, getTenantGlobalScopeKey, getXpertToolMethod, isDevelopmentSandboxRuntimeEnvironment, isModelOutputValidationError, isModelUsagePricingConfig, isRemoteFile, isSandboxBackend, isSandboxManagedServiceAdapter, isSandboxServiceProxyAdapter, isSandboxTerminalAdapter, isStrategyInstance, isStructuredMessageType, isTenantGlobalScopeKey, loadYamlFile, mergeCredentials, mergeParentChildChunks, normalizeContextSize, pluginArtifactTableName, prepareToolResult, processAsyncAIGCManagedJob, renderRemoteModuleIframeHtml, renderRemoteReactIframeHtml, renderRemoteVueIframeHtml, resolveModelUsagePricingSnapshot, resolveSandboxBackend, resolveSandboxExecutionOptions, resolveSandboxManagedServiceAdapter, resolveSandboxServiceProxyAdapter, resolveSandboxTerminalAdapter, resolveStrategyMetadataTarget, resolveTenantGlobalScopeKey, resolveTokenUsage, runWithRequestContext, secondsToMilliseconds, setDefaultTenantId, sumTokenUsage };
+export { ACCOUNT_BINDING_PERMISSION_SERVICE_TOKEN, AGENT_CHAT_DISPATCH_ERROR_STEER_TARGET_NOT_RUNNING, AGENT_CHAT_DISPATCH_MESSAGE_TYPE, AGENT_MIDDLEWARE_STRATEGY, AIModel, AIModelProviderNotFoundException, AIModelProviderRegistry, AIModelProviderStrategy, AI_MODEL_PROVIDER, AdapterDataSourceStrategy, AgentMiddlewareRegistry, AgentMiddlewareStrategy, AiModelNotFoundException, AssistantTaskRuntimeCapability, BOUND_IDENTITY_LOGIN_PERMISSION_SERVICE_TOKEN, BUILTIN_GLOBAL_SCOPE, BaseHTTPQueryRunner, BaseQueryRunner, BaseSQLQueryRunner, BaseSandbox, BaseStrategyRegistry, BuiltinToolset, CHAT_CHANNEL, CHAT_CHANNEL_TEXT_LIMITS, COLLABORATION_DOCUMENT_PROVIDER, CONNECTION_COMMAND_ROUTER_TOKEN, CONNECTOR_STRATEGY, CancelConversationCommand, ChatChannel, ChatChannelRegistry, ChatOAICompatReasoningModel, CollaborationDocumentProvider, CollaborationDocumentProviderRegistry, CollaborationRuntimeCapability, CommonParameterRules, ConnectorRuntimeCapability, ConnectorRuntimeFactoryCapability, ConnectorStrategyKey, ConnectorStrategyRegistry, CreateModelClientCommand, CredentialsValidateFailedError, DATASOURCE_STRATEGY, DBCreateTableMode, DBProtocolEnum, DBSyntaxEnum, DBTableAction, DBTableDataAction, DEFAULT_EXECUTION_CONFIG, DEFAULT_SANDBOX_EXECUTION_MAX_OUTPUT_BYTES, DEFAULT_SANDBOX_FILE_OPERATION_EXECUTION_OPTIONS, DEFAULT_SANDBOX_FILE_OPERATION_TIMEOUT_MS, DEFAULT_SANDBOX_FILE_OPERATION_TIMEOUT_SEC, DEFAULT_SANDBOX_FILE_SEARCH_EXECUTION_OPTIONS, DEFAULT_SANDBOX_FILE_SEARCH_TIMEOUT_MS, DEFAULT_SANDBOX_FILE_SEARCH_TIMEOUT_SEC, DEFAULT_SANDBOX_SHELL_EXECUTION_OPTIONS, DEFAULT_SANDBOX_SHELL_TIMEOUT_MS, DEFAULT_SANDBOX_SHELL_TIMEOUT_SEC, DOCUMENT_SOURCE_STRATEGY, DOCUMENT_TRANSFORMER_STRATEGY, DataSourceStrategy, DataSourceStrategyRegistry, DecoratedAgentMiddlewareStrategy, DecoratedToolsetStrategy, DocumentSourceRegistry, DocumentSourceStrategy, DocumentTransformerRegistry, DocumentTransformerStrategy, EVOLUTION_RUNTIME_SERVICE_TOKEN, EVOLUTION_TARGET_PROVIDER, EvolutionChangeRuntimeCapability, EvolutionRuntimeCapability, EvolutionTargetProviderRegistry, EvolutionTargetProviderStrategy, FILE_STORAGE_PROVIDER, FILE_UPLOAD_TARGET_STRATEGY, FileRuntimeCapability, FileStorageProvider, FileStorageProviderRegistry, FileUploadTargetRegistry, FileUploadTargetStrategy, GLOBAL_ORGANIZATION_SCOPE, HANDOFF_PERMISSION_SERVICE_TOKEN, HANDOFF_PROCESSOR_STRATEGY, HANDOFF_QUEUE_SERVICE_TOKEN, HandoffProcessorRegistry, HandoffProcessorStrategy, IMAGE_UNDERSTANDING_STRATEGY, INTEGRATION_PERMISSION_SERVICE_TOKEN, INTEGRATION_STRATEGY, ImageGenerationModel, ImageUnderstandingRegistry, ImageUnderstandingStrategy, IntegrationStrategyKey, IntegrationStrategyRegistry, JUMP_TO_TARGETS, JsonSchemaValidator, KNOWLEDGE_STRATEGY, KnowledgeStrategyKey, KnowledgeStrategyRegistry, LLMUsage, LargeLanguageModel, MANAGED_CONNECTION_REGISTRY_TOKEN, MANAGED_QUEUE_HANDLER_REGISTRY_TOKEN, MANAGED_QUEUE_SERVICE_TOKEN, MCP_CAPABILITY_CHANGE_EVENT_TYPES, MODEL_OUTPUT_VALIDATION_ERROR_CODE, ModelOutputValidationError, ModelProvider, ORGANIZATION_METADATA_KEY, OpenAICompatibleReranker, PERMISSION_OPERATION_METADATA_KEY, PLUGIN_CONFIG_RESOLVER_TOKEN, PLUGIN_JOB_PROCESSOR_METADATA, PLUGIN_METADATA, PLUGIN_METADATA_KEY, PLUGIN_VERSION_METADATA_KEY, PLUGIN_WEBHOOK_AUTH_METADATA_KEY, PLUGIN_WEBHOOK_AUTH_SERVICE_TOKEN, PROVIDE_AI_MODEL_LLM, PROVIDE_AI_MODEL_MODERATION, PROVIDE_AI_MODEL_RERANK, PROVIDE_AI_MODEL_SPEECH2TEXT, PROVIDE_AI_MODEL_TEXT_EMBEDDING, PROVIDE_AI_MODEL_TTS, PluginJobProcessor, PluginWebhookAuth, PluginWebhookAuthGuard, RETRIEVER_STRATEGY, RequestContext, RequestContextMiddleware, RequirePermissionOperation, RerankModel, RetrieverRegistry, RetrieverStrategy, SANDBOX_PROVIDER, SANDBOX_RUNTIME_PROVIDER, SANDBOX_SHELL_TIMEOUT_LIMITS_SEC, SANDBOX_WORKSPACE_MAPPER, SKILL_SOURCE_PROVIDER, SPEECH_TO_TEXT_PERMISSION_SERVICE_TOKEN, SPEECH_TO_TEXT_SERVICE_TOKEN, SSOProviderRegistry, SSOProviderStrategyKey, SSO_BINDING_PERMISSION_SERVICE_TOKEN, SSO_PROVIDER, STRATEGY_META_KEY, SYSTEM_GLOBAL_SCOPE, SandboxProviderRegistry, SandboxProviderStrategy, SandboxRuntimeProviderRegistry, SandboxRuntimeProviderStrategy, SandboxWorkspaceMapperRegistry, SandboxWorkspaceMapperStrategy, SkillSourceProviderRegistry, SkillSourceProviderStrategy, Speech2TextChatModel, SpeechToTextModel, StrategyBus, TENANT_GLOBAL_SCOPE_PREFIX, TENANT_GLOBAL_SCOPE_SUFFIX, TEXT_SPLITTER_STRATEGY, TOOLSET_STRATEGY, TextEmbeddingModelManager, TextSplitterRegistry, TextSplitterStrategy, TextToSpeechModel, ToolsetRegistry, ToolsetStrategy, USER_PERMISSION_SERVICE_TOKEN, VECTOR_STORE_STRATEGY, VIDEO_GENERATION_PERMISSION_SERVICE_TOKEN, VIDEO_GENERATION_SERVICE_TOKEN, VIDEO_GENERATOR_FAMILIES, VIEW_EXTENSION_CACHE_SERVICE_TOKEN, VIEW_EXTENSION_PROVIDER, VectorStoreRegistry, VectorStoreStrategy, VideoGenerationModel, ViewExtensionProvider, ViewExtensionProviderRegistry, WORKFLOW_NODE_STRATEGY, WORKFLOW_TRIGGER_STRATEGY, WorkflowNodeRegistry, WorkflowNodeStrategy, WorkflowTriggerRegistry, WorkflowTriggerStrategy, WrapWorkflowNodeExecutionCommand, XPERT_AGENT_MIDDLEWARE_RUNTIME_TOKEN, XPERT_TOOL_METHOD_METADATA, XPERT_TOOL_PROVIDER, XPERT_TOOL_PROVIDER_METADATA, XPERT_TOOL_RESULT_FORMAT_VERSION, XpFileSystem, XpertServerPlugin, XpertTool, XpertToolProvider, XpertToolProviderCoordinator, XpertToolProviderRegistry, als, appendSandboxMessage, assertConnectorDefinition, buildSandboxTimeoutMessage, calcTokenUsage, calculateLLMUsagePrice, calculateModelPrice, calculateModelUsageCharge, chunkText, countTextTokens, countTokensSafe, createI18nInstance, createPluginLogger, createRuntimeCapability, defineAgentMessageType, defineChannelMessageType, defineMcpApp, defineMcpCapabilities, defineMcpPrompt, defineMcpResource, defineMcpResourceTemplate, defineXpertTool, derivePluginArtifactNamespace, describeXpertToolProvider, downloadRemoteFile, formatSandboxTimeout, getDefaultTenantId, getErrorMessage, getModelContextSize, getPermissionOperationMetadata, getPositionList, getPositionMap, getRequestContext, getRequiredPermissionOperation, getTenantGlobalScopeKey, getXpertToolMethod, isDevelopmentSandboxRuntimeEnvironment, isModelOutputValidationError, isModelUsagePricingConfig, isRemoteFile, isSandboxBackend, isSandboxManagedServiceAdapter, isSandboxServiceProxyAdapter, isSandboxTerminalAdapter, isStrategyInstance, isStructuredMessageType, isTenantGlobalScopeKey, loadYamlFile, mergeCredentials, mergeParentChildChunks, normalizeContextSize, pluginArtifactTableName, prepareToolResult, processAsyncAIGCManagedJob, renderRemoteModuleIframeHtml, renderRemoteReactIframeHtml, renderRemoteVueIframeHtml, resolveModelUsagePricingSnapshot, resolveSandboxBackend, resolveSandboxExecutionOptions, resolveSandboxManagedServiceAdapter, resolveSandboxServiceProxyAdapter, resolveSandboxTerminalAdapter, resolveStrategyMetadataTarget, resolveTenantGlobalScopeKey, resolveTokenUsage, runWithRequestContext, secondsToMilliseconds, setDefaultTenantId, sumTokenUsage, textTokenBoundaries };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xpert-ai/plugin-sdk",
-  "version": "3.18.4",
+  "version": "3.18.5",
   "license": "AGPL-3.0",
   "repository": {
     "type": "git",
@@ -17,7 +17,7 @@
   },
   "dependencies": {
     "@langchain/openai": "0.6.9",
-    "@xpert-ai/contracts": "3.18.4",
+    "@xpert-ai/contracts": "3.18.5",
     "express": "^4.22.1",
     "js-tiktoken": "^1.0.21"
   },

package/src/lib/ai-model/utils/tokenizer.d.ts

@@ -1,4 +1,10 @@
 import type { TiktokenEncoding } from 'js-tiktoken';
+export declare function countTextTokens(text: string): number;
+/** Token boundaries that also end on complete Unicode characters, in UTF-16 source offsets. */
+export declare function textTokenBoundaries(text: string): {
+    offset: number;
+    tokens: number;
+}[];
 /**
  * Count tokens in text
  * 1) Preferred: js-tiktoken precise encoding

package/src/lib/mcp/resource-template.d.ts

@@ -1,7 +1,6 @@
 import type { McpRequiredContext } from '@xpert-ai/contracts';
-import type { ToolExecutionContext } from '../toolset/tool-execution-context';
 import type { McpCompletionHandler } from './completion';
-import type { McpResourceReadResult } from './resource';
+import type { McpResourceReadResult, ResourceReadContext } from './resource';
 export interface McpResourceTemplateArgument {
     required: boolean;
     description?: string;
@@ -15,7 +14,7 @@ export interface McpResourceTemplateDefinition {
     arguments: Record<string, McpResourceTemplateArgument>;
     requiredContext?: McpRequiredContext[];
     cacheTtlMs?: number;
-    read(arguments_: Record<string, string>, context: ToolExecutionContext): McpResourceReadResult | Promise<McpResourceReadResult>;
+    read(arguments_: Record<string, string>, context: ResourceReadContext): McpResourceReadResult | Promise<McpResourceReadResult>;
     complete?: McpCompletionHandler;
 }
 export declare function defineMcpResourceTemplate(definition: McpResourceTemplateDefinition): Readonly<McpResourceTemplateDefinition>;

package/src/lib/mcp/resource.d.ts

@@ -1,5 +1,9 @@
 import type { JSONValue, McpRequiredContext } from '@xpert-ai/contracts';
 import type { ToolExecutionContext } from '../toolset/tool-execution-context';
+export interface ResourceReadContext extends ToolExecutionContext {
+    /** Exact URI requested by resources/read, including query parameters. */
+    resourceUri: string;
+}
 export interface McpResourceContent {
     uri: string;
     mimeType?: string;
@@ -18,6 +22,6 @@ export interface McpResourceDefinition {
     mimeType?: string;
     requiredContext?: McpRequiredContext[];
     cacheTtlMs?: number;
-    read(context: ToolExecutionContext): McpResourceReadResult | Promise<McpResourceReadResult>;
+    read(context: ResourceReadContext): McpResourceReadResult | Promise<McpResourceReadResult>;
 }
 export declare function defineMcpResource(definition: McpResourceDefinition): Readonly<McpResourceDefinition>;

package/src/lib/rag/textsplitter/strategy.interface.d.ts

@@ -1,6 +1,19 @@
-import { IDocumentChunkerProvider, KnowledgeStructureEnum } from '@xpert-ai/contracts';
+import { IDocumentChunkerProvider, KnowledgeChunkingDecision, KnowledgeChunkLanguage, KnowledgeChunkLanguageHint, KnowledgeChunkLanguageDecision, KnowledgeStructureEnum } from '@xpert-ai/contracts';
 import { DocumentInterface } from '@langchain/core/documents';
 import { ChunkMetadata } from '../types';
+export interface TextSplitterExecutionContext {
+    /** Public parser-level token cap. Providers must not persist a second copy in their own options. */
+    maxChunkTokens?: number;
+    languageHint?: KnowledgeChunkLanguageHint;
+    /** Resolved once at the execution boundary, shared by all fragments of a document. */
+    resolvedLanguage?: KnowledgeChunkLanguage;
+    resolvedLanguages?: ReadonlyMap<DocumentInterface, KnowledgeChunkLanguage>;
+}
+export interface TextSplitterResult {
+    chunks: DocumentInterface<ChunkMetadata>[];
+    decisions?: KnowledgeChunkingDecision[];
+    languages?: KnowledgeChunkLanguageDecision[];
+}
 /**
  * Split text content into chunks for embedding and retrieval
  */
@@ -17,7 +30,5 @@ export interface ITextSplitterStrategy<TConfig = any> {
     /**
      * Split a text into chunks and pages (if applicable)
      */
-    splitDocuments(documents: DocumentInterface[], options?: TConfig): Promise<{
-        chunks: DocumentInterface<ChunkMetadata>[];
-    }>;
+    splitDocuments(documents: DocumentInterface[], options?: TConfig, context?: TextSplitterExecutionContext): Promise<TextSplitterResult>;
 }

package/src/lib/rag/transformer/strategy.interface.d.ts

@@ -1,9 +1,12 @@
 import { IDocumentProcessorProvider, IIntegration, IKnowledgeDocument } from '@xpert-ai/contracts';
 import { Permissions, XpFileSystem } from '../../core/index';
+import type { WorkspaceFileScope } from '../../runtime/capabilities/workspace-files';
 import { ChunkMetadata } from '../types';
 export type TDocumentTransformerConfig = {
     stage: 'test' | 'prod';
     tempDir?: string;
+    /** Trusted host scope for background transforms using Workspace Files and Sandbox Jobs. */
+    fileScope?: WorkspaceFileScope;
     permissions?: {
         fileSystem?: XpFileSystem;
         integration?: IIntegration;

package/src/lib/runtime/capabilities/workspace-files.d.ts

@@ -232,6 +232,8 @@ export type WorkspaceSearchUnderstandingChunksInput = WorkspaceFileScope & {
  * understanding files in Xpert workspace Volumes.
  */
 export interface WorkspaceFilesApi {
+    /** Host-bound storage identity for restoring the same scope in durable jobs. */
+    readonly scope?: Readonly<WorkspaceFileScope>;
     /** Upload raw bytes into an explicitly scoped workspace Volume. */
     uploadBuffer(input: WorkspaceUploadBufferInput): Promise<WorkspaceFile>;
     /** Register an existing workspace file with the platform understanding pipeline. */