@undefineds.co/xpod 0.1.0-local.202602081751

package/dist/api/chatkit/service.js

@@ -0,0 +1,442 @@
+"use strict";
+/**
+ * ChatKit Service
+ *
+ * Core service for handling ChatKit protocol requests.
+ * Based on https://github.com/openai/chatkit-python/blob/main/chatkit/server.py
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChatKitService = void 0;
+const global_logger_factory_1 = require("global-logger-factory");
+const types_1 = require("./types");
+/**
+ * ChatKit Service
+ */
+class ChatKitService {
+    constructor(options) {
+        this.logger = (0, global_logger_factory_1.getLoggerFor)(this);
+        this.store = options.store;
+        this.aiProvider = options.aiProvider;
+        this.systemPrompt = options.systemPrompt ?? 'You are a helpful assistant.';
+    }
+    /**
+     * Process a ChatKit request
+     */
+    async process(requestBody, context) {
+        const requestStr = typeof requestBody === 'string' ? requestBody : requestBody.toString('utf-8');
+        let request;
+        try {
+            request = JSON.parse(requestStr);
+        }
+        catch (e) {
+            throw new Error('Invalid JSON request body');
+        }
+        this.logger.debug(`Processing ChatKit request: ${request.type}`);
+        if ((0, types_1.isStreamingReq)(request)) {
+            return {
+                type: 'streaming',
+                stream: () => this.processStreamingAsBytes(request, context),
+            };
+        }
+        else {
+            const result = await this.processNonStreaming(request, context);
+            return {
+                type: 'non_streaming',
+                json: JSON.stringify(result),
+            };
+        }
+    }
+    /**
+     * Convert streaming events to SSE bytes
+     */
+    async *processStreamingAsBytes(request, context) {
+        const encoder = new TextEncoder();
+        try {
+            for await (const event of this.processStreaming(request, context)) {
+                const data = JSON.stringify(event);
+                yield encoder.encode(`data: ${data}\n\n`);
+            }
+        }
+        catch (error) {
+            const errorEvent = {
+                type: 'error',
+                error: {
+                    code: 'internal_error',
+                    message: error.message || 'An error occurred',
+                },
+            };
+            yield encoder.encode(`data: ${JSON.stringify(errorEvent)}\n\n`);
+        }
+    }
+    /**
+     * Process streaming requests
+     */
+    async *processStreaming(request, context) {
+        switch (request.type) {
+            case 'threads.create':
+                yield* this.handleThreadsCreate(request.params, context);
+                break;
+            case 'threads.add_user_message':
+                yield* this.handleThreadsAddUserMessage(request.params, context);
+                break;
+            case 'threads.add_client_tool_output':
+                yield* this.handleThreadsAddClientToolOutput(request.params, context);
+                break;
+            case 'threads.retry_after_item':
+                yield* this.handleThreadsRetryAfterItem(request.params, context);
+                break;
+            case 'threads.custom_action':
+                yield* this.handleThreadsCustomAction(request.params, context);
+                break;
+        }
+    }
+    /**
+     * Process non-streaming requests
+     */
+    async processNonStreaming(request, context) {
+        switch (request.type) {
+            case 'threads.get_by_id':
+                return this.handleThreadsGetById(request.params, context);
+            case 'threads.list':
+                return this.handleThreadsList(request.params, context);
+            case 'items.list':
+                return this.handleItemsList(request.params, context);
+            case 'items.feedback':
+                return this.handleItemsFeedback(request.params, context);
+            case 'attachments.create':
+                return this.handleAttachmentsCreate(request.params, context);
+            case 'attachments.delete':
+                return this.handleAttachmentsDelete(request.params, context);
+            case 'threads.update':
+                return this.handleThreadsUpdate(request.params, context);
+            case 'threads.delete':
+                return this.handleThreadsDelete(request.params, context);
+        }
+    }
+    // =========================================================================
+    // Streaming Request Handlers
+    // =========================================================================
+    /**
+     * Handle threads.create - Create a new thread and optionally respond to initial message
+     */
+    async *handleThreadsCreate(params, context) {
+        // Create new thread
+        const threadId = this.store.generateThreadId(context);
+        const now = (0, types_1.nowTimestamp)();
+        const thread = {
+            id: threadId,
+            status: { type: 'active' },
+            created_at: now,
+            updated_at: now,
+        };
+        await this.store.saveThread(thread, context);
+        // Emit thread created event
+        yield {
+            type: 'thread.created',
+            thread,
+        };
+        // If input provided, add user message and respond
+        if (params.input) {
+            const userMessage = await this.createUserMessage(threadId, params.input.content, context, thread);
+            await this.store.addThreadItem(threadId, userMessage, context);
+            yield {
+                type: 'thread.item.added',
+                item: userMessage,
+            };
+            yield {
+                type: 'thread.item.done',
+                item: userMessage,
+            };
+            // Generate AI response
+            yield* this.respond(thread, userMessage, context, params.input.inference_options);
+        }
+    }
+    /**
+     * Handle threads.add_user_message - Add a user message and respond
+     */
+    async *handleThreadsAddUserMessage(params, context) {
+        const thread = await this.store.loadThread(params.thread_id, context);
+        // Create and save user message
+        const userMessage = await this.createUserMessage(params.thread_id, params.input.content, context);
+        await this.store.addThreadItem(params.thread_id, userMessage, context);
+        yield {
+            type: 'thread.item.added',
+            item: userMessage,
+        };
+        yield {
+            type: 'thread.item.done',
+            item: userMessage,
+        };
+        // Generate AI response
+        yield* this.respond(thread, userMessage, context, params.input.inference_options);
+    }
+    /**
+     * Handle threads.add_client_tool_output - Handle tool output (not fully implemented)
+     */
+    async *handleThreadsAddClientToolOutput(params, context) {
+        // Update the tool call item with output
+        const item = await this.store.loadItem(params.thread_id, params.item_id, context);
+        if (item.type === 'client_tool_call') {
+            const updatedItem = {
+                ...item,
+                output: params.output,
+                status: 'completed',
+            };
+            await this.store.saveItem(params.thread_id, updatedItem, context);
+            yield {
+                type: 'thread.item.done',
+                item: updatedItem,
+            };
+        }
+    }
+    /**
+     * Handle threads.retry_after_item - Retry generation after a specific item
+     */
+    async *handleThreadsRetryAfterItem(params, context) {
+        const thread = await this.store.loadThread(params.thread_id, context);
+        // Load all items and find the last user message before the retry point
+        const items = await this.store.loadThreadItems(params.thread_id, undefined, 1000, 'asc', context);
+        let lastUserMessage;
+        for (const item of items.data) {
+            if (item.id === params.item_id) {
+                break;
+            }
+            if (item.type === 'user_message') {
+                lastUserMessage = item;
+            }
+        }
+        if (lastUserMessage) {
+            yield* this.respond(thread, lastUserMessage, context);
+        }
+    }
+    /**
+     * Handle threads.custom_action - Handle custom widget actions (not fully implemented)
+     */
+    async *handleThreadsCustomAction(params, context) {
+        this.logger.info(`Custom action: ${params.action} on item ${params.item_id}`);
+        // Custom actions can be implemented based on specific needs
+    }
+    // =========================================================================
+    // Non-Streaming Request Handlers
+    // =========================================================================
+    /**
+     * Handle threads.get_by_id
+     */
+    async handleThreadsGetById(params, context) {
+        const thread = await this.store.loadThread(params.thread_id, context);
+        const items = await this.store.loadThreadItems(params.thread_id, undefined, 50, 'asc', context);
+        return {
+            ...thread,
+            items,
+        };
+    }
+    /**
+     * Handle threads.list
+     */
+    async handleThreadsList(params, context) {
+        return this.store.loadThreads(params?.limit ?? 20, params?.after, params?.order ?? 'desc', context);
+    }
+    /**
+     * Handle items.list
+     */
+    async handleItemsList(params, context) {
+        return this.store.loadThreadItems(params.thread_id, params.after, params.limit ?? 50, params.order ?? 'asc', context);
+    }
+    /**
+     * Handle items.feedback (acknowledge only for now)
+     */
+    async handleItemsFeedback(params, context) {
+        this.logger.info(`Feedback received: ${params.feedback} for items ${params.item_ids.join(', ')}`);
+        // Store feedback in metadata or separate table if needed
+        return { success: true };
+    }
+    /**
+     * Handle attachments.create
+     */
+    async handleAttachmentsCreate(params, context) {
+        const attachmentId = (0, types_1.generateId)('attach');
+        // For now, return a placeholder - actual upload handling would need S3/MinIO integration
+        return {
+            attachment_id: attachmentId,
+            // upload_url would be provided for actual file upload
+        };
+    }
+    /**
+     * Handle attachments.delete
+     */
+    async handleAttachmentsDelete(params, context) {
+        if (this.store.deleteAttachment) {
+            await this.store.deleteAttachment(params.attachment_id, context);
+        }
+        return { success: true };
+    }
+    /**
+     * Handle threads.update
+     */
+    async handleThreadsUpdate(params, context) {
+        const thread = await this.store.loadThread(params.thread_id, context);
+        if (params.title !== undefined) {
+            thread.title = params.title;
+        }
+        thread.updated_at = (0, types_1.nowTimestamp)();
+        await this.store.saveThread(thread, context);
+        return thread;
+    }
+    /**
+     * Handle threads.delete
+     */
+    async handleThreadsDelete(params, context) {
+        await this.store.deleteThread(params.thread_id, context);
+        return { success: true };
+    }
+    // =========================================================================
+    // Core Response Generation
+    // =========================================================================
+    /**
+     * Generate AI response for a user message
+     * This is the main response generation logic
+     */
+    async *respond(thread, userMessage, context, inferenceOptions) {
+        // Build conversation history
+        const messages = await this.buildConversationHistory(thread.id, context);
+        // Create assistant message item
+        const assistantItemId = this.store.generateItemId('assistant_message', thread, context);
+        const assistantItem = {
+            id: assistantItemId,
+            thread_id: thread.id,
+            type: 'assistant_message',
+            content: [{ type: 'output_text', text: '' }],
+            status: 'in_progress',
+            created_at: (0, types_1.nowTimestamp)(),
+        };
+        await this.store.addThreadItem(thread.id, assistantItem, context);
+        // Emit item added event
+        yield {
+            type: 'thread.item.added',
+            item: assistantItem,
+        };
+        // Stream AI response
+        let fullText = '';
+        let partIndex = 0;
+        try {
+            for await (const chunk of this.aiProvider.streamResponse(messages, {
+                model: inferenceOptions?.model,
+                temperature: inferenceOptions?.temperature,
+                maxTokens: inferenceOptions?.max_tokens,
+                context, // Pass context for auth
+            })) {
+                fullText += chunk;
+                // Emit text delta update
+                yield {
+                    type: 'thread.item.updated',
+                    item_id: assistantItemId,
+                    update: {
+                        type: 'assistant_message.content_part.text_delta',
+                        part_index: partIndex,
+                        delta: chunk,
+                    },
+                };
+            }
+            // Update item with full content
+            assistantItem.content = [{ type: 'output_text', text: fullText }];
+            assistantItem.status = 'completed';
+            await this.store.saveItem(thread.id, assistantItem, context);
+            // Emit item done event
+            yield {
+                type: 'thread.item.done',
+                item: assistantItem,
+            };
+        }
+        catch (error) {
+            this.logger.error(`AI response generation failed: ${error}`);
+            assistantItem.content = [{ type: 'output_text', text: 'Sorry, an error occurred while generating the response.' }];
+            assistantItem.status = 'incomplete';
+            await this.store.saveItem(thread.id, assistantItem, context);
+            yield {
+                type: 'thread.item.done',
+                item: assistantItem,
+            };
+            yield {
+                type: 'error',
+                error: {
+                    code: 'generation_error',
+                    message: error.message || 'Failed to generate response',
+                },
+            };
+        }
+        // Auto-generate title if this is the first exchange (outside try/catch to not affect message saving)
+        if (!thread.title) {
+            try {
+                const title = this.generateThreadTitle(userMessage, fullText);
+                thread.title = title;
+                thread.updated_at = (0, types_1.nowTimestamp)();
+                await this.store.saveThread(thread, context);
+                yield {
+                    type: 'thread.updated',
+                    thread,
+                };
+            }
+            catch (titleError) {
+                this.logger.warn(`Failed to auto-generate thread title: ${titleError.message}`);
+                // Don't throw - title generation failure shouldn't affect the response
+            }
+        }
+    }
+    /**
+     * Build conversation history from thread items
+     */
+    async buildConversationHistory(threadId, context) {
+        const messages = [];
+        // Add system prompt
+        messages.push({ role: 'system', content: this.systemPrompt });
+        // Load thread items
+        const items = await this.store.loadThreadItems(threadId, undefined, 100, 'asc', context);
+        for (const item of items.data) {
+            if (item.type === 'user_message') {
+                const text = (0, types_1.extractUserMessageText)(item.content);
+                if (text) {
+                    messages.push({ role: 'user', content: text });
+                }
+            }
+            else if (item.type === 'assistant_message') {
+                const text = item.content
+                    .filter((c) => c.type === 'output_text')
+                    .map((c) => c.text)
+                    .join('\n');
+                if (text) {
+                    messages.push({ role: 'assistant', content: text });
+                }
+            }
+        }
+        return messages;
+    }
+    /**
+     * Create a user message item
+     */
+    async createUserMessage(threadId, content, context, thread) {
+        // Use provided thread or load it
+        const threadMeta = thread || await this.store.loadThread(threadId, context);
+        const itemId = this.store.generateItemId('user_message', threadMeta, context);
+        return {
+            id: itemId,
+            thread_id: threadId,
+            type: 'user_message',
+            content,
+            created_at: (0, types_1.nowTimestamp)(),
+        };
+    }
+    /**
+     * Generate a title for the thread based on the first exchange
+     */
+    generateThreadTitle(userMessage, assistantResponse) {
+        const userText = (0, types_1.extractUserMessageText)(userMessage.content);
+        // Use the first 50 chars of user message as title
+        let title = userText.slice(0, 50);
+        if (userText.length > 50) {
+            title += '...';
+        }
+        return title || 'New Chat';
+    }
+}
+exports.ChatKitService = ChatKitService;
+//# sourceMappingURL=service.js.map

package/dist/api/chatkit/service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.js","sourceRoot":"","sources":["../../../src/api/chatkit/service.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAEH,iEAAqD;AAmBrD,mCAKiB;AAgDjB;;GAEG;AACH,MAAa,cAAc;IAMzB,YAAmB,OAAwC;QAL1C,WAAM,GAAG,IAAA,oCAAY,EAAC,IAAI,CAAC,CAAC;QAM3C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,8BAA8B,CAAC;IAC7E,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,OAAO,CAAC,WAA4B,EAAE,OAAiB;QAClE,MAAM,UAAU,GAAG,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAEjG,IAAI,OAAmB,CAAC;QACxB,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAe,CAAC;QACjD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAEjE,IAAI,IAAA,sBAAc,EAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,OAAO,EAAE,OAAO,CAAC;aAC7D,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAChE,OAAO;gBACL,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,CAAC,uBAAuB,CAAC,OAAqB,EAAE,OAAiB;QAC7E,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBACnC,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,UAAU,GAAsB;gBACpC,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,mBAAmB;iBAC9C;aACF,CAAC;YACF,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,CAAC,gBAAgB,CAAC,OAAqB,EAAE,OAAiB;QACtE,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,gBAAgB;gBACnB,KAAK,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBACzD,MAAM;YACR,KAAK,0BAA0B;gBAC7B,KAAK,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBACjE,MAAM;YACR,KAAK,gCAAgC;gBACnC,KAAK,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBACtE,MAAM;YACR,KAAK,0BAA0B;gBAC7B,KAAK,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBACjE,MAAM;YACR,KAAK,uBAAuB;gBAC1B,KAAK,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAC/D,MAAM;QACV,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,OAAwB,EAAE,OAAiB;QAC3E,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,mBAAmB;gBACtB,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,cAAc;gBACjB,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACzD,KAAK,YAAY;gBACf,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACvD,KAAK,gBAAgB;gBACnB,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC3D,KAAK,oBAAoB;gBACvB,OAAO,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC/D,KAAK,oBAAoB;gBACvB,OAAO,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC/D,KAAK,gBAAgB;gBACnB,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC3D,KAAK,gBAAgB;gBACnB,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,6BAA6B;IAC7B,4EAA4E;IAE5E;;OAEG;IACK,KAAK,CAAC,CAAC,mBAAmB,CAChC,MAA8E,EAC9E,OAAiB;QAEjB,oBAAoB;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,IAAA,oBAAY,GAAE,CAAC;QAE3B,MAAM,MAAM,GAAmB;YAC7B,EAAE,EAAE,QAAQ;YACZ,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;SAChB,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAE7C,4BAA4B;QAC5B,MAAM;YACJ,IAAI,EAAE,gBAAgB;YACtB,MAAM;SACe,CAAC;QAExB,kDAAkD;QAClD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YAClG,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAE/D,MAAM;gBACJ,IAAI,EAAE,mBAAmB;gBACzB,IAAI,EAAE,WAAW;aACM,CAAC;YAE1B,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,WAAW;aACK,CAAC;YAEzB,uBAAuB;YACvB,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,CAAC,2BAA2B,CACxC,MAAgG,EAChG,OAAiB;QAEjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAEtE,+BAA+B;QAC/B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAClG,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;QAEvE,MAAM;YACJ,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,WAAW;SACM,CAAC;QAE1B,MAAM;YACJ,IAAI,EAAE,kBAAkB;YACxB,IAAI,EAAE,WAAW;SACK,CAAC;QAEzB,uBAAuB;QACvB,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACpF,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,CAAC,gCAAgC,CAC7C,MAA8D,EAC9D,OAAiB;QAEjB,wCAAwC;QACxC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAElF,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACrC,MAAM,WAAW,GAAG;gBAClB,GAAG,IAAI;gBACP,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,MAAM,EAAE,WAAoB;aAC7B,CAAC;YACF,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAElE,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,WAAW;aACK,CAAC;QAC3B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,CAAC,2BAA2B,CACxC,MAA8C,EAC9C,OAAiB;QAEjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAEtE,uEAAuE;QACvE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAElG,IAAI,eAA4C,CAAC;QACjD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC/B,MAAM;YACR,CAAC;YACD,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACjC,eAAe,GAAG,IAAI,CAAC;YACzB,CAAC;QACH,CAAC;QAED,IAAI,eAAe,EAAE,CAAC;YACpB,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,CAAC,yBAAyB,CACtC,MAA8E,EAC9E,OAAiB;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9E,4DAA4D;IAC9D,CAAC;IAED,4EAA4E;IAC5E,iCAAiC;IACjC,4EAA4E;IAE5E;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAChC,MAA6B,EAC7B,OAAiB;QAEjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAEhG,OAAO;YACL,GAAG,MAAM;YACT,KAAK;SACN,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAC7B,MAAsE,EACtE,OAAiB;QAEjB,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAC3B,MAAM,EAAE,KAAK,IAAI,EAAE,EACnB,MAAM,EAAE,KAAK,EACb,MAAM,EAAE,KAAK,IAAI,MAAM,EACvB,OAAO,CACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,MAA6E,EAC7E,OAAiB;QAEjB,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,CAC/B,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,KAAK,IAAI,EAAE,EAClB,MAAM,CAAC,KAAK,IAAI,KAAK,EACrB,OAAO,CACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAC/B,MAAoF,EACpF,OAAiB;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,MAAM,CAAC,QAAQ,cAAc,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClG,yDAAyD;QACzD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,uBAAuB,CACnC,MAAyD,EACzD,OAAiB;QAEjB,MAAM,YAAY,GAAG,IAAA,kBAAU,EAAC,QAAQ,CAAC,CAAC;QAC1C,yFAAyF;QACzF,OAAO;YACL,aAAa,EAAE,YAAY;YAC3B,sDAAsD;SACvD,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,uBAAuB,CACnC,MAAiC,EACjC,OAAiB;QAEjB,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACnE,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAC/B,MAA6C,EAC7C,OAAiB;QAEjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAEtE,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC9B,CAAC;QACD,MAAM,CAAC,UAAU,GAAG,IAAA,oBAAY,GAAE,CAAC;QAEnC,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC7C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAC/B,MAA6B,EAC7B,OAAiB;QAEjB,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACzD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,4EAA4E;IAC5E,2BAA2B;IAC3B,4EAA4E;IAE5E;;;OAGG;IACK,KAAK,CAAC,CAAC,OAAO,CACpB,MAAsB,EACtB,WAA4B,EAC5B,OAAiB,EACjB,gBAAsB;QAEtB,6BAA6B;QAC7B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAEzE,gCAAgC;QAChC,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,mBAAmB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACxF,MAAM,aAAa,GAAyB;YAC1C,EAAE,EAAE,eAAe;YACnB,SAAS,EAAE,MAAM,CAAC,EAAE;YACpB,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;YAC5C,MAAM,EAAE,aAAa;YACrB,UAAU,EAAE,IAAA,oBAAY,GAAE;SAC3B,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;QAElE,wBAAwB;QACxB,MAAM;YACJ,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,aAAa;SACI,CAAC;QAE1B,qBAAqB;QACrB,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,QAAQ,EAAE;gBACjE,KAAK,EAAE,gBAAgB,EAAE,KAAK;gBAC9B,WAAW,EAAE,gBAAgB,EAAE,WAAW;gBAC1C,SAAS,EAAE,gBAAgB,EAAE,UAAU;gBACvC,OAAO,EAAE,wBAAwB;aAClC,CAAC,EAAE,CAAC;gBACH,QAAQ,IAAI,KAAK,CAAC;gBAElB,yBAAyB;gBACzB,MAAM;oBACJ,IAAI,EAAE,qBAAqB;oBAC3B,OAAO,EAAE,eAAe;oBACxB,MAAM,EAAE;wBACN,IAAI,EAAE,2CAA2C;wBACjD,UAAU,EAAE,SAAS;wBACrB,KAAK,EAAE,KAAK;qBACb;iBACwB,CAAC;YAC9B,CAAC;YAED,gCAAgC;YAChC,aAAa,CAAC,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;YAClE,aAAa,CAAC,MAAM,GAAG,WAAW,CAAC;YACnC,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;YAE7D,uBAAuB;YACvB,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,aAAa;aACG,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;YAE7D,aAAa,CAAC,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,yDAAyD,EAAE,CAAC,CAAC;YACnH,aAAa,CAAC,MAAM,GAAG,YAAY,CAAC;YACpC,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;YAE7D,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,aAAa;aACG,CAAC;YAEzB,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL,IAAI,EAAE,kBAAkB;oBACxB,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,6BAA6B;iBACxD;aACF,CAAC;QACJ,CAAC;QAED,qGAAqG;QACrG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBAC9D,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;gBACrB,MAAM,CAAC,UAAU,GAAG,IAAA,oBAAY,GAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAE7C,MAAM;oBACJ,IAAI,EAAE,gBAAgB;oBACtB,MAAM;iBACP,CAAC;YACJ,CAAC;YAAC,OAAO,UAAe,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;gBAChF,uEAAuE;YACzE,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB,CACpC,QAAgB,EAChB,OAAiB;QAEjB,MAAM,QAAQ,GAAsE,EAAE,CAAC;QAEvF,oBAAoB;QACpB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAE9D,oBAAoB;QACpB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAEzF,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,IAAA,8BAAsB,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAClD,IAAI,IAAI,EAAE,CAAC;oBACT,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;gBAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO;qBACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC;qBACvC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;qBAClB,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,IAAI,IAAI,EAAE,CAAC;oBACT,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAC7B,QAAgB,EAChB,OAA6B,EAC7B,OAAiB,EACjB,MAAuB;QAEvB,iCAAiC;QACjC,MAAM,UAAU,GAAG,MAAM,IAAI,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,cAAc,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QAE9E,OAAO;YACL,EAAE,EAAE,MAAM;YACV,SAAS,EAAE,QAAQ;YACnB,IAAI,EAAE,cAAc;YACpB,OAAO;YACP,UAAU,EAAE,IAAA,oBAAY,GAAE;SAC3B,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,WAA4B,EAAE,iBAAyB;QACjF,MAAM,QAAQ,GAAG,IAAA,8BAAsB,EAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC7D,kDAAkD;QAClD,IAAI,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAClC,IAAI,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACzB,KAAK,IAAI,KAAK,CAAC;QACjB,CAAC;QACD,OAAO,KAAK,IAAI,UAAU,CAAC;IAC7B,CAAC;CACF;AAtiBD,wCAsiBC","sourcesContent":["/**\n * ChatKit Service\n * \n * Core service for handling ChatKit protocol requests.\n * Based on https://github.com/openai/chatkit-python/blob/main/chatkit/server.py\n */\n\nimport { getLoggerFor } from 'global-logger-factory';\nimport type { ChatKitStore, StoreContext } from './store';\nimport type {\n  ChatKitReq,\n  StreamingReq,\n  NonStreamingReq,\n  ThreadMetadata,\n  ThreadItem,\n  UserMessageItem,\n  AssistantMessageItem,\n  ThreadStreamEvent,\n  ThreadCreatedEvent,\n  ThreadItemAddedEvent,\n  ThreadItemDoneEvent,\n  ThreadItemUpdatedEvent,\n  Page,\n  Thread,\n  UserMessageContent,\n} from './types';\nimport {\n  isStreamingReq,\n  generateId,\n  nowTimestamp,\n  extractUserMessageText,\n} from './types';\n\n/**\n * AI Provider interface for generating responses\n */\nexport interface AiProvider {\n  /**\n   * Stream a response for the given messages\n   * Returns an async iterator of text chunks\n   */\n  streamResponse(\n    messages: Array<{ role: 'system' | 'user' | 'assistant'; content: string }>,\n    options?: {\n      model?: string;\n      temperature?: number;\n      maxTokens?: number;\n      context?: unknown; // Allow passing context for auth\n    },\n  ): AsyncIterable<string>;\n}\n\n/**\n * ChatKit Service Options\n */\nexport interface ChatKitServiceOptions<TContext = StoreContext> {\n  store: ChatKitStore<TContext>;\n  aiProvider: AiProvider;\n  systemPrompt?: string;\n}\n\n/**\n * Streaming result wrapper\n */\nexport interface StreamingResult {\n  type: 'streaming';\n  stream(): AsyncIterable<Uint8Array>;\n}\n\n/**\n * Non-streaming result wrapper\n */\nexport interface NonStreamingResult {\n  type: 'non_streaming';\n  json: string;\n}\n\nexport type ChatKitResult = StreamingResult | NonStreamingResult;\n\n/**\n * ChatKit Service\n */\nexport class ChatKitService<TContext = StoreContext> {\n  private readonly logger = getLoggerFor(this);\n  private readonly store: ChatKitStore<TContext>;\n  private readonly aiProvider: AiProvider;\n  private readonly systemPrompt: string;\n\n  public constructor(options: ChatKitServiceOptions<TContext>) {\n    this.store = options.store;\n    this.aiProvider = options.aiProvider;\n    this.systemPrompt = options.systemPrompt ?? 'You are a helpful assistant.';\n  }\n\n  /**\n   * Process a ChatKit request\n   */\n  public async process(requestBody: string | Buffer, context: TContext): Promise<ChatKitResult> {\n    const requestStr = typeof requestBody === 'string' ? requestBody : requestBody.toString('utf-8');\n    \n    let request: ChatKitReq;\n    try {\n      request = JSON.parse(requestStr) as ChatKitReq;\n    } catch (e) {\n      throw new Error('Invalid JSON request body');\n    }\n\n    this.logger.debug(`Processing ChatKit request: ${request.type}`);\n\n    if (isStreamingReq(request)) {\n      return {\n        type: 'streaming',\n        stream: () => this.processStreamingAsBytes(request, context),\n      };\n    } else {\n      const result = await this.processNonStreaming(request, context);\n      return {\n        type: 'non_streaming',\n        json: JSON.stringify(result),\n      };\n    }\n  }\n\n  /**\n   * Convert streaming events to SSE bytes\n   */\n  private async *processStreamingAsBytes(request: StreamingReq, context: TContext): AsyncIterable<Uint8Array> {\n    const encoder = new TextEncoder();\n    try {\n      for await (const event of this.processStreaming(request, context)) {\n        const data = JSON.stringify(event);\n        yield encoder.encode(`data: ${data}\\n\\n`);\n      }\n    } catch (error: any) {\n      const errorEvent: ThreadStreamEvent = {\n        type: 'error',\n        error: {\n          code: 'internal_error',\n          message: error.message || 'An error occurred',\n        },\n      };\n      yield encoder.encode(`data: ${JSON.stringify(errorEvent)}\\n\\n`);\n    }\n  }\n\n  /**\n   * Process streaming requests\n   */\n  private async *processStreaming(request: StreamingReq, context: TContext): AsyncIterable<ThreadStreamEvent> {\n    switch (request.type) {\n      case 'threads.create':\n        yield* this.handleThreadsCreate(request.params, context);\n        break;\n      case 'threads.add_user_message':\n        yield* this.handleThreadsAddUserMessage(request.params, context);\n        break;\n      case 'threads.add_client_tool_output':\n        yield* this.handleThreadsAddClientToolOutput(request.params, context);\n        break;\n      case 'threads.retry_after_item':\n        yield* this.handleThreadsRetryAfterItem(request.params, context);\n        break;\n      case 'threads.custom_action':\n        yield* this.handleThreadsCustomAction(request.params, context);\n        break;\n    }\n  }\n\n  /**\n   * Process non-streaming requests\n   */\n  private async processNonStreaming(request: NonStreamingReq, context: TContext): Promise<unknown> {\n    switch (request.type) {\n      case 'threads.get_by_id':\n        return this.handleThreadsGetById(request.params, context);\n      case 'threads.list':\n        return this.handleThreadsList(request.params, context);\n      case 'items.list':\n        return this.handleItemsList(request.params, context);\n      case 'items.feedback':\n        return this.handleItemsFeedback(request.params, context);\n      case 'attachments.create':\n        return this.handleAttachmentsCreate(request.params, context);\n      case 'attachments.delete':\n        return this.handleAttachmentsDelete(request.params, context);\n      case 'threads.update':\n        return this.handleThreadsUpdate(request.params, context);\n      case 'threads.delete':\n        return this.handleThreadsDelete(request.params, context);\n    }\n  }\n\n  // =========================================================================\n  // Streaming Request Handlers\n  // =========================================================================\n\n  /**\n   * Handle threads.create - Create a new thread and optionally respond to initial message\n   */\n  private async *handleThreadsCreate(\n    params: { input?: { content: UserMessageContent[]; inference_options?: any } },\n    context: TContext,\n  ): AsyncIterable<ThreadStreamEvent> {\n    // Create new thread\n    const threadId = this.store.generateThreadId(context);\n    const now = nowTimestamp();\n    \n    const thread: ThreadMetadata = {\n      id: threadId,\n      status: { type: 'active' },\n      created_at: now,\n      updated_at: now,\n    };\n\n    await this.store.saveThread(thread, context);\n\n    // Emit thread created event\n    yield {\n      type: 'thread.created',\n      thread,\n    } as ThreadCreatedEvent;\n\n    // If input provided, add user message and respond\n    if (params.input) {\n      const userMessage = await this.createUserMessage(threadId, params.input.content, context, thread);\n      await this.store.addThreadItem(threadId, userMessage, context);\n\n      yield {\n        type: 'thread.item.added',\n        item: userMessage,\n      } as ThreadItemAddedEvent;\n\n      yield {\n        type: 'thread.item.done',\n        item: userMessage,\n      } as ThreadItemDoneEvent;\n\n      // Generate AI response\n      yield* this.respond(thread, userMessage, context, params.input.inference_options);\n    }\n  }\n\n  /**\n   * Handle threads.add_user_message - Add a user message and respond\n   */\n  private async *handleThreadsAddUserMessage(\n    params: { thread_id: string; input: { content: UserMessageContent[]; inference_options?: any } },\n    context: TContext,\n  ): AsyncIterable<ThreadStreamEvent> {\n    const thread = await this.store.loadThread(params.thread_id, context);\n    \n    // Create and save user message\n    const userMessage = await this.createUserMessage(params.thread_id, params.input.content, context);\n    await this.store.addThreadItem(params.thread_id, userMessage, context);\n\n    yield {\n      type: 'thread.item.added',\n      item: userMessage,\n    } as ThreadItemAddedEvent;\n\n    yield {\n      type: 'thread.item.done',\n      item: userMessage,\n    } as ThreadItemDoneEvent;\n\n    // Generate AI response\n    yield* this.respond(thread, userMessage, context, params.input.inference_options);\n  }\n\n  /**\n   * Handle threads.add_client_tool_output - Handle tool output (not fully implemented)\n   */\n  private async *handleThreadsAddClientToolOutput(\n    params: { thread_id: string; item_id: string; output: string },\n    context: TContext,\n  ): AsyncIterable<ThreadStreamEvent> {\n    // Update the tool call item with output\n    const item = await this.store.loadItem(params.thread_id, params.item_id, context);\n    \n    if (item.type === 'client_tool_call') {\n      const updatedItem = {\n        ...item,\n        output: params.output,\n        status: 'completed' as const,\n      };\n      await this.store.saveItem(params.thread_id, updatedItem, context);\n\n      yield {\n        type: 'thread.item.done',\n        item: updatedItem,\n      } as ThreadItemDoneEvent;\n    }\n  }\n\n  /**\n   * Handle threads.retry_after_item - Retry generation after a specific item\n   */\n  private async *handleThreadsRetryAfterItem(\n    params: { thread_id: string; item_id: string },\n    context: TContext,\n  ): AsyncIterable<ThreadStreamEvent> {\n    const thread = await this.store.loadThread(params.thread_id, context);\n    \n    // Load all items and find the last user message before the retry point\n    const items = await this.store.loadThreadItems(params.thread_id, undefined, 1000, 'asc', context);\n    \n    let lastUserMessage: UserMessageItem | undefined;\n    for (const item of items.data) {\n      if (item.id === params.item_id) {\n        break;\n      }\n      if (item.type === 'user_message') {\n        lastUserMessage = item;\n      }\n    }\n\n    if (lastUserMessage) {\n      yield* this.respond(thread, lastUserMessage, context);\n    }\n  }\n\n  /**\n   * Handle threads.custom_action - Handle custom widget actions (not fully implemented)\n   */\n  private async *handleThreadsCustomAction(\n    params: { thread_id: string; item_id: string; action: string; data?: unknown },\n    context: TContext,\n  ): AsyncIterable<ThreadStreamEvent> {\n    this.logger.info(`Custom action: ${params.action} on item ${params.item_id}`);\n    // Custom actions can be implemented based on specific needs\n  }\n\n  // =========================================================================\n  // Non-Streaming Request Handlers\n  // =========================================================================\n\n  /**\n   * Handle threads.get_by_id\n   */\n  private async handleThreadsGetById(\n    params: { thread_id: string },\n    context: TContext,\n  ): Promise<Thread> {\n    const thread = await this.store.loadThread(params.thread_id, context);\n    const items = await this.store.loadThreadItems(params.thread_id, undefined, 50, 'asc', context);\n    \n    return {\n      ...thread,\n      items,\n    };\n  }\n\n  /**\n   * Handle threads.list\n   */\n  private async handleThreadsList(\n    params: { limit?: number; order?: string; after?: string } | undefined,\n    context: TContext,\n  ): Promise<Page<ThreadMetadata>> {\n    return this.store.loadThreads(\n      params?.limit ?? 20,\n      params?.after,\n      params?.order ?? 'desc',\n      context,\n    );\n  }\n\n  /**\n   * Handle items.list\n   */\n  private async handleItemsList(\n    params: { thread_id: string; limit?: number; order?: string; after?: string },\n    context: TContext,\n  ): Promise<Page<ThreadItem>> {\n    return this.store.loadThreadItems(\n      params.thread_id,\n      params.after,\n      params.limit ?? 50,\n      params.order ?? 'asc',\n      context,\n    );\n  }\n\n  /**\n   * Handle items.feedback (acknowledge only for now)\n   */\n  private async handleItemsFeedback(\n    params: { thread_id: string; item_ids: string[]; feedback: 'positive' | 'negative' },\n    context: TContext,\n  ): Promise<{ success: boolean }> {\n    this.logger.info(`Feedback received: ${params.feedback} for items ${params.item_ids.join(', ')}`);\n    // Store feedback in metadata or separate table if needed\n    return { success: true };\n  }\n\n  /**\n   * Handle attachments.create\n   */\n  private async handleAttachmentsCreate(\n    params: { name: string; size: number; mime_type: string },\n    context: TContext,\n  ): Promise<{ attachment_id: string; upload_url?: string }> {\n    const attachmentId = generateId('attach');\n    // For now, return a placeholder - actual upload handling would need S3/MinIO integration\n    return {\n      attachment_id: attachmentId,\n      // upload_url would be provided for actual file upload\n    };\n  }\n\n  /**\n   * Handle attachments.delete\n   */\n  private async handleAttachmentsDelete(\n    params: { attachment_id: string },\n    context: TContext,\n  ): Promise<{ success: boolean }> {\n    if (this.store.deleteAttachment) {\n      await this.store.deleteAttachment(params.attachment_id, context);\n    }\n    return { success: true };\n  }\n\n  /**\n   * Handle threads.update\n   */\n  private async handleThreadsUpdate(\n    params: { thread_id: string; title?: string },\n    context: TContext,\n  ): Promise<ThreadMetadata> {\n    const thread = await this.store.loadThread(params.thread_id, context);\n    \n    if (params.title !== undefined) {\n      thread.title = params.title;\n    }\n    thread.updated_at = nowTimestamp();\n\n    await this.store.saveThread(thread, context);\n    return thread;\n  }\n\n  /**\n   * Handle threads.delete\n   */\n  private async handleThreadsDelete(\n    params: { thread_id: string },\n    context: TContext,\n  ): Promise<{ success: boolean }> {\n    await this.store.deleteThread(params.thread_id, context);\n    return { success: true };\n  }\n\n  // =========================================================================\n  // Core Response Generation\n  // =========================================================================\n\n  /**\n   * Generate AI response for a user message\n   * This is the main response generation logic\n   */\n  private async *respond(\n    thread: ThreadMetadata,\n    userMessage: UserMessageItem,\n    context: TContext,\n    inferenceOptions?: any,\n  ): AsyncIterable<ThreadStreamEvent> {\n    // Build conversation history\n    const messages = await this.buildConversationHistory(thread.id, context);\n    \n    // Create assistant message item\n    const assistantItemId = this.store.generateItemId('assistant_message', thread, context);\n    const assistantItem: AssistantMessageItem = {\n      id: assistantItemId,\n      thread_id: thread.id,\n      type: 'assistant_message',\n      content: [{ type: 'output_text', text: '' }],\n      status: 'in_progress',\n      created_at: nowTimestamp(),\n    };\n\n    await this.store.addThreadItem(thread.id, assistantItem, context);\n\n    // Emit item added event\n    yield {\n      type: 'thread.item.added',\n      item: assistantItem,\n    } as ThreadItemAddedEvent;\n\n    // Stream AI response\n    let fullText = '';\n    let partIndex = 0;\n\n    try {\n      for await (const chunk of this.aiProvider.streamResponse(messages, {\n        model: inferenceOptions?.model,\n        temperature: inferenceOptions?.temperature,\n        maxTokens: inferenceOptions?.max_tokens,\n        context, // Pass context for auth\n      })) {\n        fullText += chunk;\n\n        // Emit text delta update\n        yield {\n          type: 'thread.item.updated',\n          item_id: assistantItemId,\n          update: {\n            type: 'assistant_message.content_part.text_delta',\n            part_index: partIndex,\n            delta: chunk,\n          },\n        } as ThreadItemUpdatedEvent;\n      }\n\n      // Update item with full content\n      assistantItem.content = [{ type: 'output_text', text: fullText }];\n      assistantItem.status = 'completed';\n      await this.store.saveItem(thread.id, assistantItem, context);\n\n      // Emit item done event\n      yield {\n        type: 'thread.item.done',\n        item: assistantItem,\n      } as ThreadItemDoneEvent;\n    } catch (error: any) {\n      this.logger.error(`AI response generation failed: ${error}`);\n\n      assistantItem.content = [{ type: 'output_text', text: 'Sorry, an error occurred while generating the response.' }];\n      assistantItem.status = 'incomplete';\n      await this.store.saveItem(thread.id, assistantItem, context);\n\n      yield {\n        type: 'thread.item.done',\n        item: assistantItem,\n      } as ThreadItemDoneEvent;\n\n      yield {\n        type: 'error',\n        error: {\n          code: 'generation_error',\n          message: error.message || 'Failed to generate response',\n        },\n      };\n    }\n\n    // Auto-generate title if this is the first exchange (outside try/catch to not affect message saving)\n    if (!thread.title) {\n      try {\n        const title = this.generateThreadTitle(userMessage, fullText);\n        thread.title = title;\n        thread.updated_at = nowTimestamp();\n        await this.store.saveThread(thread, context);\n\n        yield {\n          type: 'thread.updated',\n          thread,\n        };\n      } catch (titleError: any) {\n        this.logger.warn(`Failed to auto-generate thread title: ${titleError.message}`);\n        // Don't throw - title generation failure shouldn't affect the response\n      }\n    }\n  }\n\n  /**\n   * Build conversation history from thread items\n   */\n  private async buildConversationHistory(\n    threadId: string,\n    context: TContext,\n  ): Promise<Array<{ role: 'system' | 'user' | 'assistant'; content: string }>> {\n    const messages: Array<{ role: 'system' | 'user' | 'assistant'; content: string }> = [];\n\n    // Add system prompt\n    messages.push({ role: 'system', content: this.systemPrompt });\n\n    // Load thread items\n    const items = await this.store.loadThreadItems(threadId, undefined, 100, 'asc', context);\n\n    for (const item of items.data) {\n      if (item.type === 'user_message') {\n        const text = extractUserMessageText(item.content);\n        if (text) {\n          messages.push({ role: 'user', content: text });\n        }\n      } else if (item.type === 'assistant_message') {\n        const text = item.content\n          .filter((c) => c.type === 'output_text')\n          .map((c) => c.text)\n          .join('\\n');\n        if (text) {\n          messages.push({ role: 'assistant', content: text });\n        }\n      }\n    }\n\n    return messages;\n  }\n\n  /**\n   * Create a user message item\n   */\n  private async createUserMessage(\n    threadId: string,\n    content: UserMessageContent[],\n    context: TContext,\n    thread?: ThreadMetadata,\n  ): Promise<UserMessageItem> {\n    // Use provided thread or load it\n    const threadMeta = thread || await this.store.loadThread(threadId, context);\n    const itemId = this.store.generateItemId('user_message', threadMeta, context);\n\n    return {\n      id: itemId,\n      thread_id: threadId,\n      type: 'user_message',\n      content,\n      created_at: nowTimestamp(),\n    };\n  }\n\n  /**\n   * Generate a title for the thread based on the first exchange\n   */\n  private generateThreadTitle(userMessage: UserMessageItem, assistantResponse: string): string {\n    const userText = extractUserMessageText(userMessage.content);\n    // Use the first 50 chars of user message as title\n    let title = userText.slice(0, 50);\n    if (userText.length > 50) {\n      title += '...';\n    }\n    return title || 'New Chat';\n  }\n}\n"]}

package/dist/api/chatkit/store.d.ts

@@ -0,0 +1,63 @@
+/**
+ * ChatKit Store Interface
+ *
+ * Abstract interface for persisting threads and items.
+ * Based on https://github.com/openai/chatkit-python/blob/main/chatkit/store.py
+ */
+import type { ThreadMetadata, ThreadItem, Attachment, Page, StoreItemType } from './types';
+/**
+ * Context type for store operations (generic)
+ */
+export type StoreContext = Record<string, unknown>;
+/**
+ * Abstract Store interface
+ */
+export interface ChatKitStore<TContext = StoreContext> {
+    generateThreadId(context: TContext): string;
+    generateItemId(itemType: StoreItemType, thread: ThreadMetadata, context: TContext): string;
+    loadThread(threadId: string, context: TContext): Promise<ThreadMetadata>;
+    saveThread(thread: ThreadMetadata, context: TContext): Promise<void>;
+    loadThreads(limit: number, after: string | undefined, order: string, context: TContext): Promise<Page<ThreadMetadata>>;
+    deleteThread(threadId: string, context: TContext): Promise<void>;
+    loadThreadItems(threadId: string, after: string | undefined, limit: number, order: string, context: TContext): Promise<Page<ThreadItem>>;
+    addThreadItem(threadId: string, item: ThreadItem, context: TContext): Promise<void>;
+    saveItem(threadId: string, item: ThreadItem, context: TContext): Promise<void>;
+    loadItem(threadId: string, itemId: string, context: TContext): Promise<ThreadItem>;
+    deleteThreadItem(threadId: string, itemId: string, context: TContext): Promise<void>;
+    saveAttachment?(attachment: Attachment, context: TContext): Promise<void>;
+    loadAttachment?(attachmentId: string, context: TContext): Promise<Attachment>;
+    deleteAttachment?(attachmentId: string, context: TContext): Promise<void>;
+}
+/**
+ * In-Memory Store Implementation
+ *
+ * Simple in-memory store for development and testing.
+ * Data is lost when the server restarts.
+ */
+export declare class InMemoryStore<TContext = StoreContext> implements ChatKitStore<TContext> {
+    private threads;
+    private items;
+    private attachments;
+    private getUserKey;
+    private getThreadKey;
+    generateThreadId(_context: TContext): string;
+    generateItemId(itemType: StoreItemType, _thread: ThreadMetadata, _context: TContext): string;
+    loadThread(threadId: string, context: TContext): Promise<ThreadMetadata>;
+    saveThread(thread: ThreadMetadata, context: TContext): Promise<void>;
+    loadThreads(limit: number, after: string | undefined, order: string, context: TContext): Promise<Page<ThreadMetadata>>;
+    deleteThread(threadId: string, context: TContext): Promise<void>;
+    loadThreadItems(threadId: string, after: string | undefined, limit: number, order: string, context: TContext): Promise<Page<ThreadItem>>;
+    addThreadItem(threadId: string, item: ThreadItem, context: TContext): Promise<void>;
+    saveItem(threadId: string, item: ThreadItem, context: TContext): Promise<void>;
+    loadItem(threadId: string, itemId: string, context: TContext): Promise<ThreadItem>;
+    deleteThreadItem(threadId: string, itemId: string, context: TContext): Promise<void>;
+    saveAttachment(attachment: Attachment, _context: TContext): Promise<void>;
+    loadAttachment(attachmentId: string, _context: TContext): Promise<Attachment>;
+    deleteAttachment(attachmentId: string, _context: TContext): Promise<void>;
+    getStats(): {
+        threads: number;
+        items: number;
+        attachments: number;
+    };
+    clear(): void;
+}