@tuturuuu/ai 0.16.0 → 0.17.0

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@tuturuuu/ai",
   "license": "MIT",
-  "version": "0.16.0",
+  "version": "0.17.0",
   "repository": {
     "type": "git",
     "url": "https://github.com/tutur3u/platform",
@@ -76,9 +76,9 @@
     "@streamdown/math": "^1.0.2",
     "@streamdown/mermaid": "^1.0.2",
     "@tuturuuu/google": "0.1.1",
-    "@tuturuuu/internal-api": "0.42.0",
+    "@tuturuuu/internal-api": "0.49.0",
     "@tuturuuu/supabase": "0.5.2",
-    "@tuturuuu/utils": "0.31.0",
+    "@tuturuuu/utils": "0.34.0",
     "@vercel/sandbox": "^3.3.0",
     "@zernio/chat-sdk-adapter": "^0.5.1",
     "ai": "^7.0.107",
@@ -105,7 +105,7 @@
     "zod": "^4.6.2"
   },
   "devDependencies": {
-    "@tuturuuu/types": "0.33.0",
+    "@tuturuuu/types": "0.34.0",
     "@tuturuuu/typescript-config": "0.1.2",
     "@types/node": "^26.5.1",
     "@types/qrcode": "^1.5.6",

package/src/chat/google/message-file-processing.ts

@@ -317,9 +317,13 @@ export async function processMessagesWithFiles(
   messages: ModelMessage[],
   wsId: string,
   chatId: string,
-  request?: Pick<Request, 'headers'>
+  request?: Pick<Request, 'headers'>,
+  excludeAudioVideoFiles = false
 ): Promise<ModelMessage[]> {
-  const chatFiles = await getAllChatFiles(wsId, chatId, request);
+  const chatFiles = (await getAllChatFiles(wsId, chatId, request)).filter(
+    (file) =>
+      !excludeAudioVideoFiles || !/^(audio|video)\//.test(file.mediaType)
+  );
   if (chatFiles.length === 0) {
     return messages;
   }

package/src/chat/google/provider-options.ts

@@ -0,0 +1,12 @@
+export function createGoogleChatProviderOptions(includeThoughts: boolean) {
+  const options = {
+    thinkingConfig: { includeThoughts },
+    safetySettings: [
+      { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', threshold: 'BLOCK_NONE' },
+      { category: 'HARM_CATEGORY_HATE_SPEECH', threshold: 'BLOCK_NONE' },
+      { category: 'HARM_CATEGORY_HARASSMENT', threshold: 'BLOCK_NONE' },
+      { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', threshold: 'BLOCK_NONE' },
+    ],
+  };
+  return { google: options, vertex: options };
+}

package/src/chat/google/route-message-preparation.ts

@@ -229,7 +229,10 @@ export async function prepareProcessedMessages(
   wsId: string | undefined,
   chatId: string,
   request?: Pick<Request, 'headers'>,
-  options?: { attachYoutubeVideoInput?: boolean }
+  options?: {
+    attachYoutubeVideoInput?: boolean;
+    excludeAudioVideoFiles?: boolean;
+  }
 ): Promise<{ processedMessages: ModelMessage[] } | { error: Response }> {
   const modelMessages = await convertToModelMessages(normalizedMessages);
   const validationError = validateModelMessages(modelMessages);
@@ -239,7 +242,13 @@ export async function prepareProcessedMessages(
 
   const processedMessages =
     wsId && chatId
-      ? await processMessagesWithFiles(modelMessages, wsId, chatId, request)
+      ? await processMessagesWithFiles(
+          modelMessages,
+          wsId,
+          chatId,
+          request,
+          options?.excludeAudioVideoFiles
+        )
       : modelMessages;
 
   return {

package/src/chat/google/route-subscription-boundary.ts

@@ -0,0 +1,17 @@
+import { NextResponse } from 'next/server';
+
+/** A subscription model can never enter gateway allocation or credit billing. */
+export function validateSubscriptionRoute(
+  model: string | undefined,
+  subscription: boolean
+) {
+  if (!subscription && model?.trim().toLowerCase().startsWith('chatgpt/')) {
+    return NextResponse.json(
+      {
+        error: 'Use the ChatGPT subscription endpoint for this model',
+        code: 'CHATGPT_ROUTE_REQUIRED',
+      },
+      { status: 400 }
+    );
+  }
+}

package/src/chat/google/route.ts

@@ -4,7 +4,13 @@ import {
   normalizeWorkspaceId,
   verifyWorkspaceMembershipType,
 } from '@tuturuuu/utils/workspace-helper';
-import { consumeStream, smoothStream, stepCountIs, streamText } from 'ai';
+import {
+  consumeStream,
+  type LanguageModel,
+  smoothStream,
+  stepCountIs,
+  streamText,
+} from 'ai';
 import { type NextRequest, NextResponse } from 'next/server';
 import { normalizeStableModelId } from '../../credits/model-mapping';
 import {
@@ -26,6 +32,7 @@ import { ChatRequestBodySchema, mapToUIMessages } from './chat-request-schema';
 import { resolveChatTools } from './chat-tools';
 import { systemInstruction } from './default-system-instruction';
 import { prepareMiraToolStep } from './mira-step-preparation';
+import { createGoogleChatProviderOptions } from './provider-options';
 import { resolveChatReasoningSettings } from './reasoning-settings';
 import {
   beginAiPersistenceRequest,
@@ -52,6 +59,7 @@ import {
   splitSystemMessages,
 } from './route-message-preparation';
 import { prepareMiraRuntime } from './route-mira-runtime';
+import { validateSubscriptionRoute } from './route-subscription-boundary';
 import {
   buildAbortedStreamFinishResponse,
   persistAssistantResponse,
@@ -60,6 +68,19 @@ import {
 export function createPOST(
   _options: {
     serverAPIKeyFallback?: boolean;
+    /** Direct user-funded chat. It bypasses gateway memory, credits, and provider tools. */
+    subscription?: {
+      resolveModel: (
+        userId: string,
+        model: string | undefined
+      ) => Promise<LanguageModel>;
+      onError: () => string;
+      errorResponse?: (error: unknown) => {
+        message: string;
+        status: number;
+        code: string;
+      };
+    };
     /** Gateway provider prefix for bare model names (e.g., 'openai', 'anthropic', 'vertex'). Defaults to 'google'. */
     defaultProvider?: string;
     requireWorkspaceId?: boolean;
@@ -104,7 +125,7 @@ export function createPOST(
         messages,
         wsId,
         workspaceContextId,
-        isMiraMode,
+        isMiraMode: requestedMiraMode,
         timezone,
         thinkingMode: rawThinkingMode,
         creditSource: requestedCreditSourceRaw,
@@ -113,6 +134,12 @@ export function createPOST(
         persistenceRequestId,
         taskBoardContext,
       } = parsedBody.data;
+      const isMiraMode = _options.subscription ? false : requestedMiraMode;
+      const subscriptionError = validateSubscriptionRoute(
+        model,
+        !!_options.subscription
+      );
+      if (subscriptionError) return subscriptionError;
       const thinkingMode = rawThinkingMode === 'thinking' ? 'thinking' : 'fast';
 
       if (!messages) {
@@ -124,6 +151,24 @@ export function createPOST(
         (await _options.resolveAuth?.(req)) ?? (await resolveAiRouteAuth(req));
       if (!auth.ok) return auth.response;
       const { messageInsertMode = 'rpc', supabase, user } = auth;
+      let subscriptionModel: LanguageModel | undefined;
+      if (_options.subscription) {
+        try {
+          subscriptionModel = await _options.subscription.resolveModel(
+            user.id,
+            model
+          );
+        } catch (error) {
+          const failure = _options.subscription.errorResponse?.(error);
+          return NextResponse.json(
+            {
+              error: failure?.message ?? _options.subscription.onError(),
+              code: failure?.code ?? 'CHATGPT_CONNECTION_REQUIRED',
+            },
+            { status: failure?.status ?? 403 }
+          );
+        }
+      }
 
       if (isMiraMode && !(await isInternalTuturuuuAiUser(auth))) {
         return NextResponse.json(
@@ -174,7 +219,7 @@ export function createPOST(
         requestedCreditSourceRaw ?? 'workspace';
       let billingWsId: string | null = normalizedWsId ?? null;
 
-      if (requestedCreditSource === 'personal') {
+      if (!_options.subscription && requestedCreditSource === 'personal') {
         const { data: personalWorkspace, error: personalWorkspaceError } =
           await sbAdmin
             .from('workspaces')
@@ -220,7 +265,7 @@ export function createPOST(
         }
 
         billingWsId = personalWorkspace.id;
-      } else if (requestedCreditWsId) {
+      } else if (!_options.subscription && requestedCreditWsId) {
         if (normalizedWsId && requestedCreditWsId !== normalizedWsId) {
           return NextResponse.json(
             {
@@ -263,7 +308,9 @@ export function createPOST(
 
       let resolvedModelId: string;
       try {
-        if (billingWsId) {
+        if (subscriptionModel && model) {
+          resolvedModelId = model;
+        } else if (billingWsId) {
           const resolvedPlanModel = await resolvePlanModel({
             capability: 'language',
             requestedModel: model,
@@ -346,6 +393,7 @@ export function createPOST(
         chatId,
         req,
         {
+          excludeAudioVideoFiles: !!subscriptionModel,
           attachYoutubeVideoInput:
             resolvedModelId.toLowerCase().startsWith('google/') ||
             resolvedModelId.toLowerCase().startsWith('google-vertex/'),
@@ -355,6 +403,26 @@ export function createPOST(
         return preparedMessages.error;
       }
       const { processedMessages } = preparedMessages;
+      if (
+        subscriptionModel &&
+        processedMessages.some(
+          (message) =>
+            Array.isArray(message.content) &&
+            message.content.some(
+              (part) =>
+                part.type === 'file' && /^(audio|video)\//.test(part.mediaType)
+            )
+        )
+      ) {
+        return NextResponse.json(
+          {
+            error:
+              'ChatGPT plan sharing does not support audio or video inputs',
+          },
+          { status: 400 }
+        );
+      }
+
       const promptMessages = splitSystemMessages(processedMessages);
 
       const persistUserMessageError = await persistLatestUserMessage({
@@ -420,12 +488,14 @@ export function createPOST(
         return persistUserMessageError;
       }
 
-      const creditPreflight = await performCreditPreflight({
-        wsId: billingWsId ?? normalizedWsId ?? undefined,
-        model: resolvedModelId,
-        userId: user.id,
-        sbAdmin,
-      });
+      const creditPreflight = subscriptionModel
+        ? { cappedMaxOutput: null }
+        : await performCreditPreflight({
+            wsId: billingWsId ?? normalizedWsId ?? undefined,
+            model: resolvedModelId,
+            userId: user.id,
+            sbAdmin,
+          });
       if ('error' in creditPreflight) {
         return creditPreflight.error;
       }
@@ -452,15 +522,17 @@ export function createPOST(
 
       const effectiveSource = isMiraMode ? 'Mira' : 'Rewise';
 
-      const resolvedGatewayModel = await withAiMemory({
-        customId: chatId,
-        model: google(resolvedModelId.split('/').slice(-1)[0]!),
-        product: isMiraMode ? 'mira' : 'rewise',
-        source: effectiveSource,
-        surface: 'shared_chat',
-        userId: user.id,
-        wsId: billingWsId ?? normalizedWsId,
-      });
+      const resolvedGatewayModel =
+        subscriptionModel ??
+        (await withAiMemory({
+          customId: chatId,
+          model: google(resolvedModelId.split('/').slice(-1)[0]!),
+          product: isMiraMode ? 'mira' : 'rewise',
+          source: effectiveSource,
+          surface: 'shared_chat',
+          userId: user.id,
+          wsId: billingWsId ?? normalizedWsId,
+        }));
 
       const reasoningSettings = resolveChatReasoningSettings(thinkingMode);
       const forceWorkspaceArtifact = shouldPresentWorkspaceArtifact(
@@ -540,6 +612,7 @@ export function createPOST(
             effectiveSource,
             wsId: billingWsId ?? normalizedWsId ?? undefined,
             observabilityContext,
+            skipCreditDeduction: !!subscriptionModel,
             persistenceRequestId,
           }),
       });
@@ -556,7 +629,7 @@ export function createPOST(
           promptMessages.system
         ),
         ...(cappedMaxOutput ? { maxOutputTokens: cappedMaxOutput } : {}),
-        tools: resolveChatTools(miraTools),
+        tools: subscriptionModel ? undefined : resolveChatTools(miraTools),
         ...(miraTools
           ? {
               stopWhen: stepCountIs(25),
@@ -566,54 +639,9 @@ export function createPOST(
               >,
             }
           : {}),
-        providerOptions: {
-          google: {
-            thinkingConfig: {
-              includeThoughts: reasoningSettings.includeThoughts,
-            },
-            safetySettings: [
-              {
-                category: 'HARM_CATEGORY_DANGEROUS_CONTENT',
-                threshold: 'BLOCK_NONE',
-              },
-              {
-                category: 'HARM_CATEGORY_HATE_SPEECH',
-                threshold: 'BLOCK_NONE',
-              },
-              {
-                category: 'HARM_CATEGORY_HARASSMENT',
-                threshold: 'BLOCK_NONE',
-              },
-              {
-                category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT',
-                threshold: 'BLOCK_NONE',
-              },
-            ],
-          },
-          vertex: {
-            thinkingConfig: {
-              includeThoughts: reasoningSettings.includeThoughts,
-            },
-            safetySettings: [
-              {
-                category: 'HARM_CATEGORY_HARASSMENT',
-                threshold: 'BLOCK_NONE',
-              },
-              {
-                category: 'HARM_CATEGORY_HATE_SPEECH',
-                threshold: 'BLOCK_NONE',
-              },
-              {
-                category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT',
-                threshold: 'BLOCK_NONE',
-              },
-              {
-                category: 'HARM_CATEGORY_DANGEROUS_CONTENT',
-                threshold: 'BLOCK_NONE',
-              },
-            ],
-          },
-        },
+        providerOptions: subscriptionModel
+          ? undefined
+          : createGoogleChatProviderOptions(reasoningSettings.includeThoughts),
         onAbort: async ({ steps }) =>
           persistChatAssistantResponse(buildAbortedStreamFinishResponse(steps)),
         onFinish: persistChatAssistantResponse,
@@ -631,6 +659,9 @@ export function createPOST(
         consumeSseStream: consumeStream,
         sendReasoning: true,
         sendSources: true,
+        ...(_options.subscription
+          ? { onError: _options.subscription.onError }
+          : {}),
       });
     } catch (error) {
       if (releaseClaimedPersistenceLease) {
@@ -642,6 +673,15 @@ export function createPOST(
           });
         }
       }
+      if (_options.subscription) {
+        console.error('ChatGPT request failed', {
+          errorType: error instanceof Error ? error.name : 'UnknownError',
+        });
+        return NextResponse.json(
+          { error: _options.subscription.onError() },
+          { status: 502 }
+        );
+      }
       if (error instanceof Error) {
         console.log(error.message);
         return NextResponse.json(

package/src/chat/google/stream-finish-persistence.ts

@@ -109,6 +109,7 @@ type PersistAssistantResponseParams = {
   observabilityContext?: unknown;
   persistenceRequestId?: string;
   wsId?: string;
+  skipCreditDeduction?: boolean;
 };
 
 function collectToolData(steps: StepLike[]) {
@@ -469,7 +470,9 @@ export async function persistAssistantResponse({
   observabilityContext,
   persistenceRequestId,
   wsId,
+  skipCreditDeduction = false,
 }: PersistAssistantResponseParams): Promise<boolean> {
+  if (skipCreditDeduction && response.finishReason !== 'stop') return false;
   const steps = response.steps ?? [];
   const { allToolCalls, allToolResults } = collectToolData(steps);
 
@@ -517,10 +520,9 @@ export async function persistAssistantResponse({
       .map((part) => part.text)
       .join('\n\n'),
     role: 'ASSISTANT',
-    model: (model.includes('/')
-      ? model.split('/').pop()!
-      : model
-    ).toLowerCase(),
+    model: skipCreditDeduction
+      ? model
+      : (model.includes('/') ? model.split('/').pop()! : model).toLowerCase(),
     finish_reason: response.finishReason,
     prompt_tokens: inputTokens,
     completion_tokens: outputTokens,
@@ -563,6 +565,7 @@ export async function persistAssistantResponse({
   }
 
   if (
+    !skipCreditDeduction &&
     (wsId || userId) &&
     (inputTokens > 0 ||
       outputTokens > 0 ||

package/src/openai.ts

@@ -0,0 +1 @@
+export { createOpenAI } from '@ai-sdk/openai';

package/src/tools/mira-tool-discovery.ts

@@ -83,6 +83,12 @@ export function searchMiraTools(
         .some((word) => word === term || term === `${word}s`)
     )
   );
+  const creatingTasks =
+    /\b(?:add|create|make)\b.*\btasks?\b|\bnew tasks?\b/.test(query) &&
+    !/\b(?:label|assignee|project)\b|\btasks?\s+lists?\b/.test(query);
+  const taskCreationPrerequisiteScore: Record<string, number> = creatingTasks
+    ? { create_task: 30, list_boards: 28, list_task_lists: 26 }
+    : {};
   const matches = (
     Object.entries(MIRA_TOOL_DIRECTORY) as [MiraToolName, string][]
   )
@@ -99,6 +105,7 @@ export function searchMiraTools(
       const nameWords = normalize(name).split(' ');
       const score =
         (normalize(name) === query ? 100 : 0) +
+        (taskCreationPrerequisiteScore[name] ?? 0) +
         terms.reduce(
           (total, term) =>
             total +