@lobehub/chat 1.102.3 → 1.103.0

package/src/libs/model-runtime/qwen/createImage.ts

@@ -0,0 +1,218 @@
+import createDebug from 'debug';
+
+import { CreateImagePayload, CreateImageResponse } from '../types/image';
+import { AgentRuntimeError } from '../utils/createError';
+import { CreateImageOptions } from '../utils/openaiCompatibleFactory';
+
+const log = createDebug('lobe-image:qwen');
+
+interface QwenImageTaskResponse {
+  output: {
+    error_message?: string;
+    results?: Array<{
+      url: string;
+    }>;
+    task_id: string;
+    task_status: 'PENDING' | 'RUNNING' | 'SUCCEEDED' | 'FAILED';
+  };
+  request_id: string;
+}
+
+/**
+ * Create an image generation task with Qwen API
+ */
+async function createImageTask(payload: CreateImagePayload, apiKey: string): Promise<string> {
+  const { model, params } = payload;
+  // I can only say that the design of Alibaba Cloud's API is really bad; each model has a different endpoint path.
+  const modelEndpointMap: Record<string, string> = {
+    'wanx2.1-t2i-turbo':
+      'https://dashscope.aliyuncs.com/api/v1/services/aigc/text2image/image-synthesis',
+  };
+
+  const endpoint = modelEndpointMap[model];
+  if (!endpoint) {
+    throw new Error(`Unsupported model: ${model}`);
+  }
+  log('Creating image task with model: %s, endpoint: %s', model, endpoint);
+
+  const response = await fetch(endpoint, {
+    body: JSON.stringify({
+      input: {
+        prompt: params.prompt,
+        // negativePrompt is not part of standard parameters
+        // but can be supported by extending the params type if needed
+      },
+      model,
+      parameters: {
+        n: 1,
+        ...(params.seed !== undefined ? { seed: params.seed } : {}),
+        ...(params.width && params.height
+          ? { size: `${params.width}*${params.height}` }
+          : { size: '1024*1024' }),
+      },
+    }),
+    headers: {
+      'Authorization': `Bearer ${apiKey}`,
+      'Content-Type': 'application/json',
+      'X-DashScope-Async': 'enable',
+    },
+    method: 'POST',
+  });
+
+  if (!response.ok) {
+    let errorData;
+    try {
+      errorData = await response.json();
+    } catch {
+      // Failed to parse JSON error response
+    }
+    throw new Error(
+      `Failed to create image task (${response.status}): ${errorData?.message || response.statusText}`,
+    );
+  }
+
+  const data: QwenImageTaskResponse = await response.json();
+  log('Task created with ID: %s', data.output.task_id);
+
+  return data.output.task_id;
+}
+
+/**
+ * Query the status of an image generation task
+ */
+async function queryTaskStatus(taskId: string, apiKey: string): Promise<QwenImageTaskResponse> {
+  const endpoint = `https://dashscope.aliyuncs.com/api/v1/tasks/${taskId}`;
+
+  log('Querying task status for: %s', taskId);
+
+  const response = await fetch(endpoint, {
+    headers: {
+      Authorization: `Bearer ${apiKey}`,
+    },
+  });
+
+  if (!response.ok) {
+    let errorData;
+    try {
+      errorData = await response.json();
+    } catch {
+      // Failed to parse JSON error response
+    }
+    throw new Error(
+      `Failed to query task status (${response.status}): ${errorData?.message || response.statusText}`,
+    );
+  }
+
+  return response.json();
+}
+
+/**
+ * Create image using Qwen Wanxiang API
+ * This implementation uses async task creation and polling
+ */
+export async function createQwenImage(
+  payload: CreateImagePayload,
+  options: CreateImageOptions,
+): Promise<CreateImageResponse> {
+  const { apiKey, provider } = options;
+  try {
+    // 1. Create image generation task
+    const taskId = await createImageTask(payload, apiKey);
+
+    // 2. Poll task status until completion
+    let taskStatus: QwenImageTaskResponse | null = null;
+    let retries = 0;
+    let consecutiveFailures = 0;
+    const maxConsecutiveFailures = 3; // Allow up to 3 consecutive query failures
+    // Using Infinity for maxRetries is safe because:
+    // 1. Vercel runtime has execution time limits
+    // 2. Qwen's API will eventually return FAILED status for timed-out tasks
+    // 3. Our exponential backoff ensures reasonable retry intervals
+    const maxRetries = Infinity;
+    const initialRetryInterval = 500; // 500ms initial interval
+    const maxRetryInterval = 5000; // 5 seconds max interval
+    const backoffMultiplier = 1.5; // exponential backoff multiplier
+
+    while (retries < maxRetries) {
+      try {
+        taskStatus = await queryTaskStatus(taskId, apiKey);
+        consecutiveFailures = 0; // Reset consecutive failures on success
+      } catch (error) {
+        consecutiveFailures++;
+        log(
+          'Failed to query task status (attempt %d/%d, consecutive failures: %d/%d): %O',
+          retries + 1,
+          maxRetries,
+          consecutiveFailures,
+          maxConsecutiveFailures,
+          error,
+        );
+
+        // If we've failed too many times in a row, give up
+        if (consecutiveFailures >= maxConsecutiveFailures) {
+          throw new Error(
+            `Failed to query task status after ${consecutiveFailures} consecutive attempts: ${error}`,
+          );
+        }
+
+        // Wait before retrying
+        const currentRetryInterval = Math.min(
+          initialRetryInterval * Math.pow(backoffMultiplier, retries),
+          maxRetryInterval,
+        );
+        await new Promise((resolve) => {
+          setTimeout(resolve, currentRetryInterval);
+        });
+        retries++;
+        continue; // Skip the rest of the loop and retry
+      }
+
+      // At this point, taskStatus should not be null since we just got it successfully
+      log(
+        'Task %s status: %s (attempt %d/%d)',
+        taskId,
+        taskStatus!.output.task_status,
+        retries + 1,
+        maxRetries,
+      );
+
+      if (taskStatus!.output.task_status === 'SUCCEEDED') {
+        if (!taskStatus!.output.results || taskStatus!.output.results.length === 0) {
+          throw new Error('Task succeeded but no images generated');
+        }
+
+        // Return the first generated image
+        const imageUrl = taskStatus!.output.results[0].url;
+        log('Image generated successfully: %s', imageUrl);
+
+        return { imageUrl };
+      } else if (taskStatus!.output.task_status === 'FAILED') {
+        throw new Error(taskStatus!.output.error_message || 'Image generation task failed');
+      }
+
+      // Calculate dynamic retry interval with exponential backoff
+      const currentRetryInterval = Math.min(
+        initialRetryInterval * Math.pow(backoffMultiplier, retries),
+        maxRetryInterval,
+      );
+
+      log('Waiting %dms before next retry', currentRetryInterval);
+
+      // Wait before retrying
+      await new Promise((resolve) => {
+        setTimeout(resolve, currentRetryInterval);
+      });
+      retries++;
+    }
+
+    throw new Error(`Image generation timeout after ${maxRetries} attempts`);
+  } catch (error) {
+    log('Error in createQwenImage: %O', error);
+
+    throw AgentRuntimeError.createImage({
+      error: error as any,
+      errorType: 'ProviderBizError',
+      provider,
+    });
+  }
+}

package/src/libs/model-runtime/qwen/index.ts

@@ -2,6 +2,7 @@ import { ModelProvider } from '../types';
 import { processMultiProviderModelList } from '../utils/modelParse';
 import { createOpenAICompatibleRuntime } from '../utils/openaiCompatibleFactory';
 import { QwenAIStream } from '../utils/streams';
+import { createQwenImage } from './createImage';
 
 export interface QwenModelCard {
   id: string;
@@ -73,6 +74,7 @@ export const LobeQwenAI = createOpenAICompatibleRuntime({
     },
     handleStream: QwenAIStream,
   },
+  createImage: createQwenImage,
   debug: {
     chatCompletion: () => process.env.DEBUG_QWEN_CHAT_COMPLETION === '1',
   },

package/src/libs/model-runtime/utils/openaiCompatibleFactory/index.ts

@@ -52,6 +52,10 @@ export const CHAT_MODELS_BLOCK_LIST = [
 ];
 
 type ConstructorOptions<T extends Record<string, any> = any> = ClientOptions & T;
+export type CreateImageOptions = Omit<ClientOptions, 'apiKey'> & {
+  apiKey: string;
+  provider: string;
+};
 
 export interface CustomClientOptions<T extends Record<string, any> = any> {
   createChatCompletionStream?: (
@@ -89,7 +93,10 @@ interface OpenAICompatibleFactoryOptions<T extends Record<string, any> = any> {
     noUserId?: boolean;
   };
   constructorOptions?: ConstructorOptions<T>;
-  createImage?: (payload: CreateImagePayload & { client: OpenAI }) => Promise<CreateImageResponse>;
+  createImage?: (
+    payload: CreateImagePayload,
+    options: CreateImageOptions,
+  ) => Promise<CreateImageResponse>;
   customClient?: CustomClientOptions<T>;
   debug?: {
     chatCompletion: () => boolean;
@@ -178,6 +185,7 @@ export const createOpenAICompatibleRuntime = <T extends Record<string, any> = an
   models,
   customClient,
   responses,
+  createImage: customCreateImage,
 }: OpenAICompatibleFactoryOptions<T>) => {
   const ErrorType = {
     bizError: errorType?.bizError || AgentRuntimeErrorType.ProviderBizError,
@@ -317,6 +325,16 @@ export const createOpenAICompatibleRuntime = <T extends Record<string, any> = an
     }
 
     async createImage(payload: CreateImagePayload) {
+      // If custom createImage implementation is provided, use it
+      if (customCreateImage) {
+        return customCreateImage(payload, {
+          ...this._options,
+          apiKey: this._options.apiKey!,
+          provider,
+        });
+      }
+
+      // Otherwise use default OpenAI compatible implementation
       const { model, params } = payload;
       const log = createDebug(`lobe-image:model-runtime`);
 

package/src/locales/default/index.ts

@@ -22,6 +22,7 @@ import portal from './portal';
 import providers from './providers';
 import ragEval from './ragEval';
 import setting from './setting';
+import subscription from './subscription';
 import thread from './thread';
 import tool from './tool';
 import topic from './topic';
@@ -52,6 +53,7 @@ const resources = {
   providers,
   ragEval,
   setting,
+  subscription,
   thread,
   tool,
   topic,

package/src/locales/default/subscription.ts

@@ -0,0 +1,24 @@
+export default {
+  plans: {
+    plan: {
+      enterprise: {
+        title: '企业版',
+      },
+      free: {
+        title: '免费版',
+      },
+      hobby: {
+        title: '自助版',
+      },
+      premium: {
+        title: '进阶版',
+      },
+      starter: {
+        title: '基础版',
+      },
+      ultimate: {
+        title: '专业版',
+      },
+    },
+  },
+};

package/src/types/subscription.ts

@@ -0,0 +1,7 @@
+export enum Plans {
+  Free = 'free',
+  Hobby = 'hobby',
+  Premium = 'premium',
+  Starter = 'starter',
+  Ultimate = 'ultimate',
+}