create-bubbles 0.1.25 → 0.1.26

package/template-vp-monorepo-react-nestjs/apps/server/drizzle/meta/0001_snapshot.json

@@ -0,0 +1,354 @@
+{
+  "id": "6bc757d2-f779-47e3-a923-ec2c16d9c10d",
+  "prevId": "4efaf73b-a515-4481-80da-b95ba325bf9f",
+  "version": "7",
+  "dialect": "postgresql",
+  "tables": {
+    "public.upload_sessions": {
+      "name": "upload_sessions",
+      "schema": "",
+      "columns": {
+        "id": {
+          "name": "id",
+          "type": "uuid",
+          "primaryKey": true,
+          "notNull": true
+        },
+        "owner_id": {
+          "name": "owner_id",
+          "type": "uuid",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "client_upload_id": {
+          "name": "client_upload_id",
+          "type": "uuid",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "bucket": {
+          "name": "bucket",
+          "type": "varchar(63)",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "object_key": {
+          "name": "object_key",
+          "type": "varchar(1024)",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "storage_upload_id": {
+          "name": "storage_upload_id",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "original_name": {
+          "name": "original_name",
+          "type": "varchar(255)",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "content_type": {
+          "name": "content_type",
+          "type": "varchar(255)",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "file_size": {
+          "name": "file_size",
+          "type": "bigint",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "part_size": {
+          "name": "part_size",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "total_parts": {
+          "name": "total_parts",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "status": {
+          "name": "status",
+          "type": "upload_status",
+          "typeSchema": "public",
+          "primaryKey": false,
+          "notNull": true,
+          "default": "'uploading'"
+        },
+        "expires_at": {
+          "name": "expires_at",
+          "type": "timestamp with time zone",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "object_etag": {
+          "name": "object_etag",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "created_at": {
+          "name": "created_at",
+          "type": "timestamp with time zone",
+          "primaryKey": false,
+          "notNull": true,
+          "default": "now()"
+        },
+        "updated_at": {
+          "name": "updated_at",
+          "type": "timestamp with time zone",
+          "primaryKey": false,
+          "notNull": true,
+          "default": "now()"
+        },
+        "completed_at": {
+          "name": "completed_at",
+          "type": "timestamp with time zone",
+          "primaryKey": false,
+          "notNull": false
+        }
+      },
+      "indexes": {
+        "upload_sessions_owner_client_uq": {
+          "name": "upload_sessions_owner_client_uq",
+          "columns": [
+            {
+              "expression": "owner_id",
+              "isExpression": false,
+              "asc": true,
+              "nulls": "last"
+            },
+            {
+              "expression": "client_upload_id",
+              "isExpression": false,
+              "asc": true,
+              "nulls": "last"
+            }
+          ],
+          "isUnique": true,
+          "concurrently": false,
+          "method": "btree",
+          "with": {}
+        },
+        "upload_sessions_bucket_key_uq": {
+          "name": "upload_sessions_bucket_key_uq",
+          "columns": [
+            {
+              "expression": "bucket",
+              "isExpression": false,
+              "asc": true,
+              "nulls": "last"
+            },
+            {
+              "expression": "object_key",
+              "isExpression": false,
+              "asc": true,
+              "nulls": "last"
+            }
+          ],
+          "isUnique": true,
+          "concurrently": false,
+          "method": "btree",
+          "with": {}
+        },
+        "upload_sessions_owner_status_expires_idx": {
+          "name": "upload_sessions_owner_status_expires_idx",
+          "columns": [
+            {
+              "expression": "owner_id",
+              "isExpression": false,
+              "asc": true,
+              "nulls": "last"
+            },
+            {
+              "expression": "status",
+              "isExpression": false,
+              "asc": true,
+              "nulls": "last"
+            },
+            {
+              "expression": "expires_at",
+              "isExpression": false,
+              "asc": true,
+              "nulls": "last"
+            }
+          ],
+          "isUnique": false,
+          "concurrently": false,
+          "method": "btree",
+          "with": {}
+        },
+        "upload_sessions_status_expires_idx": {
+          "name": "upload_sessions_status_expires_idx",
+          "columns": [
+            {
+              "expression": "status",
+              "isExpression": false,
+              "asc": true,
+              "nulls": "last"
+            },
+            {
+              "expression": "expires_at",
+              "isExpression": false,
+              "asc": true,
+              "nulls": "last"
+            }
+          ],
+          "isUnique": false,
+          "concurrently": false,
+          "method": "btree",
+          "with": {}
+        },
+        "upload_sessions_status_updated_idx": {
+          "name": "upload_sessions_status_updated_idx",
+          "columns": [
+            {
+              "expression": "status",
+              "isExpression": false,
+              "asc": true,
+              "nulls": "last"
+            },
+            {
+              "expression": "updated_at",
+              "isExpression": false,
+              "asc": true,
+              "nulls": "last"
+            }
+          ],
+          "isUnique": false,
+          "concurrently": false,
+          "method": "btree",
+          "with": {}
+        }
+      },
+      "foreignKeys": {
+        "upload_sessions_owner_id_users_id_fk": {
+          "name": "upload_sessions_owner_id_users_id_fk",
+          "tableFrom": "upload_sessions",
+          "tableTo": "users",
+          "columnsFrom": [
+            "owner_id"
+          ],
+          "columnsTo": [
+            "id"
+          ],
+          "onDelete": "restrict",
+          "onUpdate": "no action"
+        }
+      },
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {},
+      "policies": {},
+      "checkConstraints": {},
+      "isRLSEnabled": false
+    },
+    "public.users": {
+      "name": "users",
+      "schema": "",
+      "columns": {
+        "id": {
+          "name": "id",
+          "type": "uuid",
+          "primaryKey": true,
+          "notNull": true,
+          "default": "gen_random_uuid()"
+        },
+        "name": {
+          "name": "name",
+          "type": "varchar(100)",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "account": {
+          "name": "account",
+          "type": "varchar(32)",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "password_hash": {
+          "name": "password_hash",
+          "type": "varchar(255)",
+          "primaryKey": false,
+          "notNull": true
+        },
+        "status": {
+          "name": "status",
+          "type": "user_status",
+          "typeSchema": "public",
+          "primaryKey": false,
+          "notNull": true,
+          "default": "'active'"
+        },
+        "create_at": {
+          "name": "create_at",
+          "type": "timestamp",
+          "primaryKey": false,
+          "notNull": true,
+          "default": "now()"
+        },
+        "update_at": {
+          "name": "update_at",
+          "type": "timestamp with time zone",
+          "primaryKey": false,
+          "notNull": true,
+          "default": "now()"
+        }
+      },
+      "indexes": {},
+      "foreignKeys": {},
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {
+        "users_account_unique": {
+          "name": "users_account_unique",
+          "nullsNotDistinct": false,
+          "columns": [
+            "account"
+          ]
+        }
+      },
+      "policies": {},
+      "checkConstraints": {},
+      "isRLSEnabled": false
+    }
+  },
+  "enums": {
+    "public.upload_status": {
+      "name": "upload_status",
+      "schema": "public",
+      "values": [
+        "uploading",
+        "completing",
+        "completed",
+        "aborting",
+        "aborted",
+        "expired"
+      ]
+    },
+    "public.user_status": {
+      "name": "user_status",
+      "schema": "public",
+      "values": [
+        "active",
+        "locked",
+        "disabled"
+      ]
+    }
+  },
+  "schemas": {},
+  "sequences": {},
+  "roles": {},
+  "policies": {},
+  "views": {},
+  "_meta": {
+    "columns": {},
+    "schemas": {},
+    "tables": {}
+  }
+}

package/template-vp-monorepo-react-nestjs/apps/server/drizzle/meta/_journal.json

@@ -0,0 +1,20 @@
+{
+  "version": "7",
+  "dialect": "postgresql",
+  "entries": [
+    {
+      "idx": 0,
+      "version": "7",
+      "when": 1786876205265,
+      "tag": "0000_military_colonel_america",
+      "breakpoints": true
+    },
+    {
+      "idx": 1,
+      "version": "7",
+      "when": 1787991631984,
+      "tag": "0001_loud_siren",
+      "breakpoints": true
+    }
+  ]
+}

package/template-vp-monorepo-react-nestjs/apps/server/package.json

@@ -19,13 +19,17 @@
     "test": "vp test"
   },
   "dependencies": {
+    "@aws-sdk/client-s3": "^3.1120.0",
     "@nestjs-modules/ioredis": "catalog:",
+    "@nestjs/bullmq": "catalog:",
     "@nestjs/common": "catalog:",
     "@nestjs/config": "catalog:",
     "@nestjs/core": "catalog:",
     "@nestjs/mapped-types": "catalog:",
     "@nestjs/platform-fastify": "catalog:",
     "argon2": "catalog:",
+    "bullmq": "catalog:",
+    "dayjs": "catalog:",
     "drizzle-orm": "catalog:",
     "drizzle-zod": "catalog:",
     "fastify": "5.8.5",

package/template-vp-monorepo-react-nestjs/apps/server/src/app.module.ts

@@ -1,4 +1,12 @@
-import { appConfig, databaseConfig, llmConfig, redisConfig, sessionConfig } from '@/config'
+import {
+  appConfig,
+  databaseConfig,
+  llmConfig,
+  queueConfig,
+  redisConfig,
+  sessionConfig,
+  storageConfig,
+} from '@/config'
 import { RedisModule } from '@nestjs-modules/ioredis'
 import { Module } from '@nestjs/common'
 import { ConfigModule, ConfigService } from '@nestjs/config'
@@ -9,8 +17,10 @@ import { AppService } from './app.service'
 import { GlobalExceptionFilter } from './common/filters/global-exception.filter'
 import { DatabaseModule } from './database/db.module'
 import { AuthModule } from './modules/auth/auth.module'
+import { TaskQueueModule } from './modules/task-queue/task-queue.module'
 import { TestDbModule } from './modules/test/db/db.module'
 import { TestRedisModule } from './modules/test/redis/redis.module'
+import { UploadModule } from './modules/upload/upload.module'
 import { ENV_ARR } from './utils/env-arr'
 
 @Module({
@@ -18,7 +28,7 @@ import { ENV_ARR } from './utils/env-arr'
     ConfigModule.forRoot({
       isGlobal: true,
       envFilePath: ENV_ARR,
-      load: [appConfig, databaseConfig, llmConfig, redisConfig, sessionConfig],
+      load: [appConfig, databaseConfig, llmConfig, queueConfig, redisConfig, sessionConfig, storageConfig],
     }),
     DatabaseModule,
     RedisModule.forRootAsync({
@@ -37,9 +47,11 @@ import { ENV_ARR } from './utils/env-arr'
         },
       }),
     }),
+    TaskQueueModule,
     TestRedisModule,
     TestDbModule,
     AuthModule,
+    UploadModule,
   ],
   controllers: [AppController],
   providers: [

package/template-vp-monorepo-react-nestjs/apps/server/src/common/adapters/fastify.adapter.ts

@@ -8,6 +8,12 @@ export function createFastifyAdapter() {
     logger: false,
   })
 
+  adapter
+    .getInstance()
+    .addContentTypeParser('application/octet-stream', (_request, payload, done) => {
+      done(null, payload)
+    })
+
   adapter.getInstance().addHook('onRequest', (request, reply, done) => {
     reply.header('x-request-id', request.id)
     done()

package/template-vp-monorepo-react-nestjs/apps/server/src/config/index.ts

@@ -1,5 +1,7 @@
 export { default as appConfig } from './app.config'
 export { default as databaseConfig } from './database.config'
 export { default as llmConfig } from './llm.config'
+export { default as queueConfig } from './queue.config'
 export { default as redisConfig } from './redis.config'
 export { default as sessionConfig } from './session.config'
+export { default as storageConfig } from './storage.config'

package/template-vp-monorepo-react-nestjs/apps/server/src/config/queue.config.ts

@@ -0,0 +1,105 @@
+import { registerAs } from '@nestjs/config'
+
+export interface QueueConfig {
+  /** 队列专用 Redis 地址。来自 QUEUE_REDIS_HOST，缺省 localhost。独立于 Session Redis，不与其共用连接配置。 */
+  host: string
+  /** 队列专用 Redis 端口。来自 QUEUE_REDIS_PORT，缺省 6379，取值范围 1~65535。 */
+  port: number
+  /** Redis ACL 用户名（Redis 6+），来自 QUEUE_REDIS_USERNAME。可选，无认证开发环境可留空。 */
+  username?: string
+  /** Redis 密码，来自 QUEUE_REDIS_PASSWORD。可选；生产值应放部署 Secret，不提交进 Git。 */
+  password?: string
+  /**
+   * Redis 逻辑库编号。来自 QUEUE_REDIS_DB。
+   * 约定：开发环境 Session 用 DB 0、队列用 DB 1，便于隔离查看；生产建议独立 Redis 且用 DB 0；Redis Cluster 只支持 DB 0。
+   */
+  db: number
+  /**
+   * 所有队列 key 的统一前缀。来自 QUEUE_PREFIX，缺省 `bubbles:{NODE_ENV}:queue`。
+   * 用于区分项目和环境、避免不同环境撞键。注意：这是 BullMQ 自身的 prefix，不要配置 ioredis 的 keyPrefix。
+   */
+  prefix: string
+  /**
+   * 当前 NestJS 进程是否启动 BullMQ Worker（消费者）。来自 QUEUE_WORKER_ENABLED，严格解析 true/false。
+   * 设为 false 时仍可投递任务，但本进程不消费，为以后拆分独立 Worker 进程留出入口。
+   */
+  workerEnabled: boolean
+  /** 单个任务的总执行次数上限。来自 QUEUE_DEFAULT_ATTEMPTS，缺省 3。注意是“总共最多 3 次”，不是首次外加 3 次重试。 */
+  defaultAttempts: number
+  /** 重试退避的基础延迟（毫秒），配合指数退避使用。来自 QUEUE_BACKOFF_DELAY_MS，缺省 1000，即 1s、2s、4s…。 */
+  backoffDelayMs: number
+  /** 已完成任务（removeOnComplete.age）的保留时长（秒），超时自动清理。来自 QUEUE_COMPLETED_AGE_SECONDS，缺省 86400（24 小时）。 */
+  completedAgeSeconds: number
+  /** 已完成任务（removeOnComplete.count）的最大保留条数。来自 QUEUE_COMPLETED_COUNT，缺省 1000。与保留时长同时生效，防止 Redis 无限增长。 */
+  completedCount: number
+  /** 失败任务（removeOnFail.age）的保留时长（秒）。来自 QUEUE_FAILED_AGE_SECONDS，缺省 604800（7 天），比成功任务留得更久，便于排查。 */
+  failedAgeSeconds: number
+  /** 失败任务（removeOnFail.count）的最大保留条数。来自 QUEUE_FAILED_COUNT，缺省 5000。 */
+  failedCount: number
+}
+
+function readInteger(
+  name: string,
+  fallback: number,
+  minimum: number,
+  maximum = Number.MAX_SAFE_INTEGER,
+) {
+  const rawValue = (process.env[name] ?? String(fallback)).trim()
+  const value = Number(rawValue)
+
+  if (rawValue === '' || !Number.isSafeInteger(value) || value < minimum || value > maximum) {
+    throw new Error(name + ' must be an integer between ' + minimum + ' and ' + maximum)
+  }
+
+  return value
+}
+
+function readBoolean(name: string, fallback: boolean) {
+  const rawValue = process.env[name]
+
+  if (rawValue === undefined) {
+    return fallback
+  }
+
+  const value = rawValue.trim().toLowerCase()
+
+  if (value === 'true') {
+    return true
+  }
+
+  if (value === 'false') {
+    return false
+  }
+
+  throw new Error(name + ' must be true or false')
+}
+
+function readOptionalText(name: string) {
+  const value = process.env[name]?.trim()
+  return value ? value : undefined
+}
+
+export default registerAs('queue', (): QueueConfig => {
+  const environment = process.env.NODE_ENV ?? 'development'
+  const prefix = process.env.QUEUE_PREFIX?.trim() || ['bubbles', environment, 'queue'].join(':')
+
+  if (!prefix) {
+    throw new Error('QUEUE_PREFIX must not be empty')
+  }
+
+  return {
+    host: process.env.QUEUE_REDIS_HOST?.trim() || 'localhost',
+    port: readInteger('QUEUE_REDIS_PORT', 6379, 1, 65_535),
+    username: readOptionalText('QUEUE_REDIS_USERNAME'),
+    password: readOptionalText('QUEUE_REDIS_PASSWORD'),
+    db: readInteger('QUEUE_REDIS_DB', 1, 0),
+    prefix,
+    workerEnabled: readBoolean('QUEUE_WORKER_ENABLED', true),
+    defaultAttempts: readInteger('QUEUE_DEFAULT_ATTEMPTS', 3, 1),
+    backoffDelayMs: readInteger('QUEUE_BACKOFF_DELAY_MS', 1_000, 1),
+    completedAgeSeconds: readInteger('QUEUE_COMPLETED_AGE_SECONDS', 86_400, 1),
+    completedCount: readInteger('QUEUE_COMPLETED_COUNT', 1_000, 1),
+    failedAgeSeconds: readInteger('QUEUE_FAILED_AGE_SECONDS', 604_800, 1),
+    failedCount: readInteger('QUEUE_FAILED_COUNT', 5_000, 1),
+  }
+})

package/template-vp-monorepo-react-nestjs/apps/server/src/config/storage.config.ts

@@ -0,0 +1,33 @@
+import { registerAs } from '@nestjs/config'
+
+const SESSION_TTL_MS = 24 * 60 * 60 * 1000
+function readRequired(name: string): string {
+  const value = process.env[name]?.trim()
+
+  if (!value) {
+    throw new Error(`${name} is required`)
+  }
+
+  return value
+}
+
+function readEndpoint(): string {
+  const value = readRequired('STORAGE_ENDPOINT')
+  const url = new URL(value)
+
+  if (url.protocol !== 'http:' && url.protocol !== 'https:') {
+    throw new Error('STORAGE_ENDPOINT must use http or https')
+  }
+
+  return url.toString().replace(/\/$/, '')
+}
+
+export default registerAs('storage', () => ({
+  endpoint: readEndpoint(),
+  region: process.env.STORAGE_REGION?.trim() || 'us-east-1',
+  accessKeyId: readRequired('STORAGE_ACCESS_KEY_ID'),
+  secretAccessKey: readRequired('STORAGE_SECRET_ACCESS_KEY'),
+  bucket: readRequired('STORAGE_BUCKET'),
+  forcePathStyle: true,
+  sessionTtlMs: SESSION_TTL_MS,
+}))

package/template-vp-monorepo-react-nestjs/apps/server/src/database/schema.ts

@@ -1,4 +1,15 @@
-import { pgEnum, pgTable, timestamp, uuid, varchar } from 'drizzle-orm/pg-core'
+import {
+  bigint,
+  index,
+  integer,
+  pgEnum,
+  pgTable,
+  text,
+  timestamp,
+  uniqueIndex,
+  uuid,
+  varchar,
+} from 'drizzle-orm/pg-core'
 
 export const userStatusEnum = pgEnum('user_status', ['active', 'locked', 'disabled'])
 
@@ -11,3 +22,48 @@ export const users = pgTable('users', {
   createdAt: timestamp('create_at').defaultNow().notNull(),
   updatedAt: timestamp('update_at', { withTimezone: true }).defaultNow().notNull(),
 })
+
+export const uploadStatusEnum = pgEnum('upload_status', [
+  'uploading',
+  'completing',
+  'completed',
+  'aborting',
+  'aborted',
+  'expired',
+])
+
+export const uploadSessions = pgTable(
+  'upload_sessions',
+  {
+    id: uuid('id').primaryKey(),
+    ownerId: uuid('owner_id')
+      .notNull()
+      .references(() => users.id, { onDelete: 'restrict' }),
+    clientUploadId: uuid('client_upload_id').notNull(),
+    bucket: varchar('bucket', { length: 63 }).notNull(),
+    objectKey: varchar('object_key', { length: 1024 }).notNull(),
+    storageUploadId: text('storage_upload_id').notNull(),
+    originalName: varchar('original_name', { length: 255 }).notNull(),
+    contentType: varchar('content_type', { length: 255 }).notNull(),
+    fileSize: bigint('file_size', { mode: 'number' }).notNull(),
+    partSize: integer('part_size').notNull(),
+    totalParts: integer('total_parts').notNull(),
+    status: uploadStatusEnum('status').default('uploading').notNull(),
+    expiresAt: timestamp('expires_at', { withTimezone: true }).notNull(),
+    objectEtag: text('object_etag'),
+    createdAt: timestamp('created_at', { withTimezone: true }).defaultNow().notNull(),
+    updatedAt: timestamp('updated_at', { withTimezone: true }).defaultNow().notNull(),
+    completedAt: timestamp('completed_at', { withTimezone: true }),
+  },
+  (table) => [
+    uniqueIndex('upload_sessions_owner_client_uq').on(table.ownerId, table.clientUploadId),
+    uniqueIndex('upload_sessions_bucket_key_uq').on(table.bucket, table.objectKey),
+    index('upload_sessions_owner_status_expires_idx').on(
+      table.ownerId,
+      table.status,
+      table.expiresAt,
+    ),
+    index('upload_sessions_status_expires_idx').on(table.status, table.expiresAt),
+    index('upload_sessions_status_updated_idx').on(table.status, table.updatedAt),
+  ],
+)

package/template-vp-monorepo-react-nestjs/apps/server/src/main.ts

@@ -14,6 +14,7 @@ async function bootstrap() {
       colors: process.env.NODE_ENV === 'development',
     }),
   })
+  app.enableShutdownHooks()
   app.enableCors({
     origin: ['*'],
     allowedHeaders: ['Content-Type', 'Authorization', 'X-Company-Id'],

package/template-vp-monorepo-react-nestjs/apps/server/src/modules/auth/auth.service.ts

@@ -100,9 +100,7 @@ export class AuthService {
 
   async getCurrentUser(userId: string): Promise<AuthUser> {
     const user = await this.useAuthInfrastrutrue(() =>
-      this.authRepository.findPublicById(userId).catch((cause: unknown) => {
-        throw new AppException(AUTH_ERRORS.SERVICE_UNAVAILABLE, { cause })
-      }),
+      this.authRepository.findPublicById(userId),
     )
 
     if (!user || user.status !== 'active') {