@hed-hog/core 0.0.232 → 0.0.234

package/dist/ai/dto/chat.dto.d.ts

@@ -3,5 +3,6 @@ export declare class ChatDTO {
     provider?: 'openai' | 'gemini';
     model?: string;
     systemPrompt?: string;
+    file_id?: number;
 }
 //# sourceMappingURL=chat.dto.d.ts.map

package/dist/ai/dto/chat.dto.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chat.dto.d.ts","sourceRoot":"","sources":["../../../src/ai/dto/chat.dto.ts"],"names":[],"mappings":"AAEA,qBAAa,OAAO;IAGlB,OAAO,EAAE,MAAM,CAAC;IAKhB,QAAQ,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAI/B,KAAK,CAAC,EAAE,MAAM,CAAC;IAIf,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB"}
+{"version":3,"file":"chat.dto.d.ts","sourceRoot":"","sources":["../../../src/ai/dto/chat.dto.ts"],"names":[],"mappings":"AAGA,qBAAa,OAAO;IAGlB,OAAO,EAAE,MAAM,CAAC;IAKhB,QAAQ,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAI/B,KAAK,CAAC,EAAE,MAAM,CAAC;IAIf,YAAY,CAAC,EAAE,MAAM,CAAC;IAKtB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB"}

package/dist/ai/dto/chat.dto.js

@@ -10,6 +10,7 @@ var __metadata = (this && this.__metadata) || function (k, v) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ChatDTO = void 0;
+const class_transformer_1 = require("class-transformer");
 const class_validator_1 = require("class-validator");
 class ChatDTO {
 }
@@ -35,4 +36,10 @@ __decorate([
     (0, class_validator_1.IsString)(),
     __metadata("design:type", String)
 ], ChatDTO.prototype, "systemPrompt", void 0);
+__decorate([
+    (0, class_validator_1.IsOptional)(),
+    (0, class_transformer_1.Type)(() => Number),
+    (0, class_validator_1.IsInt)(),
+    __metadata("design:type", Number)
+], ChatDTO.prototype, "file_id", void 0);
 //# sourceMappingURL=chat.dto.js.map

package/dist/ai/dto/chat.dto.js.map

@@ -1 +1 @@
-{"version":3,"file":"chat.dto.js","sourceRoot":"","sources":["../../../src/ai/dto/chat.dto.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qDAAyE;AAEzE,MAAa,OAAO;CAiBnB;AAjBD,0BAiBC;AAdC;IAFC,IAAA,0BAAQ,GAAE;IACV,IAAA,4BAAU,GAAE;;wCACG;AAKhB;IAHC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;IACV,IAAA,sBAAI,EAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;;yCACI;AAI/B;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;sCACI;AAIf;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;6CACW"}
+{"version":3,"file":"chat.dto.js","sourceRoot":"","sources":["../../../src/ai/dto/chat.dto.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,yDAAyC;AACzC,qDAAgF;AAEhF,MAAa,OAAO;CAsBnB;AAtBD,0BAsBC;AAnBC;IAFC,IAAA,0BAAQ,GAAE;IACV,IAAA,4BAAU,GAAE;;wCACG;AAKhB;IAHC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;IACV,IAAA,sBAAI,EAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;;yCACI;AAI/B;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;sCACI;AAIf;IAFC,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;;6CACW;AAKtB;IAHC,IAAA,4BAAU,GAAE;IACZ,IAAA,wBAAI,EAAC,GAAG,EAAE,CAAC,MAAM,CAAC;IAClB,IAAA,uBAAK,GAAE;;wCACS"}

package/dist/index.d.ts

@@ -10,6 +10,7 @@ export * from './user/user.service';
 export * from './mail/mail.module';
 export * from './mail/mail.service';
 export * from './setting/setting.service';
+export * from './ai/ai.module';
 export * from './ai/ai.service';
 export * from './validators/is-email-with-settings.validator';
 export * from './validators/is-pin-code-with-setting.validator';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,eAAe,CAAC;AAG9B,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AAGzC,cAAc,qBAAqB,CAAC;AAGpC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AAGpC,cAAc,yBAAyB,CAAC;AAGxC,cAAc,iCAAiC,CAAC;AAChD,cAAc,qBAAqB,CAAC;AAEpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AAEpC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iBAAiB,CAAC;AAGhC,cAAc,+CAA+C,CAAC;AAC9D,cAAc,iDAAiD,CAAC;AAChE,cAAc,yDAAyD,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,eAAe,CAAC;AAG9B,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AAGzC,cAAc,qBAAqB,CAAC;AAGpC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AAGpC,cAAc,yBAAyB,CAAC;AAGxC,cAAc,iCAAiC,CAAC;AAChD,cAAc,qBAAqB,CAAC;AAEpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AAEpC,cAAc,2BAA2B,CAAC;AAE1C,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAGhC,cAAc,+CAA+C,CAAC;AAC9D,cAAc,iDAAiD,CAAC;AAChE,cAAc,yDAAyD,CAAC"}

package/dist/index.js

@@ -32,6 +32,7 @@ __exportStar(require("./user/user.service"), exports);
 __exportStar(require("./mail/mail.module"), exports);
 __exportStar(require("./mail/mail.service"), exports);
 __exportStar(require("./setting/setting.service"), exports);
+__exportStar(require("./ai/ai.module"), exports);
 __exportStar(require("./ai/ai.service"), exports);
 // Validators
 __exportStar(require("./validators/is-email-with-settings.validator"), exports);

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,cAAc;AACd,gDAA8B;AAE9B,cAAc;AACd,sDAAoC;AACpC,2DAAyC;AAEzC,cAAc;AACd,sDAAoC;AAEpC,oBAAoB;AACpB,2DAAyC;AACzC,sDAAoC;AAEpC,gBAAgB;AAChB,0DAAwC;AAExC,cAAc;AACd,kEAAgD;AAChD,sDAAoC;AAEpC,qDAAmC;AACnC,sDAAoC;AAEpC,4DAA0C;AAC1C,kDAAgC;AAEhC,aAAa;AACb,gFAA8D;AAC9D,kFAAgE;AAChE,0FAAwE"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,cAAc;AACd,gDAA8B;AAE9B,cAAc;AACd,sDAAoC;AACpC,2DAAyC;AAEzC,cAAc;AACd,sDAAoC;AAEpC,oBAAoB;AACpB,2DAAyC;AACzC,sDAAoC;AAEpC,gBAAgB;AAChB,0DAAwC;AAExC,cAAc;AACd,kEAAgD;AAChD,sDAAoC;AAEpC,qDAAmC;AACnC,sDAAoC;AAEpC,4DAA0C;AAE1C,iDAA+B;AAC/B,kDAAgC;AAEhC,aAAa;AACb,gFAA8D;AAC9D,kFAAgE;AAChE,0FAAwE"}

package/hedhog/frontend/app/ai_agent/page.tsx.ejs

@@ -18,14 +18,6 @@ import {
 } from '@/components/ui/alert-dialog';
 import { Button } from '@/components/ui/button';
 import { Card, CardContent } from '@/components/ui/card';
-import {
-  Dialog,
-  DialogContent,
-  DialogDescription,
-  DialogFooter,
-  DialogHeader,
-  DialogTitle,
-} from '@/components/ui/dialog';
 import {
   Form,
   FormControl,
@@ -42,6 +34,14 @@ import {
   SelectTrigger,
   SelectValue,
 } from '@/components/ui/select';
+import {
+  Sheet,
+  SheetContent,
+  SheetDescription,
+  SheetFooter,
+  SheetHeader,
+  SheetTitle,
+} from '@/components/ui/sheet';
 import {
   Table,
   TableBody,
@@ -330,17 +330,20 @@ export default function AiAgentPage() {
         }}
       />
 
-      <Dialog open={isDialogOpen} onOpenChange={setIsDialogOpen}>
-        <DialogContent>
-          <DialogHeader>
-            <DialogTitle>
+      <Sheet open={isDialogOpen} onOpenChange={setIsDialogOpen}>
+        <SheetContent side="right" className="sm:max-w-xl overflow-y-auto">
+          <SheetHeader>
+            <SheetTitle>
               {editingAgent ? t('editTitle') : t('createTitle')}
-            </DialogTitle>
-            <DialogDescription>{t('dialogDescription')}</DialogDescription>
-          </DialogHeader>
+            </SheetTitle>
+            <SheetDescription>{t('dialogDescription')}</SheetDescription>
+          </SheetHeader>
 
           <Form {...form}>
-            <form className="space-y-4" onSubmit={form.handleSubmit(onSubmit)}>
+            <form
+              className="flex flex-col px-4 gap-4"
+              onSubmit={form.handleSubmit(onSubmit)}
+            >
               <FormField
                 control={form.control}
                 name="slug"
@@ -369,7 +372,7 @@ export default function AiAgentPage() {
                         value={field.value}
                         onValueChange={field.onChange}
                       >
-                        <SelectTrigger>
+                        <SelectTrigger className="w-full">
                           <SelectValue
                             placeholder={t('fieldProviderPlaceholder')}
                           />
@@ -415,7 +418,8 @@ export default function AiAgentPage() {
                     <FormControl>
                       <Textarea
                         placeholder={t('fieldInstructionsPlaceholder')}
-                        rows={4}
+                        rows={10}
+                        className="min-h-24"
                         {...field}
                       />
                     </FormControl>
@@ -424,23 +428,16 @@ export default function AiAgentPage() {
                 )}
               />
 
-              <DialogFooter>
-                <Button
-                  type="button"
-                  variant="outline"
-                  onClick={() => setIsDialogOpen(false)}
-                >
-                  {t('cancel')}
-                </Button>
+              <SheetFooter className="p-0">
                 <Button type="submit">
-                  <Bot className="h-4 w-4 mr-2" />
+                  <Bot className="h-4 w-4" />
                   {editingAgent ? t('saveChanges') : t('createAgent')}
                 </Button>
-              </DialogFooter>
+              </SheetFooter>
             </form>
           </Form>
-        </DialogContent>
-      </Dialog>
+        </SheetContent>
+      </Sheet>
 
       <AlertDialog
         open={Boolean(agentToDelete)}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hed-hog/core",
-  "version": "0.0.232",
+  "version": "0.0.234",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "dependencies": {
@@ -23,15 +23,16 @@
     "jsonwebtoken": "^9.0.2",
     "multer": "^2.0.1",
     "pako": "^2.1.0",
+    "pdf-parse": "^1.1.1",
     "png-to-ico": "^2.1.8",
     "qrcode": "^1.5.4",
     "rxjs": "^7.8.2",
     "sharp": "^0.34.2",
     "speakeasy": "^2.0.0",
     "uuid": "^11.1.0",
-    "@hed-hog/api": "0.0.3",
     "@hed-hog/api-prisma": "0.0.4",
     "@hed-hog/api-types": "0.0.1",
+    "@hed-hog/api": "0.0.3",
     "@hed-hog/api-locale": "0.0.11",
     "@hed-hog/api-pagination": "0.0.5",
     "@hed-hog/api-mail": "0.0.7"

package/src/ai/ai.controller.ts

@@ -1,6 +1,7 @@
 import { Role } from '@hed-hog/api';
 import { Pagination } from '@hed-hog/api-pagination';
-import { Body, Controller, Delete, Get, Inject, Param, ParseIntPipe, Patch, Post, forwardRef } from '@nestjs/common';
+import { Body, Controller, Delete, Get, Inject, Param, ParseIntPipe, Patch, Post, UploadedFile, UseInterceptors, forwardRef } from '@nestjs/common';
+import { FileInterceptor } from '@nestjs/platform-express';
 import { DeleteDTO } from '../dto/delete.dto';
 import { AiService } from './ai.service';
 import { ChatAgentDTO } from './dto/chat-agent.dto';
@@ -17,8 +18,9 @@ export class AiController {
   ) {}
 
   @Post('chat')
-  async chat(@Body() data: ChatDTO) {
-    return this.aiService.chat(data);
+  @UseInterceptors(FileInterceptor('file'))
+  async chat(@Body() data: ChatDTO, @UploadedFile() file?: MulterFile) {
+    return this.aiService.chat(data, file);
   }
 
   @Post('agent')
@@ -55,7 +57,12 @@ export class AiController {
   }
 
   @Post('agent/:slug/chat')
-  async chatWithAgent(@Param('slug') slug: string, @Body() data: ChatAgentDTO) {
-    return this.aiService.chatWithAgent(slug, data);
+  @UseInterceptors(FileInterceptor('file'))
+  async chatWithAgent(
+    @Param('slug') slug: string,
+    @Body() data: ChatAgentDTO,
+    @UploadedFile() file?: MulterFile,
+  ) {
+    return this.aiService.chatWithAgent(slug, data, file);
   }
 }

package/src/ai/ai.module.ts

@@ -1,11 +1,16 @@
 import { PrismaModule } from '@hed-hog/api-prisma';
 import { Module, forwardRef } from '@nestjs/common';
+import { FileModule } from '../file/file.module';
 import { SettingModule } from '../setting/setting.module';
 import { AiController } from './ai.controller';
 import { AiService } from './ai.service';
 
 @Module({
-  imports: [forwardRef(() => PrismaModule), forwardRef(() => SettingModule)],
+  imports: [
+    forwardRef(() => PrismaModule),
+    forwardRef(() => SettingModule),
+    forwardRef(() => FileModule),
+  ],
   controllers: [AiController],
   providers: [AiService],
   exports: [AiService],

package/src/ai/ai.service.ts

@@ -1,15 +1,19 @@
 import { PaginationDTO } from '@hed-hog/api-pagination';
 import { PrismaService } from '@hed-hog/api-prisma';
 import {
-  BadRequestException,
-  forwardRef,
-  Inject,
-  Injectable,
-  NotFoundException,
+    BadRequestException,
+    forwardRef,
+    Inject,
+    Injectable,
+    Logger,
+    NotFoundException,
 } from '@nestjs/common';
 import { Prisma } from '@prisma/client';
 import axios from 'axios';
+import { createHash } from 'crypto';
+import pdfParse from 'pdf-parse';
 import { DeleteDTO } from '../dto/delete.dto';
+import { FileService } from '../file/file.service';
 import { SettingService } from '../setting/setting.service';
 import { ChatAgentDTO } from './dto/chat-agent.dto';
 import { ChatDTO } from './dto/chat.dto';
@@ -29,17 +33,28 @@ type AiAgentRecord = {
   updated_at: Date;
 };
 
+type AiAttachment = {
+  filename: string;
+  mimeType: string;
+  buffer: Buffer;
+};
+
 @Injectable()
 export class AiService {
+  private readonly logger = new Logger(AiService.name);
+
   constructor(
     @Inject(forwardRef(() => PrismaService))
     private readonly prismaService: PrismaService,
     @Inject(forwardRef(() => SettingService))
     private readonly settingService: SettingService,
+    @Inject(forwardRef(() => FileService))
+    private readonly fileService: FileService,
   ) {}
 
-  async chat(data: ChatDTO) {
+  async chat(data: ChatDTO, file?: MulterFile) {
     const provider = data.provider || 'openai';
+    const attachment = await this.resolveAttachment(file, data.file_id);
 
     if (provider === 'openai') {
       const model = data.model || 'gpt-4o-mini';
@@ -47,6 +62,7 @@ export class AiService {
         message: data.message,
         model,
         systemPrompt: data.systemPrompt,
+        attachment,
       });
 
       return {
@@ -61,6 +77,7 @@ export class AiService {
       message: data.message,
       model,
       systemPrompt: data.systemPrompt,
+      attachment,
     });
 
     return {
@@ -93,7 +110,13 @@ export class AiService {
 
     await this.prismaService.$executeRaw`
       INSERT INTO ai_agent (slug, provider, model, instructions, external_agent_id)
-      VALUES (${slug}, ${provider}, ${model}, ${instructions}, ${externalAgentId})
+      VALUES (
+        ${slug},
+        CAST(${provider} AS ai_agent_provider_enum),
+        ${model},
+        ${instructions},
+        ${externalAgentId}
+      )
     `;
 
     return this.findAgentBySlug(slug);
@@ -182,7 +205,7 @@ export class AiService {
     await this.prismaService.$executeRaw`
       UPDATE ai_agent
       SET slug = ${slug},
-          provider = ${provider},
+          provider = CAST(${provider} AS ai_agent_provider_enum),
           model = ${model},
           instructions = ${instructions},
           external_agent_id = ${externalAgentId},
@@ -218,15 +241,16 @@ export class AiService {
     };
   }
 
-  async chatWithAgent(slug: string, data: ChatAgentDTO) {
+  async chatWithAgent(slug: string, data: ChatAgentDTO, file?: MulterFile) {
     const agent = await this.findAgentBySlug(slug);
+    const attachment = await this.resolveAttachment(file, data.file_id);
 
     if (!agent) {
       throw new NotFoundException(`AI agent with slug "${slug}" was not found.`);
     }
 
     if (agent.provider === 'openai') {
-      if (agent.external_agent_id) {
+      if (agent.external_agent_id && !attachment) {
         const content = await this.chatWithOpenAiAssistant(
           agent.external_agent_id,
           data.message,
@@ -244,6 +268,7 @@ export class AiService {
         message: data.message,
         model: agent.model || this.getDefaultModel('openai'),
         systemPrompt: agent.instructions || undefined,
+        attachment,
       });
 
       return {
@@ -258,6 +283,7 @@ export class AiService {
       message: data.message,
       model: agent.model || this.getDefaultModel('gemini'),
       systemPrompt: agent.instructions || undefined,
+      attachment,
     });
 
     return {
@@ -278,6 +304,64 @@ export class AiService {
     return agent;
   }
 
+  async extractAttachmentText(file?: MulterFile, fileId?: number): Promise<string> {
+    const attachment = await this.resolveAttachment(file, fileId);
+
+    if (!attachment) {
+      return '';
+    }
+
+    if (this.isPdfMime(attachment.mimeType)) {
+      return this.extractPdfText(attachment.buffer);
+    }
+
+    if (this.isTextMime(attachment.mimeType)) {
+      return this.toUtf8Text(attachment.buffer);
+    }
+
+    return '';
+  }
+
+  async debugAttachmentForLlm(file?: MulterFile, fileId?: number) {
+    const attachment = await this.resolveAttachment(file, fileId);
+
+    if (!attachment) {
+      return {
+        hasAttachment: false,
+      };
+    }
+
+    let mode: 'image' | 'pdf-text' | 'text' | 'binary' = 'binary';
+    let extractedText = '';
+
+    if (this.isImageMime(attachment.mimeType)) {
+      mode = 'image';
+    } else if (this.isPdfMime(attachment.mimeType)) {
+      mode = 'pdf-text';
+      extractedText = await this.extractPdfText(attachment.buffer);
+    } else if (this.isTextMime(attachment.mimeType)) {
+      mode = 'text';
+      extractedText = this.toUtf8Text(attachment.buffer);
+    }
+
+    const result = {
+      hasAttachment: true,
+      filename: attachment.filename,
+      mimeType: attachment.mimeType,
+      bytes: attachment.buffer.length,
+      mode,
+      textLength: extractedText.length,
+      textSample: extractedText.slice(0, 600),
+      sha256: createHash('sha256').update(attachment.buffer).digest('hex'),
+    };
+
+    this.logger.warn(
+      `[AI-ATTACHMENT-DEBUG] fileId=${fileId || 'upload'} filename="${result.filename}" mime=${result.mimeType} mode=${result.mode} bytes=${result.bytes} textLength=${result.textLength}`,
+    );
+
+    return result;
+  }
+
   private async findAgentBySlug(slug: string): Promise<AiAgentRecord | null> {
     const result = await this.prismaService.$queryRaw<AiAgentRecord[]>`
       SELECT id, slug, provider, model, instructions, external_agent_id, created_at, updated_at
@@ -324,10 +408,12 @@ export class AiService {
     message,
     model,
     systemPrompt,
+    attachment,
   }: {
     message: string;
     model: string;
     systemPrompt?: string;
+    attachment?: AiAttachment | null;
   }) {
     const { openai } = await this.getApiKeys();
 
@@ -337,13 +423,14 @@ export class AiService {
       );
     }
 
-    const messages: Array<{ role: 'system' | 'user'; content: string }> = [];
+    const messages: Array<any> = [];
 
     if (systemPrompt) {
       messages.push({ role: 'system', content: systemPrompt });
     }
 
-    messages.push({ role: 'user', content: message });
+    const userContent = await this.buildOpenAiUserContent(message, attachment);
+    messages.push({ role: 'user', content: userContent });
 
     const response = await axios.post(
       'https://api.openai.com/v1/chat/completions',
@@ -505,10 +592,12 @@ export class AiService {
     message,
     model,
     systemPrompt,
+    attachment,
   }: {
     message: string;
     model: string;
     systemPrompt?: string;
+    attachment?: AiAttachment | null;
   }) {
     const { gemini } = await this.getApiKeys();
 
@@ -520,8 +609,39 @@ export class AiService {
 
     const url = `https://generativelanguage.googleapis.com/v1beta/models/${model}:generateContent?key=${gemini}`;
 
+    const userParts: any[] = [{ text: message }];
+
+    if (attachment) {
+      if (this.isTextMime(attachment.mimeType)) {
+        userParts.push({
+          text: `\n\n[Attached file: ${attachment.filename}]\n${this.toUtf8Text(attachment.buffer)}`,
+        });
+      } else if (this.isPdfMime(attachment.mimeType)) {
+        const pdfText = await this.extractPdfText(attachment.buffer);
+        if (pdfText) {
+          userParts.push({
+            text: `\n\n[Attached file: ${attachment.filename}]\n${pdfText}`,
+          });
+        } else {
+          userParts.push({
+            inline_data: {
+              mime_type: attachment.mimeType,
+              data: attachment.buffer.toString('base64'),
+            },
+          });
+        }
+      } else {
+        userParts.push({
+          inline_data: {
+            mime_type: attachment.mimeType,
+            data: attachment.buffer.toString('base64'),
+          },
+        });
+      }
+    }
+
     const payload: any = {
-      contents: [{ parts: [{ text: message }] }],
+      contents: [{ parts: userParts }],
     };
 
     if (systemPrompt) {
@@ -543,4 +663,128 @@ export class AiService {
   private async sleep(ms: number) {
     await new Promise((resolve) => setTimeout(resolve, ms));
   }
+
+  private async resolveAttachment(
+    uploadFile?: MulterFile,
+    fileId?: number,
+  ): Promise<AiAttachment | null> {
+    if (uploadFile) {
+      const mimeType = this.normalizeAttachmentMimeType(
+        uploadFile.mimetype,
+        uploadFile.originalname,
+      );
+      return {
+        filename: uploadFile.originalname,
+        mimeType,
+        buffer: uploadFile.buffer,
+      };
+    }
+
+    if (fileId) {
+      const { file, buffer } = await this.fileService.getBuffer(fileId);
+      const mimeType = this.normalizeAttachmentMimeType(
+        file.file_mimetype?.name || 'application/octet-stream',
+        file.filename,
+      );
+      return {
+        filename: file.filename,
+        mimeType,
+        buffer,
+      };
+    }
+
+    return null;
+  }
+
+  private async buildOpenAiUserContent(
+    message: string,
+    attachment?: AiAttachment | null,
+  ) {
+    if (!attachment) {
+      return message;
+    }
+
+    if (this.isImageMime(attachment.mimeType)) {
+      const dataUri = `data:${attachment.mimeType};base64,${attachment.buffer.toString('base64')}`;
+      return [
+        { type: 'text', text: message },
+        { type: 'image_url', image_url: { url: dataUri } },
+      ];
+    }
+
+    let text: string;
+
+    if (this.isTextMime(attachment.mimeType)) {
+      text = this.toUtf8Text(attachment.buffer);
+    } else if (this.isPdfMime(attachment.mimeType)) {
+      text =
+        (await this.extractPdfText(attachment.buffer)) ||
+        `[PDF attachment with unreadable text: ${attachment.filename}]`;
+    } else {
+      text = `[Binary attachment: ${attachment.filename} | ${attachment.mimeType} | ${attachment.buffer.length} bytes]`;
+    }
+
+    return `${message}\n\n[Attached file: ${attachment.filename}]\n${text}`;
+  }
+
+  private isImageMime(mimeType: string) {
+    return mimeType.startsWith('image/');
+  }
+
+  private isTextMime(mimeType: string) {
+    return (
+      mimeType.startsWith('text/') ||
+      mimeType === 'application/json' ||
+      mimeType === 'application/xml'
+    );
+  }
+
+  private isPdfMime(mimeType: string) {
+    return (
+      mimeType === 'application/pdf' ||
+      mimeType === 'application/x-pdf' ||
+      mimeType.endsWith('/pdf')
+    );
+  }
+
+  private normalizeAttachmentMimeType(mimeType: string, filename?: string) {
+    const current = (mimeType || '').toLowerCase();
+    if (current && current !== 'application/octet-stream') {
+      return current;
+    }
+
+    const name = (filename || '').toLowerCase();
+
+    if (name.endsWith('.pdf')) return 'application/pdf';
+    if (name.endsWith('.json')) return 'application/json';
+    if (name.endsWith('.xml')) return 'application/xml';
+    if (name.endsWith('.txt') || name.endsWith('.csv')) return 'text/plain';
+    if (name.endsWith('.png')) return 'image/png';
+    if (name.endsWith('.jpg') || name.endsWith('.jpeg')) return 'image/jpeg';
+    if (name.endsWith('.webp')) return 'image/webp';
+
+    return current || 'application/octet-stream';
+  }
+
+  private async extractPdfText(buffer: Buffer) {
+    try {
+      const result = await pdfParse(buffer);
+      const text = (result?.text || '')
+        .replace(/\r/g, '')
+        .replace(/[ \t]+\n/g, '\n')
+        .replace(/\n{3,}/g, '\n\n')
+        .trim();
+      if (!text) {
+        return '';
+      }
+
+      return text.slice(0, 60000);
+    } catch {
+      return '';
+    }
+  }
+
+  private toUtf8Text(buffer: Buffer) {
+    return buffer.toString('utf8');
+  }
 }

package/src/ai/dto/chat-agent.dto.ts

@@ -1,7 +1,13 @@
-import { IsNotEmpty, IsString } from 'class-validator';
+import { Type } from 'class-transformer';
+import { IsInt, IsNotEmpty, IsOptional, IsString } from 'class-validator';
 
 export class ChatAgentDTO {
   @IsString()
   @IsNotEmpty()
   message: string;
+
+  @IsOptional()
+  @Type(() => Number)
+  @IsInt()
+  file_id?: number;
 }