@tstdl/base 0.93.170 → 0.93.171

package/document-management/models/ai-configuration.d.ts

@@ -1,7 +1,9 @@
 import type { ModelReference } from 'genkit';
 import type { Instructions } from '../../ai/prompts/instructions-formatter.js';
 import type { DocumentWorkflowStep } from './document-workflow.model.js';
+import type { GeminiModelConfig } from '../../ai/index.js';
 export type InstructionStrategy = 'replace' | 'append';
+export type DocumentManagementThinkingLevel = NonNullable<GeminiModelConfig['thinkingConfig']>['thinkingLevel'];
 export type InstructionOverride = string | {
     /**
      * Simple way: Provide a specific format pattern.
@@ -20,6 +22,8 @@ export type InstructionOverride = string | {
 export type AiConfiguration = {
     /** The model to use. */
     model?: ModelReference<any>;
+    /** The thinking level to use for thinking models. */
+    thinkingLevel?: DocumentManagementThinkingLevel;
     /** The language to use for AI outputs. */
     language?: string;
     /** Prompt overrides. */

package/document-management/server/services/document-management-ai.service.d.ts

@@ -2,7 +2,7 @@ import { type TstdlGenkitGenerationOptions } from '../../../ai/genkit/index.js';
 import { type PromptBuilder } from '../../../ai/prompts/index.js';
 import { type SchemaTestable } from '../../../schema/index.js';
 import type { ObjectLiteral } from '../../../types/types.js';
-import type { ModelReference } from 'genkit';
+import { type ModelReference } from 'genkit';
 import type { AiConfiguration, DocumentPropertyDataType, InstructionOverride } from '../../models/index.js';
 import { Document, DocumentWorkflowStep } from '../../models/index.js';
 import { type AiConfigurationResolveDataMap } from './document-management-ai-provider.service.js';

package/document-management/server/services/document-management-ai.service.js

@@ -19,8 +19,8 @@ import { distinct } from '../../../utils/array/index.js';
 import { numericDateToDateTime, tryDateObjectToNumericDate } from '../../../utils/date-time.js';
 import { fromEntries, hasOwnProperty, objectEntries, objectKeys } from '../../../utils/object/object.js';
 import { assertDefined, assertDefinedPass, assertNotNull, isDefined, isNotNull, isNotNullOrUndefined, isNull, isString, isUndefined } from '../../../utils/type-guards.js';
+import { GenkitError } from 'genkit';
 import { Document, DocumentProperty, DocumentRequestState, DocumentType, DocumentTypeProperty, DocumentWorkflowStep } from '../../models/index.js';
-import { DocumentManagementConfiguration } from '../module.js';
 import { documentCategory, documentRequest, documentRequestCollectionAssignment, documentType } from '../schemas.js';
 import { DocumentCategoryTypeService } from './document-category-type.service.js';
 import { DocumentCollectionService } from './document-collection.service.js';
@@ -41,7 +41,6 @@ let DocumentManagementAiService = DocumentManagementAiService_1 = class Document
     #documentCategoryTypeService = inject(DocumentCategoryTypeService);
     #documentFileService = inject(DocumentFileService);
     #documentPropertyService = inject(DocumentPropertyService);
-    #documentManagementConfiguration = inject(DocumentManagementConfiguration, undefined, { optional: true });
     #aiProvider = inject(DocumentManagementAiProviderService, undefined, { optional: true });
     #documentPropertyRepository = injectRepository(DocumentProperty);
     #documentRepository = injectRepository(Document);
@@ -83,7 +82,7 @@ let DocumentManagementAiService = DocumentManagementAiService_1 = class Document
             promptBuilder,
             schema,
             document,
-            config: { maxOutputTokens: 128 },
+            config: { maxOutputTokens: 1024 },
             aiConfig,
         });
         const typeId = typeLabelEntries.find((entry) => entry.label == result.documentType)?.id;
@@ -149,7 +148,7 @@ let DocumentManagementAiService = DocumentManagementAiService_1 = class Document
             data: { existingTags: tagLabels },
             schema: generationSchema,
             document,
-            config: { maxOutputTokens: 2048 },
+            config: { maxOutputTokens: 4096 },
             aiConfig,
         });
         const filteredDocumentTags = extraction.documentTags.filter((tag) => (tag != extraction.documentTitle) && (tag != extraction.documentSubtitle));
@@ -207,7 +206,7 @@ let DocumentManagementAiService = DocumentManagementAiService_1 = class Document
             promptBuilder: createAssignCollectionPrompt(),
             data: { document: documentData, documentProperties: fromEntries(propertyEntries), collections },
             schema: assignCollectionSchema,
-            config: { maxOutputTokens: 512 },
+            config: { maxOutputTokens: 2048 },
         });
         return result.collectionIds;
     }
@@ -253,13 +252,15 @@ let DocumentManagementAiService = DocumentManagementAiService_1 = class Document
             promptBuilder: createAssignRequestPrompt(),
             data: { document: documentData, documentProperties: fromEntries(propertyEntries), requests },
             schema: assignRequestSchema,
-            config: { maxOutputTokens: 128 },
+            config: { maxOutputTokens: 1024 },
         });
         return result.requestId;
     }
     async runAi(tenantId, step, stepData, options) {
         const config = options.aiConfig ?? await this.resolveAiConfiguration(tenantId, step, stepData);
         const model = config.model ?? options.defaultModel;
+        const thinkingLevel = config.thinkingLevel ?? 'LOW';
+        const configuredModel = isString(model) ? model : model.withConfig({ thinkingConfig: { thinkingLevel } });
         const builder = options.promptBuilder;
         if (isDefined(config.language)) {
             builder.addInstructions({ 'Output Language': languagePrompt(config.language) });
@@ -282,17 +283,26 @@ let DocumentManagementAiService = DocumentManagementAiService_1 = class Document
         if (isDefined(options.document)) {
             builder.addMedia(await this.#documentFileService.getContent(options.document), options.document.mimeType);
         }
-        const result = await this.#genkit.generate(genkitGenerationOptions({
-            model,
-            config: options.config,
-            output: { schema: options.schema },
-            system: builder.buildSystemPrompt(),
-            prompt: builder.buildUserPrompt(),
-        }));
-        if (isNull(result.output)) {
-            throw new Error(`AI returned null output for ${step} ${options.targetId ?? ''}`);
+        try {
+            const result = await this.#genkit.generate(genkitGenerationOptions({
+                model: configuredModel,
+                config: options.config,
+                output: { schema: options.schema },
+                system: builder.buildSystemPrompt(),
+                prompt: builder.buildUserPrompt(),
+            }));
+            this.#logger.trace(`AI result for ${step} ${options.targetId ?? ''}: usage=${JSON.stringify(result.usage)}, finishReason=${result.finishReason}`);
+            if (isNull(result.output)) {
+                throw new Error(`AI returned null output for ${step} ${options.targetId ?? ''}. Finish reason: ${result.finishReason}`);
+            }
+            return result.output;
+        }
+        catch (error) {
+            if (error instanceof GenkitError) {
+                this.#logger.error(`AI ${step} ${options.targetId ?? ''} failed: status=${error.status}, message=${error.originalMessage}, details=${JSON.stringify(error.detail)}`);
+            }
+            throw error;
         }
-        return result.output;
     }
     async resolveAiConfiguration(tenantId, step, data) {
         const globalConfig = await this.#aiProvider?.getGlobalConfiguration(tenantId);
@@ -312,6 +322,7 @@ let DocumentManagementAiService = DocumentManagementAiService_1 = class Document
             stepConfig,
         ].filter(isDefined);
         const model = mergeMostSpecific(configs, 'model');
+        const thinkingLevel = mergeMostSpecific(configs, 'thinkingLevel');
         const language = mergeMostSpecific(configs, 'language');
         const systemAddition = resolveAdditions(configs.map((c) => c.prompt?.systemAddition));
         const userAddition = resolveAdditions(configs.map((c) => c.prompt?.userAddition));
@@ -321,6 +332,7 @@ let DocumentManagementAiService = DocumentManagementAiService_1 = class Document
         const classification = mergeMostSpecific(configs, 'classification');
         return {
             model,
+            thinkingLevel,
             language,
             prompt: {
                 systemAddition,

package/examples/document-management/ai-provider.d.ts

@@ -1,6 +1,7 @@
 import type { AiConfiguration, DocumentManagementAiConfiguration, DocumentWorkflowStep } from '../../document-management/index.js';
 import { DocumentManagementAiProviderService, type AiConfigurationResolveDataMap } from '../../document-management/server/index.js';
 export declare class ExampleAiProviderService extends DocumentManagementAiProviderService {
+    #private;
     /**
      * Providing global defaults for the entire Document Management module.
      */

package/examples/document-management/ai-provider.js

@@ -9,6 +9,7 @@ import { fewShotPrompt, stylePrompt } from '../../ai/prompts/index.js';
 import { DocumentManagementAiProviderService } from '../../document-management/server/index.js';
 import { Singleton } from '../../injector/index.js';
 let ExampleAiProviderService = class ExampleAiProviderService extends DocumentManagementAiProviderService {
+    #model = injectModel('gemini-3.1-flash-lite-preview').withConfig({ thinkingConfig: { thinkingLevel: 'LOW' } });
     /**
      * Providing global defaults for the entire Document Management module.
      */
@@ -16,9 +17,9 @@ let ExampleAiProviderService = class ExampleAiProviderService extends DocumentMa
         return {
             defaults: {
                 language: 'German', // Steer all AI outputs to German
-                model: injectModel('gemini-3.1-flash-lite-preview').withConfig({ thinkingConfig: { thinkingLevel: 'LOW' } }),
+                model: this.#model,
                 prompt: {
-                    systemAddition: 'Additional global instructions for all AI steps.',
+                // systemAddition: 'Additional global instructions for all AI steps.',
                 },
             },
         };
@@ -32,9 +33,9 @@ let ExampleAiProviderService = class ExampleAiProviderService extends DocumentMa
     getClassificationConfiguration() {
         return {
             // Use a faster/cheaper model for classification
-            model: injectModel('gemini-3.1-flash-lite-preview').withConfig({ thinkingConfig: { thinkingLevel: 'LOW' } }),
+            model: this.#model,
             prompt: {
-                systemAddition: 'For classification, focus strictly on the layout.',
+                systemAddition: 'For classification, focus strictly on document content.',
             },
         };
     }

package/examples/document-management/main.js

@@ -49,7 +49,7 @@ const config = {
         },
     },
     s3: {
-        endpoint: string('S3_ENDPOINT', 'http://localhost:9000'),
+        endpoint: string('S3_ENDPOINT', 'http://localhost:19552'),
         accessKey: string('S3_ACCESS_KEY', 'tstdl-dev'),
         secretKey: string('S3_SECRET_KEY', 'tstdl-dev'),
         bucket: string('S3_BUCKET', undefined),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tstdl/base",
-  "version": "0.93.170",
+  "version": "0.93.171",
   "author": "Patrick Hein",
   "publishConfig": {
     "access": "public"