@anthropic-field/core 0.1.0

package/dist/src/core/baseLlmClient.js

@@ -0,0 +1,167 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { handleFallback } from '../fallback/handler.js';
+import { getResponseText } from '../utils/partUtils.js';
+import { reportError } from '../utils/errorReporting.js';
+import { getErrorMessage } from '../utils/errors.js';
+import { logMalformedJsonResponse } from '../telemetry/loggers.js';
+import { MalformedJsonResponseEvent } from '../telemetry/types.js';
+import { retryWithBackoff } from '../utils/retry.js';
+import { applyModelSelection, createAvailabilityContextProvider, } from '../availability/policyHelpers.js';
+const DEFAULT_MAX_ATTEMPTS = 5;
+/**
+ * A client dedicated to stateless, utility-focused LLM calls.
+ */
+export class BaseLlmClient {
+    contentGenerator;
+    config;
+    authType;
+    constructor(contentGenerator, config, authType) {
+        this.contentGenerator = contentGenerator;
+        this.config = config;
+        this.authType = authType;
+    }
+    async generateJson(options) {
+        const { schema, modelConfigKey, contents, systemInstruction, abortSignal, promptId, maxAttempts, } = options;
+        const { model } = this.config.modelConfigService.getResolvedConfig(modelConfigKey);
+        const shouldRetryOnContent = (response) => {
+            const text = getResponseText(response)?.trim();
+            if (!text) {
+                return true; // Retry on empty response
+            }
+            try {
+                // We don't use the result, just check if it's valid JSON
+                JSON.parse(this.cleanJsonResponse(text, model));
+                return false; // It's valid, don't retry
+            }
+            catch (_e) {
+                return true; // It's not valid, retry
+            }
+        };
+        const result = await this._generateWithRetry({
+            modelConfigKey,
+            contents,
+            abortSignal,
+            promptId,
+            maxAttempts,
+            systemInstruction,
+            additionalProperties: {
+                responseJsonSchema: schema,
+                responseMimeType: 'application/json',
+            },
+        }, shouldRetryOnContent, 'generateJson');
+        // If we are here, the content is valid (not empty and parsable).
+        return JSON.parse(this.cleanJsonResponse(getResponseText(result).trim(), model));
+    }
+    async generateEmbedding(texts) {
+        if (!texts || texts.length === 0) {
+            return [];
+        }
+        const embedModelParams = {
+            model: this.config.getEmbeddingModel(),
+            contents: texts,
+        };
+        const embedContentResponse = await this.contentGenerator.embedContent(embedModelParams);
+        if (!embedContentResponse.embeddings ||
+            embedContentResponse.embeddings.length === 0) {
+            throw new Error('No embeddings found in API response.');
+        }
+        if (embedContentResponse.embeddings.length !== texts.length) {
+            throw new Error(`API returned a mismatched number of embeddings. Expected ${texts.length}, got ${embedContentResponse.embeddings.length}.`);
+        }
+        return embedContentResponse.embeddings.map((embedding, index) => {
+            const values = embedding.values;
+            if (!values || values.length === 0) {
+                throw new Error(`API returned an empty embedding for input text at index ${index}: "${texts[index]}"`);
+            }
+            return values;
+        });
+    }
+    cleanJsonResponse(text, model) {
+        const prefix = '```json';
+        const suffix = '```';
+        if (text.startsWith(prefix) && text.endsWith(suffix)) {
+            logMalformedJsonResponse(this.config, new MalformedJsonResponseEvent(model));
+            return text.substring(prefix.length, text.length - suffix.length).trim();
+        }
+        return text;
+    }
+    async generateContent(options) {
+        const { modelConfigKey, contents, systemInstruction, abortSignal, promptId, maxAttempts, } = options;
+        const shouldRetryOnContent = (response) => {
+            const text = getResponseText(response)?.trim();
+            return !text; // Retry on empty response
+        };
+        return this._generateWithRetry({
+            modelConfigKey,
+            contents,
+            systemInstruction,
+            abortSignal,
+            promptId,
+            maxAttempts,
+        }, shouldRetryOnContent, 'generateContent');
+    }
+    async _generateWithRetry(options, shouldRetryOnContent, errorContext) {
+        const { modelConfigKey, contents, systemInstruction, abortSignal, promptId, maxAttempts, additionalProperties, } = options;
+        const { model, config: generateContentConfig, maxAttempts: availabilityMaxAttempts, } = applyModelSelection(this.config, modelConfigKey);
+        let currentModel = model;
+        let currentGenerateContentConfig = generateContentConfig;
+        // Define callback to fetch context dynamically since active model may get updated during retry loop
+        const getAvailabilityContext = createAvailabilityContextProvider(this.config, () => currentModel);
+        try {
+            const apiCall = () => {
+                // Ensure we use the current active model
+                // in case a fallback occurred in a previous attempt.
+                const activeModel = this.config.getActiveModel();
+                if (activeModel !== currentModel) {
+                    currentModel = activeModel;
+                    // Re-resolve config if model changed during retry
+                    const { generateContentConfig } = this.config.modelConfigService.getResolvedConfig({
+                        ...modelConfigKey,
+                        model: activeModel,
+                    });
+                    currentGenerateContentConfig = generateContentConfig;
+                }
+                const finalConfig = {
+                    ...currentGenerateContentConfig,
+                    ...(systemInstruction && { systemInstruction }),
+                    ...additionalProperties,
+                    abortSignal,
+                };
+                const requestParams = {
+                    model: currentModel,
+                    config: finalConfig,
+                    contents,
+                };
+                return this.contentGenerator.generateContent(requestParams, promptId);
+            };
+            return await retryWithBackoff(apiCall, {
+                shouldRetryOnContent,
+                maxAttempts: availabilityMaxAttempts ?? maxAttempts ?? DEFAULT_MAX_ATTEMPTS,
+                getAvailabilityContext,
+                onPersistent429: this.config.isInteractive()
+                    ? (authType, error) => handleFallback(this.config, currentModel, authType, error)
+                    : undefined,
+                authType: this.authType ?? this.config.getContentGeneratorConfig()?.authType,
+            });
+        }
+        catch (error) {
+            if (abortSignal?.aborted) {
+                throw error;
+            }
+            // Check if the error is from exhausting retries, and report accordingly.
+            if (error instanceof Error &&
+                error.message.includes('Retry attempts exhausted')) {
+                await reportError(error, `API returned invalid content after all retries.`, contents, `${errorContext}-invalid-content`);
+            }
+            else {
+                await reportError(error, `Error generating content via API.`, contents, `${errorContext}-api`);
+            }
+            throw new Error(`Failed to generate content: ${getErrorMessage(error)}`);
+        }
+    }
+}
+//# sourceMappingURL=baseLlmClient.js.map

package/dist/src/core/baseLlmClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseLlmClient.js","sourceRoot":"","sources":["../../../src/core/baseLlmClient.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAaH,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,0BAA0B,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EACL,mBAAmB,EACnB,iCAAiC,GAClC,MAAM,kCAAkC,CAAC;AAE1C,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAmE/B;;GAEG;AACH,MAAM,OAAO,aAAa;IAEL;IACA;IACA;IAHnB,YACmB,gBAAkC,EAClC,MAAc,EACd,QAAmB;QAFnB,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,WAAM,GAAN,MAAM,CAAQ;QACd,aAAQ,GAAR,QAAQ,CAAW;IACnC,CAAC;IAEJ,KAAK,CAAC,YAAY,CAChB,OAA4B;QAE5B,MAAM,EACJ,MAAM,EACN,cAAc,EACd,QAAQ,EACR,iBAAiB,EACjB,WAAW,EACX,QAAQ,EACR,WAAW,GACZ,GAAG,OAAO,CAAC;QAEZ,MAAM,EAAE,KAAK,EAAE,GACb,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QAEnE,MAAM,oBAAoB,GAAG,CAAC,QAAiC,EAAE,EAAE;YACjE,MAAM,IAAI,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,IAAI,CAAC,CAAC,0BAA0B;YACzC,CAAC;YACD,IAAI,CAAC;gBACH,yDAAyD;gBACzD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;gBAChD,OAAO,KAAK,CAAC,CAAC,0BAA0B;YAC1C,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC;gBACZ,OAAO,IAAI,CAAC,CAAC,wBAAwB;YACvC,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAC1C;YACE,cAAc;YACd,QAAQ;YACR,WAAW;YACX,QAAQ;YACR,WAAW;YACX,iBAAiB;YACjB,oBAAoB,EAAE;gBACpB,kBAAkB,EAAE,MAAM;gBAC1B,gBAAgB,EAAE,kBAAkB;aACrC;SACF,EACD,oBAAoB,EACpB,cAAc,CACf,CAAC;QAEF,iEAAiE;QACjE,OAAO,IAAI,CAAC,KAAK,CACf,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,MAAM,CAAE,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAC/D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,KAAe;QACrC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,gBAAgB,GAA2B;YAC/C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE;YACtC,QAAQ,EAAE,KAAK;SAChB,CAAC;QAEF,MAAM,oBAAoB,GACxB,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAC7D,IACE,CAAC,oBAAoB,CAAC,UAAU;YAChC,oBAAoB,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAC5C,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,oBAAoB,CAAC,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CACb,4DAA4D,KAAK,CAAC,MAAM,SAAS,oBAAoB,CAAC,UAAU,CAAC,MAAM,GAAG,CAC3H,CAAC;QACJ,CAAC;QAED,OAAO,oBAAoB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;YAC9D,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;YAChC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CACb,2DAA2D,KAAK,MAAM,KAAK,CAAC,KAAK,CAAC,GAAG,CACtF,CAAC;YACJ,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,iBAAiB,CAAC,IAAY,EAAE,KAAa;QACnD,MAAM,MAAM,GAAG,SAAS,CAAC;QACzB,MAAM,MAAM,GAAG,KAAK,CAAC;QACrB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACrD,wBAAwB,CACtB,IAAI,CAAC,MAAM,EACX,IAAI,0BAA0B,CAAC,KAAK,CAAC,CACtC,CAAC;YACF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3E,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,OAA+B;QAE/B,MAAM,EACJ,cAAc,EACd,QAAQ,EACR,iBAAiB,EACjB,WAAW,EACX,QAAQ,EACR,WAAW,GACZ,GAAG,OAAO,CAAC;QAEZ,MAAM,oBAAoB,GAAG,CAAC,QAAiC,EAAE,EAAE;YACjE,MAAM,IAAI,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC;YAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,0BAA0B;QAC1C,CAAC,CAAC;QAEF,OAAO,IAAI,CAAC,kBAAkB,CAC5B;YACE,cAAc;YACd,QAAQ;YACR,iBAAiB;YACjB,WAAW;YACX,QAAQ;YACR,WAAW;SACZ,EACD,oBAAoB,EACpB,iBAAiB,CAClB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,OAA+B,EAC/B,oBAAoE,EACpE,YAAgD;QAEhD,MAAM,EACJ,cAAc,EACd,QAAQ,EACR,iBAAiB,EACjB,WAAW,EACX,QAAQ,EACR,WAAW,EACX,oBAAoB,GACrB,GAAG,OAAO,CAAC;QAEZ,MAAM,EACJ,KAAK,EACL,MAAM,EAAE,qBAAqB,EAC7B,WAAW,EAAE,uBAAuB,GACrC,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAErD,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,4BAA4B,GAAG,qBAAqB,CAAC;QAEzD,oGAAoG;QACpG,MAAM,sBAAsB,GAAG,iCAAiC,CAC9D,IAAI,CAAC,MAAM,EACX,GAAG,EAAE,CAAC,YAAY,CACnB,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,yCAAyC;gBACzC,qDAAqD;gBACrD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;gBACjD,IAAI,WAAW,KAAK,YAAY,EAAE,CAAC;oBACjC,YAAY,GAAG,WAAW,CAAC;oBAC3B,kDAAkD;oBAClD,MAAM,EAAE,qBAAqB,EAAE,GAC7B,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,iBAAiB,CAAC;wBAC/C,GAAG,cAAc;wBACjB,KAAK,EAAE,WAAW;qBACnB,CAAC,CAAC;oBACL,4BAA4B,GAAG,qBAAqB,CAAC;gBACvD,CAAC;gBACD,MAAM,WAAW,GAA0B;oBACzC,GAAG,4BAA4B;oBAC/B,GAAG,CAAC,iBAAiB,IAAI,EAAE,iBAAiB,EAAE,CAAC;oBAC/C,GAAG,oBAAoB;oBACvB,WAAW;iBACZ,CAAC;gBACF,MAAM,aAAa,GAA8B;oBAC/C,KAAK,EAAE,YAAY;oBACnB,MAAM,EAAE,WAAW;oBACnB,QAAQ;iBACT,CAAC;gBACF,OAAO,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YACxE,CAAC,CAAC;YAEF,OAAO,MAAM,gBAAgB,CAAC,OAAO,EAAE;gBACrC,oBAAoB;gBACpB,WAAW,EACT,uBAAuB,IAAI,WAAW,IAAI,oBAAoB;gBAChE,sBAAsB;gBACtB,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE;oBAC1C,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAClB,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,CAAC;oBAC9D,CAAC,CAAC,SAAS;gBACb,QAAQ,EACN,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAAE,EAAE,QAAQ;aACrE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;gBACzB,MAAM,KAAK,CAAC;YACd,CAAC;YAED,yEAAyE;YACzE,IACE,KAAK,YAAY,KAAK;gBACtB,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAC,EAClD,CAAC;gBACD,MAAM,WAAW,CACf,KAAK,EACL,iDAAiD,EACjD,QAAQ,EACR,GAAG,YAAY,kBAAkB,CAClC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,CACf,KAAK,EACL,mCAAmC,EACnC,QAAQ,EACR,GAAG,YAAY,MAAM,CACtB,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,+BAA+B,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;CACF"}

package/dist/src/core/client.d.ts

@@ -0,0 +1,59 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { PartListUnion, Content, GenerateContentResponse } from '@google/genai';
+import type { ServerGeminiStreamEvent, ChatCompressionInfo } from './turn.js';
+import { Turn } from './turn.js';
+import type { Config } from '../config/config.js';
+import { GeminiChat } from './geminiChat.js';
+import type { ChatRecordingService, ResumedSessionData } from '../services/chatRecordingService.js';
+import { LoopDetectionService } from '../services/loopDetectionService.js';
+import type { ModelConfigKey } from '../services/modelConfigService.js';
+export declare class GeminiClient {
+    private readonly config;
+    private chat?;
+    private sessionTurnCount;
+    private readonly loopDetector;
+    private readonly compressionService;
+    private lastPromptId;
+    private currentSequenceModel;
+    private lastSentIdeContext;
+    private forceFullIdeContext;
+    /**
+     * At any point in this conversation, was compression triggered without
+     * being forced and did it fail?
+     */
+    private hasFailedCompressionAttempt;
+    constructor(config: Config);
+    private handleModelChanged;
+    private hookStateMap;
+    private fireBeforeAgentHookSafe;
+    private fireAfterAgentHookSafe;
+    private updateTelemetryTokenCount;
+    initialize(): Promise<void>;
+    private getContentGeneratorOrFail;
+    addHistory(content: Content): Promise<void>;
+    getChat(): GeminiChat;
+    isInitialized(): boolean;
+    getHistory(): Content[];
+    stripThoughtsFromHistory(): void;
+    setHistory(history: Content[]): void;
+    setTools(): Promise<void>;
+    resetChat(): Promise<void>;
+    dispose(): void;
+    resumeChat(history: Content[], resumedSessionData?: ResumedSessionData): Promise<void>;
+    getChatRecordingService(): ChatRecordingService | undefined;
+    getLoopDetectionService(): LoopDetectionService;
+    getCurrentSequenceModel(): string | null;
+    addDirectoryContext(): Promise<void>;
+    updateSystemInstruction(): void;
+    startChat(extraHistory?: Content[], resumedSessionData?: ResumedSessionData): Promise<GeminiChat>;
+    private getIdeContextParts;
+    private _getActiveModelForCurrentTurn;
+    private processTurn;
+    sendMessageStream(request: PartListUnion, signal: AbortSignal, prompt_id: string, turns?: number, isInvalidStreamRetry?: boolean, displayContent?: PartListUnion): AsyncGenerator<ServerGeminiStreamEvent, Turn>;
+    generateContent(modelConfigKey: ModelConfigKey, contents: Content[], abortSignal: AbortSignal): Promise<GenerateContentResponse>;
+    tryCompressChat(prompt_id: string, force?: boolean): Promise<ChatCompressionInfo>;
+}