@juspay/neurolink 9.68.6 → 9.68.8

package/dist/lib/providers/cloudflare.d.ts

@@ -1,9 +1,8 @@
 import type { AIProviderName } from "../constants/enums.js";
-import { BaseProvider } from "../core/baseProvider.js";
-import type { NeurolinkCredentials, StreamOptions, StreamResult, ValidationSchema } from "../types/index.js";
-import type { LanguageModel } from "../types/index.js";
+import type { NeurolinkCredentials } from "../types/index.js";
+import { OpenAIChatCompletionsProvider } from "./openaiChatCompletionsBase.js";
 /**
- * Cloudflare Workers AI Provider
+ * Cloudflare Workers AI Provider — direct HTTP, no AI SDK.
  *
  * Edge-served open models (Llama / Mistral / Qwen / Gemma) at
  * `https://api.cloudflare.com/client/v4/accounts/{accountId}/ai/v1`
@@ -11,25 +10,17 @@ import type { LanguageModel } from "../types/index.js";
  *
  * Required env: `CLOUDFLARE_API_KEY` + `CLOUDFLARE_ACCOUNT_ID`.
  *
+ * All request/stream/tool-loop orchestration lives in
+ * `OpenAIChatCompletionsProvider`; this class only declares configuration
+ * and provider-specific error mapping.
+ *
  * @see https://developers.cloudflare.com/workers-ai/configuration/open-ai-compatibility/
  */
-export declare class CloudflareProvider extends BaseProvider {
-    private model;
-    private apiKey;
-    private baseURL;
+export declare class CloudflareProvider extends OpenAIChatCompletionsProvider {
     constructor(modelName?: string, sdk?: unknown, _region?: string, credentials?: NeurolinkCredentials["cloudflare"]);
-    protected executeStream(options: StreamOptions, _analysisSchema?: ValidationSchema): Promise<StreamResult>;
-    private executeStreamInner;
     protected getProviderName(): AIProviderName;
     protected getDefaultModel(): string;
-    protected getAISDKModel(): LanguageModel;
+    protected getFallbackModelName(): string;
+    protected getFallbackModels(): string[];
     protected formatProviderError(error: unknown): Error;
-    validateConfiguration(): Promise<boolean>;
-    getConfiguration(): {
-        provider: AIProviderName;
-        model: string;
-        defaultModel: string;
-        baseURL: string;
-    };
 }
-export default CloudflareProvider;

package/dist/lib/providers/cloudflare.js

@@ -1,20 +1,9 @@
-import { createOpenAI } from "@ai-sdk/openai";
 import { CloudflareModels } from "../constants/enums.js";
-import { BaseProvider } from "../core/baseProvider.js";
-import { DEFAULT_MAX_STEPS } from "../core/constants.js";
-import { streamAnalyticsCollector } from "../core/streamAnalytics.js";
-import { isNeuroLink } from "../neurolink.js";
-import { createLoggingFetch } from "../utils/loggingFetch.js";
-import { tracers, ATTR, withClientStreamSpan } from "../telemetry/index.js";
 import { AuthenticationError, InvalidModelError, NetworkError, ProviderError, RateLimitError, } from "../types/index.js";
 import { logger } from "../utils/logger.js";
 import { createCloudflareConfig, getProviderModel, validateApiKey, } from "../utils/providerConfig.js";
-import { composeAbortSignals, createTimeoutController, TimeoutError, } from "../utils/timeout.js";
-import { emitToolEndFromStepFinish } from "../utils/toolEndEmitter.js";
-import { resolveToolChoice } from "../utils/toolChoice.js";
-import { toAnalyticsStreamResult } from "./providerTypeUtils.js";
-import { stepCountIs } from "../utils/tool.js";
-import { streamText } from "../utils/generation.js";
+import { TimeoutError } from "../utils/timeout.js";
+import { OpenAIChatCompletionsProvider } from "./openaiChatCompletionsBase.js";
 /**
  * Cloudflare Workers AI exposes an OpenAI-compatible endpoint scoped per
  * account: `https://api.cloudflare.com/client/v4/accounts/{ACCOUNT_ID}/ai/v1`.
@@ -24,7 +13,7 @@ const buildCloudflareBaseURL = (accountId) => `https://api.cloudflare.com/client
 const getCloudflareApiKey = () => validateApiKey(createCloudflareConfig());
 const getDefaultCloudflareModel = () => getProviderModel("CLOUDFLARE_MODEL", CloudflareModels.LLAMA_3_3_70B_FAST);
 /**
- * Cloudflare Workers AI Provider
+ * Cloudflare Workers AI Provider — direct HTTP, no AI SDK.
  *
  * Edge-served open models (Llama / Mistral / Qwen / Gemma) at
  * `https://api.cloudflare.com/client/v4/accounts/{accountId}/ai/v1`
@@ -32,111 +21,50 @@ const getDefaultCloudflareModel = () => getProviderModel("CLOUDFLARE_MODEL", Clo
  *
  * Required env: `CLOUDFLARE_API_KEY` + `CLOUDFLARE_ACCOUNT_ID`.
  *
+ * All request/stream/tool-loop orchestration lives in
+ * `OpenAIChatCompletionsProvider`; this class only declares configuration
+ * and provider-specific error mapping.
+ *
  * @see https://developers.cloudflare.com/workers-ai/configuration/open-ai-compatibility/
  */
-export class CloudflareProvider extends BaseProvider {
-    model;
-    apiKey;
-    baseURL;
+export class CloudflareProvider extends OpenAIChatCompletionsProvider {
     constructor(modelName, sdk, _region, credentials) {
-        const validatedNeurolink = isNeuroLink(sdk) ? sdk : undefined;
-        super(modelName, "cloudflare", validatedNeurolink);
         const overrideApiKey = credentials?.apiKey?.trim();
-        this.apiKey =
-            overrideApiKey && overrideApiKey.length > 0
-                ? overrideApiKey
-                : getCloudflareApiKey();
+        const apiKey = overrideApiKey && overrideApiKey.length > 0
+            ? overrideApiKey
+            : getCloudflareApiKey();
         const accountId = (credentials?.accountId ??
             process.env.CLOUDFLARE_ACCOUNT_ID ??
             "").trim();
         if (!accountId) {
             throw new Error("CLOUDFLARE_ACCOUNT_ID is required (or pass credentials.cloudflare.accountId). Get the account id from https://dash.cloudflare.com/");
         }
-        this.baseURL = credentials?.baseURL ?? buildCloudflareBaseURL(accountId);
-        const cloudflare = createOpenAI({
-            apiKey: this.apiKey,
-            baseURL: this.baseURL,
-            fetch: createLoggingFetch("cloudflare"),
-        });
-        this.model = cloudflare.chat(this.modelName);
+        const baseURL = credentials?.baseURL ?? buildCloudflareBaseURL(accountId);
+        super("cloudflare", modelName, sdk, { baseURL, apiKey });
         logger.debug("Cloudflare Workers AI Provider initialized", {
             modelName: this.modelName,
             providerName: this.providerName,
-            baseURL: this.baseURL,
+            baseURL: this.config.baseURL,
         });
     }
-    async executeStream(options, _analysisSchema) {
-        return withClientStreamSpan({
-            name: "neurolink.provider.stream",
-            tracer: tracers.provider,
-            attributes: {
-                [ATTR.GEN_AI_SYSTEM]: "cloudflare",
-                [ATTR.GEN_AI_MODEL]: this.modelName,
-                [ATTR.GEN_AI_OPERATION]: "stream",
-                [ATTR.NL_STREAM_MODE]: true,
-            },
-        }, async () => this.executeStreamInner(options), (r) => r.stream, (r, wrapped) => ({ ...r, stream: wrapped }));
-    }
-    async executeStreamInner(options) {
-        this.validateStreamOptions(options);
-        const startTime = Date.now();
-        const timeout = this.getTimeout(options);
-        const timeoutController = createTimeoutController(timeout, this.providerName, "stream");
-        try {
-            const shouldUseTools = !options.disableTools && this.supportsTools();
-            const tools = shouldUseTools
-                ? options.tools || (await this.getAllTools())
-                : {};
-            const messages = await this.buildMessagesForStream(options);
-            const model = await this.getAISDKModelWithMiddleware(options);
-            const result = await streamText({
-                model,
-                messages,
-                temperature: options.temperature,
-                maxOutputTokens: options.maxTokens,
-                tools,
-                stopWhen: stepCountIs(options.maxSteps || DEFAULT_MAX_STEPS),
-                toolChoice: resolveToolChoice(options, tools, shouldUseTools),
-                abortSignal: composeAbortSignals(options.abortSignal, timeoutController?.controller.signal),
-                experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
-                experimental_repairToolCall: this.getToolCallRepairFn(options),
-                onStepFinish: ({ toolCalls, toolResults }) => {
-                    emitToolEndFromStepFinish(this.neurolink?.getEventEmitter(), toolResults);
-                    this.handleToolExecutionStorage(toolCalls, toolResults, options, new Date()).catch((error) => {
-                        logger.warn("[CloudflareProvider] Failed to store tool executions", {
-                            provider: this.providerName,
-                            error: error instanceof Error ? error.message : String(error),
-                        });
-                    });
-                },
-            });
-            timeoutController?.cleanup();
-            const transformedStream = this.createTextStream(result);
-            const analyticsPromise = streamAnalyticsCollector.createAnalytics(this.providerName, this.modelName, toAnalyticsStreamResult(result), Date.now() - startTime, {
-                requestId: `cloudflare-stream-${Date.now()}`,
-                streamingMode: true,
-            });
-            return {
-                stream: transformedStream,
-                provider: this.providerName,
-                model: this.modelName,
-                analytics: analyticsPromise,
-                metadata: { startTime, streamId: `cloudflare-${Date.now()}` },
-            };
-        }
-        catch (error) {
-            timeoutController?.cleanup();
-            throw this.handleProviderError(error);
-        }
-    }
     getProviderName() {
-        return this.providerName;
+        return "cloudflare";
     }
     getDefaultModel() {
         return getDefaultCloudflareModel();
     }
-    getAISDKModel() {
-        return this.model;
+    getFallbackModelName() {
+        return CloudflareModels.LLAMA_3_1_8B_FAST;
+    }
+    getFallbackModels() {
+        return [
+            CloudflareModels.LLAMA_3_3_70B_FAST,
+            CloudflareModels.LLAMA_3_1_70B_INSTRUCT,
+            CloudflareModels.LLAMA_3_1_8B_FAST,
+            CloudflareModels.LLAMA_3_2_11B_VISION,
+            CloudflareModels.MISTRAL_7B_INSTRUCT_V0_2,
+            CloudflareModels.QWEN_1P5_14B_CHAT_AWQ,
+        ];
     }
     formatProviderError(error) {
         if (error instanceof TimeoutError) {
@@ -159,17 +87,5 @@ export class CloudflareProvider extends BaseProvider {
         }
         return new ProviderError(`Cloudflare Workers AI error: ${message}`, "cloudflare");
     }
-    async validateConfiguration() {
-        return typeof this.apiKey === "string" && this.apiKey.trim().length > 0;
-    }
-    getConfiguration() {
-        return {
-            provider: this.providerName,
-            model: this.modelName,
-            defaultModel: getDefaultCloudflareModel(),
-            baseURL: this.baseURL,
-        };
-    }
 }
-export default CloudflareProvider;
 //# sourceMappingURL=cloudflare.js.map

package/dist/lib/providers/nvidiaNim.d.ts

@@ -1,24 +1,37 @@
 import type { AIProviderName } from "../constants/enums.js";
-import { BaseProvider } from "../core/baseProvider.js";
-import type { NeurolinkCredentials, StreamOptions, StreamResult, ValidationSchema } from "../types/index.js";
-import type { LanguageModel } from "../types/index.js";
+import type { NeurolinkCredentials, OpenAICompatBuildBodyArgs } from "../types/index.js";
+import { OpenAIChatCompletionsProvider } from "./openaiChatCompletionsBase.js";
+declare const isNimFieldRejection: (body: string, field: string) => boolean;
 /**
- * NVIDIA NIM Provider
- * Wraps NVIDIA's hosted (or self-hosted) inference endpoints via OpenAI-compat.
+ * Strip an offending field from a JSON request body and return the rebuilt
+ * stringified body. Returns `null` if the body isn't JSON-parseable or the
+ * field isn't present (signal: nothing to retry).
+ */
+declare const stripFieldFromJsonBody: (body: string, field: "reasoning_budget" | "chat_template") => string | null;
+/**
+ * NVIDIA NIM Provider — native HTTP+SSE, no AI SDK.
+ *
+ * Wraps NVIDIA's hosted (or self-hosted) inference endpoints.
  * Passes NIM-specific extras (top_k, min_p, repetition_penalty,
- * chat_template_kwargs.reasoning_budget) via providerOptions.openai.body.
- * Implements one-retry-on-400 to drop unsupported extras gracefully.
+ * chat_template_kwargs.reasoning_budget) via adjustBuildBodyOptions.
+ * reasoning_content surfacing is a pending base-client follow-up (not emitted natively yet); all other behavior is preserved.
+ *
+ * @see https://docs.api.nvidia.com/nim/reference/
  */
-export declare class NvidiaNimProvider extends BaseProvider {
-    private model;
-    private apiKey;
-    private baseURL;
+export declare class NvidiaNimProvider extends OpenAIChatCompletionsProvider {
     constructor(modelName?: string, sdk?: unknown, _region?: string, credentials?: NeurolinkCredentials["nvidiaNim"]);
-    protected executeStream(options: StreamOptions, _analysisSchema?: ValidationSchema): Promise<StreamResult>;
-    private executeStreamInner;
     protected getProviderName(): AIProviderName;
     protected getDefaultModel(): string;
-    protected getAISDKModel(): LanguageModel;
+    /**
+     * Inject NIM-specific body fields (top_k, min_p, repetition_penalty,
+     * min_tokens, chat_template, chat_template_kwargs) into the wire body.
+     *
+     * The base passes the full StreamOptions as `opts` at runtime (typed
+     * narrowly as OpenAICompatBuildBodyArgs["options"] for standard fields).
+     * We access thinkingLevel via an indexed-access cast since the runtime
+     * value is the full StreamOptions object.
+     */
+    protected adjustBuildBodyOptions(_modelId: string, opts: OpenAICompatBuildBodyArgs["options"]): OpenAICompatBuildBodyArgs["options"] & Record<string, unknown>;
     protected formatProviderError(error: unknown): Error;
     validateConfiguration(): Promise<boolean>;
     getConfiguration(): {
@@ -28,4 +41,4 @@ export declare class NvidiaNimProvider extends BaseProvider {
         baseURL: string;
     };
 }
-export default NvidiaNimProvider;
+export { isNimFieldRejection, stripFieldFromJsonBody };