@windrun-huaiin/backend-core 15.0.0 → 16.0.0

package/src/services/ai/route.ts

@@ -0,0 +1,218 @@
+import {
+  AIRuntimeRequestSchema,
+  createAIErrorPayload,
+  type AIStreamEvent,
+} from '@windrun-huaiin/contracts/ai';
+import { createUpstreamAbortSignal } from './abort';
+import { createOpenRouterClientConfigFromEnv, createOpenRouterMockFromEnvForContext } from './env';
+import { normalizeAIError } from './error';
+import { buildModelMessages as defaultBuildModelMessages } from './message-builder';
+import { callOpenRouterStream, guardedOpenRouterStreamStart } from './openrouter-client';
+import type { AIRouteConfig, AIRuntimeContext } from './types';
+
+export const runtime = 'edge';
+export const dynamic = 'force-dynamic';
+export const revalidate = 0;
+
+const streamingHeaders = {
+  'Content-Type': 'text/event-stream; charset=utf-8',
+  'Cache-Control': 'no-cache, no-store, max-age=0, must-revalidate, no-transform',
+  Connection: 'keep-alive',
+  Pragma: 'no-cache',
+  'X-Accel-Buffering': 'no',
+} as const;
+
+function createRequestId() {
+  try {
+    return crypto.randomUUID();
+  } catch {
+    return `${Date.now()}-${Math.random().toString(16).slice(2)}`;
+  }
+}
+
+function encodeEvent(event: AIStreamEvent) {
+  return `data: ${JSON.stringify(event)}\n\n`;
+}
+
+async function createEventStream(response: Response, messageId: string) {
+  const encoder = new TextEncoder();
+  const decoder = new TextDecoder();
+  const reader = response.body?.getReader();
+
+  if (!reader) {
+    throw new Error('Missing upstream reader');
+  }
+
+  return new ReadableStream<Uint8Array>({
+    async start(controller) {
+      controller.enqueue(
+        encoder.encode(
+          encodeEvent({
+            type: 'message_started',
+            messageId,
+            createdAt: Date.now(),
+          }),
+        ),
+      );
+
+      try {
+        for (;;) {
+          const chunk = await reader.read();
+          if (chunk.done) {
+            break;
+          }
+
+          const text = decoder.decode(chunk.value, { stream: true });
+          if (!text) {
+            continue;
+          }
+
+          controller.enqueue(
+            encoder.encode(
+              encodeEvent({
+                type: 'text_delta',
+                messageId,
+                text,
+              }),
+            ),
+          );
+        }
+
+        controller.enqueue(
+          encoder.encode(
+            encodeEvent({
+              type: 'message_completed',
+              messageId,
+              createdAt: Date.now(),
+            }),
+          ),
+        );
+        controller.close();
+      } catch (error) {
+        controller.enqueue(
+          encoder.encode(
+            encodeEvent({
+              type: 'error',
+              error: normalizeAIError(error),
+            }),
+          ),
+        );
+        controller.close();
+      }
+    },
+    cancel(reason) {
+      void reader.cancel(reason);
+    },
+  });
+}
+
+export function createOpenRouterRoute(config: AIRouteConfig) {
+  const openRouterConfig = createOpenRouterClientConfigFromEnv(config.openRouter);
+
+  return async function POST(request: Request) {
+    const parsedBody = AIRuntimeRequestSchema.safeParse(await request.json());
+    if (!parsedBody.success) {
+      const payload = createAIErrorPayload({
+        message: 'Invalid AI runtime request body',
+        upstreamStatusCode: 400,
+        failureReason: 'invalid_request',
+      });
+      return Response.json(payload, { status: 400 });
+    }
+
+    const requestId = createRequestId();
+    const sessionId = parsedBody.data.sessionId ?? (config.createSessionId?.() ?? createRequestId());
+    const context: AIRuntimeContext = {
+      request,
+      input: parsedBody.data,
+      sessionId,
+      requestId,
+      startedAt: Date.now(),
+      metadata: parsedBody.data.metadata,
+    };
+    const mockHandler = config.mock ?? createOpenRouterMockFromEnvForContext(context);
+
+    try {
+      await config.adapters?.billing?.reserve?.(context);
+      await config.hooks?.beforeCall?.(context);
+
+      if (mockHandler) {
+        const mockResponse = await mockHandler(context);
+        if (mockResponse) {
+          return mockResponse;
+        }
+      }
+
+      const runUpstream = async () => {
+        const upstreamSignal = createUpstreamAbortSignal(
+          request.signal,
+          config.timeoutMs ?? openRouterConfig.timeoutMs ?? 60_000,
+        );
+
+        const response = await callOpenRouterStream(
+          openRouterConfig,
+          {
+            model: parsedBody.data.modelName ?? openRouterConfig.defaultModel,
+            messages: (config.buildModelMessages ?? defaultBuildModelMessages)(parsedBody.data.messages),
+            stream: true,
+            provider: openRouterConfig.provider,
+            temperature: openRouterConfig.temperature,
+            max_tokens: openRouterConfig.maxTokens,
+          },
+          upstreamSignal,
+        );
+
+        return response.response;
+      };
+
+      const upstreamResponse = config.adapters?.lock?.withLock
+        ? await config.adapters.lock.withLock(`ai:${sessionId}`, runUpstream)
+        : await runUpstream();
+
+      const guarded = await guardedOpenRouterStreamStart(upstreamResponse);
+      if (!guarded.ok) {
+        await config.hooks?.onError?.(context, guarded.error);
+        await config.adapters?.billing?.settle?.(context, {
+          status: guarded.error.status,
+          upstreamStatusCode: guarded.error.upstreamStatusCode,
+        });
+        return Response.json(guarded.error, {
+          status: guarded.error.upstreamStatusCode ?? 500,
+        });
+      }
+
+      const messageId = `asst-${requestId}`;
+      const wrappedResponse = new Response(
+        config.streamToEvents
+          ? await config.streamToEvents(
+              new Response(guarded.stream, { headers: upstreamResponse.headers }),
+              context,
+            )
+          : await createEventStream(
+              new Response(guarded.stream, { headers: upstreamResponse.headers }),
+              messageId,
+            ),
+        {
+          headers: streamingHeaders,
+        },
+      );
+
+      await config.hooks?.afterCall?.(context, {
+        status: 'streaming',
+        upstreamStatusCode: upstreamResponse.status,
+      });
+
+      return wrappedResponse;
+    } catch (error) {
+      const normalized = normalizeAIError(error);
+      await config.hooks?.onError?.(context, normalized);
+      await config.adapters?.billing?.settle?.(context, {
+        status: normalized.status,
+        upstreamStatusCode: normalized.upstreamStatusCode,
+      });
+      return Response.json(normalized, {
+        status: normalized.upstreamStatusCode ?? 500,
+      });
+    }
+  };
+}

package/src/services/ai/types.ts

@@ -0,0 +1,131 @@
+import type {
+  AIErrorPayload,
+  AIMessageStatus,
+  AIRuntimeRequest,
+  AIStreamEvent,
+  ConversationMessage,
+} from '@windrun-huaiin/contracts/ai';
+
+export type AIRuntimeContext = {
+  request: Request;
+  input: AIRuntimeRequest;
+  sessionId: string;
+  requestId: string;
+  startedAt: number;
+  metadata?: Record<string, unknown>;
+};
+
+export type AIRuntimeUsage = {
+  inputTokens?: number;
+  outputTokens?: number;
+  totalTokens?: number;
+};
+
+export type AIRuntimeResult = {
+  status: AIMessageStatus;
+  message?: ConversationMessage;
+  usage?: AIRuntimeUsage;
+  upstreamStatusCode?: number;
+};
+
+export type AIBeforeCallHook = (context: AIRuntimeContext) => Promise<void> | void;
+
+export type AIAfterCallHook = (
+  context: AIRuntimeContext,
+  result: AIRuntimeResult,
+) => Promise<void> | void;
+
+export type AIErrorHook = (
+  context: AIRuntimeContext,
+  error: AIErrorPayload,
+) => Promise<void> | void;
+
+export type AIStorageAdapter = {
+  loadHistory?(input: { sessionId: string; userId?: string }): Promise<ConversationMessage[]>;
+  saveMessages?(input: {
+    sessionId: string;
+    userId?: string;
+    messages: ConversationMessage[];
+  }): Promise<void>;
+};
+
+export type AIBillingAdapter = {
+  reserve?(context: AIRuntimeContext): Promise<void>;
+  settle?(context: AIRuntimeContext, result: AIRuntimeResult): Promise<void>;
+};
+
+export type AILockAdapter = {
+  withLock?<T>(key: string, fn: () => Promise<T>): Promise<T>;
+};
+
+export type AIMockHandler = (
+  context: AIRuntimeContext,
+) => Promise<Response | null> | Response | null;
+
+export type AIRuntimeHooks = {
+  beforeCall?: AIBeforeCallHook;
+  afterCall?: AIAfterCallHook;
+  onError?: AIErrorHook;
+};
+
+export type AIRuntimeAdapters = {
+  storage?: AIStorageAdapter;
+  billing?: AIBillingAdapter;
+  lock?: AILockAdapter;
+};
+
+export type OpenRouterRequestBody = {
+  model: string;
+  messages: Array<{
+    role: 'user' | 'assistant' | 'system' | 'tool';
+    content: string;
+  }>;
+  stream: true;
+  provider?: Record<string, unknown>;
+  temperature?: number;
+  max_tokens?: number;
+};
+
+export type OpenRouterClientConfig = {
+  apiKey: string;
+  baseUrl?: string;
+  defaultModel: string;
+  referer?: string;
+  title?: string;
+  timeoutMs?: number;
+  provider?: Record<string, unknown>;
+  temperature?: number;
+  maxTokens?: number;
+  fetchImpl?: typeof fetch;
+};
+
+export type OpenRouterStreamResult = {
+  response: Response;
+  status: number;
+};
+
+export type AIRouteConfig = {
+  openRouter?: Partial<OpenRouterClientConfig>;
+  timeoutMs?: number;
+  createSessionId?: () => string;
+  mock?: AIMockHandler;
+  hooks?: AIRuntimeHooks;
+  adapters?: AIRuntimeAdapters;
+  buildModelMessages?: (messages: AIRuntimeRequest['messages']) => OpenRouterRequestBody['messages'];
+  streamToEvents?: (
+    response: Response,
+    context: AIRuntimeContext,
+  ) => Promise<ReadableStream<Uint8Array>>;
+};
+
+export type GuardedStreamStartResult =
+  | {
+      ok: true;
+      stream: ReadableStream<Uint8Array>;
+    }
+  | {
+      ok: false;
+      error: AIErrorPayload;
+    };
+
+export type EncodedAIStreamEvent = AIStreamEvent;

package/dist/_virtual/_commonjs-dynamic-modules.js

@@ -1,7 +0,0 @@
-'use strict';
-
-function commonjsRequire(path) {
-	throw new Error('Could not dynamically require "' + path + '". Please configure the dynamicRequireTargets or/and ignoreDynamicRequires option of @rollup/plugin-commonjs appropriately for this require call to work.');
-}
-
-exports.commonjsRequire = commonjsRequire;

package/dist/_virtual/_commonjs-dynamic-modules.mjs

@@ -1,5 +0,0 @@
-function commonjsRequire(path) {
-	throw new Error('Could not dynamically require "' + path + '". Please configure the dynamicRequireTargets or/and ignoreDynamicRequires option of @rollup/plugin-commonjs appropriately for this require call to work.');
-}
-
-export { commonjsRequire };

package/dist/_virtual/_commonjsHelpers.js

@@ -1,10 +0,0 @@
-'use strict';
-
-var commonjsGlobal = typeof globalThis !== 'undefined' ? globalThis : typeof window !== 'undefined' ? window : typeof global !== 'undefined' ? global : typeof self !== 'undefined' ? self : {};
-
-function getDefaultExportFromCjs (x) {
-	return x && x.__esModule && Object.prototype.hasOwnProperty.call(x, 'default') ? x['default'] : x;
-}
-
-exports.commonjsGlobal = commonjsGlobal;
-exports.getDefaultExportFromCjs = getDefaultExportFromCjs;

package/dist/_virtual/_commonjsHelpers.mjs

@@ -1,7 +0,0 @@
-var commonjsGlobal = typeof globalThis !== 'undefined' ? globalThis : typeof window !== 'undefined' ? window : typeof global !== 'undefined' ? global : typeof self !== 'undefined' ? self : {};
-
-function getDefaultExportFromCjs (x) {
-	return x && x.__esModule && Object.prototype.hasOwnProperty.call(x, 'default') ? x['default'] : x;
-}
-
-export { commonjsGlobal, getDefaultExportFromCjs };

package/dist/_virtual/aes.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var aes = {exports: {}};
-
-exports.__module = aes;

package/dist/_virtual/aes.mjs

@@ -1,3 +0,0 @@
-var aes = {exports: {}};
-
-export { aes as __module };

package/dist/_virtual/blowfish.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var blowfish = {exports: {}};
-
-exports.__module = blowfish;

package/dist/_virtual/blowfish.mjs

@@ -1,3 +0,0 @@
-var blowfish = {exports: {}};
-
-export { blowfish as __module };

package/dist/_virtual/cipher-core.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var cipherCore = {exports: {}};
-
-exports.__module = cipherCore;

package/dist/_virtual/cipher-core.mjs

@@ -1,3 +0,0 @@
-var cipherCore = {exports: {}};
-
-export { cipherCore as __module };

package/dist/_virtual/core.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var core = {exports: {}};
-
-exports.__module = core;

package/dist/_virtual/core.mjs

@@ -1,3 +0,0 @@
-var core = {exports: {}};
-
-export { core as __module };

package/dist/_virtual/enc-base64.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var encBase64 = {exports: {}};
-
-exports.__module = encBase64;

package/dist/_virtual/enc-base64.mjs

@@ -1,3 +0,0 @@
-var encBase64 = {exports: {}};
-
-export { encBase64 as __module };

package/dist/_virtual/enc-base64url.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var encBase64url = {exports: {}};
-
-exports.__module = encBase64url;

package/dist/_virtual/enc-base64url.mjs

@@ -1,3 +0,0 @@
-var encBase64url = {exports: {}};
-
-export { encBase64url as __module };

package/dist/_virtual/enc-utf16.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var encUtf16 = {exports: {}};
-
-exports.__module = encUtf16;

package/dist/_virtual/enc-utf16.mjs

@@ -1,3 +0,0 @@
-var encUtf16 = {exports: {}};
-
-export { encUtf16 as __module };

package/dist/_virtual/evpkdf.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var evpkdf = {exports: {}};
-
-exports.__module = evpkdf;

package/dist/_virtual/evpkdf.mjs

@@ -1,3 +0,0 @@
-var evpkdf = {exports: {}};
-
-export { evpkdf as __module };

package/dist/_virtual/format-hex.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var formatHex = {exports: {}};
-
-exports.__module = formatHex;

package/dist/_virtual/format-hex.mjs

@@ -1,3 +0,0 @@
-var formatHex = {exports: {}};
-
-export { formatHex as __module };

package/dist/_virtual/hmac.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var hmac = {exports: {}};
-
-exports.__module = hmac;

package/dist/_virtual/hmac.mjs

@@ -1,3 +0,0 @@
-var hmac = {exports: {}};
-
-export { hmac as __module };

package/dist/_virtual/index.js

@@ -1,11 +0,0 @@
-'use strict';
-
-Object.defineProperty(exports, '__esModule', { value: true });
-
-var _commonjsHelpers = require('./_commonjsHelpers.js');
-var index = require('../node_modules/.pnpm/crypto-js@4.2.0/node_modules/crypto-js/index.js');
-
-var cryptoJsExports = index.__require();
-var crypto2 = /*@__PURE__*/_commonjsHelpers.getDefaultExportFromCjs(cryptoJsExports);
-
-exports.default = crypto2;

package/dist/_virtual/index.mjs

@@ -1,7 +0,0 @@
-import { getDefaultExportFromCjs } from './_commonjsHelpers.mjs';
-import { __require as requireCryptoJs } from '../node_modules/.pnpm/crypto-js@4.2.0/node_modules/crypto-js/index.mjs';
-
-var cryptoJsExports = requireCryptoJs();
-var crypto2 = /*@__PURE__*/getDefaultExportFromCjs(cryptoJsExports);
-
-export { crypto2 as default };

package/dist/_virtual/index2.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var cryptoJs = {exports: {}};
-
-exports.__module = cryptoJs;

package/dist/_virtual/index2.mjs

@@ -1,3 +0,0 @@
-var cryptoJs = {exports: {}};
-
-export { cryptoJs as __module };

package/dist/_virtual/lib-typedarrays.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var libTypedarrays = {exports: {}};
-
-exports.__module = libTypedarrays;

package/dist/_virtual/lib-typedarrays.mjs

@@ -1,3 +0,0 @@
-var libTypedarrays = {exports: {}};
-
-export { libTypedarrays as __module };

package/dist/_virtual/md5.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var md5 = {exports: {}};
-
-exports.__module = md5;

package/dist/_virtual/md5.mjs

@@ -1,3 +0,0 @@
-var md5 = {exports: {}};
-
-export { md5 as __module };

package/dist/_virtual/mode-cfb.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var modeCfb = {exports: {}};
-
-exports.__module = modeCfb;

package/dist/_virtual/mode-cfb.mjs

@@ -1,3 +0,0 @@
-var modeCfb = {exports: {}};
-
-export { modeCfb as __module };

package/dist/_virtual/mode-ctr-gladman.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var modeCtrGladman = {exports: {}};
-
-exports.__module = modeCtrGladman;

package/dist/_virtual/mode-ctr-gladman.mjs

@@ -1,3 +0,0 @@
-var modeCtrGladman = {exports: {}};
-
-export { modeCtrGladman as __module };

package/dist/_virtual/mode-ctr.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var modeCtr = {exports: {}};
-
-exports.__module = modeCtr;

package/dist/_virtual/mode-ctr.mjs

@@ -1,3 +0,0 @@
-var modeCtr = {exports: {}};
-
-export { modeCtr as __module };

package/dist/_virtual/mode-ecb.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var modeEcb = {exports: {}};
-
-exports.__module = modeEcb;

package/dist/_virtual/mode-ecb.mjs

@@ -1,3 +0,0 @@
-var modeEcb = {exports: {}};
-
-export { modeEcb as __module };

package/dist/_virtual/mode-ofb.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var modeOfb = {exports: {}};
-
-exports.__module = modeOfb;

package/dist/_virtual/mode-ofb.mjs

@@ -1,3 +0,0 @@
-var modeOfb = {exports: {}};
-
-export { modeOfb as __module };

package/dist/_virtual/pad-ansix923.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var padAnsix923 = {exports: {}};
-
-exports.__module = padAnsix923;

package/dist/_virtual/pad-ansix923.mjs

@@ -1,3 +0,0 @@
-var padAnsix923 = {exports: {}};
-
-export { padAnsix923 as __module };

package/dist/_virtual/pad-iso10126.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var padIso10126 = {exports: {}};
-
-exports.__module = padIso10126;

package/dist/_virtual/pad-iso10126.mjs

@@ -1,3 +0,0 @@
-var padIso10126 = {exports: {}};
-
-export { padIso10126 as __module };

package/dist/_virtual/pad-iso97971.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var padIso97971 = {exports: {}};
-
-exports.__module = padIso97971;

package/dist/_virtual/pad-iso97971.mjs

@@ -1,3 +0,0 @@
-var padIso97971 = {exports: {}};
-
-export { padIso97971 as __module };

package/dist/_virtual/pad-nopadding.js

@@ -1,5 +0,0 @@
-'use strict';
-
-var padNopadding = {exports: {}};
-
-exports.__module = padNopadding;