@omg-dev/ai 0.4.24

package/dist/index.mjs

@@ -0,0 +1,51 @@
+import { AsyncLocalStorage } from "node:async_hooks";
+import { createAnthropic } from "@ai-sdk/anthropic";
+import { createOpenAI } from "@ai-sdk/openai";
+import { convertToModelMessages, generateObject, generateText, stepCountIs, streamObject, streamText, tool } from "ai";
+//#region src/index.ts
+const endUserStore = new AsyncLocalStorage();
+/**
+* Run `fn` with the given end-user identifier in scope. Any LLM call made
+* (synchronously or asynchronously, transitively) inside `fn` will have
+* `X-OMG-User: <userId>` stamped on the upstream request unless an
+* explicit `headers` argument overrides it.
+*
+* Pass an empty/undefined userId to opt out (calls inside will be
+* anonymous / unattributed).
+*/
+function runWithEndUser(userId, fn) {
+	if (!userId) return fn();
+	return endUserStore.run(userId, fn);
+}
+/**
+* Returns the end-user id currently in scope, or `undefined` if no
+* `runWithEndUser` is on the stack.
+*/
+function getEndUser() {
+	return endUserStore.getStore();
+}
+const attributedFetch = async (input, init) => {
+	const userId = endUserStore.getStore();
+	if (!userId) return fetch(input, init);
+	const headers = new Headers(init?.headers);
+	if (!headers.has("x-omg-user")) headers.set("X-OMG-User", userId);
+	return fetch(input, {
+		...init,
+		headers
+	});
+};
+const ANTHROPIC_BASE = process.env.ANTHROPIC_BASE_URL || void 0;
+const OPENAI_BASE = process.env.OPENAI_BASE_URL || void 0;
+const fetchForSdk = attributedFetch;
+const anthropic = createAnthropic({
+	baseURL: ANTHROPIC_BASE,
+	apiKey: process.env.ANTHROPIC_API_KEY || "omg-sandbox",
+	fetch: fetchForSdk
+});
+const openai = createOpenAI({
+	baseURL: OPENAI_BASE,
+	apiKey: process.env.OPENAI_API_KEY || "omg-sandbox",
+	fetch: fetchForSdk
+});
+//#endregion
+export { anthropic, convertToModelMessages, generateObject, generateText, getEndUser, openai, runWithEndUser, stepCountIs, streamObject, streamText, tool };

package/dist/react.mjs

@@ -0,0 +1,2 @@
+import { experimental_useObject as useObject, useChat, useCompletion } from "@ai-sdk/react";
+export { useChat, useCompletion, useObject };

package/package.json

@@ -0,0 +1,43 @@
+{
+  "name": "@omg-dev/ai",
+  "version": "0.4.24",
+  "type": "module",
+  "exports": {
+    ".": {
+      "types": "./src/index.ts",
+      "default": "./dist/index.mjs"
+    },
+    "./react": {
+      "types": "./src/react.ts",
+      "default": "./dist/react.mjs"
+    }
+  },
+  "dependencies": {
+    "ai": "^6.0.0",
+    "@ai-sdk/anthropic": "^3.0.0",
+    "@ai-sdk/openai": "^2.0.0",
+    "@ai-sdk/react": "^3.0.0"
+  },
+  "peerDependencies": {
+    "react": "^18 || ^19"
+  },
+  "peerDependenciesMeta": {
+    "react": {
+      "optional": true
+    }
+  },
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/BennyKok/vibes.git"
+  },
+  "homepage": "https://docs.omg.dev",
+  "files": [
+    "dist",
+    "src"
+  ],
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org/"
+  }
+}

package/src/index.ts

@@ -0,0 +1,122 @@
+// @omg-dev/ai — zero-config AI SDK (`ai` package) for omg-deployed apps.
+//
+// What this gives you:
+//   - `anthropic` and `openai` providers pre-pointed at the per-VM omg LLM
+//     proxy. No baseURL, no apiKey from your code.
+//   - `runWithEndUser(userId, fn)` — wraps any async handler so that LLM
+//     calls inside auto-stamp `X-OMG-User: <userId>` on the upstream request.
+//     Used by @omg-dev/auth's middleware to attribute every call to the
+//     end-user who triggered the request, with no per-call wiring.
+//
+// How attribution flows:
+//   1. End-user request hits your server.
+//   2. @omg-dev/auth middleware verifies their session, extracts userId.
+//   3. Middleware calls `runWithEndUser(userId, () => handler(req))`.
+//   4. Inside the handler, `streamText({ model: anthropic('...'), ... })`
+//      runs. The provider's fetch interceptor reads the ALS context and
+//      adds `X-OMG-User: <userId>` to the upstream call.
+//   5. The omg LLM proxy reads that header and writes user_id into
+//      usage_logs / usage_aggregates.
+//
+// The header argument on individual `streamText` / `generateText` calls
+// remains an escape hatch — if you pass `headers: { 'X-OMG-User': '...' }`
+// explicitly, that wins over the ALS context. Useful for bots, cron jobs,
+// or labeling on behalf of a user other than the request subject.
+
+import { AsyncLocalStorage } from "node:async_hooks"
+import { createAnthropic } from "@ai-sdk/anthropic"
+import { createOpenAI } from "@ai-sdk/openai"
+
+// ── End-user context ────────────────────────────────────────────────────────
+
+const endUserStore = new AsyncLocalStorage<string>()
+
+/**
+ * Run `fn` with the given end-user identifier in scope. Any LLM call made
+ * (synchronously or asynchronously, transitively) inside `fn` will have
+ * `X-OMG-User: <userId>` stamped on the upstream request unless an
+ * explicit `headers` argument overrides it.
+ *
+ * Pass an empty/undefined userId to opt out (calls inside will be
+ * anonymous / unattributed).
+ */
+export function runWithEndUser<T>(
+  userId: string | undefined | null,
+  fn: () => T | Promise<T>,
+): T | Promise<T> {
+  if (!userId) return fn()
+  return endUserStore.run(userId, fn)
+}
+
+/**
+ * Returns the end-user id currently in scope, or `undefined` if no
+ * `runWithEndUser` is on the stack.
+ */
+export function getEndUser(): string | undefined {
+  return endUserStore.getStore()
+}
+
+// ── Fetch interceptor ───────────────────────────────────────────────────────
+
+// Wraps the global fetch so every upstream LLM call carries the end-user
+// from ALS. The provider SDKs accept a `fetch` option; we hand them this.
+type FetchFn = (input: RequestInfo | URL, init?: RequestInit) => Promise<Response>
+
+const attributedFetch: FetchFn = async (input, init) => {
+  const userId = endUserStore.getStore()
+  if (!userId) return fetch(input, init)
+
+  // If caller already set X-OMG-User explicitly, leave it alone.
+  const headers = new Headers(init?.headers)
+  if (!headers.has("x-omg-user")) {
+    headers.set("X-OMG-User", userId)
+  }
+  return fetch(input, { ...init, headers })
+}
+
+// ── Providers ───────────────────────────────────────────────────────────────
+
+// Read base URLs from env vars injected by the omg infra orchestrator. Falls
+// back to the AI SDK defaults if the env isn't set (e.g. running locally
+// outside an omg sandbox), so this package is safe to import anywhere.
+const ANTHROPIC_BASE = process.env.ANTHROPIC_BASE_URL || undefined
+const OPENAI_BASE = process.env.OPENAI_BASE_URL || undefined
+
+// The AI SDK's `fetch` option types as `typeof fetch`, which (in newer
+// Node/TS lib versions) includes `preconnect` — never actually called by the
+// SDK. Cast at the boundary instead of polyfilling something we don't need.
+const fetchForSdk = attributedFetch as unknown as typeof fetch
+
+export const anthropic = createAnthropic({
+  baseURL: ANTHROPIC_BASE,
+  apiKey: process.env.ANTHROPIC_API_KEY || "omg-sandbox",
+  fetch: fetchForSdk,
+})
+
+export const openai = createOpenAI({
+  baseURL: OPENAI_BASE,
+  apiKey: process.env.OPENAI_API_KEY || "omg-sandbox",
+  fetch: fetchForSdk,
+})
+
+// ── Re-exports ──────────────────────────────────────────────────────────────
+// Re-export the pieces of `ai` that 80%+ of apps use directly. Importing
+// from `@omg-dev/ai` becomes the one-line setup; no separate `import { ... }
+// from "ai"` is needed for common cases.
+
+export {
+  streamText,
+  generateText,
+  streamObject,
+  generateObject,
+  tool,
+  stepCountIs,
+  // Convert UIMessage[] from the client (useChat sends `parts`-shaped
+  // messages) into the ModelMessage[] streamText accepts. Always run on
+  // the server side of a useChat-based app — passing UIMessages
+  // directly to streamText silently produces empty completions.
+  convertToModelMessages,
+  type ModelMessage,
+  type UIMessage,
+  type Tool,
+} from "ai"

package/src/react.ts

@@ -0,0 +1,27 @@
+// Browser-safe entry — React hooks for chat / completion UIs.
+//
+// `@omg-dev/ai` (the root entry) is server-only because it imports
+// `node:async_hooks` for the `runWithEndUser` ALS attribution. Browser
+// bundlers (Vite, esbuild) refuse to bundle Node built-ins, so any
+// component that imports from `@omg-dev/ai` directly fails to build.
+//
+// This subpath re-exports just the browser-safe surface from
+// `@ai-sdk/react` — no Node imports, no fetch interceptor, no ALS. The
+// hooks talk to your `functions/api/<name>.ts` routes via plain HTTP.
+//
+// Usage:
+//   import { useChat } from "@omg-dev/ai/react"
+//
+// Server side keeps using `from "@omg-dev/ai"` for the proxy-bound
+// providers + ALS. The two halves never load each other; bundlers stay
+// happy in both environments.
+
+export {
+  useChat,
+  useCompletion,
+  // The useObject hook is experimental in @ai-sdk/react@3 and ships under
+  // `experimental_useObject`. Re-export under the documented name so app
+  // code can stay future-proof when it stabilizes.
+  experimental_useObject as useObject,
+  type UseChatOptions,
+} from "@ai-sdk/react"