batchwork 0.0.0 → 1.0.1

package/dist/types.d.ts

@@ -0,0 +1,125 @@
+import type { JSONValue, LanguageModel, ModelMessage, ToolChoice, ToolSet } from "ai";
+/** Providers with a batch adapter. */
+export type BatchProvider = "anthropic" | "google" | "groq" | "mistral" | "openai" | "together" | "xai";
+/**
+ * Provider-specific options, forwarded verbatim into the underlying request
+ * body. Structurally identical to the AI SDK's `ProviderOptions`.
+ */
+export type ProviderOptions = Record<string, Record<string, JSONValue>>;
+/**
+ * Sampling and prompt-shaping fields shared with the AI SDK's `generateText`.
+ * Used both per request and as batch-wide defaults.
+ */
+export interface BatchRequestSettings {
+    frequencyPenalty?: number;
+    maxOutputTokens?: number;
+    presencePenalty?: number;
+    providerOptions?: ProviderOptions;
+    seed?: number;
+    stopSequences?: string[];
+    system?: string;
+    temperature?: number;
+    toolChoice?: ToolChoice<ToolSet>;
+    tools?: ToolSet;
+    topK?: number;
+    topP?: number;
+}
+/**
+ * A single request within a batch. Mirrors the AI SDK `generateText` input
+ * (minus `model`), plus a `customId` used to correlate the result.
+ */
+export interface BatchRequest extends BatchRequestSettings {
+    /** Correlates this request to its result. Auto-generated when omitted. */
+    customId?: string;
+    messages?: ModelMessage[];
+    prompt?: string;
+}
+/** Defaults merged into every request; request-level values take precedence. */
+export type BatchDefaults = BatchRequestSettings;
+/** Normalized batch lifecycle status, unified across providers. */
+export type BatchStatus = "validating" | "in_progress" | "finalizing" | "completed" | "failed" | "expired" | "cancelling" | "cancelled";
+/** Normalized per-request tallies. `completed` = succeeded, `failed` = errored. */
+export interface BatchRequestCounts {
+    canceled?: number;
+    completed: number;
+    expired?: number;
+    failed: number;
+    processing?: number;
+    total: number;
+}
+/** Outcome of a single request within a batch. */
+export type BatchResultStatus = "succeeded" | "errored" | "expired" | "canceled";
+export interface BatchUsage {
+    inputTokens?: number;
+    outputTokens?: number;
+    totalTokens?: number;
+}
+export interface BatchResultError {
+    code?: string | number;
+    message: string;
+    type?: string;
+}
+/** A normalized result line, correlated by `customId`. */
+export interface BatchResult {
+    customId: string;
+    /** Normalized error, present when `status` is `"errored"`. */
+    error?: BatchResultError;
+    /** Raw provider response body (OpenAI `response.body` / Anthropic message). */
+    response?: unknown;
+    status: BatchResultStatus;
+    /** Normalized text output, when the request produced a message. */
+    text?: string;
+    usage?: BatchUsage;
+}
+/** A point-in-time, normalized view of a batch's status. */
+export interface BatchSnapshot {
+    completedAt?: Date;
+    createdAt?: Date;
+    expiresAt?: Date;
+    id: string;
+    provider: BatchProvider;
+    /** Raw provider status object. */
+    raw: unknown;
+    requestCounts: BatchRequestCounts;
+    status: BatchStatus;
+}
+/** Provider credentials and connection config. Falls back to env when omitted. */
+export interface ProviderCredentials {
+    apiKey?: string;
+    baseURL?: string;
+    /** Extra provider-level HTTP headers (e.g. beta flags). */
+    headers?: Record<string, string>;
+}
+export interface BatchLimits {
+    captureConcurrency?: number;
+    maxRequests?: number;
+    maxRequestBytes?: number;
+    maxUploadBytes?: number;
+}
+/** Input to `batch()`. */
+export interface BatchOptions extends ProviderCredentials {
+    defaults?: BatchDefaults;
+    limits?: BatchLimits;
+    metadata?: Record<string, string>;
+    model: LanguageModel;
+    requests: BatchRequest[];
+}
+/**
+ * Reference to an existing batch, used to rehydrate a handle. Identify the
+ * provider with either `model` or `provider` (e.g. from a webhook event).
+ */
+export interface BatchRef extends ProviderCredentials {
+    id: string;
+    model?: LanguageModel;
+    provider?: BatchProvider;
+}
+export interface WaitOptions {
+    /** Invoked after every poll with the latest snapshot. */
+    onPoll?: (snapshot: BatchSnapshot) => void;
+    /** Delay between polls. Default 15000ms. */
+    pollIntervalMs?: number;
+    signal?: AbortSignal;
+    /** Give up after this long. Default: no timeout. */
+    timeoutMs?: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,SAAS,EACT,aAAa,EACb,YAAY,EACZ,UAAU,EACV,OAAO,EACR,MAAM,IAAI,CAAC;AAEZ,sCAAsC;AACtC,MAAM,MAAM,aAAa,GACrB,WAAW,GACX,QAAQ,GACR,MAAM,GACN,SAAS,GACT,QAAQ,GACR,UAAU,GACV,KAAK,CAAC;AAEV;;;GAGG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;AAExE;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;;GAGG;AACH,MAAM,WAAW,YAAa,SAAQ,oBAAoB;IACxD,0EAA0E;IAC1E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,YAAY,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,gFAAgF;AAChF,MAAM,MAAM,aAAa,GAAG,oBAAoB,CAAC;AAEjD,mEAAmE;AACnE,MAAM,MAAM,WAAW,GACnB,YAAY,GACZ,aAAa,GACb,YAAY,GACZ,WAAW,GACX,QAAQ,GACR,SAAS,GACT,YAAY,GACZ,WAAW,CAAC;AAEhB,mFAAmF;AACnF,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,kDAAkD;AAClD,MAAM,MAAM,iBAAiB,GACzB,WAAW,GACX,SAAS,GACT,SAAS,GACT,UAAU,CAAC;AAEf,MAAM,WAAW,UAAU;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,0DAA0D;AAC1D,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,8DAA8D;IAC9D,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,+EAA+E;IAC/E,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,mEAAmE;IACnE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED,4DAA4D;AAC5D,MAAM,WAAW,aAAa;IAC5B,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,aAAa,CAAC;IACxB,kCAAkC;IAClC,GAAG,EAAE,OAAO,CAAC;IACb,aAAa,EAAE,kBAAkB,CAAC;IAClC,MAAM,EAAE,WAAW,CAAC;CACrB;AAED,kFAAkF;AAClF,MAAM,WAAW,mBAAmB;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,2DAA2D;IAC3D,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,WAAW;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,0BAA0B;AAC1B,MAAM,WAAW,YAAa,SAAQ,mBAAmB;IACvD,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,KAAK,EAAE,aAAa,CAAC;IACrB,QAAQ,EAAE,YAAY,EAAE,CAAC;CAC1B;AAED;;;GAGG;AACH,MAAM,WAAW,QAAS,SAAQ,mBAAmB;IACnD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,QAAQ,CAAC,EAAE,aAAa,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,yDAAyD;IACzD,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,CAAC;IAC3C,4CAA4C;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,oDAAoD;IACpD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB"}

package/dist/util.d.ts

@@ -0,0 +1,10 @@
+/** Small, defensive helpers for reading loosely-typed provider JSON. */
+export declare const asRecord: (value: unknown) => Record<string, unknown>;
+export declare const asString: (value: unknown) => string | undefined;
+export declare const asNumber: (value: unknown) => number | undefined;
+export declare const asArray: (value: unknown) => unknown[];
+/** Return a shallow copy of `obj` without `key`. */
+export declare const omit: (obj: Record<string, unknown>, key: string) => Record<string, unknown>;
+/** Coerce a provider timestamp (ISO string or unix seconds) to a `Date`. */
+export declare const toDate: (value: unknown) => Date | undefined;
+//# sourceMappingURL=util.d.ts.map

package/dist/util.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":"AAAA,wEAAwE;AAExE,eAAO,MAAM,QAAQ,UAAW,OAAO,KAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAK/D,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,OAAO,KAAG,MAAM,GAAG,SACJ,CAAC;AAEhD,eAAO,MAAM,QAAQ,UAAW,OAAO,KAAG,MAAM,GAAG,SACJ,CAAC;AAEhD,eAAO,MAAM,OAAO,UAAW,OAAO,KAAG,OAAO,EACb,CAAC;AAEpC,oDAAoD;AACpD,eAAO,MAAM,IAAI,QACV,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,OACvB,MAAM,KACV,MAAM,CAAC,MAAM,EAAE,OAAO,CAQxB,CAAC;AAEF,4EAA4E;AAC5E,eAAO,MAAM,MAAM,UAAW,OAAO,KAAG,IAAI,GAAG,SAO9C,CAAC"}

package/package.json

@@ -1,12 +1,124 @@
 {
   "name": "batchwork",
-  "version": "0.0.0",
-  "description": "",
-  "license": "ISC",
-  "author": "",
-  "type": "commonjs",
-  "main": "index.js",
+  "version": "1.0.1",
+  "description": "Unified batch API for AI providers — low-cost LLM batch processing at scale.",
+  "keywords": [
+    "ai",
+    "ai-sdk",
+    "anthropic",
+    "batch",
+    "llm",
+    "openai",
+    "vercel"
+  ],
+  "homepage": "https://github.com/haydenbleasel/batchwork#readme",
+  "bugs": {
+    "url": "https://github.com/haydenbleasel/batchwork/issues"
+  },
+  "license": "MIT",
+  "author": "Hayden Bleasel",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/haydenbleasel/batchwork.git",
+    "directory": "packages/batchwork"
+  },
+  "files": [
+    "dist"
+  ],
+  "type": "module",
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./server": {
+      "types": "./dist/server/index.d.ts",
+      "import": "./dist/server/index.js"
+    },
+    "./next": {
+      "types": "./dist/next/index.d.ts",
+      "import": "./dist/next/index.js"
+    },
+    "./postgres": {
+      "types": "./dist/postgres/index.d.ts",
+      "import": "./dist/postgres/index.js"
+    },
+    "./redis": {
+      "types": "./dist/redis/index.d.ts",
+      "import": "./dist/redis/index.js"
+    }
+  },
+  "publishConfig": {
+    "access": "public"
+  },
   "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1"
+    "build": "bun run scripts/build.ts",
+    "dev": "bun run scripts/build.ts --watch",
+    "typecheck": "tsgo --noEmit && tsgo --noEmit -p tsconfig.bun.json",
+    "test": "bun test ./test",
+    "test:coverage": "bun test ./test --coverage",
+    "test:live": "bun test --env-file=.env.local ./live"
+  },
+  "dependencies": {
+    "ai": "^6.0.204"
+  },
+  "devDependencies": {
+    "@ai-sdk/anthropic": "^3.0.84",
+    "@ai-sdk/google": "^3.0.82",
+    "@ai-sdk/groq": "^3.0.41",
+    "@ai-sdk/mistral": "^3.0.39",
+    "@ai-sdk/openai": "^3.0.71",
+    "@ai-sdk/togetherai": "^2.0.55",
+    "@ai-sdk/xai": "^3.0.95",
+    "@electric-sql/pglite": "^0.5.2",
+    "@types/bun": "^1.3.14",
+    "@types/node": "^25.9.3",
+    "@types/pg": "^8.20.0",
+    "@typescript/native-preview": "^7.0.0-dev.20260613.1",
+    "@upstash/redis": "^1.38.0",
+    "pg": "^8.21.0",
+    "typescript": "^6.0.3"
+  },
+  "peerDependencies": {
+    "@ai-sdk/anthropic": ">=3",
+    "@ai-sdk/google": ">=3",
+    "@ai-sdk/groq": ">=3",
+    "@ai-sdk/mistral": ">=3",
+    "@ai-sdk/openai": ">=3",
+    "@ai-sdk/togetherai": ">=2",
+    "@ai-sdk/xai": ">=3",
+    "@upstash/redis": ">=1"
+  },
+  "peerDependenciesMeta": {
+    "@upstash/redis": {
+      "optional": true
+    },
+    "@ai-sdk/anthropic": {
+      "optional": true
+    },
+    "@ai-sdk/google": {
+      "optional": true
+    },
+    "@ai-sdk/groq": {
+      "optional": true
+    },
+    "@ai-sdk/mistral": {
+      "optional": true
+    },
+    "@ai-sdk/openai": {
+      "optional": true
+    },
+    "@ai-sdk/togetherai": {
+      "optional": true
+    },
+    "@ai-sdk/xai": {
+      "optional": true
+    }
+  },
+  "engines": {
+    "node": ">=20"
   }
 }