@myapihq/sdk 2.20.1 → 2.21.0

package/dist/llm.d.ts

@@ -11,11 +11,13 @@ export interface CompleteRequest {
     max_tokens?: number;
     temperature?: number;
     stop?: string[];
+    cache_id?: string;
 }
 export interface RawUsage {
     input_tokens: number;
     output_tokens?: number;
     cost_cents: number;
+    cached_input_tokens?: number;
 }
 export interface CompleteResponse {
     model: string;
@@ -46,6 +48,24 @@ export interface ModelsResponse {
 export declare function complete(apiKey: string, orgId: string, req: CompleteRequest): Promise<CompleteResponse>;
 export declare function embed(apiKey: string, orgId: string, req: EmbedRequest): Promise<EmbedResponse>;
 export declare function listModels(apiKey: string, orgId: string): Promise<ModelsResponse>;
+export interface CreateCacheRequest {
+    model: string;
+    content: string;
+    ttl_seconds?: number;
+}
+export interface Cache {
+    id: string;
+    model: string;
+    tokens: number;
+    expires_at: string;
+}
+export interface CachesResponse {
+    caches: Cache[];
+    total: number;
+}
+export declare function createCache(apiKey: string, orgId: string, req: CreateCacheRequest): Promise<Cache>;
+export declare function listCaches(apiKey: string, orgId: string): Promise<CachesResponse>;
+export declare function deleteCache(apiKey: string, orgId: string, id: string): Promise<void>;
 export type Verb = 'classify' | 'extract' | 'summarize' | 'draft';
 /** Routing hint; opaque — the server picks the model. With one served
  *  model today every tier resolves to it. `tier_used` echoes back what was

package/dist/llm.js

@@ -9,6 +9,9 @@ exports.EXPOSES = void 0;
 exports.complete = complete;
 exports.embed = embed;
 exports.listModels = listModels;
+exports.createCache = createCache;
+exports.listCaches = listCaches;
+exports.deleteCache = deleteCache;
 exports.classify = classify;
 exports.extract = extract;
 exports.summarize = summarize;
@@ -20,6 +23,9 @@ exports.EXPOSES = [
     'POST /llm/orgs/{org_id}/embed',
     'GET /llm/orgs/{org_id}/models',
     'POST /llm/orgs/{org_id}/tasks/{verb}',
+    'POST /llm/orgs/{org_id}/caches',
+    'GET /llm/orgs/{org_id}/caches',
+    'DELETE /llm/orgs/{org_id}/caches/{id}',
 ];
 async function complete(apiKey, orgId, req) {
     return (0, client_1.request)('POST', `${config_1.LLM_BASE}/llm/orgs/${encodeURIComponent(orgId)}/complete`, apiKey, req);
@@ -30,6 +36,20 @@ async function embed(apiKey, orgId, req) {
 async function listModels(apiKey, orgId) {
     return (0, client_1.request)('GET', `${config_1.LLM_BASE}/llm/orgs/${encodeURIComponent(orgId)}/models`, apiKey);
 }
+function cachesUrl(orgId) {
+    return `${config_1.LLM_BASE}/llm/orgs/${encodeURIComponent(orgId)}/caches`;
+}
+async function createCache(apiKey, orgId, req) {
+    return (0, client_1.request)('POST', cachesUrl(orgId), apiKey, req);
+}
+// Expired caches are not listed — the list is what you are currently paying
+// for, which is the only question worth asking of it.
+async function listCaches(apiKey, orgId) {
+    return (0, client_1.request)('GET', cachesUrl(orgId), apiKey);
+}
+async function deleteCache(apiKey, orgId, id) {
+    return (0, client_1.request)('DELETE', `${cachesUrl(orgId)}/${encodeURIComponent(id)}`, apiKey);
+}
 function verbUrl(orgId, verb) {
     return `${config_1.LLM_BASE}/llm/orgs/${encodeURIComponent(orgId)}/tasks/${verb}`;
 }

package/dist/version.d.ts

@@ -1 +1 @@
-export declare const SDK_VERSION = "2.20.1";
+export declare const SDK_VERSION = "2.21.0";

package/dist/version.js

@@ -8,4 +8,4 @@ exports.SDK_VERSION = void 0;
 // Why a constant and not a package.json read: the SDK runs inside edge
 // functions (Cloudflare Workers), so it must not import node:fs. A literal
 // is the only version source that works in every runtime we ship to.
-exports.SDK_VERSION = '2.20.1';
+exports.SDK_VERSION = '2.21.0';

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@myapihq/sdk",
   "license": "Apache-2.0",
-  "version": "2.20.1",
+  "version": "2.21.0",
   "description": "TypeScript SDK for the MyAPI ecosystem",
   "repository": {
     "type": "git",