promptlayer 1.3.0 → 1.3.1

package/dist/index.d.mts

@@ -41,7 +41,7 @@ interface SkillFileMove {
     [k: string]: unknown;
 }
 type SkillCollectionProvider = "claude_code" | "openai" | "openclaw";
-interface CreateSkillCollection {
+interface PublishSkillCollectionFromFiles {
     name: string;
     folderId?: number;
     provider: SkillCollectionProvider;
@@ -57,7 +57,7 @@ interface PublishSkillCollectionFromZip {
     provider: SkillCollectionProvider;
     commitMessage?: string;
 }
-type PublishSkillCollection = CreateSkillCollection | PublishSkillCollectionFromZip;
+type PublishSkillCollection = PublishSkillCollectionFromFiles | PublishSkillCollectionFromZip;
 interface SaveSkillCollectionVersion {
     fileUpdates?: SkillFileUpdate[];
     moves?: SkillFileMove[];
@@ -87,13 +87,12 @@ interface SkillCollectionVersion {
     created_at?: string;
     [k: string]: unknown;
 }
-interface CreateSkillCollectionResponse {
+interface PublishSkillCollectionResponse {
     success: boolean;
     skill_collection: SkillCollection;
     version?: SkillCollectionVersion | null;
     [k: string]: unknown;
 }
-type PublishSkillCollectionResponse = CreateSkillCollectionResponse;
 interface PullSkillCollectionResponse {
     success: boolean;
     skill_collection: SkillCollection;
@@ -123,6 +122,7 @@ interface GetPromptTemplateParams {
     metadata_filters?: Record<string, string>;
     model?: string;
     model_parameter_overrides?: Record<string, unknown>;
+    skip_input_variable_rendering?: boolean;
 }
 declare const templateFormat: readonly ["f-string", "jinja2"];
 type TemplateFormat = (typeof templateFormat)[number];
@@ -604,13 +604,58 @@ declare class SkillManager {
 
 declare const wrapWithSpan: (functionName: string, func: Function, attributes?: Record<string, any>) => (...args: any[]) => any;
 
+/**
+ * Tuple: [promptName, version, label, provider, model]
+ * Serialized to a JSON string for use as a Map key.
+ */
+type CacheKeyTuple = [
+    string,
+    number | null,
+    string | null,
+    string | null,
+    string | null
+];
+/**
+ * In-memory TTL cache for prompt templates.
+ *
+ * Stores unrendered API responses keyed by (promptName, version, label,
+ * provider, model). Supports stale-while-error: if the TTL has expired but
+ * the API is unreachable, the stale entry can be re-rendered as a fallback.
+ */
+declare class PromptTemplateCache {
+    private readonly ttlMs;
+    private readonly maxSize;
+    private readonly entries;
+    private readonly nonRenderable;
+    constructor(ttlSeconds: number, maxSize?: number);
+    static makeKey(promptName: string, params?: Record<string, unknown> | null): CacheKeyTuple;
+    private static serialize;
+    /**
+     * Returns `[deepClone | null, isFresh]`.
+     * The returned object is safe to mutate.
+     */
+    get(key: CacheKeyTuple): [Record<string, unknown> | null, boolean];
+    put(key: CacheKeyTuple, response: Record<string, unknown>): void;
+    isNonRenderable(key: CacheKeyTuple): boolean;
+    markNonRenderable(key: CacheKeyTuple): void;
+    clear(): void;
+    /** Remove all entries whose cache key starts with `promptName`. */
+    invalidate(promptName: string): void;
+    private evictOldestEntry;
+    private evictOldestNonRenderable;
+}
+
 declare class TemplateManager {
     apiKey: string;
     baseURL: string;
     throwOnError: boolean;
-    constructor(apiKey: string, baseURL: string, throwOnError?: boolean);
+    private _cache;
+    constructor(apiKey: string, baseURL: string, throwOnError?: boolean, cache?: PromptTemplateCache | null);
     get: (promptName: string, params?: Partial<GetPromptTemplateParams>) => Promise<GetPromptTemplateResponse | null>;
+    private _fetchNormal;
+    private _getWithCache;
     publish: (body: PublishPromptTemplate) => Promise<PublishPromptTemplateResponse>;
+    invalidate: (promptName?: string) => void;
     all: (params?: Pagination) => Promise<ListPromptTemplatesResponse[]>;
 }
 
@@ -631,6 +676,12 @@ interface ClientOptions {
     workspaceId?: number;
     throwOnError?: boolean;
     baseURL?: string;
+    /**
+     * When > 0, enables in-memory TTL caching of prompt templates.
+     * Templates are fetched unrendered and substituted locally, reducing
+     * API calls. Default: 0 (disabled).
+     */
+    cacheTtlSeconds?: number;
 }
 declare class PromptLayer {
     apiKey: string;
@@ -642,7 +693,8 @@ declare class PromptLayer {
     enableTracing: boolean;
     throwOnError: boolean;
     wrapWithSpan: typeof wrapWithSpan;
-    constructor({ apiKey, baseURL, enableTracing, throwOnError, }?: ClientOptions);
+    constructor({ apiKey, baseURL, enableTracing, throwOnError, cacheTtlSeconds, }?: ClientOptions);
+    invalidate(promptName?: string): void;
     get Anthropic(): any;
     get OpenAI(): any;
     run({ promptName, promptVersion, promptReleaseLabel, inputVariables, tags, metadata, groupId, modelParameterOverrides, stream, provider, model, }: RunRequest): Promise<AsyncGenerator<{
@@ -659,4 +711,4 @@ declare class PromptLayer {
     logRequest(body: LogRequest): Promise<RequestLog | null>;
 }
 
-export { type ClientOptions, type CreateSkillCollection, type CreateSkillCollectionResponse, type InitialSkillFileUpdate, PromptLayer, type PublishSkillCollection, type PublishSkillCollectionFromZip, type PublishSkillCollectionResponse, type PullSkillCollectionParams, type PullSkillCollectionResponse, type SaveSkillCollectionVersion, type SkillCollection, type SkillCollectionVersion, type SkillFileMove, type SkillFileUpdate, type UpdateSkillCollection, type UpdateSkillCollectionResponse };
+export { type ClientOptions, type InitialSkillFileUpdate, PromptLayer, type PublishSkillCollection, type PublishSkillCollectionFromFiles, type PublishSkillCollectionFromZip, type PublishSkillCollectionResponse, type PullSkillCollectionParams, type PullSkillCollectionResponse, type SaveSkillCollectionVersion, type SkillCollection, type SkillCollectionVersion, type SkillFileMove, type SkillFileUpdate, type UpdateSkillCollection, type UpdateSkillCollectionResponse };

package/dist/index.d.ts

@@ -41,7 +41,7 @@ interface SkillFileMove {
     [k: string]: unknown;
 }
 type SkillCollectionProvider = "claude_code" | "openai" | "openclaw";
-interface CreateSkillCollection {
+interface PublishSkillCollectionFromFiles {
     name: string;
     folderId?: number;
     provider: SkillCollectionProvider;
@@ -57,7 +57,7 @@ interface PublishSkillCollectionFromZip {
     provider: SkillCollectionProvider;
     commitMessage?: string;
 }
-type PublishSkillCollection = CreateSkillCollection | PublishSkillCollectionFromZip;
+type PublishSkillCollection = PublishSkillCollectionFromFiles | PublishSkillCollectionFromZip;
 interface SaveSkillCollectionVersion {
     fileUpdates?: SkillFileUpdate[];
     moves?: SkillFileMove[];
@@ -87,13 +87,12 @@ interface SkillCollectionVersion {
     created_at?: string;
     [k: string]: unknown;
 }
-interface CreateSkillCollectionResponse {
+interface PublishSkillCollectionResponse {
     success: boolean;
     skill_collection: SkillCollection;
     version?: SkillCollectionVersion | null;
     [k: string]: unknown;
 }
-type PublishSkillCollectionResponse = CreateSkillCollectionResponse;
 interface PullSkillCollectionResponse {
     success: boolean;
     skill_collection: SkillCollection;
@@ -123,6 +122,7 @@ interface GetPromptTemplateParams {
     metadata_filters?: Record<string, string>;
     model?: string;
     model_parameter_overrides?: Record<string, unknown>;
+    skip_input_variable_rendering?: boolean;
 }
 declare const templateFormat: readonly ["f-string", "jinja2"];
 type TemplateFormat = (typeof templateFormat)[number];
@@ -604,13 +604,58 @@ declare class SkillManager {
 
 declare const wrapWithSpan: (functionName: string, func: Function, attributes?: Record<string, any>) => (...args: any[]) => any;
 
+/**
+ * Tuple: [promptName, version, label, provider, model]
+ * Serialized to a JSON string for use as a Map key.
+ */
+type CacheKeyTuple = [
+    string,
+    number | null,
+    string | null,
+    string | null,
+    string | null
+];
+/**
+ * In-memory TTL cache for prompt templates.
+ *
+ * Stores unrendered API responses keyed by (promptName, version, label,
+ * provider, model). Supports stale-while-error: if the TTL has expired but
+ * the API is unreachable, the stale entry can be re-rendered as a fallback.
+ */
+declare class PromptTemplateCache {
+    private readonly ttlMs;
+    private readonly maxSize;
+    private readonly entries;
+    private readonly nonRenderable;
+    constructor(ttlSeconds: number, maxSize?: number);
+    static makeKey(promptName: string, params?: Record<string, unknown> | null): CacheKeyTuple;
+    private static serialize;
+    /**
+     * Returns `[deepClone | null, isFresh]`.
+     * The returned object is safe to mutate.
+     */
+    get(key: CacheKeyTuple): [Record<string, unknown> | null, boolean];
+    put(key: CacheKeyTuple, response: Record<string, unknown>): void;
+    isNonRenderable(key: CacheKeyTuple): boolean;
+    markNonRenderable(key: CacheKeyTuple): void;
+    clear(): void;
+    /** Remove all entries whose cache key starts with `promptName`. */
+    invalidate(promptName: string): void;
+    private evictOldestEntry;
+    private evictOldestNonRenderable;
+}
+
 declare class TemplateManager {
     apiKey: string;
     baseURL: string;
     throwOnError: boolean;
-    constructor(apiKey: string, baseURL: string, throwOnError?: boolean);
+    private _cache;
+    constructor(apiKey: string, baseURL: string, throwOnError?: boolean, cache?: PromptTemplateCache | null);
     get: (promptName: string, params?: Partial<GetPromptTemplateParams>) => Promise<GetPromptTemplateResponse | null>;
+    private _fetchNormal;
+    private _getWithCache;
     publish: (body: PublishPromptTemplate) => Promise<PublishPromptTemplateResponse>;
+    invalidate: (promptName?: string) => void;
     all: (params?: Pagination) => Promise<ListPromptTemplatesResponse[]>;
 }
 
@@ -631,6 +676,12 @@ interface ClientOptions {
     workspaceId?: number;
     throwOnError?: boolean;
     baseURL?: string;
+    /**
+     * When > 0, enables in-memory TTL caching of prompt templates.
+     * Templates are fetched unrendered and substituted locally, reducing
+     * API calls. Default: 0 (disabled).
+     */
+    cacheTtlSeconds?: number;
 }
 declare class PromptLayer {
     apiKey: string;
@@ -642,7 +693,8 @@ declare class PromptLayer {
     enableTracing: boolean;
     throwOnError: boolean;
     wrapWithSpan: typeof wrapWithSpan;
-    constructor({ apiKey, baseURL, enableTracing, throwOnError, }?: ClientOptions);
+    constructor({ apiKey, baseURL, enableTracing, throwOnError, cacheTtlSeconds, }?: ClientOptions);
+    invalidate(promptName?: string): void;
     get Anthropic(): any;
     get OpenAI(): any;
     run({ promptName, promptVersion, promptReleaseLabel, inputVariables, tags, metadata, groupId, modelParameterOverrides, stream, provider, model, }: RunRequest): Promise<AsyncGenerator<{
@@ -659,4 +711,4 @@ declare class PromptLayer {
     logRequest(body: LogRequest): Promise<RequestLog | null>;
 }
 
-export { type ClientOptions, type CreateSkillCollection, type CreateSkillCollectionResponse, type InitialSkillFileUpdate, PromptLayer, type PublishSkillCollection, type PublishSkillCollectionFromZip, type PublishSkillCollectionResponse, type PullSkillCollectionParams, type PullSkillCollectionResponse, type SaveSkillCollectionVersion, type SkillCollection, type SkillCollectionVersion, type SkillFileMove, type SkillFileUpdate, type UpdateSkillCollection, type UpdateSkillCollectionResponse };
+export { type ClientOptions, type InitialSkillFileUpdate, PromptLayer, type PublishSkillCollection, type PublishSkillCollectionFromFiles, type PublishSkillCollectionFromZip, type PublishSkillCollectionResponse, type PullSkillCollectionParams, type PullSkillCollectionResponse, type SaveSkillCollectionVersion, type SkillCollection, type SkillCollectionVersion, type SkillFileMove, type SkillFileUpdate, type UpdateSkillCollection, type UpdateSkillCollectionResponse };