@letta-ai/letta-client 1.0.0-alpha.7 → 1.1.0

package/src/resources/models/models.ts

@@ -11,7 +11,11 @@ export class Models extends APIResource {
 
   /**
    * List available LLM models using the asynchronous implementation for improved
-   * performance
+   * performance.
+   *
+   * Returns Model format which extends LLMConfig with additional metadata fields.
+   * Legacy LLMConfig fields are marked as deprecated but still available for
+   * backward compatibility.
    */
   list(
     query: ModelListParams | null | undefined = {},
@@ -95,8 +99,110 @@ export interface EmbeddingConfig {
   handle?: string | null;
 }
 
+export interface EmbeddingModel {
+  /**
+   * Display name for the model shown in UI
+   */
+  display_name: string;
+
+  /**
+   * The dimension of the embedding
+   */
+  embedding_dim: number;
+
+  /**
+   * @deprecated Deprecated: Use 'provider_type' field instead. The endpoint type for
+   * the embedding model.
+   */
+  embedding_endpoint_type:
+    | 'openai'
+    | 'anthropic'
+    | 'bedrock'
+    | 'google_ai'
+    | 'google_vertex'
+    | 'azure'
+    | 'groq'
+    | 'ollama'
+    | 'webui'
+    | 'webui-legacy'
+    | 'lmstudio'
+    | 'lmstudio-legacy'
+    | 'llamacpp'
+    | 'koboldcpp'
+    | 'vllm'
+    | 'hugging-face'
+    | 'mistral'
+    | 'together'
+    | 'pinecone';
+
+  /**
+   * @deprecated Deprecated: Use 'name' field instead. Embedding model name.
+   */
+  embedding_model: string;
+
+  /**
+   * The actual model name used by the provider
+   */
+  name: string;
+
+  /**
+   * The name of the provider
+   */
+  provider_name: string;
+
+  /**
+   * The type of the provider
+   */
+  provider_type: ProviderType;
+
+  /**
+   * @deprecated Deprecated: The Azure deployment for the model.
+   */
+  azure_deployment?: string | null;
+
+  /**
+   * @deprecated Deprecated: The Azure endpoint for the model.
+   */
+  azure_endpoint?: string | null;
+
+  /**
+   * @deprecated Deprecated: The Azure version for the model.
+   */
+  azure_version?: string | null;
+
+  /**
+   * @deprecated Deprecated: The maximum batch size for processing embeddings.
+   */
+  batch_size?: number;
+
+  /**
+   * @deprecated Deprecated: The chunk size of the embedding.
+   */
+  embedding_chunk_size?: number | null;
+
+  /**
+   * @deprecated Deprecated: The endpoint for the model.
+   */
+  embedding_endpoint?: string | null;
+
+  /**
+   * The handle for this config, in the format provider/model-name.
+   */
+  handle?: string | null;
+
+  /**
+   * Type of model (llm or embedding)
+   */
+  model_type?: 'embedding';
+}
+
 /**
  * Configuration for Language Model (LLM) connection and generation parameters.
+ *
+ * .. deprecated:: LLMConfig is deprecated and should not be used as an input or
+ * return type in API calls. Use the schemas in letta.schemas.model (ModelSettings,
+ * OpenAIModelSettings, etc.) instead. For conversion, use the \_to_model() method
+ * or Model.\_from_llm_config() method.
  */
 export interface LlmConfig {
   /**
@@ -211,7 +317,7 @@ export interface LlmConfig {
   /**
    * The reasoning effort to use when generating text reasoning models
    */
-  reasoning_effort?: 'minimal' | 'low' | 'medium' | 'high' | null;
+  reasoning_effort?: 'none' | 'minimal' | 'low' | 'medium' | 'high' | null;
 
   /**
    * The temperature to use when generating text with the model. A higher temperature
@@ -230,6 +336,155 @@ export interface LlmConfig {
   verbosity?: 'low' | 'medium' | 'high' | null;
 }
 
+export interface Model {
+  /**
+   * @deprecated Deprecated: Use 'max_context_window' field instead. The context
+   * window size for the model.
+   */
+  context_window: number;
+
+  /**
+   * The maximum context window for the model
+   */
+  max_context_window: number;
+
+  /**
+   * @deprecated Deprecated: Use 'name' field instead. LLM model name.
+   */
+  model: string;
+
+  /**
+   * @deprecated Deprecated: Use 'provider_type' field instead. The endpoint type for
+   * the model.
+   */
+  model_endpoint_type:
+    | 'openai'
+    | 'anthropic'
+    | 'google_ai'
+    | 'google_vertex'
+    | 'azure'
+    | 'groq'
+    | 'ollama'
+    | 'webui'
+    | 'webui-legacy'
+    | 'lmstudio'
+    | 'lmstudio-legacy'
+    | 'lmstudio-chatcompletions'
+    | 'llamacpp'
+    | 'koboldcpp'
+    | 'vllm'
+    | 'hugging-face'
+    | 'mistral'
+    | 'together'
+    | 'bedrock'
+    | 'deepseek'
+    | 'xai';
+
+  /**
+   * The actual model name used by the provider
+   */
+  name: string;
+
+  /**
+   * The type of the provider
+   */
+  provider_type: ProviderType;
+
+  /**
+   * @deprecated Deprecated: The framework compatibility type for the model.
+   */
+  compatibility_type?: 'gguf' | 'mlx' | null;
+
+  /**
+   * A human-friendly display name for the model.
+   */
+  display_name?: string | null;
+
+  /**
+   * @deprecated Deprecated: Whether or not the model should use extended thinking if
+   * it is a 'reasoning' style model.
+   */
+  enable_reasoner?: boolean;
+
+  /**
+   * @deprecated Deprecated: Positive values penalize new tokens based on their
+   * existing frequency in the text so far.
+   */
+  frequency_penalty?: number | null;
+
+  /**
+   * The handle for this config, in the format provider/model-name.
+   */
+  handle?: string | null;
+
+  /**
+   * @deprecated Deprecated: Configurable thinking budget for extended thinking.
+   */
+  max_reasoning_tokens?: number;
+
+  /**
+   * @deprecated Deprecated: The maximum number of tokens to generate.
+   */
+  max_tokens?: number | null;
+
+  /**
+   * @deprecated Deprecated: The endpoint for the model.
+   */
+  model_endpoint?: string | null;
+
+  /**
+   * Type of model (llm or embedding)
+   */
+  model_type?: 'llm';
+
+  /**
+   * @deprecated Deprecated: The wrapper for the model.
+   */
+  model_wrapper?: string | null;
+
+  /**
+   * @deprecated Deprecated: If set to True, enables parallel tool calling.
+   */
+  parallel_tool_calls?: boolean | null;
+
+  /**
+   * @deprecated Deprecated: The provider category for the model.
+   */
+  provider_category?: ProviderCategory | null;
+
+  /**
+   * The provider name for the model.
+   */
+  provider_name?: string | null;
+
+  /**
+   * @deprecated Deprecated: Puts 'inner_thoughts' as a kwarg in the function call.
+   */
+  put_inner_thoughts_in_kwargs?: boolean | null;
+
+  /**
+   * @deprecated Deprecated: The reasoning effort to use when generating text
+   * reasoning models.
+   */
+  reasoning_effort?: 'none' | 'minimal' | 'low' | 'medium' | 'high' | null;
+
+  /**
+   * @deprecated Deprecated: The temperature to use when generating text with the
+   * model.
+   */
+  temperature?: number;
+
+  /**
+   * @deprecated Deprecated: The cost tier for the model (cloud only).
+   */
+  tier?: string | null;
+
+  /**
+   * @deprecated Deprecated: Soft control for how verbose model output should be.
+   */
+  verbosity?: 'low' | 'medium' | 'high' | null;
+}
+
 export type ProviderCategory = 'base' | 'byok';
 
 export type ProviderType =
@@ -251,7 +506,7 @@ export type ProviderType =
   | 'vllm'
   | 'xai';
 
-export type ModelListResponse = Array<LlmConfig>;
+export type ModelListResponse = Array<Model>;
 
 export interface ModelListParams {
   provider_category?: Array<ProviderCategory> | null;
@@ -266,7 +521,9 @@ Models.Embeddings = Embeddings;
 export declare namespace Models {
   export {
     type EmbeddingConfig as EmbeddingConfig,
+    type EmbeddingModel as EmbeddingModel,
     type LlmConfig as LlmConfig,
+    type Model as Model,
     type ProviderCategory as ProviderCategory,
     type ProviderType as ProviderType,
     type ModelListResponse as ModelListResponse,

package/src/resources/runs/index.ts

@@ -2,11 +2,10 @@
 
 export {
   Messages,
-  type MessageListResponse,
   type MessageStreamResponse,
   type MessageListParams,
   type MessageStreamParams,
 } from './messages';
-export { Runs, type Job, type StopReasonType, type RunListResponse, type RunListParams } from './runs';
-export { Steps, type StepListResponse, type StepListParams } from './steps';
+export { Runs, type Job, type StopReasonType, type RunListParams } from './runs';
+export { Steps, type StepListParams } from './steps';
 export { Usage, type UsageRetrieveResponse } from './usage';

package/src/resources/runs/messages.ts

@@ -2,7 +2,10 @@
 
 import { APIResource } from '../../core/resource';
 import * as MessagesAPI from '../agents/messages';
+import { MessagesArrayPage } from '../agents/messages';
 import { APIPromise } from '../../core/api-promise';
+import { ArrayPage, type ArrayPageParams, PagePromise } from '../../core/pagination';
+import { Stream } from '../../core/streaming';
 import { RequestOptions } from '../../internal/request-options';
 import { path } from '../../internal/utils/path';
 
@@ -14,8 +17,11 @@ export class Messages extends APIResource {
     runID: string,
     query: MessageListParams | null | undefined = {},
     options?: RequestOptions,
-  ): APIPromise<MessageListResponse> {
-    return this._client.get(path`/v1/runs/${runID}/messages`, { query, ...options });
+  ): PagePromise<MessagesArrayPage, MessagesAPI.Message> {
+    return this._client.getAPIList(path`/v1/runs/${runID}/messages`, ArrayPage<MessagesAPI.Message>, {
+      query,
+      ...options,
+    });
   }
 
   /**
@@ -23,46 +29,20 @@ export class Messages extends APIResource {
    */
   stream(
     runID: string,
-    body: MessageStreamParams | null | undefined = {},
+    body: MessageStreamParams | undefined = {},
     options?: RequestOptions,
-  ): APIPromise<unknown> {
-    return this._client.post(path`/v1/runs/${runID}/stream`, { body, ...options });
+  ): APIPromise<Stream<MessagesAPI.LettaStreamingResponse>> {
+    return this._client.post(path`/v1/runs/${runID}/stream`, {
+      body,
+      ...options,
+      stream: true,
+    }) as APIPromise<Stream<MessagesAPI.LettaStreamingResponse>>;
   }
 }
 
-export type MessageListResponse = Array<MessagesAPI.LettaMessageUnion>;
-
 export type MessageStreamResponse = unknown;
 
-export interface MessageListParams {
-  /**
-   * Message ID cursor for pagination. Returns messages that come after this message
-   * ID in the specified sort order
-   */
-  after?: string | null;
-
-  /**
-   * Message ID cursor for pagination. Returns messages that come before this message
-   * ID in the specified sort order
-   */
-  before?: string | null;
-
-  /**
-   * Maximum number of messages to return
-   */
-  limit?: number | null;
-
-  /**
-   * Sort order for messages by creation time. 'asc' for oldest first, 'desc' for
-   * newest first
-   */
-  order?: 'asc' | 'desc';
-
-  /**
-   * Field to sort by
-   */
-  order_by?: 'created_at';
-}
+export interface MessageListParams extends ArrayPageParams {}
 
 export interface MessageStreamParams {
   /**
@@ -90,9 +70,10 @@ export interface MessageStreamParams {
 
 export declare namespace Messages {
   export {
-    type MessageListResponse as MessageListResponse,
     type MessageStreamResponse as MessageStreamResponse,
     type MessageListParams as MessageListParams,
     type MessageStreamParams as MessageStreamParams,
   };
 }
+
+export { type MessagesArrayPage };

package/src/resources/runs/runs.ts

@@ -2,19 +2,15 @@
 
 import { APIResource } from '../../core/resource';
 import * as MessagesAPI from '../agents/messages';
+import { RunsArrayPage } from '../agents/messages';
 import * as RunsMessagesAPI from './messages';
-import {
-  MessageListParams,
-  MessageListResponse,
-  MessageStreamParams,
-  MessageStreamResponse,
-  Messages,
-} from './messages';
+import { MessageListParams, MessageStreamParams, MessageStreamResponse, Messages } from './messages';
 import * as StepsAPI from './steps';
-import { StepListParams, StepListResponse, Steps } from './steps';
+import { StepListParams, Steps } from './steps';
 import * as UsageAPI from './usage';
 import { Usage, UsageRetrieveResponse } from './usage';
 import { APIPromise } from '../../core/api-promise';
+import { ArrayPage, type ArrayPageParams, PagePromise } from '../../core/pagination';
 import { RequestOptions } from '../../internal/request-options';
 import { path } from '../../internal/utils/path';
 
@@ -33,19 +29,17 @@ export class Runs extends APIResource {
   /**
    * List all runs.
    */
-  list(query: RunListParams | null | undefined = {}, options?: RequestOptions): APIPromise<RunListResponse> {
-    return this._client.get('/v1/runs/', { query, ...options });
+  list(
+    query: RunListParams | null | undefined = {},
+    options?: RequestOptions,
+  ): PagePromise<RunsArrayPage, MessagesAPI.Run> {
+    return this._client.getAPIList('/v1/runs/', ArrayPage<MessagesAPI.Run>, { query, ...options });
   }
 }
 
 /**
  * Representation of offline jobs, used for tracking status of data loading tasks
  * (involving parsing and embedding files).
- *
- * Parameters: id (str): The unique identifier of the job. status (JobStatus): The
- * status of the job. created_at (datetime): The unix timestamp of when the job was
- * created. completed_at (datetime): The unix timestamp of when the job was
- * completed. user_id (str): The unique identifier of the user associated with the.
  */
 export interface Job {
   /**
@@ -151,20 +145,12 @@ export type StopReasonType =
   | 'cancelled'
   | 'requires_approval';
 
-export type RunListResponse = Array<MessagesAPI.Run>;
-
-export interface RunListParams {
+export interface RunListParams extends ArrayPageParams {
   /**
    * Filter for active runs.
    */
   active?: boolean;
 
-  /**
-   * Run ID cursor for pagination. Returns runs that come after this run ID in the
-   * specified sort order
-   */
-  after?: string | null;
-
   /**
    * The unique identifier of the agent associated with the run.
    */
@@ -187,28 +173,6 @@ export interface RunListParams {
    */
   background?: boolean | null;
 
-  /**
-   * Run ID cursor for pagination. Returns runs that come before this run ID in the
-   * specified sort order
-   */
-  before?: string | null;
-
-  /**
-   * Maximum number of runs to return
-   */
-  limit?: number | null;
-
-  /**
-   * Sort order for runs by creation time. 'asc' for oldest first, 'desc' for newest
-   * first
-   */
-  order?: 'asc' | 'desc';
-
-  /**
-   * Field to sort by
-   */
-  order_by?: 'created_at';
-
   /**
    * Filter runs by status. Can specify multiple statuses.
    */
@@ -225,16 +189,10 @@ Runs.Usage = Usage;
 Runs.Steps = Steps;
 
 export declare namespace Runs {
-  export {
-    type Job as Job,
-    type StopReasonType as StopReasonType,
-    type RunListResponse as RunListResponse,
-    type RunListParams as RunListParams,
-  };
+  export { type Job as Job, type StopReasonType as StopReasonType, type RunListParams as RunListParams };
 
   export {
     Messages as Messages,
-    type MessageListResponse as MessageListResponse,
     type MessageStreamResponse as MessageStreamResponse,
     type MessageListParams as MessageListParams,
     type MessageStreamParams as MessageStreamParams,
@@ -242,5 +200,7 @@ export declare namespace Runs {
 
   export { Usage as Usage, type UsageRetrieveResponse as UsageRetrieveResponse };
 
-  export { Steps as Steps, type StepListResponse as StepListResponse, type StepListParams as StepListParams };
+  export { Steps as Steps, type StepListParams as StepListParams };
 }
+
+export { type RunsArrayPage };

package/src/resources/runs/steps.ts

@@ -2,7 +2,8 @@
 
 import { APIResource } from '../../core/resource';
 import * as StepsStepsAPI from '../steps/steps';
-import { APIPromise } from '../../core/api-promise';
+import { StepsArrayPage } from '../steps/steps';
+import { ArrayPage, type ArrayPageParams, PagePromise } from '../../core/pagination';
 import { RequestOptions } from '../../internal/request-options';
 import { path } from '../../internal/utils/path';
 
@@ -14,41 +15,18 @@ export class Steps extends APIResource {
     runID: string,
     query: StepListParams | null | undefined = {},
     options?: RequestOptions,
-  ): APIPromise<StepListResponse> {
-    return this._client.get(path`/v1/runs/${runID}/steps`, { query, ...options });
+  ): PagePromise<StepsArrayPage, StepsStepsAPI.Step> {
+    return this._client.getAPIList(path`/v1/runs/${runID}/steps`, ArrayPage<StepsStepsAPI.Step>, {
+      query,
+      ...options,
+    });
   }
 }
 
-export type StepListResponse = Array<StepsStepsAPI.Step>;
-
-export interface StepListParams {
-  /**
-   * Cursor for pagination
-   */
-  after?: string | null;
-
-  /**
-   * Cursor for pagination
-   */
-  before?: string | null;
-
-  /**
-   * Maximum number of messages to return
-   */
-  limit?: number | null;
-
-  /**
-   * Sort order for steps by creation time. 'asc' for oldest first, 'desc' for newest
-   * first
-   */
-  order?: 'asc' | 'desc';
-
-  /**
-   * Field to sort by
-   */
-  order_by?: 'created_at';
-}
+export interface StepListParams extends ArrayPageParams {}
 
 export declare namespace Steps {
-  export { type StepListResponse as StepListResponse, type StepListParams as StepListParams };
+  export { type StepListParams as StepListParams };
 }
+
+export { type StepsArrayPage };

package/src/resources/steps/index.ts

@@ -1,7 +1,12 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 export { Feedback, type FeedbackCreateParams } from './feedback';
-export { Messages, type MessageListResponse, type MessageListParams } from './messages';
+export {
+  Messages,
+  type MessageListResponse,
+  type MessageListParams,
+  type MessageListResponsesArrayPage,
+} from './messages';
 export { Metrics, type MetricRetrieveResponse } from './metrics';
-export { Steps, type ProviderTrace, type Step, type StepListResponse, type StepListParams } from './steps';
+export { Steps, type ProviderTrace, type Step, type StepListParams, type StepsArrayPage } from './steps';
 export { Trace } from './trace';

package/src/resources/steps/messages.ts

@@ -3,7 +3,7 @@
 import { APIResource } from '../../core/resource';
 import * as ToolsAPI from '../tools';
 import * as MessagesAPI from '../agents/messages';
-import { APIPromise } from '../../core/api-promise';
+import { ArrayPage, type ArrayPageParams, PagePromise } from '../../core/pagination';
 import { RequestOptions } from '../../internal/request-options';
 import { path } from '../../internal/utils/path';
 
@@ -15,12 +15,25 @@ export class Messages extends APIResource {
     stepID: string,
     query: MessageListParams | null | undefined = {},
     options?: RequestOptions,
-  ): APIPromise<MessageListResponse> {
-    return this._client.get(path`/v1/steps/${stepID}/messages`, { query, ...options });
+  ): PagePromise<MessageListResponsesArrayPage, MessageListResponse> {
+    return this._client.getAPIList(path`/v1/steps/${stepID}/messages`, ArrayPage<MessageListResponse>, {
+      query,
+      ...options,
+    });
   }
 }
 
-export type MessageListResponse = Array<
+export type MessageListResponsesArrayPage = ArrayPage<MessageListResponse>;
+
+/**
+ * A message generated by the system. Never streamed back on a response, only used
+ * for cursor pagination.
+ *
+ * Args: id (str): The ID of the message date (datetime): The date the message was
+ * created in ISO format name (Optional[str]): The name of the sender of the
+ * message content (str): The message content sent by the system
+ */
+export type MessageListResponse =
   | MessagesAPI.SystemMessage
   | MessagesAPI.UserMessage
   | MessagesAPI.ReasoningMessage
@@ -30,38 +43,15 @@ export type MessageListResponse = Array<
   | MessagesAPI.AssistantMessage
   | MessagesAPI.ApprovalRequestMessage
   | MessagesAPI.ApprovalResponseMessage
->;
+  | MessagesAPI.SummaryMessage
+  | MessagesAPI.EventMessage;
 
-export interface MessageListParams {
-  /**
-   * Message ID cursor for pagination. Returns messages that come after this message
-   * ID in the specified sort order
-   */
-  after?: string | null;
-
-  /**
-   * Message ID cursor for pagination. Returns messages that come before this message
-   * ID in the specified sort order
-   */
-  before?: string | null;
-
-  /**
-   * Maximum number of messages to return
-   */
-  limit?: number | null;
-
-  /**
-   * Sort order for messages by creation time. 'asc' for oldest first, 'desc' for
-   * newest first
-   */
-  order?: 'asc' | 'desc';
-
-  /**
-   * Sort by field
-   */
-  order_by?: 'created_at';
-}
+export interface MessageListParams extends ArrayPageParams {}
 
 export declare namespace Messages {
-  export { type MessageListResponse as MessageListResponse, type MessageListParams as MessageListParams };
+  export {
+    type MessageListResponse as MessageListResponse,
+    type MessageListResponsesArrayPage as MessageListResponsesArrayPage,
+    type MessageListParams as MessageListParams,
+  };
 }