@letta-ai/letta-client 1.0.0-alpha.6 → 1.0.0

package/src/resources/models.ts

@@ -1,278 +1,3 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { APIResource } from '../core/resource';
-import { APIPromise } from '../core/api-promise';
-import { buildHeaders } from '../internal/headers';
-import { RequestOptions } from '../internal/request-options';
-
-export class Models extends APIResource {
-  /**
-   * List available LLM models using the asynchronous implementation for improved
-   * performance
-   */
-  list(
-    query: ModelListParams | null | undefined = {},
-    options?: RequestOptions,
-  ): APIPromise<ModelListResponse> {
-    return this._client.get('/v1/models/', { query, ...options });
-  }
-
-  /**
-   * List available embedding models using the asynchronous implementation for
-   * improved performance
-   */
-  listEmbedding(options?: RequestOptions): APIPromise<ModelListEmbeddingResponse> {
-    return this._client.get('/v1/models/embedding', options);
-  }
-
-  listEmbeddings(options?: RequestOptions): APIPromise<void> {
-    return this._client.get('/v1/models/embeddings', {
-      ...options,
-      headers: buildHeaders([{ Accept: '*/*' }, options?.headers]),
-    });
-  }
-}
-
-/**
- * Configuration for embedding model connection and processing parameters.
- */
-export interface EmbeddingConfig {
-  /**
-   * The dimension of the embedding.
-   */
-  embedding_dim: number;
-
-  /**
-   * The endpoint type for the model.
-   */
-  embedding_endpoint_type:
-    | 'openai'
-    | 'anthropic'
-    | 'bedrock'
-    | 'google_ai'
-    | 'google_vertex'
-    | 'azure'
-    | 'groq'
-    | 'ollama'
-    | 'webui'
-    | 'webui-legacy'
-    | 'lmstudio'
-    | 'lmstudio-legacy'
-    | 'llamacpp'
-    | 'koboldcpp'
-    | 'vllm'
-    | 'hugging-face'
-    | 'mistral'
-    | 'together'
-    | 'pinecone';
-
-  /**
-   * The model for the embedding.
-   */
-  embedding_model: string;
-
-  /**
-   * The Azure deployment for the model.
-   */
-  azure_deployment?: string | null;
-
-  /**
-   * The Azure endpoint for the model.
-   */
-  azure_endpoint?: string | null;
-
-  /**
-   * The Azure version for the model.
-   */
-  azure_version?: string | null;
-
-  /**
-   * The maximum batch size for processing embeddings.
-   */
-  batch_size?: number;
-
-  /**
-   * The chunk size of the embedding.
-   */
-  embedding_chunk_size?: number | null;
-
-  /**
-   * The endpoint for the model (`None` if local).
-   */
-  embedding_endpoint?: string | null;
-
-  /**
-   * The handle for this config, in the format provider/model-name.
-   */
-  handle?: string | null;
-}
-
-/**
- * Configuration for Language Model (LLM) connection and generation parameters.
- */
-export interface LlmConfig {
-  /**
-   * The context window size for the model.
-   */
-  context_window: number;
-
-  /**
-   * LLM model name.
-   */
-  model: string;
-
-  /**
-   * The endpoint type for the model.
-   */
-  model_endpoint_type:
-    | 'openai'
-    | 'anthropic'
-    | 'google_ai'
-    | 'google_vertex'
-    | 'azure'
-    | 'groq'
-    | 'ollama'
-    | 'webui'
-    | 'webui-legacy'
-    | 'lmstudio'
-    | 'lmstudio-legacy'
-    | 'lmstudio-chatcompletions'
-    | 'llamacpp'
-    | 'koboldcpp'
-    | 'vllm'
-    | 'hugging-face'
-    | 'mistral'
-    | 'together'
-    | 'bedrock'
-    | 'deepseek'
-    | 'xai';
-
-  /**
-   * The framework compatibility type for the model.
-   */
-  compatibility_type?: 'gguf' | 'mlx' | null;
-
-  /**
-   * Whether or not the model should use extended thinking if it is a 'reasoning'
-   * style model
-   */
-  enable_reasoner?: boolean;
-
-  /**
-   * Positive values penalize new tokens based on their existing frequency in the
-   * text so far, decreasing the model's likelihood to repeat the same line verbatim.
-   * From OpenAI: Number between -2.0 and 2.0.
-   */
-  frequency_penalty?: number | null;
-
-  /**
-   * The handle for this config, in the format provider/model-name.
-   */
-  handle?: string | null;
-
-  /**
-   * Configurable thinking budget for extended thinking. Used for enable_reasoner and
-   * also for Google Vertex models like Gemini 2.5 Flash. Minimum value is 1024 when
-   * used with enable_reasoner.
-   */
-  max_reasoning_tokens?: number;
-
-  /**
-   * The maximum number of tokens to generate. If not set, the model will use its
-   * default value.
-   */
-  max_tokens?: number | null;
-
-  /**
-   * The endpoint for the model.
-   */
-  model_endpoint?: string | null;
-
-  /**
-   * The wrapper for the model.
-   */
-  model_wrapper?: string | null;
-
-  /**
-   * The provider category for the model.
-   */
-  provider_category?: ProviderCategory | null;
-
-  /**
-   * The provider name for the model.
-   */
-  provider_name?: string | null;
-
-  /**
-   * Puts 'inner_thoughts' as a kwarg in the function call if this is set to True.
-   * This helps with function calling performance and also the generation of inner
-   * thoughts.
-   */
-  put_inner_thoughts_in_kwargs?: boolean | null;
-
-  /**
-   * The reasoning effort to use when generating text reasoning models
-   */
-  reasoning_effort?: 'minimal' | 'low' | 'medium' | 'high' | null;
-
-  /**
-   * The temperature to use when generating text with the model. A higher temperature
-   * will result in more random text.
-   */
-  temperature?: number;
-
-  /**
-   * The cost tier for the model (cloud only).
-   */
-  tier?: string | null;
-
-  /**
-   * Soft control for how verbose model output should be, used for GPT-5 models.
-   */
-  verbosity?: 'low' | 'medium' | 'high' | null;
-}
-
-export type ProviderCategory = 'base' | 'byok';
-
-export type ProviderType =
-  | 'anthropic'
-  | 'azure'
-  | 'bedrock'
-  | 'cerebras'
-  | 'deepseek'
-  | 'google_ai'
-  | 'google_vertex'
-  | 'groq'
-  | 'hugging-face'
-  | 'letta'
-  | 'lmstudio_openai'
-  | 'mistral'
-  | 'ollama'
-  | 'openai'
-  | 'together'
-  | 'vllm'
-  | 'xai';
-
-export type ModelListResponse = Array<LlmConfig>;
-
-export type ModelListEmbeddingResponse = Array<EmbeddingConfig>;
-
-export interface ModelListParams {
-  provider_category?: Array<ProviderCategory> | null;
-
-  provider_name?: string | null;
-
-  provider_type?: ProviderType | null;
-}
-
-export declare namespace Models {
-  export {
-    type EmbeddingConfig as EmbeddingConfig,
-    type LlmConfig as LlmConfig,
-    type ProviderCategory as ProviderCategory,
-    type ProviderType as ProviderType,
-    type ModelListResponse as ModelListResponse,
-    type ModelListEmbeddingResponse as ModelListEmbeddingResponse,
-    type ModelListParams as ModelListParams,
-  };
-}
+export * from './models/index';

package/src/resources/runs/index.ts

@@ -0,0 +1,11 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+export {
+  Messages,
+  type MessageStreamResponse,
+  type MessageListParams,
+  type MessageStreamParams,
+} from './messages';
+export { Runs, type Job, type StopReasonType, type RunListParams } from './runs';
+export { Steps, type StepListParams } from './steps';
+export { Usage, type UsageRetrieveResponse } from './usage';

package/src/resources/runs/messages.ts

@@ -0,0 +1,79 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../core/resource';
+import * as MessagesAPI from '../agents/messages';
+import { MessagesArrayPage } from '../agents/messages';
+import { APIPromise } from '../../core/api-promise';
+import { ArrayPage, type ArrayPageParams, PagePromise } from '../../core/pagination';
+import { Stream } from '../../core/streaming';
+import { RequestOptions } from '../../internal/request-options';
+import { path } from '../../internal/utils/path';
+
+export class Messages extends APIResource {
+  /**
+   * Get response messages associated with a run.
+   */
+  list(
+    runID: string,
+    query: MessageListParams | null | undefined = {},
+    options?: RequestOptions,
+  ): PagePromise<MessagesArrayPage, MessagesAPI.Message> {
+    return this._client.getAPIList(path`/v1/runs/${runID}/messages`, ArrayPage<MessagesAPI.Message>, {
+      query,
+      ...options,
+    });
+  }
+
+  /**
+   * Retrieve Stream
+   */
+  stream(
+    runID: string,
+    body: MessageStreamParams | undefined = {},
+    options?: RequestOptions,
+  ): APIPromise<Stream<MessagesAPI.LettaStreamingResponse>> {
+    return this._client.post(path`/v1/runs/${runID}/stream`, {
+      body,
+      ...options,
+      stream: true,
+    }) as APIPromise<Stream<MessagesAPI.LettaStreamingResponse>>;
+  }
+}
+
+export type MessageStreamResponse = unknown;
+
+export interface MessageListParams extends ArrayPageParams {}
+
+export interface MessageStreamParams {
+  /**
+   * Number of entries to read per batch.
+   */
+  batch_size?: number | null;
+
+  /**
+   * Whether to include periodic keepalive ping messages in the stream to prevent
+   * connection timeouts.
+   */
+  include_pings?: boolean | null;
+
+  /**
+   * Seconds to wait between polls when no new data.
+   */
+  poll_interval?: number | null;
+
+  /**
+   * Sequence id to use as a cursor for pagination. Response will start streaming
+   * after this chunk sequence id
+   */
+  starting_after?: number;
+}
+
+export declare namespace Messages {
+  export {
+    type MessageStreamResponse as MessageStreamResponse,
+    type MessageListParams as MessageListParams,
+    type MessageStreamParams as MessageStreamParams,
+  };
+}
+
+export { type MessagesArrayPage };

package/src/resources/runs/runs.ts

@@ -0,0 +1,206 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../core/resource';
+import * as MessagesAPI from '../agents/messages';
+import { RunsArrayPage } from '../agents/messages';
+import * as RunsMessagesAPI from './messages';
+import { MessageListParams, MessageStreamParams, MessageStreamResponse, Messages } from './messages';
+import * as StepsAPI from './steps';
+import { StepListParams, Steps } from './steps';
+import * as UsageAPI from './usage';
+import { Usage, UsageRetrieveResponse } from './usage';
+import { APIPromise } from '../../core/api-promise';
+import { ArrayPage, type ArrayPageParams, PagePromise } from '../../core/pagination';
+import { RequestOptions } from '../../internal/request-options';
+import { path } from '../../internal/utils/path';
+
+export class Runs extends APIResource {
+  messages: RunsMessagesAPI.Messages = new RunsMessagesAPI.Messages(this._client);
+  usage: UsageAPI.Usage = new UsageAPI.Usage(this._client);
+  steps: StepsAPI.Steps = new StepsAPI.Steps(this._client);
+
+  /**
+   * Get the status of a run.
+   */
+  retrieve(runID: string, options?: RequestOptions): APIPromise<MessagesAPI.Run> {
+    return this._client.get(path`/v1/runs/${runID}`, options);
+  }
+
+  /**
+   * List all runs.
+   */
+  list(
+    query: RunListParams | null | undefined = {},
+    options?: RequestOptions,
+  ): PagePromise<RunsArrayPage, MessagesAPI.Run> {
+    return this._client.getAPIList('/v1/runs/', ArrayPage<MessagesAPI.Run>, { query, ...options });
+  }
+}
+
+/**
+ * Representation of offline jobs, used for tracking status of data loading tasks
+ * (involving parsing and embedding files).
+ */
+export interface Job {
+  /**
+   * The human-friendly ID of the Job
+   */
+  id?: string;
+
+  /**
+   * The agent associated with this job/run.
+   */
+  agent_id?: string | null;
+
+  /**
+   * Whether the job was created in background mode.
+   */
+  background?: boolean | null;
+
+  /**
+   * Optional error message from attempting to POST the callback endpoint.
+   */
+  callback_error?: string | null;
+
+  /**
+   * Timestamp when the callback was last attempted.
+   */
+  callback_sent_at?: string | null;
+
+  /**
+   * HTTP status code returned by the callback endpoint.
+   */
+  callback_status_code?: number | null;
+
+  /**
+   * If set, POST to this URL when the job completes.
+   */
+  callback_url?: string | null;
+
+  /**
+   * The unix timestamp of when the job was completed.
+   */
+  completed_at?: string | null;
+
+  /**
+   * The unix timestamp of when the job was created.
+   */
+  created_at?: string;
+
+  /**
+   * The id of the user that made this object.
+   */
+  created_by_id?: string | null;
+
+  /**
+   * The type of the job.
+   */
+  job_type?: MessagesAPI.JobType;
+
+  /**
+   * The id of the user that made this object.
+   */
+  last_updated_by_id?: string | null;
+
+  /**
+   * The metadata of the job.
+   */
+  metadata?: { [key: string]: unknown } | null;
+
+  /**
+   * The status of the job.
+   */
+  status?: MessagesAPI.JobStatus;
+
+  /**
+   * The reason why the job was stopped.
+   */
+  stop_reason?: StopReasonType | null;
+
+  /**
+   * Total run duration in nanoseconds
+   */
+  total_duration_ns?: number | null;
+
+  /**
+   * Time to first token for a run in nanoseconds
+   */
+  ttft_ns?: number | null;
+
+  /**
+   * The timestamp when the object was last updated.
+   */
+  updated_at?: string | null;
+}
+
+export type StopReasonType =
+  | 'end_turn'
+  | 'error'
+  | 'llm_api_error'
+  | 'invalid_llm_response'
+  | 'invalid_tool_call'
+  | 'max_steps'
+  | 'no_tool_call'
+  | 'tool_rule'
+  | 'cancelled'
+  | 'requires_approval';
+
+export interface RunListParams extends ArrayPageParams {
+  /**
+   * Filter for active runs.
+   */
+  active?: boolean;
+
+  /**
+   * The unique identifier of the agent associated with the run.
+   */
+  agent_id?: string | null;
+
+  /**
+   * @deprecated The unique identifiers of the agents associated with the run.
+   * Deprecated in favor of agent_id field.
+   */
+  agent_ids?: Array<string> | null;
+
+  /**
+   * @deprecated Whether to sort agents oldest to newest (True) or newest to oldest
+   * (False, default). Deprecated in favor of order field.
+   */
+  ascending?: boolean;
+
+  /**
+   * If True, filters for runs that were created in background mode.
+   */
+  background?: boolean | null;
+
+  /**
+   * Filter runs by status. Can specify multiple statuses.
+   */
+  statuses?: Array<string> | null;
+
+  /**
+   * Filter runs by stop reason.
+   */
+  stop_reason?: StopReasonType | null;
+}
+
+Runs.Messages = Messages;
+Runs.Usage = Usage;
+Runs.Steps = Steps;
+
+export declare namespace Runs {
+  export { type Job as Job, type StopReasonType as StopReasonType, type RunListParams as RunListParams };
+
+  export {
+    Messages as Messages,
+    type MessageStreamResponse as MessageStreamResponse,
+    type MessageListParams as MessageListParams,
+    type MessageStreamParams as MessageStreamParams,
+  };
+
+  export { Usage as Usage, type UsageRetrieveResponse as UsageRetrieveResponse };
+
+  export { Steps as Steps, type StepListParams as StepListParams };
+}
+
+export { type RunsArrayPage };

package/src/resources/runs/steps.ts

@@ -0,0 +1,32 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../core/resource';
+import * as StepsStepsAPI from '../steps/steps';
+import { StepsArrayPage } from '../steps/steps';
+import { ArrayPage, type ArrayPageParams, PagePromise } from '../../core/pagination';
+import { RequestOptions } from '../../internal/request-options';
+import { path } from '../../internal/utils/path';
+
+export class Steps extends APIResource {
+  /**
+   * Get steps associated with a run with filtering options.
+   */
+  list(
+    runID: string,
+    query: StepListParams | null | undefined = {},
+    options?: RequestOptions,
+  ): PagePromise<StepsArrayPage, StepsStepsAPI.Step> {
+    return this._client.getAPIList(path`/v1/runs/${runID}/steps`, ArrayPage<StepsStepsAPI.Step>, {
+      query,
+      ...options,
+    });
+  }
+}
+
+export interface StepListParams extends ArrayPageParams {}
+
+export declare namespace Steps {
+  export { type StepListParams as StepListParams };
+}
+
+export { type StepsArrayPage };

package/src/resources/runs/usage.ts

@@ -0,0 +1,41 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../core/resource';
+import { APIPromise } from '../../core/api-promise';
+import { RequestOptions } from '../../internal/request-options';
+import { path } from '../../internal/utils/path';
+
+export class Usage extends APIResource {
+  /**
+   * Get usage statistics for a run.
+   */
+  retrieve(runID: string, options?: RequestOptions): APIPromise<UsageRetrieveResponse> {
+    return this._client.get(path`/v1/runs/${runID}/usage`, options);
+  }
+}
+
+export interface UsageRetrieveResponse {
+  completion_tokens?: number;
+
+  completion_tokens_details?: UsageRetrieveResponse.CompletionTokensDetails | null;
+
+  prompt_tokens?: number;
+
+  prompt_tokens_details?: UsageRetrieveResponse.PromptTokensDetails | null;
+
+  total_tokens?: number;
+}
+
+export namespace UsageRetrieveResponse {
+  export interface CompletionTokensDetails {
+    reasoning_tokens?: number;
+  }
+
+  export interface PromptTokensDetails {
+    cached_tokens?: number;
+  }
+}
+
+export declare namespace Usage {
+  export { type UsageRetrieveResponse as UsageRetrieveResponse };
+}