llama-stack-api 0.4.2__py3-none-any.whl → 0.4.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (72) hide show
  1. llama_stack_api/__init__.py +945 -0
  2. llama_stack_api/admin/__init__.py +45 -0
  3. llama_stack_api/admin/api.py +72 -0
  4. llama_stack_api/admin/fastapi_routes.py +117 -0
  5. llama_stack_api/admin/models.py +113 -0
  6. llama_stack_api/agents.py +173 -0
  7. llama_stack_api/batches/__init__.py +40 -0
  8. llama_stack_api/batches/api.py +53 -0
  9. llama_stack_api/batches/fastapi_routes.py +113 -0
  10. llama_stack_api/batches/models.py +78 -0
  11. llama_stack_api/benchmarks/__init__.py +43 -0
  12. llama_stack_api/benchmarks/api.py +39 -0
  13. llama_stack_api/benchmarks/fastapi_routes.py +109 -0
  14. llama_stack_api/benchmarks/models.py +109 -0
  15. llama_stack_api/common/__init__.py +5 -0
  16. llama_stack_api/common/content_types.py +101 -0
  17. llama_stack_api/common/errors.py +95 -0
  18. llama_stack_api/common/job_types.py +38 -0
  19. llama_stack_api/common/responses.py +77 -0
  20. llama_stack_api/common/training_types.py +47 -0
  21. llama_stack_api/common/type_system.py +146 -0
  22. llama_stack_api/connectors.py +146 -0
  23. llama_stack_api/conversations.py +270 -0
  24. llama_stack_api/datasetio.py +55 -0
  25. llama_stack_api/datasets/__init__.py +61 -0
  26. llama_stack_api/datasets/api.py +35 -0
  27. llama_stack_api/datasets/fastapi_routes.py +104 -0
  28. llama_stack_api/datasets/models.py +152 -0
  29. llama_stack_api/datatypes.py +373 -0
  30. llama_stack_api/eval.py +137 -0
  31. llama_stack_api/file_processors/__init__.py +27 -0
  32. llama_stack_api/file_processors/api.py +64 -0
  33. llama_stack_api/file_processors/fastapi_routes.py +78 -0
  34. llama_stack_api/file_processors/models.py +42 -0
  35. llama_stack_api/files/__init__.py +35 -0
  36. llama_stack_api/files/api.py +51 -0
  37. llama_stack_api/files/fastapi_routes.py +124 -0
  38. llama_stack_api/files/models.py +107 -0
  39. llama_stack_api/inference.py +1169 -0
  40. llama_stack_api/inspect_api/__init__.py +37 -0
  41. llama_stack_api/inspect_api/api.py +25 -0
  42. llama_stack_api/inspect_api/fastapi_routes.py +76 -0
  43. llama_stack_api/inspect_api/models.py +28 -0
  44. llama_stack_api/internal/__init__.py +9 -0
  45. llama_stack_api/internal/kvstore.py +28 -0
  46. llama_stack_api/internal/sqlstore.py +81 -0
  47. llama_stack_api/models.py +171 -0
  48. llama_stack_api/openai_responses.py +1468 -0
  49. llama_stack_api/post_training.py +370 -0
  50. llama_stack_api/prompts.py +203 -0
  51. llama_stack_api/providers/__init__.py +33 -0
  52. llama_stack_api/providers/api.py +16 -0
  53. llama_stack_api/providers/fastapi_routes.py +57 -0
  54. llama_stack_api/providers/models.py +24 -0
  55. llama_stack_api/rag_tool.py +168 -0
  56. llama_stack_api/resource.py +37 -0
  57. llama_stack_api/router_utils.py +160 -0
  58. llama_stack_api/safety.py +132 -0
  59. llama_stack_api/schema_utils.py +208 -0
  60. llama_stack_api/scoring.py +93 -0
  61. llama_stack_api/scoring_functions.py +211 -0
  62. llama_stack_api/shields.py +93 -0
  63. llama_stack_api/tools.py +226 -0
  64. llama_stack_api/vector_io.py +941 -0
  65. llama_stack_api/vector_stores.py +53 -0
  66. llama_stack_api/version.py +9 -0
  67. {llama_stack_api-0.4.2.dist-info → llama_stack_api-0.4.4.dist-info}/METADATA +1 -1
  68. llama_stack_api-0.4.4.dist-info/RECORD +70 -0
  69. {llama_stack_api-0.4.2.dist-info → llama_stack_api-0.4.4.dist-info}/WHEEL +1 -1
  70. llama_stack_api-0.4.4.dist-info/top_level.txt +1 -0
  71. llama_stack_api-0.4.2.dist-info/RECORD +0 -4
  72. llama_stack_api-0.4.2.dist-info/top_level.txt +0 -1
@@ -0,0 +1,945 @@
1
+ # Copyright (c) Meta Platforms, Inc. and affiliates.
2
+ # All rights reserved.
3
+ #
4
+ # This source code is licensed under the terms described in the LICENSE file in
5
+ # the root directory of this source tree.
6
+
7
+ """
8
+ Llama Stack API Specifications
9
+
10
+ This package contains the API definitions, data types, and protocol specifications
11
+ for Llama Stack. It is designed to be a lightweight dependency for external providers
12
+ and clients that need to interact with Llama Stack APIs without requiring the full
13
+ server implementation.
14
+
15
+ All imports from this package MUST use the form:
16
+ from llama_stack_api import <symbol>
17
+
18
+ Sub-module imports (e.g., from llama_stack_api.agents import Agents) are NOT supported
19
+ and considered a code smell. All exported symbols are explicitly listed in __all__.
20
+ """
21
+
22
+ __version__ = "0.4.0.dev0"
23
+
24
+ # Import submodules for those who need them
25
+ from . import common # noqa: F401
26
+ from .admin import (
27
+ Admin,
28
+ ApiFilter,
29
+ HealthInfo,
30
+ InspectProviderRequest,
31
+ ListProvidersResponse,
32
+ ListRoutesRequest,
33
+ ListRoutesResponse,
34
+ ProviderInfo,
35
+ RouteInfo,
36
+ VersionInfo,
37
+ )
38
+
39
+ # Import all public API symbols
40
+ from .agents import Agents, ResponseGuardrail, ResponseGuardrailSpec, ResponseItemInclude
41
+ from .batches import (
42
+ Batches,
43
+ BatchObject,
44
+ CancelBatchRequest,
45
+ CreateBatchRequest,
46
+ ListBatchesRequest,
47
+ ListBatchesResponse,
48
+ RetrieveBatchRequest,
49
+ )
50
+ from .benchmarks import (
51
+ Benchmark,
52
+ BenchmarkInput,
53
+ Benchmarks,
54
+ CommonBenchmarkFields,
55
+ GetBenchmarkRequest,
56
+ ListBenchmarksRequest,
57
+ ListBenchmarksResponse,
58
+ RegisterBenchmarkRequest,
59
+ UnregisterBenchmarkRequest,
60
+ )
61
+
62
+ # Import commonly used types from common submodule
63
+ from .common.content_types import (
64
+ URL,
65
+ ImageContentItem,
66
+ InterleavedContent,
67
+ InterleavedContentItem,
68
+ TextContentItem,
69
+ _URLOrData,
70
+ )
71
+ from .common.errors import (
72
+ ConflictError,
73
+ DatasetNotFoundError,
74
+ InvalidConversationIdError,
75
+ ModelNotFoundError,
76
+ ModelTypeError,
77
+ ResourceNotFoundError,
78
+ TokenValidationError,
79
+ ToolGroupNotFoundError,
80
+ UnsupportedModelError,
81
+ VectorStoreNotFoundError,
82
+ )
83
+ from .common.job_types import Job, JobStatus
84
+ from .common.responses import Order, PaginatedResponse
85
+ from .common.training_types import Checkpoint, PostTrainingMetric
86
+ from .common.type_system import (
87
+ ChatCompletionInputType,
88
+ CompletionInputType,
89
+ NumberType,
90
+ ParamType,
91
+ StringType,
92
+ )
93
+ from .connectors import (
94
+ Connector,
95
+ ConnectorInput,
96
+ Connectors,
97
+ ConnectorType,
98
+ ListConnectorsResponse,
99
+ ListToolsResponse,
100
+ )
101
+ from .conversations import (
102
+ Conversation,
103
+ ConversationDeletedResource,
104
+ ConversationItem,
105
+ ConversationItemCreateRequest,
106
+ ConversationItemDeletedResource,
107
+ ConversationItemInclude,
108
+ ConversationItemList,
109
+ ConversationMessage,
110
+ Conversations,
111
+ Metadata,
112
+ )
113
+ from .datasetio import DatasetIO, DatasetStore
114
+ from .datasets import (
115
+ CommonDatasetFields,
116
+ Dataset,
117
+ DatasetInput,
118
+ DatasetPurpose,
119
+ Datasets,
120
+ DatasetType,
121
+ DataSource,
122
+ ListDatasetsResponse,
123
+ RowsDataSource,
124
+ URIDataSource,
125
+ )
126
+ from .datatypes import (
127
+ Api,
128
+ BenchmarksProtocolPrivate,
129
+ DatasetsProtocolPrivate,
130
+ DynamicApiMeta,
131
+ Error,
132
+ ExternalApiSpec,
133
+ HealthResponse,
134
+ HealthStatus,
135
+ InlineProviderSpec,
136
+ ModelsProtocolPrivate,
137
+ ProviderSpec,
138
+ RemoteProviderConfig,
139
+ RemoteProviderSpec,
140
+ RoutingTable,
141
+ ScoringFunctionsProtocolPrivate,
142
+ ShieldsProtocolPrivate,
143
+ ToolGroupsProtocolPrivate,
144
+ VectorStoresProtocolPrivate,
145
+ )
146
+ from .eval import BenchmarkConfig, Eval, EvalCandidate, EvaluateResponse, ModelCandidate
147
+ from .file_processors import FileProcessors, ProcessFileResponse
148
+ from .files import (
149
+ DeleteFileRequest,
150
+ ExpiresAfter,
151
+ Files,
152
+ ListFilesRequest,
153
+ ListOpenAIFileResponse,
154
+ OpenAIFileDeleteResponse,
155
+ OpenAIFileObject,
156
+ OpenAIFilePurpose,
157
+ RetrieveFileContentRequest,
158
+ RetrieveFileRequest,
159
+ UploadFileRequest,
160
+ )
161
+ from .inference import (
162
+ Bf16QuantizationConfig,
163
+ ChatCompletionResponseEventType,
164
+ CompletionRequest,
165
+ EmbeddingsResponse,
166
+ EmbeddingTaskType,
167
+ Fp8QuantizationConfig,
168
+ GrammarResponseFormat,
169
+ GreedySamplingStrategy,
170
+ Inference,
171
+ InferenceProvider,
172
+ Int4QuantizationConfig,
173
+ JsonSchemaResponseFormat,
174
+ ListOpenAIChatCompletionResponse,
175
+ LogProbConfig,
176
+ ModelStore,
177
+ OpenAIAssistantMessageParam,
178
+ OpenAIChatCompletion,
179
+ OpenAIChatCompletionChunk,
180
+ OpenAIChatCompletionContentPartImageParam,
181
+ OpenAIChatCompletionContentPartParam,
182
+ OpenAIChatCompletionContentPartTextParam,
183
+ OpenAIChatCompletionMessageContent,
184
+ OpenAIChatCompletionRequestWithExtraBody,
185
+ OpenAIChatCompletionTextOnlyMessageContent,
186
+ OpenAIChatCompletionToolCall,
187
+ OpenAIChatCompletionToolCallFunction,
188
+ OpenAIChatCompletionToolChoice,
189
+ OpenAIChatCompletionToolChoiceAllowedTools,
190
+ OpenAIChatCompletionToolChoiceCustomTool,
191
+ OpenAIChatCompletionToolChoiceFunctionTool,
192
+ OpenAIChatCompletionUsage,
193
+ OpenAIChatCompletionUsageCompletionTokensDetails,
194
+ OpenAIChatCompletionUsagePromptTokensDetails,
195
+ OpenAIChoice,
196
+ OpenAIChoiceDelta,
197
+ OpenAIChoiceLogprobs,
198
+ OpenAIChunkChoice,
199
+ OpenAICompletion,
200
+ OpenAICompletionChoice,
201
+ OpenAICompletionLogprobs,
202
+ OpenAICompletionRequestWithExtraBody,
203
+ OpenAICompletionWithInputMessages,
204
+ OpenAIDeveloperMessageParam,
205
+ OpenAIEmbeddingData,
206
+ OpenAIEmbeddingsRequestWithExtraBody,
207
+ OpenAIEmbeddingsResponse,
208
+ OpenAIEmbeddingUsage,
209
+ OpenAIFile,
210
+ OpenAIFileFile,
211
+ OpenAIImageURL,
212
+ OpenAIJSONSchema,
213
+ OpenAIMessageParam,
214
+ OpenAIResponseFormatJSONObject,
215
+ OpenAIResponseFormatJSONSchema,
216
+ OpenAIResponseFormatParam,
217
+ OpenAIResponseFormatText,
218
+ OpenAISystemMessageParam,
219
+ OpenAITokenLogProb,
220
+ OpenAIToolMessageParam,
221
+ OpenAITopLogProb,
222
+ OpenAIUserMessageParam,
223
+ QuantizationConfig,
224
+ QuantizationType,
225
+ RerankData,
226
+ RerankResponse,
227
+ ResponseFormat,
228
+ ResponseFormatType,
229
+ SamplingParams,
230
+ SamplingStrategy,
231
+ SystemMessage,
232
+ SystemMessageBehavior,
233
+ TextTruncation,
234
+ TokenLogProbs,
235
+ ToolChoice,
236
+ ToolResponseMessage,
237
+ TopKSamplingStrategy,
238
+ TopPSamplingStrategy,
239
+ UserMessage,
240
+ )
241
+ from .inspect_api import Inspect
242
+ from .models import (
243
+ CommonModelFields,
244
+ ListModelsResponse,
245
+ Model,
246
+ ModelInput,
247
+ Models,
248
+ ModelType,
249
+ OpenAIListModelsResponse,
250
+ OpenAIModel,
251
+ )
252
+ from .openai_responses import (
253
+ AllowedToolsFilter,
254
+ ApprovalFilter,
255
+ ListOpenAIResponseInputItem,
256
+ ListOpenAIResponseObject,
257
+ MCPListToolsTool,
258
+ OpenAIDeleteResponseObject,
259
+ OpenAIResponseAnnotationCitation,
260
+ OpenAIResponseAnnotationContainerFileCitation,
261
+ OpenAIResponseAnnotationFileCitation,
262
+ OpenAIResponseAnnotationFilePath,
263
+ OpenAIResponseAnnotations,
264
+ OpenAIResponseContentPart,
265
+ OpenAIResponseContentPartOutputText,
266
+ OpenAIResponseContentPartReasoningSummary,
267
+ OpenAIResponseContentPartReasoningText,
268
+ OpenAIResponseContentPartRefusal,
269
+ OpenAIResponseError,
270
+ OpenAIResponseInput,
271
+ OpenAIResponseInputFunctionToolCallOutput,
272
+ OpenAIResponseInputMessageContent,
273
+ OpenAIResponseInputMessageContentFile,
274
+ OpenAIResponseInputMessageContentImage,
275
+ OpenAIResponseInputMessageContentText,
276
+ OpenAIResponseInputTool,
277
+ OpenAIResponseInputToolChoice,
278
+ OpenAIResponseInputToolChoiceAllowedTools,
279
+ OpenAIResponseInputToolChoiceCustomTool,
280
+ OpenAIResponseInputToolChoiceFileSearch,
281
+ OpenAIResponseInputToolChoiceFunctionTool,
282
+ OpenAIResponseInputToolChoiceMCPTool,
283
+ OpenAIResponseInputToolChoiceMode,
284
+ OpenAIResponseInputToolChoiceObject,
285
+ OpenAIResponseInputToolChoiceWebSearch,
286
+ OpenAIResponseInputToolFileSearch,
287
+ OpenAIResponseInputToolFunction,
288
+ OpenAIResponseInputToolMCP,
289
+ OpenAIResponseInputToolWebSearch,
290
+ OpenAIResponseMCPApprovalRequest,
291
+ OpenAIResponseMCPApprovalResponse,
292
+ OpenAIResponseMessage,
293
+ OpenAIResponseObject,
294
+ OpenAIResponseObjectStream,
295
+ OpenAIResponseObjectStreamResponseCompleted,
296
+ OpenAIResponseObjectStreamResponseContentPartAdded,
297
+ OpenAIResponseObjectStreamResponseContentPartDone,
298
+ OpenAIResponseObjectStreamResponseCreated,
299
+ OpenAIResponseObjectStreamResponseFailed,
300
+ OpenAIResponseObjectStreamResponseFileSearchCallCompleted,
301
+ OpenAIResponseObjectStreamResponseFileSearchCallInProgress,
302
+ OpenAIResponseObjectStreamResponseFileSearchCallSearching,
303
+ OpenAIResponseObjectStreamResponseFunctionCallArgumentsDelta,
304
+ OpenAIResponseObjectStreamResponseFunctionCallArgumentsDone,
305
+ OpenAIResponseObjectStreamResponseIncomplete,
306
+ OpenAIResponseObjectStreamResponseInProgress,
307
+ OpenAIResponseObjectStreamResponseMcpCallArgumentsDelta,
308
+ OpenAIResponseObjectStreamResponseMcpCallArgumentsDone,
309
+ OpenAIResponseObjectStreamResponseMcpCallCompleted,
310
+ OpenAIResponseObjectStreamResponseMcpCallFailed,
311
+ OpenAIResponseObjectStreamResponseMcpCallInProgress,
312
+ OpenAIResponseObjectStreamResponseMcpListToolsCompleted,
313
+ OpenAIResponseObjectStreamResponseMcpListToolsFailed,
314
+ OpenAIResponseObjectStreamResponseMcpListToolsInProgress,
315
+ OpenAIResponseObjectStreamResponseOutputItemAdded,
316
+ OpenAIResponseObjectStreamResponseOutputItemDone,
317
+ OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded,
318
+ OpenAIResponseObjectStreamResponseOutputTextDelta,
319
+ OpenAIResponseObjectStreamResponseOutputTextDone,
320
+ OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded,
321
+ OpenAIResponseObjectStreamResponseReasoningSummaryPartDone,
322
+ OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta,
323
+ OpenAIResponseObjectStreamResponseReasoningSummaryTextDone,
324
+ OpenAIResponseObjectStreamResponseReasoningTextDelta,
325
+ OpenAIResponseObjectStreamResponseReasoningTextDone,
326
+ OpenAIResponseObjectStreamResponseRefusalDelta,
327
+ OpenAIResponseObjectStreamResponseRefusalDone,
328
+ OpenAIResponseObjectStreamResponseWebSearchCallCompleted,
329
+ OpenAIResponseObjectStreamResponseWebSearchCallInProgress,
330
+ OpenAIResponseObjectStreamResponseWebSearchCallSearching,
331
+ OpenAIResponseObjectWithInput,
332
+ OpenAIResponseOutput,
333
+ OpenAIResponseOutputMessageContent,
334
+ OpenAIResponseOutputMessageContentOutputText,
335
+ OpenAIResponseOutputMessageFileSearchToolCall,
336
+ OpenAIResponseOutputMessageFileSearchToolCallResults,
337
+ OpenAIResponseOutputMessageFunctionToolCall,
338
+ OpenAIResponseOutputMessageMCPCall,
339
+ OpenAIResponseOutputMessageMCPListTools,
340
+ OpenAIResponseOutputMessageWebSearchToolCall,
341
+ OpenAIResponsePrompt,
342
+ OpenAIResponseText,
343
+ OpenAIResponseTextFormat,
344
+ OpenAIResponseTool,
345
+ OpenAIResponseToolMCP,
346
+ OpenAIResponseUsage,
347
+ OpenAIResponseUsageInputTokensDetails,
348
+ OpenAIResponseUsageOutputTokensDetails,
349
+ WebSearchToolTypes,
350
+ )
351
+ from .post_training import (
352
+ AlgorithmConfig,
353
+ DataConfig,
354
+ DatasetFormat,
355
+ DPOAlignmentConfig,
356
+ DPOLossType,
357
+ EfficiencyConfig,
358
+ ListPostTrainingJobsResponse,
359
+ LoraFinetuningConfig,
360
+ OptimizerConfig,
361
+ OptimizerType,
362
+ PostTraining,
363
+ PostTrainingJob,
364
+ PostTrainingJobArtifactsResponse,
365
+ PostTrainingJobLogStream,
366
+ PostTrainingJobStatusResponse,
367
+ PostTrainingRLHFRequest,
368
+ QATFinetuningConfig,
369
+ RLHFAlgorithm,
370
+ TrainingConfig,
371
+ )
372
+ from .prompts import ListPromptsResponse, Prompt, Prompts
373
+ from .providers import Providers
374
+ from .rag_tool import (
375
+ DefaultRAGQueryGeneratorConfig,
376
+ LLMRAGQueryGeneratorConfig,
377
+ RAGDocument,
378
+ RAGQueryConfig,
379
+ RAGQueryGenerator,
380
+ RAGQueryGeneratorConfig,
381
+ RAGQueryResult,
382
+ RAGSearchMode,
383
+ Ranker,
384
+ RRFRanker,
385
+ WeightedRanker,
386
+ )
387
+ from .resource import Resource, ResourceType
388
+ from .safety import (
389
+ ModerationObject,
390
+ ModerationObjectResults,
391
+ RunShieldResponse,
392
+ Safety,
393
+ SafetyViolation,
394
+ ShieldStore,
395
+ ViolationLevel,
396
+ )
397
+ from .schema_utils import (
398
+ CallableT,
399
+ ExtraBodyField,
400
+ SchemaInfo,
401
+ WebMethod,
402
+ clear_dynamic_schema_types,
403
+ get_registered_schema_info,
404
+ iter_dynamic_schema_types,
405
+ iter_json_schema_types,
406
+ iter_registered_schema_types,
407
+ json_schema_type,
408
+ register_dynamic_schema_type,
409
+ register_schema,
410
+ webmethod,
411
+ )
412
+ from .scoring import (
413
+ ScoreBatchResponse,
414
+ ScoreResponse,
415
+ Scoring,
416
+ ScoringFunctionStore,
417
+ ScoringResult,
418
+ ScoringResultRow,
419
+ )
420
+ from .scoring_functions import (
421
+ AggregationFunctionType,
422
+ BasicScoringFnParams,
423
+ CommonScoringFnFields,
424
+ ListScoringFunctionsResponse,
425
+ LLMAsJudgeScoringFnParams,
426
+ RegexParserScoringFnParams,
427
+ ScoringFn,
428
+ ScoringFnInput,
429
+ ScoringFnParams,
430
+ ScoringFnParamsType,
431
+ ScoringFunctions,
432
+ )
433
+ from .shields import (
434
+ CommonShieldFields,
435
+ ListShieldsResponse,
436
+ Shield,
437
+ ShieldInput,
438
+ Shields,
439
+ )
440
+ from .tools import (
441
+ ListToolDefsResponse,
442
+ ListToolGroupsResponse,
443
+ SpecialToolGroup,
444
+ ToolDef,
445
+ ToolGroup,
446
+ ToolGroupInput,
447
+ ToolGroups,
448
+ ToolInvocationResult,
449
+ ToolRuntime,
450
+ ToolStore,
451
+ )
452
+ from .vector_io import (
453
+ Chunk,
454
+ ChunkMetadata,
455
+ EmbeddedChunk,
456
+ OpenAICreateVectorStoreFileBatchRequestWithExtraBody,
457
+ OpenAICreateVectorStoreRequestWithExtraBody,
458
+ QueryChunksResponse,
459
+ SearchRankingOptions,
460
+ VectorIO,
461
+ VectorStoreChunkingStrategy,
462
+ VectorStoreChunkingStrategyAuto,
463
+ VectorStoreChunkingStrategyStatic,
464
+ VectorStoreChunkingStrategyStaticConfig,
465
+ VectorStoreContent,
466
+ VectorStoreCreateRequest,
467
+ VectorStoreDeleteResponse,
468
+ VectorStoreFileBatchObject,
469
+ VectorStoreFileContentResponse,
470
+ VectorStoreFileCounts,
471
+ VectorStoreFileDeleteResponse,
472
+ VectorStoreFileLastError,
473
+ VectorStoreFileObject,
474
+ VectorStoreFilesListInBatchResponse,
475
+ VectorStoreFileStatus,
476
+ VectorStoreListFilesResponse,
477
+ VectorStoreListResponse,
478
+ VectorStoreModifyRequest,
479
+ VectorStoreObject,
480
+ VectorStoreSearchRequest,
481
+ VectorStoreSearchResponse,
482
+ VectorStoreSearchResponsePage,
483
+ VectorStoreTable,
484
+ )
485
+ from .vector_stores import VectorStore, VectorStoreInput
486
+ from .version import (
487
+ LLAMA_STACK_API_V1,
488
+ LLAMA_STACK_API_V1ALPHA,
489
+ LLAMA_STACK_API_V1BETA,
490
+ )
491
+
492
+ __all__ = [
493
+ # Submodules
494
+ "common",
495
+ # Version constants
496
+ "LLAMA_STACK_API_V1",
497
+ "LLAMA_STACK_API_V1ALPHA",
498
+ "LLAMA_STACK_API_V1BETA",
499
+ # API Symbols
500
+ "Agents",
501
+ "AggregationFunctionType",
502
+ "AlgorithmConfig",
503
+ "AllowedToolsFilter",
504
+ "Api",
505
+ "ApiFilter",
506
+ "ApprovalFilter",
507
+ "BasicScoringFnParams",
508
+ "Batches",
509
+ "BatchObject",
510
+ "CancelBatchRequest",
511
+ "CreateBatchRequest",
512
+ "ListBatchesRequest",
513
+ "Benchmark",
514
+ "BenchmarkConfig",
515
+ "BenchmarkInput",
516
+ "Benchmarks",
517
+ "BenchmarksProtocolPrivate",
518
+ "Bf16QuantizationConfig",
519
+ "CallableT",
520
+ "ChatCompletionInputType",
521
+ "ChatCompletionResponseEventType",
522
+ "Checkpoint",
523
+ "Chunk",
524
+ "ChunkMetadata",
525
+ "EmbeddedChunk",
526
+ "CommonBenchmarkFields",
527
+ "ConflictError",
528
+ "CommonDatasetFields",
529
+ "CommonModelFields",
530
+ "CommonScoringFnFields",
531
+ "CommonShieldFields",
532
+ "CompletionInputType",
533
+ "CompletionRequest",
534
+ "Connector",
535
+ "ConnectorInput",
536
+ "Connectors",
537
+ "ConnectorType",
538
+ "Conversation",
539
+ "ConversationDeletedResource",
540
+ "ConversationItem",
541
+ "ConversationItemCreateRequest",
542
+ "ConversationItemDeletedResource",
543
+ "ConversationItemInclude",
544
+ "ConversationItemList",
545
+ "ConversationMessage",
546
+ "Conversations",
547
+ "DPOAlignmentConfig",
548
+ "DPOLossType",
549
+ "DataConfig",
550
+ "DataSource",
551
+ "Dataset",
552
+ "DatasetFormat",
553
+ "DatasetIO",
554
+ "DatasetInput",
555
+ "DatasetPurpose",
556
+ "DatasetNotFoundError",
557
+ "DatasetStore",
558
+ "DatasetType",
559
+ "Datasets",
560
+ "DatasetsProtocolPrivate",
561
+ "DefaultRAGQueryGeneratorConfig",
562
+ "DeleteFileRequest",
563
+ "Docstring",
564
+ "DynamicApiMeta",
565
+ "EfficiencyConfig",
566
+ "EmbeddingTaskType",
567
+ "EmbeddingsResponse",
568
+ "Error",
569
+ "Eval",
570
+ "EvalCandidate",
571
+ "EvaluateResponse",
572
+ "ExpiresAfter",
573
+ "ExternalApiSpec",
574
+ "ExtraBodyField",
575
+ "FileProcessors",
576
+ "Files",
577
+ "Fp8QuantizationConfig",
578
+ "clear_dynamic_schema_types",
579
+ "get_schema_identifier",
580
+ "get_signature",
581
+ "GrammarResponseFormat",
582
+ "GreedySamplingStrategy",
583
+ "HealthInfo",
584
+ "HealthResponse",
585
+ "HealthStatus",
586
+ "ImageContentItem",
587
+ "Inference",
588
+ "InferenceProvider",
589
+ "InlineProviderSpec",
590
+ "Inspect",
591
+ "InspectProviderRequest",
592
+ "Admin",
593
+ "Int4QuantizationConfig",
594
+ "InterleavedContent",
595
+ "InterleavedContentItem",
596
+ "InvalidConversationIdError",
597
+ "is_generic_list",
598
+ "is_type_optional",
599
+ "is_type_union",
600
+ "is_unwrapped_body_param",
601
+ "iter_dynamic_schema_types",
602
+ "iter_json_schema_types",
603
+ "iter_registered_schema_types",
604
+ "get_registered_schema_info",
605
+ "Job",
606
+ "JobStatus",
607
+ "json_dump_string",
608
+ "json_schema_type",
609
+ "JsonSchemaGenerator",
610
+ "JsonSchemaResponseFormat",
611
+ "JsonType",
612
+ "LLMAsJudgeScoringFnParams",
613
+ "LLMRAGQueryGeneratorConfig",
614
+ "ListBatchesResponse",
615
+ "RetrieveBatchRequest",
616
+ "GetBenchmarkRequest",
617
+ "ListBenchmarksRequest",
618
+ "ListBenchmarksResponse",
619
+ "RegisterBenchmarkRequest",
620
+ "UnregisterBenchmarkRequest",
621
+ "ListConnectorsResponse",
622
+ "ListDatasetsResponse",
623
+ "ListFilesRequest",
624
+ "ListModelsResponse",
625
+ "ListOpenAIChatCompletionResponse",
626
+ "ListOpenAIFileResponse",
627
+ "ListOpenAIResponseInputItem",
628
+ "ListOpenAIResponseObject",
629
+ "ListPostTrainingJobsResponse",
630
+ "ListPromptsResponse",
631
+ "ListProvidersResponse",
632
+ "ListRoutesRequest",
633
+ "ListRoutesResponse",
634
+ "ListScoringFunctionsResponse",
635
+ "ListShieldsResponse",
636
+ "ListToolDefsResponse",
637
+ "ListToolGroupsResponse",
638
+ "ListToolsResponse",
639
+ "LogProbConfig",
640
+ "LoraFinetuningConfig",
641
+ "MCPListToolsTool",
642
+ "Metadata",
643
+ "Model",
644
+ "ModelCandidate",
645
+ "ModelInput",
646
+ "ModelNotFoundError",
647
+ "ModelStore",
648
+ "ModelType",
649
+ "ModelTypeError",
650
+ "Models",
651
+ "ModelsProtocolPrivate",
652
+ "ModerationObject",
653
+ "ModerationObjectResults",
654
+ "NumberType",
655
+ "object_to_json",
656
+ "OpenAIAssistantMessageParam",
657
+ "OpenAIChatCompletion",
658
+ "OpenAIChatCompletionChunk",
659
+ "OpenAIChatCompletionContentPartImageParam",
660
+ "OpenAIChatCompletionContentPartParam",
661
+ "OpenAIChatCompletionContentPartTextParam",
662
+ "OpenAIChatCompletionMessageContent",
663
+ "OpenAIChatCompletionRequestWithExtraBody",
664
+ "OpenAIChatCompletionTextOnlyMessageContent",
665
+ "OpenAIChatCompletionToolCall",
666
+ "OpenAIChatCompletionToolCallFunction",
667
+ "OpenAIChatCompletionUsage",
668
+ "OpenAIChatCompletionUsageCompletionTokensDetails",
669
+ "OpenAIChatCompletionUsagePromptTokensDetails",
670
+ "OpenAIChatCompletionToolChoiceAllowedTools",
671
+ "OpenAIChatCompletionToolChoiceFunctionTool",
672
+ "OpenAIChatCompletionToolChoiceCustomTool",
673
+ "OpenAIChatCompletionToolChoice",
674
+ "OpenAIChoice",
675
+ "OpenAIChoiceDelta",
676
+ "OpenAIChoiceLogprobs",
677
+ "OpenAIChunkChoice",
678
+ "OpenAICompletion",
679
+ "OpenAICompletionChoice",
680
+ "OpenAICompletionLogprobs",
681
+ "OpenAICompletionRequestWithExtraBody",
682
+ "OpenAICompletionWithInputMessages",
683
+ "OpenAICreateVectorStoreFileBatchRequestWithExtraBody",
684
+ "OpenAICreateVectorStoreRequestWithExtraBody",
685
+ "OpenAIDeleteResponseObject",
686
+ "OpenAIDeveloperMessageParam",
687
+ "OpenAIEmbeddingData",
688
+ "OpenAIEmbeddingUsage",
689
+ "OpenAIEmbeddingsRequestWithExtraBody",
690
+ "OpenAIEmbeddingsResponse",
691
+ "OpenAIFile",
692
+ "OpenAIFileDeleteResponse",
693
+ "OpenAIFileFile",
694
+ "OpenAIFileObject",
695
+ "OpenAIFilePurpose",
696
+ "OpenAIImageURL",
697
+ "OpenAIJSONSchema",
698
+ "OpenAIListModelsResponse",
699
+ "OpenAIMessageParam",
700
+ "OpenAIModel",
701
+ "Order",
702
+ "OpenAIResponseAnnotationCitation",
703
+ "OpenAIResponseAnnotationContainerFileCitation",
704
+ "OpenAIResponseAnnotationFileCitation",
705
+ "OpenAIResponseAnnotationFilePath",
706
+ "OpenAIResponseAnnotations",
707
+ "OpenAIResponseContentPart",
708
+ "OpenAIResponseContentPartOutputText",
709
+ "OpenAIResponseContentPartReasoningSummary",
710
+ "OpenAIResponseContentPartReasoningText",
711
+ "OpenAIResponseContentPartRefusal",
712
+ "OpenAIResponseError",
713
+ "OpenAIResponseFormatJSONObject",
714
+ "OpenAIResponseFormatJSONSchema",
715
+ "OpenAIResponseFormatParam",
716
+ "OpenAIResponseFormatText",
717
+ "OpenAIResponseInput",
718
+ "OpenAIResponseInputFunctionToolCallOutput",
719
+ "OpenAIResponseInputMessageContent",
720
+ "OpenAIResponseInputMessageContentFile",
721
+ "OpenAIResponseInputMessageContentImage",
722
+ "OpenAIResponseInputMessageContentText",
723
+ "OpenAIResponseInputTool",
724
+ "OpenAIResponseInputToolFileSearch",
725
+ "OpenAIResponseInputToolFunction",
726
+ "OpenAIResponseInputToolMCP",
727
+ "OpenAIResponseInputToolWebSearch",
728
+ "OpenAIResponseInputToolChoice",
729
+ "OpenAIResponseInputToolChoiceAllowedTools",
730
+ "OpenAIResponseInputToolChoiceFileSearch",
731
+ "OpenAIResponseInputToolChoiceWebSearch",
732
+ "OpenAIResponseInputToolChoiceFunctionTool",
733
+ "OpenAIResponseInputToolChoiceMCPTool",
734
+ "OpenAIResponseInputToolChoiceCustomTool",
735
+ "OpenAIResponseInputToolChoiceMode",
736
+ "OpenAIResponseInputToolChoiceObject",
737
+ "OpenAIResponseMCPApprovalRequest",
738
+ "OpenAIResponseMCPApprovalResponse",
739
+ "OpenAIResponseMessage",
740
+ "OpenAIResponseObject",
741
+ "OpenAIResponseObjectStream",
742
+ "OpenAIResponseObjectStreamResponseCompleted",
743
+ "OpenAIResponseObjectStreamResponseContentPartAdded",
744
+ "OpenAIResponseObjectStreamResponseContentPartDone",
745
+ "OpenAIResponseObjectStreamResponseCreated",
746
+ "OpenAIResponseObjectStreamResponseFailed",
747
+ "OpenAIResponseObjectStreamResponseFileSearchCallCompleted",
748
+ "OpenAIResponseObjectStreamResponseFileSearchCallInProgress",
749
+ "OpenAIResponseObjectStreamResponseFileSearchCallSearching",
750
+ "OpenAIResponseObjectStreamResponseFunctionCallArgumentsDelta",
751
+ "OpenAIResponseObjectStreamResponseFunctionCallArgumentsDone",
752
+ "OpenAIResponseObjectStreamResponseInProgress",
753
+ "OpenAIResponseObjectStreamResponseIncomplete",
754
+ "OpenAIResponseObjectStreamResponseMcpCallArgumentsDelta",
755
+ "OpenAIResponseObjectStreamResponseMcpCallArgumentsDone",
756
+ "OpenAIResponseObjectStreamResponseMcpCallCompleted",
757
+ "OpenAIResponseObjectStreamResponseMcpCallFailed",
758
+ "OpenAIResponseObjectStreamResponseMcpCallInProgress",
759
+ "OpenAIResponseObjectStreamResponseMcpListToolsCompleted",
760
+ "OpenAIResponseObjectStreamResponseMcpListToolsFailed",
761
+ "OpenAIResponseObjectStreamResponseMcpListToolsInProgress",
762
+ "OpenAIResponseObjectStreamResponseOutputItemAdded",
763
+ "OpenAIResponseObjectStreamResponseOutputItemDone",
764
+ "OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded",
765
+ "OpenAIResponseObjectStreamResponseOutputTextDelta",
766
+ "OpenAIResponseObjectStreamResponseOutputTextDone",
767
+ "OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded",
768
+ "OpenAIResponseObjectStreamResponseReasoningSummaryPartDone",
769
+ "OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta",
770
+ "OpenAIResponseObjectStreamResponseReasoningSummaryTextDone",
771
+ "OpenAIResponseObjectStreamResponseReasoningTextDelta",
772
+ "OpenAIResponseObjectStreamResponseReasoningTextDone",
773
+ "OpenAIResponseObjectStreamResponseRefusalDelta",
774
+ "OpenAIResponseObjectStreamResponseRefusalDone",
775
+ "OpenAIResponseObjectStreamResponseWebSearchCallCompleted",
776
+ "OpenAIResponseObjectStreamResponseWebSearchCallInProgress",
777
+ "OpenAIResponseObjectStreamResponseWebSearchCallSearching",
778
+ "OpenAIResponseObjectWithInput",
779
+ "OpenAIResponseOutput",
780
+ "OpenAIResponseOutputMessageContent",
781
+ "OpenAIResponseOutputMessageContentOutputText",
782
+ "OpenAIResponseOutputMessageFileSearchToolCall",
783
+ "OpenAIResponseOutputMessageFileSearchToolCallResults",
784
+ "OpenAIResponseOutputMessageFunctionToolCall",
785
+ "OpenAIResponseOutputMessageMCPCall",
786
+ "OpenAIResponseOutputMessageMCPListTools",
787
+ "OpenAIResponseOutputMessageWebSearchToolCall",
788
+ "OpenAIResponsePrompt",
789
+ "OpenAIResponseText",
790
+ "OpenAIResponseTextFormat",
791
+ "OpenAIResponseTool",
792
+ "OpenAIResponseToolMCP",
793
+ "OpenAIResponseUsage",
794
+ "OpenAIResponseUsageInputTokensDetails",
795
+ "OpenAIResponseUsageOutputTokensDetails",
796
+ "OpenAISystemMessageParam",
797
+ "OpenAITokenLogProb",
798
+ "OpenAIToolMessageParam",
799
+ "OpenAITopLogProb",
800
+ "OpenAIUserMessageParam",
801
+ "OptimizerConfig",
802
+ "OptimizerType",
803
+ "PaginatedResponse",
804
+ "ParamType",
805
+ "parse_type",
806
+ "PostTraining",
807
+ "ProcessFileResponse",
808
+ "PostTrainingMetric",
809
+ "PostTrainingJob",
810
+ "PostTrainingJobArtifactsResponse",
811
+ "PostTrainingJobLogStream",
812
+ "PostTrainingJobStatusResponse",
813
+ "PostTrainingRLHFRequest",
814
+ "Prompt",
815
+ "Prompts",
816
+ "ProviderInfo",
817
+ "ProviderSpec",
818
+ "Providers",
819
+ "python_type_to_name",
820
+ "QATFinetuningConfig",
821
+ "QuantizationConfig",
822
+ "QuantizationType",
823
+ "QueryChunksResponse",
824
+ "RAGDocument",
825
+ "RAGQueryConfig",
826
+ "RAGQueryGenerator",
827
+ "RAGQueryGeneratorConfig",
828
+ "RAGQueryResult",
829
+ "RAGSearchMode",
830
+ "register_dynamic_schema_type",
831
+ "register_schema",
832
+ "RLHFAlgorithm",
833
+ "RRFRanker",
834
+ "Ranker",
835
+ "RegexParserScoringFnParams",
836
+ "RemoteProviderConfig",
837
+ "RemoteProviderSpec",
838
+ "RerankData",
839
+ "RerankResponse",
840
+ "Resource",
841
+ "ResourceNotFoundError",
842
+ "ResourceType",
843
+ "ResponseFormat",
844
+ "ResponseFormatType",
845
+ "ResponseGuardrail",
846
+ "ResponseGuardrailSpec",
847
+ "ResponseItemInclude",
848
+ "RetrieveFileContentRequest",
849
+ "RetrieveFileRequest",
850
+ "RouteInfo",
851
+ "RoutingTable",
852
+ "RowsDataSource",
853
+ "RunShieldResponse",
854
+ "Safety",
855
+ "SafetyViolation",
856
+ "SamplingParams",
857
+ "SamplingStrategy",
858
+ "ScoreBatchResponse",
859
+ "ScoreResponse",
860
+ "Scoring",
861
+ "ScoringFn",
862
+ "ScoringFnInput",
863
+ "ScoringFnParams",
864
+ "ScoringFnParamsType",
865
+ "ScoringFunctionStore",
866
+ "ScoringFunctions",
867
+ "ScoringFunctionsProtocolPrivate",
868
+ "ScoringResult",
869
+ "ScoringResultRow",
870
+ "Schema",
871
+ "SchemaInfo",
872
+ "SchemaOptions",
873
+ "SearchRankingOptions",
874
+ "Shield",
875
+ "ShieldInput",
876
+ "ShieldStore",
877
+ "Shields",
878
+ "ShieldsProtocolPrivate",
879
+ "SpecialToolGroup",
880
+ "StrictJsonType",
881
+ "StringType",
882
+ "SystemMessage",
883
+ "SystemMessageBehavior",
884
+ "TextContentItem",
885
+ "TextTruncation",
886
+ "TokenLogProbs",
887
+ "TokenValidationError",
888
+ "ToolChoice",
889
+ "ToolGroupNotFoundError",
890
+ "ToolDef",
891
+ "ToolGroup",
892
+ "ToolGroupInput",
893
+ "ToolGroups",
894
+ "ToolGroupsProtocolPrivate",
895
+ "ToolInvocationResult",
896
+ "ToolResponseMessage",
897
+ "ToolRuntime",
898
+ "ToolStore",
899
+ "TopKSamplingStrategy",
900
+ "TopPSamplingStrategy",
901
+ "TrainingConfig",
902
+ "UnsupportedModelError",
903
+ "unwrap_generic_list",
904
+ "unwrap_optional_type",
905
+ "unwrap_union_types",
906
+ "UploadFileRequest",
907
+ "URIDataSource",
908
+ "URL",
909
+ "_URLOrData",
910
+ "UserMessage",
911
+ "VectorIO",
912
+ "VectorStore",
913
+ "VectorStoreChunkingStrategy",
914
+ "VectorStoreChunkingStrategyAuto",
915
+ "VectorStoreChunkingStrategyStatic",
916
+ "VectorStoreChunkingStrategyStaticConfig",
917
+ "VectorStoreContent",
918
+ "VectorStoreCreateRequest",
919
+ "VectorStoreDeleteResponse",
920
+ "VectorStoreFileBatchObject",
921
+ "VectorStoreFileContentResponse",
922
+ "VectorStoreFileCounts",
923
+ "VectorStoreFileDeleteResponse",
924
+ "VectorStoreFileLastError",
925
+ "VectorStoreFileObject",
926
+ "VectorStoreFileStatus",
927
+ "VectorStoreFilesListInBatchResponse",
928
+ "VectorStoreInput",
929
+ "VectorStoreListFilesResponse",
930
+ "VectorStoreListResponse",
931
+ "VectorStoreModifyRequest",
932
+ "VectorStoreObject",
933
+ "VectorStoreSearchRequest",
934
+ "VectorStoreSearchResponse",
935
+ "VectorStoreSearchResponsePage",
936
+ "VectorStoreTable",
937
+ "VectorStoreNotFoundError",
938
+ "VectorStoresProtocolPrivate",
939
+ "VersionInfo",
940
+ "ViolationLevel",
941
+ "webmethod",
942
+ "WebMethod",
943
+ "WebSearchToolTypes",
944
+ "WeightedRanker",
945
+ ]