llama-cloud 0.1.18__py3-none-any.whl → 0.1.20__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of llama-cloud might be problematic. Click here for more details.

Files changed (92) hide show
  1. llama_cloud/__init__.py +202 -42
  2. llama_cloud/client.py +3 -0
  3. llama_cloud/resources/__init__.py +61 -2
  4. llama_cloud/resources/beta/__init__.py +2 -0
  5. llama_cloud/resources/beta/client.py +371 -0
  6. llama_cloud/resources/data_sinks/__init__.py +18 -2
  7. llama_cloud/resources/data_sinks/client.py +2 -94
  8. llama_cloud/resources/data_sinks/types/__init__.py +18 -2
  9. llama_cloud/resources/data_sinks/types/data_sink_update_component.py +65 -7
  10. llama_cloud/resources/data_sources/__init__.py +30 -2
  11. llama_cloud/resources/data_sources/types/__init__.py +28 -1
  12. llama_cloud/resources/data_sources/types/data_source_update_component.py +2 -23
  13. llama_cloud/resources/data_sources/types/data_source_update_component_one.py +122 -0
  14. llama_cloud/resources/embedding_model_configs/client.py +82 -22
  15. llama_cloud/resources/files/client.py +18 -4
  16. llama_cloud/resources/llama_extract/__init__.py +21 -0
  17. llama_cloud/resources/llama_extract/client.py +227 -114
  18. llama_cloud/resources/llama_extract/types/__init__.py +21 -0
  19. llama_cloud/resources/parsing/client.py +123 -4
  20. llama_cloud/resources/pipelines/client.py +116 -11
  21. llama_cloud/types/__init__.py +172 -52
  22. llama_cloud/types/{extract_schema_validate_request.py → audio_block.py} +5 -3
  23. llama_cloud/types/batch.py +47 -0
  24. llama_cloud/types/batch_item.py +40 -0
  25. llama_cloud/types/batch_paginated_list.py +35 -0
  26. llama_cloud/types/{base_prompt_template.py → batch_public_output.py} +7 -7
  27. llama_cloud/types/cloud_confluence_data_source.py +1 -0
  28. llama_cloud/types/cloud_jira_data_source.py +0 -4
  29. llama_cloud/types/cloud_postgres_vector_store.py +2 -0
  30. llama_cloud/types/cloud_sharepoint_data_source.py +1 -0
  31. llama_cloud/types/data_sink_component.py +65 -7
  32. llama_cloud/types/data_sink_create_component.py +65 -7
  33. llama_cloud/types/data_source_component.py +2 -23
  34. llama_cloud/types/data_source_component_one.py +122 -0
  35. llama_cloud/types/data_source_create_component.py +2 -23
  36. llama_cloud/types/data_source_create_component_one.py +122 -0
  37. llama_cloud/types/{extract_agent_update.py → data_source_update_dispatcher_config.py} +6 -6
  38. llama_cloud/types/{node_parser.py → delete_params.py} +7 -9
  39. llama_cloud/types/{extract_agent_create.py → document_ingestion_job_params.py} +11 -7
  40. llama_cloud/types/extract_config.py +2 -0
  41. llama_cloud/types/extract_job_create.py +1 -2
  42. llama_cloud/types/fail_page_mode.py +29 -0
  43. llama_cloud/types/file_count_by_status_response.py +37 -0
  44. llama_cloud/types/file_parse_public.py +36 -0
  45. llama_cloud/types/job_names.py +8 -12
  46. llama_cloud/types/job_record.py +2 -2
  47. llama_cloud/types/job_record_parameters.py +111 -0
  48. llama_cloud/types/l_lama_parse_transform_config.py +37 -0
  49. llama_cloud/types/legacy_parse_job_config.py +189 -0
  50. llama_cloud/types/llama_index_core_base_llms_types_chat_message_blocks_item.py +13 -1
  51. llama_cloud/types/llama_parse_parameters.py +8 -0
  52. llama_cloud/types/load_files_job_config.py +35 -0
  53. llama_cloud/types/message_role.py +4 -0
  54. llama_cloud/types/parse_job_config.py +134 -0
  55. llama_cloud/types/pg_vector_distance_method.py +43 -0
  56. llama_cloud/types/{extract_job_create_batch.py → pg_vector_hnsw_settings.py} +12 -9
  57. llama_cloud/types/pg_vector_vector_type.py +35 -0
  58. llama_cloud/types/pipeline.py +2 -4
  59. llama_cloud/types/pipeline_create.py +3 -2
  60. llama_cloud/types/pipeline_data_source.py +3 -0
  61. llama_cloud/types/pipeline_data_source_component.py +2 -23
  62. llama_cloud/types/pipeline_data_source_component_one.py +122 -0
  63. llama_cloud/types/pipeline_data_source_status.py +33 -0
  64. llama_cloud/types/pipeline_file.py +1 -0
  65. llama_cloud/types/pipeline_file_update_dispatcher_config.py +38 -0
  66. llama_cloud/types/{markdown_node_parser.py → pipeline_file_updater_config.py} +14 -15
  67. llama_cloud/types/pipeline_managed_ingestion_job_params.py +37 -0
  68. llama_cloud/types/pipeline_metadata_config.py +36 -0
  69. llama_cloud/types/prompt_conf.py +3 -0
  70. llama_cloud/types/struct_parse_conf.py +4 -1
  71. {llama_cloud-0.1.18.dist-info → llama_cloud-0.1.20.dist-info}/METADATA +4 -2
  72. {llama_cloud-0.1.18.dist-info → llama_cloud-0.1.20.dist-info}/RECORD +82 -68
  73. {llama_cloud-0.1.18.dist-info → llama_cloud-0.1.20.dist-info}/WHEEL +1 -1
  74. llama_cloud/types/character_splitter.py +0 -46
  75. llama_cloud/types/code_splitter.py +0 -50
  76. llama_cloud/types/configured_transformation_item.py +0 -46
  77. llama_cloud/types/configured_transformation_item_component.py +0 -22
  78. llama_cloud/types/llm.py +0 -60
  79. llama_cloud/types/markdown_element_node_parser.py +0 -51
  80. llama_cloud/types/page_splitter_node_parser.py +0 -42
  81. llama_cloud/types/pydantic_program_mode.py +0 -41
  82. llama_cloud/types/sentence_splitter.py +0 -50
  83. llama_cloud/types/token_text_splitter.py +0 -47
  84. /llama_cloud/{types → resources/llama_extract/types}/extract_agent_create_data_schema.py +0 -0
  85. /llama_cloud/{types → resources/llama_extract/types}/extract_agent_create_data_schema_zero_value.py +0 -0
  86. /llama_cloud/{types → resources/llama_extract/types}/extract_agent_update_data_schema.py +0 -0
  87. /llama_cloud/{types → resources/llama_extract/types}/extract_agent_update_data_schema_zero_value.py +0 -0
  88. /llama_cloud/{types → resources/llama_extract/types}/extract_job_create_batch_data_schema_override.py +0 -0
  89. /llama_cloud/{types → resources/llama_extract/types}/extract_job_create_batch_data_schema_override_zero_value.py +0 -0
  90. /llama_cloud/{types → resources/llama_extract/types}/extract_schema_validate_request_data_schema.py +0 -0
  91. /llama_cloud/{types → resources/llama_extract/types}/extract_schema_validate_request_data_schema_zero_value.py +0 -0
  92. {llama_cloud-0.1.18.dist-info → llama_cloud-0.1.20.dist-info}/LICENSE +0 -0
@@ -16,6 +16,7 @@ from .advanced_mode_transform_config_segmentation_config import (
16
16
  AdvancedModeTransformConfigSegmentationConfig_Page,
17
17
  )
18
18
  from .app_schema_chat_chat_message import AppSchemaChatChatMessage
19
+ from .audio_block import AudioBlock
19
20
  from .auto_transform_config import AutoTransformConfig
20
21
  from .azure_open_ai_embedding import AzureOpenAiEmbedding
21
22
  from .azure_open_ai_embedding_config import AzureOpenAiEmbeddingConfig
@@ -23,13 +24,15 @@ from .base_plan import BasePlan
23
24
  from .base_plan_metronome_plan_type import BasePlanMetronomePlanType
24
25
  from .base_plan_name import BasePlanName
25
26
  from .base_plan_plan_frequency import BasePlanPlanFrequency
26
- from .base_prompt_template import BasePromptTemplate
27
+ from .batch import Batch
28
+ from .batch_item import BatchItem
29
+ from .batch_paginated_list import BatchPaginatedList
30
+ from .batch_public_output import BatchPublicOutput
27
31
  from .bedrock_embedding import BedrockEmbedding
28
32
  from .bedrock_embedding_config import BedrockEmbeddingConfig
29
33
  from .billing_period import BillingPeriod
30
34
  from .box_auth_mechanism import BoxAuthMechanism
31
35
  from .character_chunking_config import CharacterChunkingConfig
32
- from .character_splitter import CharacterSplitter
33
36
  from .chat_app import ChatApp
34
37
  from .chat_app_response import ChatAppResponse
35
38
  from .chat_data import ChatData
@@ -52,7 +55,6 @@ from .cloud_qdrant_vector_store import CloudQdrantVectorStore
52
55
  from .cloud_s_3_data_source import CloudS3DataSource
53
56
  from .cloud_sharepoint_data_source import CloudSharepointDataSource
54
57
  from .cloud_slack_data_source import CloudSlackDataSource
55
- from .code_splitter import CodeSplitter
56
58
  from .cohere_embedding import CohereEmbedding
57
59
  from .cohere_embedding_config import CohereEmbeddingConfig
58
60
  from .composite_retrieval_mode import CompositeRetrievalMode
@@ -63,21 +65,64 @@ from .configurable_data_sink_names import ConfigurableDataSinkNames
63
65
  from .configurable_data_source_names import ConfigurableDataSourceNames
64
66
  from .configurable_transformation_definition import ConfigurableTransformationDefinition
65
67
  from .configurable_transformation_names import ConfigurableTransformationNames
66
- from .configured_transformation_item import ConfiguredTransformationItem
67
- from .configured_transformation_item_component import ConfiguredTransformationItemComponent
68
68
  from .credit_type import CreditType
69
69
  from .data_sink import DataSink
70
- from .data_sink_component import DataSinkComponent
70
+ from .data_sink_component import (
71
+ DataSinkComponent,
72
+ DataSinkComponent_AzureAiSearch,
73
+ DataSinkComponent_Milvus,
74
+ DataSinkComponent_MongodbAtlas,
75
+ DataSinkComponent_Pinecone,
76
+ DataSinkComponent_Postgres,
77
+ DataSinkComponent_Qdrant,
78
+ )
71
79
  from .data_sink_create import DataSinkCreate
72
- from .data_sink_create_component import DataSinkCreateComponent
80
+ from .data_sink_create_component import (
81
+ DataSinkCreateComponent,
82
+ DataSinkCreateComponent_AzureAiSearch,
83
+ DataSinkCreateComponent_Milvus,
84
+ DataSinkCreateComponent_MongodbAtlas,
85
+ DataSinkCreateComponent_Pinecone,
86
+ DataSinkCreateComponent_Postgres,
87
+ DataSinkCreateComponent_Qdrant,
88
+ )
73
89
  from .data_sink_definition import DataSinkDefinition
74
90
  from .data_source import DataSource
75
91
  from .data_source_component import DataSourceComponent
92
+ from .data_source_component_one import (
93
+ DataSourceComponentOne,
94
+ DataSourceComponentOne_AzureStorageBlob,
95
+ DataSourceComponentOne_Box,
96
+ DataSourceComponentOne_Confluence,
97
+ DataSourceComponentOne_GoogleDrive,
98
+ DataSourceComponentOne_Jira,
99
+ DataSourceComponentOne_MicrosoftOnedrive,
100
+ DataSourceComponentOne_MicrosoftSharepoint,
101
+ DataSourceComponentOne_NotionPage,
102
+ DataSourceComponentOne_S3,
103
+ DataSourceComponentOne_Slack,
104
+ )
76
105
  from .data_source_create import DataSourceCreate
77
106
  from .data_source_create_component import DataSourceCreateComponent
107
+ from .data_source_create_component_one import (
108
+ DataSourceCreateComponentOne,
109
+ DataSourceCreateComponentOne_AzureStorageBlob,
110
+ DataSourceCreateComponentOne_Box,
111
+ DataSourceCreateComponentOne_Confluence,
112
+ DataSourceCreateComponentOne_GoogleDrive,
113
+ DataSourceCreateComponentOne_Jira,
114
+ DataSourceCreateComponentOne_MicrosoftOnedrive,
115
+ DataSourceCreateComponentOne_MicrosoftSharepoint,
116
+ DataSourceCreateComponentOne_NotionPage,
117
+ DataSourceCreateComponentOne_S3,
118
+ DataSourceCreateComponentOne_Slack,
119
+ )
78
120
  from .data_source_create_custom_metadata_value import DataSourceCreateCustomMetadataValue
79
121
  from .data_source_custom_metadata_value import DataSourceCustomMetadataValue
80
122
  from .data_source_definition import DataSourceDefinition
123
+ from .data_source_update_dispatcher_config import DataSourceUpdateDispatcherConfig
124
+ from .delete_params import DeleteParams
125
+ from .document_ingestion_job_params import DocumentIngestionJobParams
81
126
  from .edit_suggestion import EditSuggestion
82
127
  from .edit_suggestion_blocks_item import EditSuggestionBlocksItem
83
128
  from .element_segmentation_config import ElementSegmentationConfig
@@ -105,19 +150,10 @@ from .embedding_model_config_update_embedding_config import (
105
150
  )
106
151
  from .eval_execution_params import EvalExecutionParams
107
152
  from .extract_agent import ExtractAgent
108
- from .extract_agent_create import ExtractAgentCreate
109
- from .extract_agent_create_data_schema import ExtractAgentCreateDataSchema
110
- from .extract_agent_create_data_schema_zero_value import ExtractAgentCreateDataSchemaZeroValue
111
153
  from .extract_agent_data_schema_value import ExtractAgentDataSchemaValue
112
- from .extract_agent_update import ExtractAgentUpdate
113
- from .extract_agent_update_data_schema import ExtractAgentUpdateDataSchema
114
- from .extract_agent_update_data_schema_zero_value import ExtractAgentUpdateDataSchemaZeroValue
115
154
  from .extract_config import ExtractConfig
116
155
  from .extract_job import ExtractJob
117
156
  from .extract_job_create import ExtractJobCreate
118
- from .extract_job_create_batch import ExtractJobCreateBatch
119
- from .extract_job_create_batch_data_schema_override import ExtractJobCreateBatchDataSchemaOverride
120
- from .extract_job_create_batch_data_schema_override_zero_value import ExtractJobCreateBatchDataSchemaOverrideZeroValue
121
157
  from .extract_job_create_data_schema_override import ExtractJobCreateDataSchemaOverride
122
158
  from .extract_job_create_data_schema_override_zero_value import ExtractJobCreateDataSchemaOverrideZeroValue
123
159
  from .extract_mode import ExtractMode
@@ -132,14 +168,14 @@ from .extract_run_data_item_value import ExtractRunDataItemValue
132
168
  from .extract_run_data_schema_value import ExtractRunDataSchemaValue
133
169
  from .extract_run_data_zero_value import ExtractRunDataZeroValue
134
170
  from .extract_run_extraction_metadata_value import ExtractRunExtractionMetadataValue
135
- from .extract_schema_validate_request import ExtractSchemaValidateRequest
136
- from .extract_schema_validate_request_data_schema import ExtractSchemaValidateRequestDataSchema
137
- from .extract_schema_validate_request_data_schema_zero_value import ExtractSchemaValidateRequestDataSchemaZeroValue
138
171
  from .extract_schema_validate_response import ExtractSchemaValidateResponse
139
172
  from .extract_schema_validate_response_data_schema_value import ExtractSchemaValidateResponseDataSchemaValue
140
173
  from .extract_state import ExtractState
141
174
  from .extract_target import ExtractTarget
175
+ from .fail_page_mode import FailPageMode
142
176
  from .file import File
177
+ from .file_count_by_status_response import FileCountByStatusResponse
178
+ from .file_parse_public import FileParsePublic
143
179
  from .file_permission_info_value import FilePermissionInfoValue
144
180
  from .file_resource_info_value import FileResourceInfoValue
145
181
  from .filter_condition import FilterCondition
@@ -157,30 +193,42 @@ from .input_message import InputMessage
157
193
  from .job_name_mapping import JobNameMapping
158
194
  from .job_names import JobNames
159
195
  from .job_record import JobRecord
196
+ from .job_record_parameters import (
197
+ JobRecordParameters,
198
+ JobRecordParameters_DataSourceUpdateDispatcher,
199
+ JobRecordParameters_DocumentIngestion,
200
+ JobRecordParameters_LegacyParse,
201
+ JobRecordParameters_LlamaParseTransform,
202
+ JobRecordParameters_LoadFiles,
203
+ JobRecordParameters_Parse,
204
+ JobRecordParameters_PipelineFileUpdateDispatcher,
205
+ JobRecordParameters_PipelineFileUpdater,
206
+ JobRecordParameters_PipelineManagedIngestion,
207
+ )
160
208
  from .job_record_with_usage_metrics import JobRecordWithUsageMetrics
209
+ from .l_lama_parse_transform_config import LLamaParseTransformConfig
210
+ from .legacy_parse_job_config import LegacyParseJobConfig
161
211
  from .llama_extract_settings import LlamaExtractSettings
162
212
  from .llama_index_core_base_llms_types_chat_message import LlamaIndexCoreBaseLlmsTypesChatMessage
163
213
  from .llama_index_core_base_llms_types_chat_message_blocks_item import (
164
214
  LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem,
215
+ LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Audio,
165
216
  LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Image,
166
217
  LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Text,
167
218
  )
168
219
  from .llama_parse_parameters import LlamaParseParameters
169
220
  from .llama_parse_supported_file_extensions import LlamaParseSupportedFileExtensions
170
- from .llm import Llm
171
221
  from .llm_model_data import LlmModelData
172
222
  from .llm_parameters import LlmParameters
223
+ from .load_files_job_config import LoadFilesJobConfig
173
224
  from .managed_ingestion_status import ManagedIngestionStatus
174
225
  from .managed_ingestion_status_response import ManagedIngestionStatusResponse
175
- from .markdown_element_node_parser import MarkdownElementNodeParser
176
- from .markdown_node_parser import MarkdownNodeParser
177
226
  from .message_annotation import MessageAnnotation
178
227
  from .message_role import MessageRole
179
228
  from .metadata_filter import MetadataFilter
180
229
  from .metadata_filter_value import MetadataFilterValue
181
230
  from .metadata_filters import MetadataFilters
182
231
  from .metadata_filters_filters_item import MetadataFiltersFiltersItem
183
- from .node_parser import NodeParser
184
232
  from .node_relationship import NodeRelationship
185
233
  from .none_chunking_config import NoneChunkingConfig
186
234
  from .none_segmentation_config import NoneSegmentationConfig
@@ -193,12 +241,12 @@ from .page_figure_metadata import PageFigureMetadata
193
241
  from .page_screenshot_metadata import PageScreenshotMetadata
194
242
  from .page_screenshot_node_with_score import PageScreenshotNodeWithScore
195
243
  from .page_segmentation_config import PageSegmentationConfig
196
- from .page_splitter_node_parser import PageSplitterNodeParser
197
244
  from .paginated_extract_runs_response import PaginatedExtractRunsResponse
198
245
  from .paginated_jobs_history_with_metrics import PaginatedJobsHistoryWithMetrics
199
246
  from .paginated_list_cloud_documents_response import PaginatedListCloudDocumentsResponse
200
247
  from .paginated_list_pipeline_files_response import PaginatedListPipelineFilesResponse
201
248
  from .paginated_report_response import PaginatedReportResponse
249
+ from .parse_job_config import ParseJobConfig
202
250
  from .parse_plan_level import ParsePlanLevel
203
251
  from .parser_languages import ParserLanguages
204
252
  from .parsing_history_item import ParsingHistoryItem
@@ -210,6 +258,9 @@ from .parsing_job_text_result import ParsingJobTextResult
210
258
  from .parsing_mode import ParsingMode
211
259
  from .partition_names import PartitionNames
212
260
  from .permission import Permission
261
+ from .pg_vector_distance_method import PgVectorDistanceMethod
262
+ from .pg_vector_hnsw_settings import PgVectorHnswSettings
263
+ from .pg_vector_vector_type import PgVectorVectorType
213
264
  from .pipeline import Pipeline
214
265
  from .pipeline_configuration_hashes import PipelineConfigurationHashes
215
266
  from .pipeline_create import PipelineCreate
@@ -226,8 +277,22 @@ from .pipeline_create_embedding_config import (
226
277
  from .pipeline_create_transform_config import PipelineCreateTransformConfig
227
278
  from .pipeline_data_source import PipelineDataSource
228
279
  from .pipeline_data_source_component import PipelineDataSourceComponent
280
+ from .pipeline_data_source_component_one import (
281
+ PipelineDataSourceComponentOne,
282
+ PipelineDataSourceComponentOne_AzureStorageBlob,
283
+ PipelineDataSourceComponentOne_Box,
284
+ PipelineDataSourceComponentOne_Confluence,
285
+ PipelineDataSourceComponentOne_GoogleDrive,
286
+ PipelineDataSourceComponentOne_Jira,
287
+ PipelineDataSourceComponentOne_MicrosoftOnedrive,
288
+ PipelineDataSourceComponentOne_MicrosoftSharepoint,
289
+ PipelineDataSourceComponentOne_NotionPage,
290
+ PipelineDataSourceComponentOne_S3,
291
+ PipelineDataSourceComponentOne_Slack,
292
+ )
229
293
  from .pipeline_data_source_create import PipelineDataSourceCreate
230
294
  from .pipeline_data_source_custom_metadata_value import PipelineDataSourceCustomMetadataValue
295
+ from .pipeline_data_source_status import PipelineDataSourceStatus
231
296
  from .pipeline_deployment import PipelineDeployment
232
297
  from .pipeline_embedding_config import (
233
298
  PipelineEmbeddingConfig,
@@ -247,6 +312,10 @@ from .pipeline_file_custom_metadata_value import PipelineFileCustomMetadataValue
247
312
  from .pipeline_file_permission_info_value import PipelineFilePermissionInfoValue
248
313
  from .pipeline_file_resource_info_value import PipelineFileResourceInfoValue
249
314
  from .pipeline_file_status import PipelineFileStatus
315
+ from .pipeline_file_update_dispatcher_config import PipelineFileUpdateDispatcherConfig
316
+ from .pipeline_file_updater_config import PipelineFileUpdaterConfig
317
+ from .pipeline_managed_ingestion_job_params import PipelineManagedIngestionJobParams
318
+ from .pipeline_metadata_config import PipelineMetadataConfig
250
319
  from .pipeline_transform_config import (
251
320
  PipelineTransformConfig,
252
321
  PipelineTransformConfig_Advanced,
@@ -264,7 +333,6 @@ from .progress_event_status import ProgressEventStatus
264
333
  from .project import Project
265
334
  from .project_create import ProjectCreate
266
335
  from .prompt_conf import PromptConf
267
- from .pydantic_program_mode import PydanticProgramMode
268
336
  from .re_rank_config import ReRankConfig
269
337
  from .re_ranker_type import ReRankerType
270
338
  from .recurring_credit_grant import RecurringCreditGrant
@@ -299,7 +367,6 @@ from .role import Role
299
367
  from .schema_relax_mode import SchemaRelaxMode
300
368
  from .semantic_chunking_config import SemanticChunkingConfig
301
369
  from .sentence_chunking_config import SentenceChunkingConfig
302
- from .sentence_splitter import SentenceSplitter
303
370
  from .status_enum import StatusEnum
304
371
  from .struct_mode import StructMode
305
372
  from .struct_parse_conf import StructParseConf
@@ -310,7 +377,6 @@ from .text_node import TextNode
310
377
  from .text_node_relationships_value import TextNodeRelationshipsValue
311
378
  from .text_node_with_score import TextNodeWithScore
312
379
  from .token_chunking_config import TokenChunkingConfig
313
- from .token_text_splitter import TokenTextSplitter
314
380
  from .transformation_category_names import TransformationCategoryNames
315
381
  from .usage_and_plan import UsageAndPlan
316
382
  from .usage_metric_response import UsageMetricResponse
@@ -340,6 +406,7 @@ __all__ = [
340
406
  "AdvancedModeTransformConfigSegmentationConfig_None",
341
407
  "AdvancedModeTransformConfigSegmentationConfig_Page",
342
408
  "AppSchemaChatChatMessage",
409
+ "AudioBlock",
343
410
  "AutoTransformConfig",
344
411
  "AzureOpenAiEmbedding",
345
412
  "AzureOpenAiEmbeddingConfig",
@@ -347,13 +414,15 @@ __all__ = [
347
414
  "BasePlanMetronomePlanType",
348
415
  "BasePlanName",
349
416
  "BasePlanPlanFrequency",
350
- "BasePromptTemplate",
417
+ "Batch",
418
+ "BatchItem",
419
+ "BatchPaginatedList",
420
+ "BatchPublicOutput",
351
421
  "BedrockEmbedding",
352
422
  "BedrockEmbeddingConfig",
353
423
  "BillingPeriod",
354
424
  "BoxAuthMechanism",
355
425
  "CharacterChunkingConfig",
356
- "CharacterSplitter",
357
426
  "ChatApp",
358
427
  "ChatAppResponse",
359
428
  "ChatData",
@@ -376,7 +445,6 @@ __all__ = [
376
445
  "CloudS3DataSource",
377
446
  "CloudSharepointDataSource",
378
447
  "CloudSlackDataSource",
379
- "CodeSplitter",
380
448
  "CohereEmbedding",
381
449
  "CohereEmbeddingConfig",
382
450
  "CompositeRetrievalMode",
@@ -387,21 +455,56 @@ __all__ = [
387
455
  "ConfigurableDataSourceNames",
388
456
  "ConfigurableTransformationDefinition",
389
457
  "ConfigurableTransformationNames",
390
- "ConfiguredTransformationItem",
391
- "ConfiguredTransformationItemComponent",
392
458
  "CreditType",
393
459
  "DataSink",
394
460
  "DataSinkComponent",
461
+ "DataSinkComponent_AzureAiSearch",
462
+ "DataSinkComponent_Milvus",
463
+ "DataSinkComponent_MongodbAtlas",
464
+ "DataSinkComponent_Pinecone",
465
+ "DataSinkComponent_Postgres",
466
+ "DataSinkComponent_Qdrant",
395
467
  "DataSinkCreate",
396
468
  "DataSinkCreateComponent",
469
+ "DataSinkCreateComponent_AzureAiSearch",
470
+ "DataSinkCreateComponent_Milvus",
471
+ "DataSinkCreateComponent_MongodbAtlas",
472
+ "DataSinkCreateComponent_Pinecone",
473
+ "DataSinkCreateComponent_Postgres",
474
+ "DataSinkCreateComponent_Qdrant",
397
475
  "DataSinkDefinition",
398
476
  "DataSource",
399
477
  "DataSourceComponent",
478
+ "DataSourceComponentOne",
479
+ "DataSourceComponentOne_AzureStorageBlob",
480
+ "DataSourceComponentOne_Box",
481
+ "DataSourceComponentOne_Confluence",
482
+ "DataSourceComponentOne_GoogleDrive",
483
+ "DataSourceComponentOne_Jira",
484
+ "DataSourceComponentOne_MicrosoftOnedrive",
485
+ "DataSourceComponentOne_MicrosoftSharepoint",
486
+ "DataSourceComponentOne_NotionPage",
487
+ "DataSourceComponentOne_S3",
488
+ "DataSourceComponentOne_Slack",
400
489
  "DataSourceCreate",
401
490
  "DataSourceCreateComponent",
491
+ "DataSourceCreateComponentOne",
492
+ "DataSourceCreateComponentOne_AzureStorageBlob",
493
+ "DataSourceCreateComponentOne_Box",
494
+ "DataSourceCreateComponentOne_Confluence",
495
+ "DataSourceCreateComponentOne_GoogleDrive",
496
+ "DataSourceCreateComponentOne_Jira",
497
+ "DataSourceCreateComponentOne_MicrosoftOnedrive",
498
+ "DataSourceCreateComponentOne_MicrosoftSharepoint",
499
+ "DataSourceCreateComponentOne_NotionPage",
500
+ "DataSourceCreateComponentOne_S3",
501
+ "DataSourceCreateComponentOne_Slack",
402
502
  "DataSourceCreateCustomMetadataValue",
403
503
  "DataSourceCustomMetadataValue",
404
504
  "DataSourceDefinition",
505
+ "DataSourceUpdateDispatcherConfig",
506
+ "DeleteParams",
507
+ "DocumentIngestionJobParams",
405
508
  "EditSuggestion",
406
509
  "EditSuggestionBlocksItem",
407
510
  "ElementSegmentationConfig",
@@ -425,19 +528,10 @@ __all__ = [
425
528
  "EmbeddingModelConfigUpdateEmbeddingConfig_VertexaiEmbedding",
426
529
  "EvalExecutionParams",
427
530
  "ExtractAgent",
428
- "ExtractAgentCreate",
429
- "ExtractAgentCreateDataSchema",
430
- "ExtractAgentCreateDataSchemaZeroValue",
431
531
  "ExtractAgentDataSchemaValue",
432
- "ExtractAgentUpdate",
433
- "ExtractAgentUpdateDataSchema",
434
- "ExtractAgentUpdateDataSchemaZeroValue",
435
532
  "ExtractConfig",
436
533
  "ExtractJob",
437
534
  "ExtractJobCreate",
438
- "ExtractJobCreateBatch",
439
- "ExtractJobCreateBatchDataSchemaOverride",
440
- "ExtractJobCreateBatchDataSchemaOverrideZeroValue",
441
535
  "ExtractJobCreateDataSchemaOverride",
442
536
  "ExtractJobCreateDataSchemaOverrideZeroValue",
443
537
  "ExtractMode",
@@ -452,14 +546,14 @@ __all__ = [
452
546
  "ExtractRunDataSchemaValue",
453
547
  "ExtractRunDataZeroValue",
454
548
  "ExtractRunExtractionMetadataValue",
455
- "ExtractSchemaValidateRequest",
456
- "ExtractSchemaValidateRequestDataSchema",
457
- "ExtractSchemaValidateRequestDataSchemaZeroValue",
458
549
  "ExtractSchemaValidateResponse",
459
550
  "ExtractSchemaValidateResponseDataSchemaValue",
460
551
  "ExtractState",
461
552
  "ExtractTarget",
553
+ "FailPageMode",
462
554
  "File",
555
+ "FileCountByStatusResponse",
556
+ "FileParsePublic",
463
557
  "FilePermissionInfoValue",
464
558
  "FileResourceInfoValue",
465
559
  "FilterCondition",
@@ -477,28 +571,38 @@ __all__ = [
477
571
  "JobNameMapping",
478
572
  "JobNames",
479
573
  "JobRecord",
574
+ "JobRecordParameters",
575
+ "JobRecordParameters_DataSourceUpdateDispatcher",
576
+ "JobRecordParameters_DocumentIngestion",
577
+ "JobRecordParameters_LegacyParse",
578
+ "JobRecordParameters_LlamaParseTransform",
579
+ "JobRecordParameters_LoadFiles",
580
+ "JobRecordParameters_Parse",
581
+ "JobRecordParameters_PipelineFileUpdateDispatcher",
582
+ "JobRecordParameters_PipelineFileUpdater",
583
+ "JobRecordParameters_PipelineManagedIngestion",
480
584
  "JobRecordWithUsageMetrics",
585
+ "LLamaParseTransformConfig",
586
+ "LegacyParseJobConfig",
481
587
  "LlamaExtractSettings",
482
588
  "LlamaIndexCoreBaseLlmsTypesChatMessage",
483
589
  "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem",
590
+ "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Audio",
484
591
  "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Image",
485
592
  "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Text",
486
593
  "LlamaParseParameters",
487
594
  "LlamaParseSupportedFileExtensions",
488
- "Llm",
489
595
  "LlmModelData",
490
596
  "LlmParameters",
597
+ "LoadFilesJobConfig",
491
598
  "ManagedIngestionStatus",
492
599
  "ManagedIngestionStatusResponse",
493
- "MarkdownElementNodeParser",
494
- "MarkdownNodeParser",
495
600
  "MessageAnnotation",
496
601
  "MessageRole",
497
602
  "MetadataFilter",
498
603
  "MetadataFilterValue",
499
604
  "MetadataFilters",
500
605
  "MetadataFiltersFiltersItem",
501
- "NodeParser",
502
606
  "NodeRelationship",
503
607
  "NoneChunkingConfig",
504
608
  "NoneSegmentationConfig",
@@ -511,12 +615,12 @@ __all__ = [
511
615
  "PageScreenshotMetadata",
512
616
  "PageScreenshotNodeWithScore",
513
617
  "PageSegmentationConfig",
514
- "PageSplitterNodeParser",
515
618
  "PaginatedExtractRunsResponse",
516
619
  "PaginatedJobsHistoryWithMetrics",
517
620
  "PaginatedListCloudDocumentsResponse",
518
621
  "PaginatedListPipelineFilesResponse",
519
622
  "PaginatedReportResponse",
623
+ "ParseJobConfig",
520
624
  "ParsePlanLevel",
521
625
  "ParserLanguages",
522
626
  "ParsingHistoryItem",
@@ -528,6 +632,9 @@ __all__ = [
528
632
  "ParsingMode",
529
633
  "PartitionNames",
530
634
  "Permission",
635
+ "PgVectorDistanceMethod",
636
+ "PgVectorHnswSettings",
637
+ "PgVectorVectorType",
531
638
  "Pipeline",
532
639
  "PipelineConfigurationHashes",
533
640
  "PipelineCreate",
@@ -542,8 +649,20 @@ __all__ = [
542
649
  "PipelineCreateTransformConfig",
543
650
  "PipelineDataSource",
544
651
  "PipelineDataSourceComponent",
652
+ "PipelineDataSourceComponentOne",
653
+ "PipelineDataSourceComponentOne_AzureStorageBlob",
654
+ "PipelineDataSourceComponentOne_Box",
655
+ "PipelineDataSourceComponentOne_Confluence",
656
+ "PipelineDataSourceComponentOne_GoogleDrive",
657
+ "PipelineDataSourceComponentOne_Jira",
658
+ "PipelineDataSourceComponentOne_MicrosoftOnedrive",
659
+ "PipelineDataSourceComponentOne_MicrosoftSharepoint",
660
+ "PipelineDataSourceComponentOne_NotionPage",
661
+ "PipelineDataSourceComponentOne_S3",
662
+ "PipelineDataSourceComponentOne_Slack",
545
663
  "PipelineDataSourceCreate",
546
664
  "PipelineDataSourceCustomMetadataValue",
665
+ "PipelineDataSourceStatus",
547
666
  "PipelineDeployment",
548
667
  "PipelineEmbeddingConfig",
549
668
  "PipelineEmbeddingConfig_AzureEmbedding",
@@ -561,6 +680,10 @@ __all__ = [
561
680
  "PipelineFilePermissionInfoValue",
562
681
  "PipelineFileResourceInfoValue",
563
682
  "PipelineFileStatus",
683
+ "PipelineFileUpdateDispatcherConfig",
684
+ "PipelineFileUpdaterConfig",
685
+ "PipelineManagedIngestionJobParams",
686
+ "PipelineMetadataConfig",
564
687
  "PipelineTransformConfig",
565
688
  "PipelineTransformConfig_Advanced",
566
689
  "PipelineTransformConfig_Auto",
@@ -576,7 +699,6 @@ __all__ = [
576
699
  "Project",
577
700
  "ProjectCreate",
578
701
  "PromptConf",
579
- "PydanticProgramMode",
580
702
  "ReRankConfig",
581
703
  "ReRankerType",
582
704
  "RecurringCreditGrant",
@@ -609,7 +731,6 @@ __all__ = [
609
731
  "SchemaRelaxMode",
610
732
  "SemanticChunkingConfig",
611
733
  "SentenceChunkingConfig",
612
- "SentenceSplitter",
613
734
  "StatusEnum",
614
735
  "StructMode",
615
736
  "StructParseConf",
@@ -620,7 +741,6 @@ __all__ = [
620
741
  "TextNodeRelationshipsValue",
621
742
  "TextNodeWithScore",
622
743
  "TokenChunkingConfig",
623
- "TokenTextSplitter",
624
744
  "TransformationCategoryNames",
625
745
  "UsageAndPlan",
626
746
  "UsageMetricResponse",
@@ -4,7 +4,6 @@ import datetime as dt
4
4
  import typing
5
5
 
6
6
  from ..core.datetime_utils import serialize_datetime
7
- from .extract_schema_validate_request_data_schema import ExtractSchemaValidateRequestDataSchema
8
7
 
9
8
  try:
10
9
  import pydantic
@@ -15,8 +14,11 @@ except ImportError:
15
14
  import pydantic # type: ignore
16
15
 
17
16
 
18
- class ExtractSchemaValidateRequest(pydantic.BaseModel):
19
- data_schema: ExtractSchemaValidateRequestDataSchema
17
+ class AudioBlock(pydantic.BaseModel):
18
+ audio: typing.Optional[str]
19
+ path: typing.Optional[str]
20
+ url: typing.Optional[str]
21
+ format: typing.Optional[str]
20
22
 
21
23
  def json(self, **kwargs: typing.Any) -> str:
22
24
  kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
@@ -0,0 +1,47 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+ from .llama_parse_parameters import LlamaParseParameters
8
+
9
+ try:
10
+ import pydantic
11
+ if pydantic.__version__.startswith("1."):
12
+ raise ImportError
13
+ import pydantic.v1 as pydantic # type: ignore
14
+ except ImportError:
15
+ import pydantic # type: ignore
16
+
17
+
18
+ class Batch(pydantic.BaseModel):
19
+ tool: str = pydantic.Field(description="The tool to be used for all requests in the batch.")
20
+ tool_data: typing.Optional[LlamaParseParameters]
21
+ input_type: str = pydantic.Field(description="The type of input file. Currently only 'datasource' is supported.")
22
+ input_id: str = pydantic.Field(description="The ID of the input file for the batch.")
23
+ output_type: typing.Optional[str]
24
+ output_id: typing.Optional[str]
25
+ id: str = pydantic.Field(description="Unique identifier for the batch")
26
+ project_id: str = pydantic.Field(description="The ID of the project to which the batch belongs")
27
+ organization_id: str = pydantic.Field(description="The ID of the organization to which the batch belongs")
28
+ user_id: str = pydantic.Field(description="The ID of the user who created the batch")
29
+ external_id: typing.Optional[str]
30
+ completion_window: int = pydantic.Field(description="The time frame within which the batch should be processed")
31
+ pipeline_id: str = pydantic.Field(description="The ID of the pipeline to which the batch belongs")
32
+ status: str = pydantic.Field(description="The current status of the batch")
33
+ created_at: typing.Optional[dt.datetime]
34
+ updated_at: typing.Optional[dt.datetime]
35
+
36
+ def json(self, **kwargs: typing.Any) -> str:
37
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
38
+ return super().json(**kwargs_with_defaults)
39
+
40
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
41
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
42
+ return super().dict(**kwargs_with_defaults)
43
+
44
+ class Config:
45
+ frozen = True
46
+ smart_union = True
47
+ json_encoders = {dt.datetime: serialize_datetime}
@@ -0,0 +1,40 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+ from .file_parse_public import FileParsePublic
8
+
9
+ try:
10
+ import pydantic
11
+ if pydantic.__version__.startswith("1."):
12
+ raise ImportError
13
+ import pydantic.v1 as pydantic # type: ignore
14
+ except ImportError:
15
+ import pydantic # type: ignore
16
+
17
+
18
+ class BatchItem(pydantic.BaseModel):
19
+ id: str = pydantic.Field(description="Unique identifier for the batch item")
20
+ batch_id: str = pydantic.Field(description="The ID of the batch to which the item belongs")
21
+ status: str = pydantic.Field(description="The current status of the batch item")
22
+ status_updated_at: typing.Optional[dt.datetime]
23
+ created_at: typing.Optional[dt.datetime]
24
+ updated_at: typing.Optional[dt.datetime]
25
+ input_file: str = pydantic.Field(description="The input file associated with the batch item")
26
+ output_file: typing.Optional[str]
27
+ task: typing.Optional[FileParsePublic]
28
+
29
+ def json(self, **kwargs: typing.Any) -> str:
30
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
31
+ return super().json(**kwargs_with_defaults)
32
+
33
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
34
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
35
+ return super().dict(**kwargs_with_defaults)
36
+
37
+ class Config:
38
+ frozen = True
39
+ smart_union = True
40
+ json_encoders = {dt.datetime: serialize_datetime}
@@ -0,0 +1,35 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ import datetime as dt
4
+ import typing
5
+
6
+ from ..core.datetime_utils import serialize_datetime
7
+ from .batch import Batch
8
+
9
+ try:
10
+ import pydantic
11
+ if pydantic.__version__.startswith("1."):
12
+ raise ImportError
13
+ import pydantic.v1 as pydantic # type: ignore
14
+ except ImportError:
15
+ import pydantic # type: ignore
16
+
17
+
18
+ class BatchPaginatedList(pydantic.BaseModel):
19
+ data: typing.List[Batch] = pydantic.Field(description="List of batches")
20
+ limit: int = pydantic.Field(description="Pagination limit")
21
+ offset: int = pydantic.Field(description="Pagination offset")
22
+ total_count: int = pydantic.Field(description="Total number of batches")
23
+
24
+ def json(self, **kwargs: typing.Any) -> str:
25
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
26
+ return super().json(**kwargs_with_defaults)
27
+
28
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
29
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
30
+ return super().dict(**kwargs_with_defaults)
31
+
32
+ class Config:
33
+ frozen = True
34
+ smart_union = True
35
+ json_encoders = {dt.datetime: serialize_datetime}