llama-cloud 0.1.19__py3-none-any.whl → 0.1.20__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of llama-cloud might be problematic. Click here for more details.

Files changed (52) hide show
  1. llama_cloud/__init__.py +166 -26
  2. llama_cloud/resources/__init__.py +41 -2
  3. llama_cloud/resources/data_sinks/__init__.py +18 -2
  4. llama_cloud/resources/data_sinks/client.py +2 -94
  5. llama_cloud/resources/data_sinks/types/__init__.py +18 -2
  6. llama_cloud/resources/data_sinks/types/data_sink_update_component.py +65 -7
  7. llama_cloud/resources/data_sources/__init__.py +30 -2
  8. llama_cloud/resources/data_sources/types/__init__.py +28 -1
  9. llama_cloud/resources/data_sources/types/data_source_update_component.py +2 -23
  10. llama_cloud/resources/data_sources/types/data_source_update_component_one.py +122 -0
  11. llama_cloud/resources/files/client.py +18 -4
  12. llama_cloud/resources/parsing/client.py +8 -0
  13. llama_cloud/resources/pipelines/client.py +11 -11
  14. llama_cloud/types/__init__.py +146 -28
  15. llama_cloud/types/cloud_jira_data_source.py +0 -4
  16. llama_cloud/types/data_sink_component.py +65 -7
  17. llama_cloud/types/data_sink_create_component.py +65 -7
  18. llama_cloud/types/data_source_component.py +2 -23
  19. llama_cloud/types/data_source_component_one.py +122 -0
  20. llama_cloud/types/data_source_create_component.py +2 -23
  21. llama_cloud/types/data_source_create_component_one.py +122 -0
  22. llama_cloud/types/{base_prompt_template.py → data_source_update_dispatcher_config.py} +9 -7
  23. llama_cloud/types/{node_parser.py → delete_params.py} +7 -9
  24. llama_cloud/types/document_ingestion_job_params.py +43 -0
  25. llama_cloud/types/job_record.py +2 -2
  26. llama_cloud/types/job_record_parameters.py +111 -0
  27. llama_cloud/types/{page_splitter_node_parser.py → l_lama_parse_transform_config.py} +5 -10
  28. llama_cloud/types/legacy_parse_job_config.py +189 -0
  29. llama_cloud/types/llama_parse_parameters.py +1 -0
  30. llama_cloud/types/load_files_job_config.py +35 -0
  31. llama_cloud/types/parse_job_config.py +134 -0
  32. llama_cloud/types/pipeline.py +2 -4
  33. llama_cloud/types/pipeline_create.py +2 -2
  34. llama_cloud/types/pipeline_data_source_component.py +2 -23
  35. llama_cloud/types/pipeline_data_source_component_one.py +122 -0
  36. llama_cloud/types/pipeline_file_update_dispatcher_config.py +38 -0
  37. llama_cloud/types/{configured_transformation_item.py → pipeline_file_updater_config.py} +13 -12
  38. llama_cloud/types/pipeline_managed_ingestion_job_params.py +37 -0
  39. llama_cloud/types/pipeline_metadata_config.py +36 -0
  40. {llama_cloud-0.1.19.dist-info → llama_cloud-0.1.20.dist-info}/METADATA +4 -2
  41. {llama_cloud-0.1.19.dist-info → llama_cloud-0.1.20.dist-info}/RECORD +43 -40
  42. {llama_cloud-0.1.19.dist-info → llama_cloud-0.1.20.dist-info}/WHEEL +1 -1
  43. llama_cloud/types/character_splitter.py +0 -46
  44. llama_cloud/types/code_splitter.py +0 -50
  45. llama_cloud/types/configured_transformation_item_component.py +0 -22
  46. llama_cloud/types/llm.py +0 -60
  47. llama_cloud/types/markdown_element_node_parser.py +0 -51
  48. llama_cloud/types/markdown_node_parser.py +0 -52
  49. llama_cloud/types/pydantic_program_mode.py +0 -41
  50. llama_cloud/types/sentence_splitter.py +0 -50
  51. llama_cloud/types/token_text_splitter.py +0 -50
  52. {llama_cloud-0.1.19.dist-info → llama_cloud-0.1.20.dist-info}/LICENSE +0 -0
@@ -24,7 +24,6 @@ from .base_plan import BasePlan
24
24
  from .base_plan_metronome_plan_type import BasePlanMetronomePlanType
25
25
  from .base_plan_name import BasePlanName
26
26
  from .base_plan_plan_frequency import BasePlanPlanFrequency
27
- from .base_prompt_template import BasePromptTemplate
28
27
  from .batch import Batch
29
28
  from .batch_item import BatchItem
30
29
  from .batch_paginated_list import BatchPaginatedList
@@ -34,7 +33,6 @@ from .bedrock_embedding_config import BedrockEmbeddingConfig
34
33
  from .billing_period import BillingPeriod
35
34
  from .box_auth_mechanism import BoxAuthMechanism
36
35
  from .character_chunking_config import CharacterChunkingConfig
37
- from .character_splitter import CharacterSplitter
38
36
  from .chat_app import ChatApp
39
37
  from .chat_app_response import ChatAppResponse
40
38
  from .chat_data import ChatData
@@ -57,7 +55,6 @@ from .cloud_qdrant_vector_store import CloudQdrantVectorStore
57
55
  from .cloud_s_3_data_source import CloudS3DataSource
58
56
  from .cloud_sharepoint_data_source import CloudSharepointDataSource
59
57
  from .cloud_slack_data_source import CloudSlackDataSource
60
- from .code_splitter import CodeSplitter
61
58
  from .cohere_embedding import CohereEmbedding
62
59
  from .cohere_embedding_config import CohereEmbeddingConfig
63
60
  from .composite_retrieval_mode import CompositeRetrievalMode
@@ -68,21 +65,64 @@ from .configurable_data_sink_names import ConfigurableDataSinkNames
68
65
  from .configurable_data_source_names import ConfigurableDataSourceNames
69
66
  from .configurable_transformation_definition import ConfigurableTransformationDefinition
70
67
  from .configurable_transformation_names import ConfigurableTransformationNames
71
- from .configured_transformation_item import ConfiguredTransformationItem
72
- from .configured_transformation_item_component import ConfiguredTransformationItemComponent
73
68
  from .credit_type import CreditType
74
69
  from .data_sink import DataSink
75
- from .data_sink_component import DataSinkComponent
70
+ from .data_sink_component import (
71
+ DataSinkComponent,
72
+ DataSinkComponent_AzureAiSearch,
73
+ DataSinkComponent_Milvus,
74
+ DataSinkComponent_MongodbAtlas,
75
+ DataSinkComponent_Pinecone,
76
+ DataSinkComponent_Postgres,
77
+ DataSinkComponent_Qdrant,
78
+ )
76
79
  from .data_sink_create import DataSinkCreate
77
- from .data_sink_create_component import DataSinkCreateComponent
80
+ from .data_sink_create_component import (
81
+ DataSinkCreateComponent,
82
+ DataSinkCreateComponent_AzureAiSearch,
83
+ DataSinkCreateComponent_Milvus,
84
+ DataSinkCreateComponent_MongodbAtlas,
85
+ DataSinkCreateComponent_Pinecone,
86
+ DataSinkCreateComponent_Postgres,
87
+ DataSinkCreateComponent_Qdrant,
88
+ )
78
89
  from .data_sink_definition import DataSinkDefinition
79
90
  from .data_source import DataSource
80
91
  from .data_source_component import DataSourceComponent
92
+ from .data_source_component_one import (
93
+ DataSourceComponentOne,
94
+ DataSourceComponentOne_AzureStorageBlob,
95
+ DataSourceComponentOne_Box,
96
+ DataSourceComponentOne_Confluence,
97
+ DataSourceComponentOne_GoogleDrive,
98
+ DataSourceComponentOne_Jira,
99
+ DataSourceComponentOne_MicrosoftOnedrive,
100
+ DataSourceComponentOne_MicrosoftSharepoint,
101
+ DataSourceComponentOne_NotionPage,
102
+ DataSourceComponentOne_S3,
103
+ DataSourceComponentOne_Slack,
104
+ )
81
105
  from .data_source_create import DataSourceCreate
82
106
  from .data_source_create_component import DataSourceCreateComponent
107
+ from .data_source_create_component_one import (
108
+ DataSourceCreateComponentOne,
109
+ DataSourceCreateComponentOne_AzureStorageBlob,
110
+ DataSourceCreateComponentOne_Box,
111
+ DataSourceCreateComponentOne_Confluence,
112
+ DataSourceCreateComponentOne_GoogleDrive,
113
+ DataSourceCreateComponentOne_Jira,
114
+ DataSourceCreateComponentOne_MicrosoftOnedrive,
115
+ DataSourceCreateComponentOne_MicrosoftSharepoint,
116
+ DataSourceCreateComponentOne_NotionPage,
117
+ DataSourceCreateComponentOne_S3,
118
+ DataSourceCreateComponentOne_Slack,
119
+ )
83
120
  from .data_source_create_custom_metadata_value import DataSourceCreateCustomMetadataValue
84
121
  from .data_source_custom_metadata_value import DataSourceCustomMetadataValue
85
122
  from .data_source_definition import DataSourceDefinition
123
+ from .data_source_update_dispatcher_config import DataSourceUpdateDispatcherConfig
124
+ from .delete_params import DeleteParams
125
+ from .document_ingestion_job_params import DocumentIngestionJobParams
86
126
  from .edit_suggestion import EditSuggestion
87
127
  from .edit_suggestion_blocks_item import EditSuggestionBlocksItem
88
128
  from .element_segmentation_config import ElementSegmentationConfig
@@ -153,7 +193,21 @@ from .input_message import InputMessage
153
193
  from .job_name_mapping import JobNameMapping
154
194
  from .job_names import JobNames
155
195
  from .job_record import JobRecord
196
+ from .job_record_parameters import (
197
+ JobRecordParameters,
198
+ JobRecordParameters_DataSourceUpdateDispatcher,
199
+ JobRecordParameters_DocumentIngestion,
200
+ JobRecordParameters_LegacyParse,
201
+ JobRecordParameters_LlamaParseTransform,
202
+ JobRecordParameters_LoadFiles,
203
+ JobRecordParameters_Parse,
204
+ JobRecordParameters_PipelineFileUpdateDispatcher,
205
+ JobRecordParameters_PipelineFileUpdater,
206
+ JobRecordParameters_PipelineManagedIngestion,
207
+ )
156
208
  from .job_record_with_usage_metrics import JobRecordWithUsageMetrics
209
+ from .l_lama_parse_transform_config import LLamaParseTransformConfig
210
+ from .legacy_parse_job_config import LegacyParseJobConfig
157
211
  from .llama_extract_settings import LlamaExtractSettings
158
212
  from .llama_index_core_base_llms_types_chat_message import LlamaIndexCoreBaseLlmsTypesChatMessage
159
213
  from .llama_index_core_base_llms_types_chat_message_blocks_item import (
@@ -164,20 +218,17 @@ from .llama_index_core_base_llms_types_chat_message_blocks_item import (
164
218
  )
165
219
  from .llama_parse_parameters import LlamaParseParameters
166
220
  from .llama_parse_supported_file_extensions import LlamaParseSupportedFileExtensions
167
- from .llm import Llm
168
221
  from .llm_model_data import LlmModelData
169
222
  from .llm_parameters import LlmParameters
223
+ from .load_files_job_config import LoadFilesJobConfig
170
224
  from .managed_ingestion_status import ManagedIngestionStatus
171
225
  from .managed_ingestion_status_response import ManagedIngestionStatusResponse
172
- from .markdown_element_node_parser import MarkdownElementNodeParser
173
- from .markdown_node_parser import MarkdownNodeParser
174
226
  from .message_annotation import MessageAnnotation
175
227
  from .message_role import MessageRole
176
228
  from .metadata_filter import MetadataFilter
177
229
  from .metadata_filter_value import MetadataFilterValue
178
230
  from .metadata_filters import MetadataFilters
179
231
  from .metadata_filters_filters_item import MetadataFiltersFiltersItem
180
- from .node_parser import NodeParser
181
232
  from .node_relationship import NodeRelationship
182
233
  from .none_chunking_config import NoneChunkingConfig
183
234
  from .none_segmentation_config import NoneSegmentationConfig
@@ -190,12 +241,12 @@ from .page_figure_metadata import PageFigureMetadata
190
241
  from .page_screenshot_metadata import PageScreenshotMetadata
191
242
  from .page_screenshot_node_with_score import PageScreenshotNodeWithScore
192
243
  from .page_segmentation_config import PageSegmentationConfig
193
- from .page_splitter_node_parser import PageSplitterNodeParser
194
244
  from .paginated_extract_runs_response import PaginatedExtractRunsResponse
195
245
  from .paginated_jobs_history_with_metrics import PaginatedJobsHistoryWithMetrics
196
246
  from .paginated_list_cloud_documents_response import PaginatedListCloudDocumentsResponse
197
247
  from .paginated_list_pipeline_files_response import PaginatedListPipelineFilesResponse
198
248
  from .paginated_report_response import PaginatedReportResponse
249
+ from .parse_job_config import ParseJobConfig
199
250
  from .parse_plan_level import ParsePlanLevel
200
251
  from .parser_languages import ParserLanguages
201
252
  from .parsing_history_item import ParsingHistoryItem
@@ -226,6 +277,19 @@ from .pipeline_create_embedding_config import (
226
277
  from .pipeline_create_transform_config import PipelineCreateTransformConfig
227
278
  from .pipeline_data_source import PipelineDataSource
228
279
  from .pipeline_data_source_component import PipelineDataSourceComponent
280
+ from .pipeline_data_source_component_one import (
281
+ PipelineDataSourceComponentOne,
282
+ PipelineDataSourceComponentOne_AzureStorageBlob,
283
+ PipelineDataSourceComponentOne_Box,
284
+ PipelineDataSourceComponentOne_Confluence,
285
+ PipelineDataSourceComponentOne_GoogleDrive,
286
+ PipelineDataSourceComponentOne_Jira,
287
+ PipelineDataSourceComponentOne_MicrosoftOnedrive,
288
+ PipelineDataSourceComponentOne_MicrosoftSharepoint,
289
+ PipelineDataSourceComponentOne_NotionPage,
290
+ PipelineDataSourceComponentOne_S3,
291
+ PipelineDataSourceComponentOne_Slack,
292
+ )
229
293
  from .pipeline_data_source_create import PipelineDataSourceCreate
230
294
  from .pipeline_data_source_custom_metadata_value import PipelineDataSourceCustomMetadataValue
231
295
  from .pipeline_data_source_status import PipelineDataSourceStatus
@@ -248,6 +312,10 @@ from .pipeline_file_custom_metadata_value import PipelineFileCustomMetadataValue
248
312
  from .pipeline_file_permission_info_value import PipelineFilePermissionInfoValue
249
313
  from .pipeline_file_resource_info_value import PipelineFileResourceInfoValue
250
314
  from .pipeline_file_status import PipelineFileStatus
315
+ from .pipeline_file_update_dispatcher_config import PipelineFileUpdateDispatcherConfig
316
+ from .pipeline_file_updater_config import PipelineFileUpdaterConfig
317
+ from .pipeline_managed_ingestion_job_params import PipelineManagedIngestionJobParams
318
+ from .pipeline_metadata_config import PipelineMetadataConfig
251
319
  from .pipeline_transform_config import (
252
320
  PipelineTransformConfig,
253
321
  PipelineTransformConfig_Advanced,
@@ -265,7 +333,6 @@ from .progress_event_status import ProgressEventStatus
265
333
  from .project import Project
266
334
  from .project_create import ProjectCreate
267
335
  from .prompt_conf import PromptConf
268
- from .pydantic_program_mode import PydanticProgramMode
269
336
  from .re_rank_config import ReRankConfig
270
337
  from .re_ranker_type import ReRankerType
271
338
  from .recurring_credit_grant import RecurringCreditGrant
@@ -300,7 +367,6 @@ from .role import Role
300
367
  from .schema_relax_mode import SchemaRelaxMode
301
368
  from .semantic_chunking_config import SemanticChunkingConfig
302
369
  from .sentence_chunking_config import SentenceChunkingConfig
303
- from .sentence_splitter import SentenceSplitter
304
370
  from .status_enum import StatusEnum
305
371
  from .struct_mode import StructMode
306
372
  from .struct_parse_conf import StructParseConf
@@ -311,7 +377,6 @@ from .text_node import TextNode
311
377
  from .text_node_relationships_value import TextNodeRelationshipsValue
312
378
  from .text_node_with_score import TextNodeWithScore
313
379
  from .token_chunking_config import TokenChunkingConfig
314
- from .token_text_splitter import TokenTextSplitter
315
380
  from .transformation_category_names import TransformationCategoryNames
316
381
  from .usage_and_plan import UsageAndPlan
317
382
  from .usage_metric_response import UsageMetricResponse
@@ -349,7 +414,6 @@ __all__ = [
349
414
  "BasePlanMetronomePlanType",
350
415
  "BasePlanName",
351
416
  "BasePlanPlanFrequency",
352
- "BasePromptTemplate",
353
417
  "Batch",
354
418
  "BatchItem",
355
419
  "BatchPaginatedList",
@@ -359,7 +423,6 @@ __all__ = [
359
423
  "BillingPeriod",
360
424
  "BoxAuthMechanism",
361
425
  "CharacterChunkingConfig",
362
- "CharacterSplitter",
363
426
  "ChatApp",
364
427
  "ChatAppResponse",
365
428
  "ChatData",
@@ -382,7 +445,6 @@ __all__ = [
382
445
  "CloudS3DataSource",
383
446
  "CloudSharepointDataSource",
384
447
  "CloudSlackDataSource",
385
- "CodeSplitter",
386
448
  "CohereEmbedding",
387
449
  "CohereEmbeddingConfig",
388
450
  "CompositeRetrievalMode",
@@ -393,21 +455,56 @@ __all__ = [
393
455
  "ConfigurableDataSourceNames",
394
456
  "ConfigurableTransformationDefinition",
395
457
  "ConfigurableTransformationNames",
396
- "ConfiguredTransformationItem",
397
- "ConfiguredTransformationItemComponent",
398
458
  "CreditType",
399
459
  "DataSink",
400
460
  "DataSinkComponent",
461
+ "DataSinkComponent_AzureAiSearch",
462
+ "DataSinkComponent_Milvus",
463
+ "DataSinkComponent_MongodbAtlas",
464
+ "DataSinkComponent_Pinecone",
465
+ "DataSinkComponent_Postgres",
466
+ "DataSinkComponent_Qdrant",
401
467
  "DataSinkCreate",
402
468
  "DataSinkCreateComponent",
469
+ "DataSinkCreateComponent_AzureAiSearch",
470
+ "DataSinkCreateComponent_Milvus",
471
+ "DataSinkCreateComponent_MongodbAtlas",
472
+ "DataSinkCreateComponent_Pinecone",
473
+ "DataSinkCreateComponent_Postgres",
474
+ "DataSinkCreateComponent_Qdrant",
403
475
  "DataSinkDefinition",
404
476
  "DataSource",
405
477
  "DataSourceComponent",
478
+ "DataSourceComponentOne",
479
+ "DataSourceComponentOne_AzureStorageBlob",
480
+ "DataSourceComponentOne_Box",
481
+ "DataSourceComponentOne_Confluence",
482
+ "DataSourceComponentOne_GoogleDrive",
483
+ "DataSourceComponentOne_Jira",
484
+ "DataSourceComponentOne_MicrosoftOnedrive",
485
+ "DataSourceComponentOne_MicrosoftSharepoint",
486
+ "DataSourceComponentOne_NotionPage",
487
+ "DataSourceComponentOne_S3",
488
+ "DataSourceComponentOne_Slack",
406
489
  "DataSourceCreate",
407
490
  "DataSourceCreateComponent",
491
+ "DataSourceCreateComponentOne",
492
+ "DataSourceCreateComponentOne_AzureStorageBlob",
493
+ "DataSourceCreateComponentOne_Box",
494
+ "DataSourceCreateComponentOne_Confluence",
495
+ "DataSourceCreateComponentOne_GoogleDrive",
496
+ "DataSourceCreateComponentOne_Jira",
497
+ "DataSourceCreateComponentOne_MicrosoftOnedrive",
498
+ "DataSourceCreateComponentOne_MicrosoftSharepoint",
499
+ "DataSourceCreateComponentOne_NotionPage",
500
+ "DataSourceCreateComponentOne_S3",
501
+ "DataSourceCreateComponentOne_Slack",
408
502
  "DataSourceCreateCustomMetadataValue",
409
503
  "DataSourceCustomMetadataValue",
410
504
  "DataSourceDefinition",
505
+ "DataSourceUpdateDispatcherConfig",
506
+ "DeleteParams",
507
+ "DocumentIngestionJobParams",
411
508
  "EditSuggestion",
412
509
  "EditSuggestionBlocksItem",
413
510
  "ElementSegmentationConfig",
@@ -474,7 +571,19 @@ __all__ = [
474
571
  "JobNameMapping",
475
572
  "JobNames",
476
573
  "JobRecord",
574
+ "JobRecordParameters",
575
+ "JobRecordParameters_DataSourceUpdateDispatcher",
576
+ "JobRecordParameters_DocumentIngestion",
577
+ "JobRecordParameters_LegacyParse",
578
+ "JobRecordParameters_LlamaParseTransform",
579
+ "JobRecordParameters_LoadFiles",
580
+ "JobRecordParameters_Parse",
581
+ "JobRecordParameters_PipelineFileUpdateDispatcher",
582
+ "JobRecordParameters_PipelineFileUpdater",
583
+ "JobRecordParameters_PipelineManagedIngestion",
477
584
  "JobRecordWithUsageMetrics",
585
+ "LLamaParseTransformConfig",
586
+ "LegacyParseJobConfig",
478
587
  "LlamaExtractSettings",
479
588
  "LlamaIndexCoreBaseLlmsTypesChatMessage",
480
589
  "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem",
@@ -483,20 +592,17 @@ __all__ = [
483
592
  "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Text",
484
593
  "LlamaParseParameters",
485
594
  "LlamaParseSupportedFileExtensions",
486
- "Llm",
487
595
  "LlmModelData",
488
596
  "LlmParameters",
597
+ "LoadFilesJobConfig",
489
598
  "ManagedIngestionStatus",
490
599
  "ManagedIngestionStatusResponse",
491
- "MarkdownElementNodeParser",
492
- "MarkdownNodeParser",
493
600
  "MessageAnnotation",
494
601
  "MessageRole",
495
602
  "MetadataFilter",
496
603
  "MetadataFilterValue",
497
604
  "MetadataFilters",
498
605
  "MetadataFiltersFiltersItem",
499
- "NodeParser",
500
606
  "NodeRelationship",
501
607
  "NoneChunkingConfig",
502
608
  "NoneSegmentationConfig",
@@ -509,12 +615,12 @@ __all__ = [
509
615
  "PageScreenshotMetadata",
510
616
  "PageScreenshotNodeWithScore",
511
617
  "PageSegmentationConfig",
512
- "PageSplitterNodeParser",
513
618
  "PaginatedExtractRunsResponse",
514
619
  "PaginatedJobsHistoryWithMetrics",
515
620
  "PaginatedListCloudDocumentsResponse",
516
621
  "PaginatedListPipelineFilesResponse",
517
622
  "PaginatedReportResponse",
623
+ "ParseJobConfig",
518
624
  "ParsePlanLevel",
519
625
  "ParserLanguages",
520
626
  "ParsingHistoryItem",
@@ -543,6 +649,17 @@ __all__ = [
543
649
  "PipelineCreateTransformConfig",
544
650
  "PipelineDataSource",
545
651
  "PipelineDataSourceComponent",
652
+ "PipelineDataSourceComponentOne",
653
+ "PipelineDataSourceComponentOne_AzureStorageBlob",
654
+ "PipelineDataSourceComponentOne_Box",
655
+ "PipelineDataSourceComponentOne_Confluence",
656
+ "PipelineDataSourceComponentOne_GoogleDrive",
657
+ "PipelineDataSourceComponentOne_Jira",
658
+ "PipelineDataSourceComponentOne_MicrosoftOnedrive",
659
+ "PipelineDataSourceComponentOne_MicrosoftSharepoint",
660
+ "PipelineDataSourceComponentOne_NotionPage",
661
+ "PipelineDataSourceComponentOne_S3",
662
+ "PipelineDataSourceComponentOne_Slack",
546
663
  "PipelineDataSourceCreate",
547
664
  "PipelineDataSourceCustomMetadataValue",
548
665
  "PipelineDataSourceStatus",
@@ -563,6 +680,10 @@ __all__ = [
563
680
  "PipelineFilePermissionInfoValue",
564
681
  "PipelineFileResourceInfoValue",
565
682
  "PipelineFileStatus",
683
+ "PipelineFileUpdateDispatcherConfig",
684
+ "PipelineFileUpdaterConfig",
685
+ "PipelineManagedIngestionJobParams",
686
+ "PipelineMetadataConfig",
566
687
  "PipelineTransformConfig",
567
688
  "PipelineTransformConfig_Advanced",
568
689
  "PipelineTransformConfig_Auto",
@@ -578,7 +699,6 @@ __all__ = [
578
699
  "Project",
579
700
  "ProjectCreate",
580
701
  "PromptConf",
581
- "PydanticProgramMode",
582
702
  "ReRankConfig",
583
703
  "ReRankerType",
584
704
  "RecurringCreditGrant",
@@ -611,7 +731,6 @@ __all__ = [
611
731
  "SchemaRelaxMode",
612
732
  "SemanticChunkingConfig",
613
733
  "SentenceChunkingConfig",
614
- "SentenceSplitter",
615
734
  "StatusEnum",
616
735
  "StructMode",
617
736
  "StructParseConf",
@@ -622,7 +741,6 @@ __all__ = [
622
741
  "TextNodeRelationshipsValue",
623
742
  "TextNodeWithScore",
624
743
  "TokenChunkingConfig",
625
- "TokenTextSplitter",
626
744
  "TransformationCategoryNames",
627
745
  "UsageAndPlan",
628
746
  "UsageMetricResponse",
@@ -15,10 +15,6 @@ except ImportError:
15
15
 
16
16
 
17
17
  class CloudJiraDataSource(pydantic.BaseModel):
18
- """
19
- Cloud Jira Data Source integrating JiraReader.
20
- """
21
-
22
18
  supports_access_control: typing.Optional[bool]
23
19
  email: typing.Optional[str]
24
20
  api_token: typing.Optional[str]
@@ -1,7 +1,11 @@
1
1
  # This file was auto-generated by Fern from our API Definition.
2
2
 
3
+ from __future__ import annotations
4
+
3
5
  import typing
4
6
 
7
+ import typing_extensions
8
+
5
9
  from .cloud_azure_ai_search_vector_store import CloudAzureAiSearchVectorStore
6
10
  from .cloud_milvus_vector_store import CloudMilvusVectorStore
7
11
  from .cloud_mongo_db_atlas_vector_search import CloudMongoDbAtlasVectorSearch
@@ -9,12 +13,66 @@ from .cloud_pinecone_vector_store import CloudPineconeVectorStore
9
13
  from .cloud_postgres_vector_store import CloudPostgresVectorStore
10
14
  from .cloud_qdrant_vector_store import CloudQdrantVectorStore
11
15
 
16
+
17
+ class DataSinkComponent_AzureAiSearch(CloudAzureAiSearchVectorStore):
18
+ type: typing_extensions.Literal["azure_ai_search"]
19
+
20
+ class Config:
21
+ frozen = True
22
+ smart_union = True
23
+ allow_population_by_field_name = True
24
+
25
+
26
+ class DataSinkComponent_Milvus(CloudMilvusVectorStore):
27
+ type: typing_extensions.Literal["milvus"]
28
+
29
+ class Config:
30
+ frozen = True
31
+ smart_union = True
32
+ allow_population_by_field_name = True
33
+
34
+
35
+ class DataSinkComponent_MongodbAtlas(CloudMongoDbAtlasVectorSearch):
36
+ type: typing_extensions.Literal["mongodb_atlas"]
37
+
38
+ class Config:
39
+ frozen = True
40
+ smart_union = True
41
+ allow_population_by_field_name = True
42
+
43
+
44
+ class DataSinkComponent_Pinecone(CloudPineconeVectorStore):
45
+ type: typing_extensions.Literal["pinecone"]
46
+
47
+ class Config:
48
+ frozen = True
49
+ smart_union = True
50
+ allow_population_by_field_name = True
51
+
52
+
53
+ class DataSinkComponent_Postgres(CloudPostgresVectorStore):
54
+ type: typing_extensions.Literal["postgres"]
55
+
56
+ class Config:
57
+ frozen = True
58
+ smart_union = True
59
+ allow_population_by_field_name = True
60
+
61
+
62
+ class DataSinkComponent_Qdrant(CloudQdrantVectorStore):
63
+ type: typing_extensions.Literal["qdrant"]
64
+
65
+ class Config:
66
+ frozen = True
67
+ smart_union = True
68
+ allow_population_by_field_name = True
69
+
70
+
12
71
  DataSinkComponent = typing.Union[
13
- typing.Dict[str, typing.Any],
14
- CloudPineconeVectorStore,
15
- CloudPostgresVectorStore,
16
- CloudQdrantVectorStore,
17
- CloudAzureAiSearchVectorStore,
18
- CloudMongoDbAtlasVectorSearch,
19
- CloudMilvusVectorStore,
72
+ DataSinkComponent_AzureAiSearch,
73
+ DataSinkComponent_Milvus,
74
+ DataSinkComponent_MongodbAtlas,
75
+ DataSinkComponent_Pinecone,
76
+ DataSinkComponent_Postgres,
77
+ DataSinkComponent_Qdrant,
20
78
  ]
@@ -1,7 +1,11 @@
1
1
  # This file was auto-generated by Fern from our API Definition.
2
2
 
3
+ from __future__ import annotations
4
+
3
5
  import typing
4
6
 
7
+ import typing_extensions
8
+
5
9
  from .cloud_azure_ai_search_vector_store import CloudAzureAiSearchVectorStore
6
10
  from .cloud_milvus_vector_store import CloudMilvusVectorStore
7
11
  from .cloud_mongo_db_atlas_vector_search import CloudMongoDbAtlasVectorSearch
@@ -9,12 +13,66 @@ from .cloud_pinecone_vector_store import CloudPineconeVectorStore
9
13
  from .cloud_postgres_vector_store import CloudPostgresVectorStore
10
14
  from .cloud_qdrant_vector_store import CloudQdrantVectorStore
11
15
 
16
+
17
+ class DataSinkCreateComponent_AzureAiSearch(CloudAzureAiSearchVectorStore):
18
+ type: typing_extensions.Literal["azure_ai_search"]
19
+
20
+ class Config:
21
+ frozen = True
22
+ smart_union = True
23
+ allow_population_by_field_name = True
24
+
25
+
26
+ class DataSinkCreateComponent_Milvus(CloudMilvusVectorStore):
27
+ type: typing_extensions.Literal["milvus"]
28
+
29
+ class Config:
30
+ frozen = True
31
+ smart_union = True
32
+ allow_population_by_field_name = True
33
+
34
+
35
+ class DataSinkCreateComponent_MongodbAtlas(CloudMongoDbAtlasVectorSearch):
36
+ type: typing_extensions.Literal["mongodb_atlas"]
37
+
38
+ class Config:
39
+ frozen = True
40
+ smart_union = True
41
+ allow_population_by_field_name = True
42
+
43
+
44
+ class DataSinkCreateComponent_Pinecone(CloudPineconeVectorStore):
45
+ type: typing_extensions.Literal["pinecone"]
46
+
47
+ class Config:
48
+ frozen = True
49
+ smart_union = True
50
+ allow_population_by_field_name = True
51
+
52
+
53
+ class DataSinkCreateComponent_Postgres(CloudPostgresVectorStore):
54
+ type: typing_extensions.Literal["postgres"]
55
+
56
+ class Config:
57
+ frozen = True
58
+ smart_union = True
59
+ allow_population_by_field_name = True
60
+
61
+
62
+ class DataSinkCreateComponent_Qdrant(CloudQdrantVectorStore):
63
+ type: typing_extensions.Literal["qdrant"]
64
+
65
+ class Config:
66
+ frozen = True
67
+ smart_union = True
68
+ allow_population_by_field_name = True
69
+
70
+
12
71
  DataSinkCreateComponent = typing.Union[
13
- typing.Dict[str, typing.Any],
14
- CloudPineconeVectorStore,
15
- CloudPostgresVectorStore,
16
- CloudQdrantVectorStore,
17
- CloudAzureAiSearchVectorStore,
18
- CloudMongoDbAtlasVectorSearch,
19
- CloudMilvusVectorStore,
72
+ DataSinkCreateComponent_AzureAiSearch,
73
+ DataSinkCreateComponent_Milvus,
74
+ DataSinkCreateComponent_MongodbAtlas,
75
+ DataSinkCreateComponent_Pinecone,
76
+ DataSinkCreateComponent_Postgres,
77
+ DataSinkCreateComponent_Qdrant,
20
78
  ]
@@ -2,27 +2,6 @@
2
2
 
3
3
  import typing
4
4
 
5
- from .cloud_az_storage_blob_data_source import CloudAzStorageBlobDataSource
6
- from .cloud_box_data_source import CloudBoxDataSource
7
- from .cloud_confluence_data_source import CloudConfluenceDataSource
8
- from .cloud_google_drive_data_source import CloudGoogleDriveDataSource
9
- from .cloud_jira_data_source import CloudJiraDataSource
10
- from .cloud_notion_page_data_source import CloudNotionPageDataSource
11
- from .cloud_one_drive_data_source import CloudOneDriveDataSource
12
- from .cloud_s_3_data_source import CloudS3DataSource
13
- from .cloud_sharepoint_data_source import CloudSharepointDataSource
14
- from .cloud_slack_data_source import CloudSlackDataSource
5
+ from .data_source_component_one import DataSourceComponentOne
15
6
 
16
- DataSourceComponent = typing.Union[
17
- typing.Dict[str, typing.Any],
18
- CloudS3DataSource,
19
- CloudAzStorageBlobDataSource,
20
- CloudGoogleDriveDataSource,
21
- CloudOneDriveDataSource,
22
- CloudSharepointDataSource,
23
- CloudSlackDataSource,
24
- CloudNotionPageDataSource,
25
- CloudConfluenceDataSource,
26
- CloudJiraDataSource,
27
- CloudBoxDataSource,
28
- ]
7
+ DataSourceComponent = typing.Union[typing.Dict[str, typing.Any], DataSourceComponentOne]