llama-cloud 0.1.19__py3-none-any.whl → 0.1.21__py3-none-any.whl

llama_cloud/types/__init__.py

@@ -24,7 +24,6 @@ from .base_plan import BasePlan
 from .base_plan_metronome_plan_type import BasePlanMetronomePlanType
 from .base_plan_name import BasePlanName
 from .base_plan_plan_frequency import BasePlanPlanFrequency
-from .base_prompt_template import BasePromptTemplate
 from .batch import Batch
 from .batch_item import BatchItem
 from .batch_paginated_list import BatchPaginatedList
@@ -34,7 +33,6 @@ from .bedrock_embedding_config import BedrockEmbeddingConfig
 from .billing_period import BillingPeriod
 from .box_auth_mechanism import BoxAuthMechanism
 from .character_chunking_config import CharacterChunkingConfig
-from .character_splitter import CharacterSplitter
 from .chat_app import ChatApp
 from .chat_app_response import ChatAppResponse
 from .chat_data import ChatData
@@ -57,7 +55,6 @@ from .cloud_qdrant_vector_store import CloudQdrantVectorStore
 from .cloud_s_3_data_source import CloudS3DataSource
 from .cloud_sharepoint_data_source import CloudSharepointDataSource
 from .cloud_slack_data_source import CloudSlackDataSource
-from .code_splitter import CodeSplitter
 from .cohere_embedding import CohereEmbedding
 from .cohere_embedding_config import CohereEmbeddingConfig
 from .composite_retrieval_mode import CompositeRetrievalMode
@@ -68,8 +65,6 @@ from .configurable_data_sink_names import ConfigurableDataSinkNames
 from .configurable_data_source_names import ConfigurableDataSourceNames
 from .configurable_transformation_definition import ConfigurableTransformationDefinition
 from .configurable_transformation_names import ConfigurableTransformationNames
-from .configured_transformation_item import ConfiguredTransformationItem
-from .configured_transformation_item_component import ConfiguredTransformationItemComponent
 from .credit_type import CreditType
 from .data_sink import DataSink
 from .data_sink_component import DataSinkComponent
@@ -83,6 +78,9 @@ from .data_source_create_component import DataSourceCreateComponent
 from .data_source_create_custom_metadata_value import DataSourceCreateCustomMetadataValue
 from .data_source_custom_metadata_value import DataSourceCustomMetadataValue
 from .data_source_definition import DataSourceDefinition
+from .data_source_update_dispatcher_config import DataSourceUpdateDispatcherConfig
+from .delete_params import DeleteParams
+from .document_ingestion_job_params import DocumentIngestionJobParams
 from .edit_suggestion import EditSuggestion
 from .edit_suggestion_blocks_item import EditSuggestionBlocksItem
 from .element_segmentation_config import ElementSegmentationConfig
@@ -153,7 +151,21 @@ from .input_message import InputMessage
 from .job_name_mapping import JobNameMapping
 from .job_names import JobNames
 from .job_record import JobRecord
+from .job_record_parameters import (
+    JobRecordParameters,
+    JobRecordParameters_DataSourceUpdateDispatcher,
+    JobRecordParameters_DocumentIngestion,
+    JobRecordParameters_LegacyParse,
+    JobRecordParameters_LlamaParseTransform,
+    JobRecordParameters_LoadFiles,
+    JobRecordParameters_Parse,
+    JobRecordParameters_PipelineFileUpdateDispatcher,
+    JobRecordParameters_PipelineFileUpdater,
+    JobRecordParameters_PipelineManagedIngestion,
+)
 from .job_record_with_usage_metrics import JobRecordWithUsageMetrics
+from .l_lama_parse_transform_config import LLamaParseTransformConfig
+from .legacy_parse_job_config import LegacyParseJobConfig
 from .llama_extract_settings import LlamaExtractSettings
 from .llama_index_core_base_llms_types_chat_message import LlamaIndexCoreBaseLlmsTypesChatMessage
 from .llama_index_core_base_llms_types_chat_message_blocks_item import (
@@ -164,20 +176,17 @@ from .llama_index_core_base_llms_types_chat_message_blocks_item import (
 )
 from .llama_parse_parameters import LlamaParseParameters
 from .llama_parse_supported_file_extensions import LlamaParseSupportedFileExtensions
-from .llm import Llm
 from .llm_model_data import LlmModelData
 from .llm_parameters import LlmParameters
+from .load_files_job_config import LoadFilesJobConfig
 from .managed_ingestion_status import ManagedIngestionStatus
 from .managed_ingestion_status_response import ManagedIngestionStatusResponse
-from .markdown_element_node_parser import MarkdownElementNodeParser
-from .markdown_node_parser import MarkdownNodeParser
 from .message_annotation import MessageAnnotation
 from .message_role import MessageRole
 from .metadata_filter import MetadataFilter
 from .metadata_filter_value import MetadataFilterValue
 from .metadata_filters import MetadataFilters
 from .metadata_filters_filters_item import MetadataFiltersFiltersItem
-from .node_parser import NodeParser
 from .node_relationship import NodeRelationship
 from .none_chunking_config import NoneChunkingConfig
 from .none_segmentation_config import NoneSegmentationConfig
@@ -190,12 +199,12 @@ from .page_figure_metadata import PageFigureMetadata
 from .page_screenshot_metadata import PageScreenshotMetadata
 from .page_screenshot_node_with_score import PageScreenshotNodeWithScore
 from .page_segmentation_config import PageSegmentationConfig
-from .page_splitter_node_parser import PageSplitterNodeParser
 from .paginated_extract_runs_response import PaginatedExtractRunsResponse
 from .paginated_jobs_history_with_metrics import PaginatedJobsHistoryWithMetrics
 from .paginated_list_cloud_documents_response import PaginatedListCloudDocumentsResponse
 from .paginated_list_pipeline_files_response import PaginatedListPipelineFilesResponse
 from .paginated_report_response import PaginatedReportResponse
+from .parse_job_config import ParseJobConfig
 from .parse_plan_level import ParsePlanLevel
 from .parser_languages import ParserLanguages
 from .parsing_history_item import ParsingHistoryItem
@@ -248,6 +257,11 @@ from .pipeline_file_custom_metadata_value import PipelineFileCustomMetadataValue
 from .pipeline_file_permission_info_value import PipelineFilePermissionInfoValue
 from .pipeline_file_resource_info_value import PipelineFileResourceInfoValue
 from .pipeline_file_status import PipelineFileStatus
+from .pipeline_file_update_dispatcher_config import PipelineFileUpdateDispatcherConfig
+from .pipeline_file_updater_config import PipelineFileUpdaterConfig
+from .pipeline_managed_ingestion_job_params import PipelineManagedIngestionJobParams
+from .pipeline_metadata_config import PipelineMetadataConfig
+from .pipeline_status import PipelineStatus
 from .pipeline_transform_config import (
     PipelineTransformConfig,
     PipelineTransformConfig_Advanced,
@@ -265,7 +279,6 @@ from .progress_event_status import ProgressEventStatus
 from .project import Project
 from .project_create import ProjectCreate
 from .prompt_conf import PromptConf
-from .pydantic_program_mode import PydanticProgramMode
 from .re_rank_config import ReRankConfig
 from .re_ranker_type import ReRankerType
 from .recurring_credit_grant import RecurringCreditGrant
@@ -300,7 +313,6 @@ from .role import Role
 from .schema_relax_mode import SchemaRelaxMode
 from .semantic_chunking_config import SemanticChunkingConfig
 from .sentence_chunking_config import SentenceChunkingConfig
-from .sentence_splitter import SentenceSplitter
 from .status_enum import StatusEnum
 from .struct_mode import StructMode
 from .struct_parse_conf import StructParseConf
@@ -311,7 +323,6 @@ from .text_node import TextNode
 from .text_node_relationships_value import TextNodeRelationshipsValue
 from .text_node_with_score import TextNodeWithScore
 from .token_chunking_config import TokenChunkingConfig
-from .token_text_splitter import TokenTextSplitter
 from .transformation_category_names import TransformationCategoryNames
 from .usage_and_plan import UsageAndPlan
 from .usage_metric_response import UsageMetricResponse
@@ -349,7 +360,6 @@ __all__ = [
     "BasePlanMetronomePlanType",
     "BasePlanName",
     "BasePlanPlanFrequency",
-    "BasePromptTemplate",
     "Batch",
     "BatchItem",
     "BatchPaginatedList",
@@ -359,7 +369,6 @@ __all__ = [
     "BillingPeriod",
     "BoxAuthMechanism",
     "CharacterChunkingConfig",
-    "CharacterSplitter",
     "ChatApp",
     "ChatAppResponse",
     "ChatData",
@@ -382,7 +391,6 @@ __all__ = [
     "CloudS3DataSource",
     "CloudSharepointDataSource",
     "CloudSlackDataSource",
-    "CodeSplitter",
     "CohereEmbedding",
     "CohereEmbeddingConfig",
     "CompositeRetrievalMode",
@@ -393,8 +401,6 @@ __all__ = [
     "ConfigurableDataSourceNames",
     "ConfigurableTransformationDefinition",
     "ConfigurableTransformationNames",
-    "ConfiguredTransformationItem",
-    "ConfiguredTransformationItemComponent",
     "CreditType",
     "DataSink",
     "DataSinkComponent",
@@ -408,6 +414,9 @@ __all__ = [
     "DataSourceCreateCustomMetadataValue",
     "DataSourceCustomMetadataValue",
     "DataSourceDefinition",
+    "DataSourceUpdateDispatcherConfig",
+    "DeleteParams",
+    "DocumentIngestionJobParams",
     "EditSuggestion",
     "EditSuggestionBlocksItem",
     "ElementSegmentationConfig",
@@ -474,7 +483,19 @@ __all__ = [
     "JobNameMapping",
     "JobNames",
     "JobRecord",
+    "JobRecordParameters",
+    "JobRecordParameters_DataSourceUpdateDispatcher",
+    "JobRecordParameters_DocumentIngestion",
+    "JobRecordParameters_LegacyParse",
+    "JobRecordParameters_LlamaParseTransform",
+    "JobRecordParameters_LoadFiles",
+    "JobRecordParameters_Parse",
+    "JobRecordParameters_PipelineFileUpdateDispatcher",
+    "JobRecordParameters_PipelineFileUpdater",
+    "JobRecordParameters_PipelineManagedIngestion",
     "JobRecordWithUsageMetrics",
+    "LLamaParseTransformConfig",
+    "LegacyParseJobConfig",
     "LlamaExtractSettings",
     "LlamaIndexCoreBaseLlmsTypesChatMessage",
     "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem",
@@ -483,20 +504,17 @@ __all__ = [
     "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Text",
     "LlamaParseParameters",
     "LlamaParseSupportedFileExtensions",
-    "Llm",
     "LlmModelData",
     "LlmParameters",
+    "LoadFilesJobConfig",
     "ManagedIngestionStatus",
     "ManagedIngestionStatusResponse",
-    "MarkdownElementNodeParser",
-    "MarkdownNodeParser",
     "MessageAnnotation",
     "MessageRole",
     "MetadataFilter",
     "MetadataFilterValue",
     "MetadataFilters",
     "MetadataFiltersFiltersItem",
-    "NodeParser",
     "NodeRelationship",
     "NoneChunkingConfig",
     "NoneSegmentationConfig",
@@ -509,12 +527,12 @@ __all__ = [
     "PageScreenshotMetadata",
     "PageScreenshotNodeWithScore",
     "PageSegmentationConfig",
-    "PageSplitterNodeParser",
     "PaginatedExtractRunsResponse",
     "PaginatedJobsHistoryWithMetrics",
     "PaginatedListCloudDocumentsResponse",
     "PaginatedListPipelineFilesResponse",
     "PaginatedReportResponse",
+    "ParseJobConfig",
     "ParsePlanLevel",
     "ParserLanguages",
     "ParsingHistoryItem",
@@ -563,6 +581,11 @@ __all__ = [
     "PipelineFilePermissionInfoValue",
     "PipelineFileResourceInfoValue",
     "PipelineFileStatus",
+    "PipelineFileUpdateDispatcherConfig",
+    "PipelineFileUpdaterConfig",
+    "PipelineManagedIngestionJobParams",
+    "PipelineMetadataConfig",
+    "PipelineStatus",
     "PipelineTransformConfig",
     "PipelineTransformConfig_Advanced",
     "PipelineTransformConfig_Auto",
@@ -578,7 +601,6 @@ __all__ = [
     "Project",
     "ProjectCreate",
     "PromptConf",
-    "PydanticProgramMode",
     "ReRankConfig",
     "ReRankerType",
     "RecurringCreditGrant",
@@ -611,7 +633,6 @@ __all__ = [
     "SchemaRelaxMode",
     "SemanticChunkingConfig",
     "SentenceChunkingConfig",
-    "SentenceSplitter",
     "StatusEnum",
     "StructMode",
     "StructParseConf",
@@ -622,7 +643,6 @@ __all__ = [
     "TextNodeRelationshipsValue",
     "TextNodeWithScore",
     "TokenChunkingConfig",
-    "TokenTextSplitter",
     "TransformationCategoryNames",
     "UsageAndPlan",
     "UsageMetricResponse",

llama_cloud/types/{base_prompt_template.py → data_source_update_dispatcher_config.py}

@@ -4,6 +4,7 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from .delete_params import DeleteParams
 
 try:
     import pydantic
@@ -14,13 +15,14 @@ except ImportError:
     import pydantic  # type: ignore
 
 
-class BasePromptTemplate(pydantic.BaseModel):
-    metadata: typing.Dict[str, typing.Any]
-    template_vars: typing.List[str]
-    kwargs: typing.Dict[str, str]
-    output_parser: typing.Any
-    template_var_mappings: typing.Optional[typing.Dict[str, typing.Any]]
-    function_mappings: typing.Optional[typing.Dict[str, typing.Optional[str]]]
+class DataSourceUpdateDispatcherConfig(pydantic.BaseModel):
+    """
+    Schema for the parameters of a data source dispatcher job.
+    """
+
+    should_delete: typing.Optional[bool]
+    custom_metadata: typing.Optional[typing.Dict[str, typing.Any]]
+    delete_info: typing.Optional[DeleteParams]
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/{node_parser.py → delete_params.py}

@@ -14,18 +14,16 @@ except ImportError:
     import pydantic  # type: ignore
 
 
-class NodeParser(pydantic.BaseModel):
+class DeleteParams(pydantic.BaseModel):
     """
-    Base interface for node parser.
+    Schema for the parameters of a delete job.
     """
 
-    include_metadata: typing.Optional[bool] = pydantic.Field(
-        description="Whether or not to consider metadata when splitting."
-    )
-    include_prev_next_rel: typing.Optional[bool] = pydantic.Field(description="Include prev/next node relationships.")
-    callback_manager: typing.Optional[typing.Any]
-    id_func: typing.Optional[str]
-    class_name: typing.Optional[str]
+    document_ids_to_delete: typing.Optional[typing.List[str]]
+    files_ids_to_delete: typing.Optional[typing.List[str]]
+    data_sources_ids_to_delete: typing.Optional[typing.List[str]]
+    embed_collection_name: typing.Optional[str]
+    data_sink_id: typing.Optional[str]
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/document_ingestion_job_params.py

@@ -0,0 +1,43 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from .delete_params import DeleteParams
+
+try:
+    import pydantic
+    if pydantic.__version__.startswith("1."):
+        raise ImportError
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class DocumentIngestionJobParams(pydantic.BaseModel):
+    """
+    Schema for the parameters of a document ingestion job.
+    """
+
+    custom_metadata: typing.Optional[typing.Dict[str, typing.Any]]
+    resource_info: typing.Optional[typing.Dict[str, typing.Any]]
+    should_delete: typing.Optional[bool]
+    document_ids: typing.Optional[typing.List[str]]
+    pipeline_file_id: typing.Optional[str]
+    delete_info: typing.Optional[DeleteParams]
+    is_new_file: typing.Optional[bool] = pydantic.Field(description="Whether the file is new")
+    page_count: typing.Optional[int]
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        json_encoders = {dt.datetime: serialize_datetime}

llama_cloud/types/extract_config.py

@@ -26,6 +26,9 @@ class ExtractConfig(pydantic.BaseModel):
     system_prompt: typing.Optional[str]
     use_reasoning: typing.Optional[bool] = pydantic.Field(description="Whether to use reasoning for the extraction.")
     cite_sources: typing.Optional[bool] = pydantic.Field(description="Whether to cite sources for the extraction.")
+    invalidate_cache: typing.Optional[bool] = pydantic.Field(
+        description="Whether to invalidate the cache for the extraction."
+    )
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/job_record.py

@@ -5,6 +5,7 @@ import typing
 
 from ..core.datetime_utils import serialize_datetime
 from .job_names import JobNames
+from .job_record_parameters import JobRecordParameters
 from .status_enum import StatusEnum
 
 try:
@@ -25,7 +26,7 @@ class JobRecord(pydantic.BaseModel):
     partitions: typing.Dict[str, str] = pydantic.Field(
         description="The partitions for this execution. Used for determining where to save job output."
     )
-    parameters: typing.Optional[typing.Any]
+    parameters: typing.Optional[JobRecordParameters]
     session_id: typing.Optional[str]
     correlation_id: typing.Optional[str]
     parent_job_execution_id: typing.Optional[str]
@@ -40,7 +41,6 @@ class JobRecord(pydantic.BaseModel):
     started_at: typing.Optional[dt.datetime]
     ended_at: typing.Optional[dt.datetime]
     updated_at: typing.Optional[dt.datetime] = pydantic.Field(description="Update datetime")
-    data: typing.Optional[typing.Any]
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/job_record_parameters.py

@@ -0,0 +1,111 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+
+import typing
+
+import typing_extensions
+
+from .data_source_update_dispatcher_config import DataSourceUpdateDispatcherConfig
+from .document_ingestion_job_params import DocumentIngestionJobParams
+from .l_lama_parse_transform_config import LLamaParseTransformConfig
+from .legacy_parse_job_config import LegacyParseJobConfig
+from .load_files_job_config import LoadFilesJobConfig
+from .parse_job_config import ParseJobConfig
+from .pipeline_file_update_dispatcher_config import PipelineFileUpdateDispatcherConfig
+from .pipeline_file_updater_config import PipelineFileUpdaterConfig
+from .pipeline_managed_ingestion_job_params import PipelineManagedIngestionJobParams
+
+
+class JobRecordParameters_DataSourceUpdateDispatcher(DataSourceUpdateDispatcherConfig):
+    type: typing_extensions.Literal["data_source_update_dispatcher"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_DocumentIngestion(DocumentIngestionJobParams):
+    type: typing_extensions.Literal["document_ingestion"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_LegacyParse(LegacyParseJobConfig):
+    type: typing_extensions.Literal["legacy_parse"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_LlamaParseTransform(LLamaParseTransformConfig):
+    type: typing_extensions.Literal["llama_parse_transform"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_LoadFiles(LoadFilesJobConfig):
+    type: typing_extensions.Literal["load_files"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_Parse(ParseJobConfig):
+    type: typing_extensions.Literal["parse"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_PipelineFileUpdateDispatcher(PipelineFileUpdateDispatcherConfig):
+    type: typing_extensions.Literal["pipeline_file_update_dispatcher"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_PipelineFileUpdater(PipelineFileUpdaterConfig):
+    type: typing_extensions.Literal["pipeline_file_updater"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_PipelineManagedIngestion(PipelineManagedIngestionJobParams):
+    type: typing_extensions.Literal["pipeline_managed_ingestion"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+JobRecordParameters = typing.Union[
+    JobRecordParameters_DataSourceUpdateDispatcher,
+    JobRecordParameters_DocumentIngestion,
+    JobRecordParameters_LegacyParse,
+    JobRecordParameters_LlamaParseTransform,
+    JobRecordParameters_LoadFiles,
+    JobRecordParameters_Parse,
+    JobRecordParameters_PipelineFileUpdateDispatcher,
+    JobRecordParameters_PipelineFileUpdater,
+    JobRecordParameters_PipelineManagedIngestion,
+]

llama_cloud/types/{page_splitter_node_parser.py → l_lama_parse_transform_config.py}

@@ -14,19 +14,14 @@ except ImportError:
     import pydantic  # type: ignore
 
 
-class PageSplitterNodeParser(pydantic.BaseModel):
+class LLamaParseTransformConfig(pydantic.BaseModel):
     """
-    Split text into pages.
+    Schema for the parameters of llamaparse transform job.
     """
 
-    include_metadata: typing.Optional[bool] = pydantic.Field(
-        description="Whether or not to consider metadata when splitting."
-    )
-    include_prev_next_rel: typing.Optional[bool] = pydantic.Field(description="Include prev/next node relationships.")
-    callback_manager: typing.Optional[typing.Any]
-    id_func: typing.Optional[str]
-    page_separator: typing.Optional[str]
-    class_name: typing.Optional[str]
+    custom_metadata: typing.Optional[typing.Dict[str, typing.Any]]
+    resource_info: typing.Optional[typing.Dict[str, typing.Any]]
+    file_output: str = pydantic.Field(description="Whether to delete the files")
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}