llama-cloud 0.1.18__py3-none-any.whl → 0.1.19__py3-none-any.whl

llama_cloud/types/batch_item.py

@@ -0,0 +1,40 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from .file_parse_public import FileParsePublic
+
+try:
+    import pydantic
+    if pydantic.__version__.startswith("1."):
+        raise ImportError
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class BatchItem(pydantic.BaseModel):
+    id: str = pydantic.Field(description="Unique identifier for the batch item")
+    batch_id: str = pydantic.Field(description="The ID of the batch to which the item belongs")
+    status: str = pydantic.Field(description="The current status of the batch item")
+    status_updated_at: typing.Optional[dt.datetime]
+    created_at: typing.Optional[dt.datetime]
+    updated_at: typing.Optional[dt.datetime]
+    input_file: str = pydantic.Field(description="The input file associated with the batch item")
+    output_file: typing.Optional[str]
+    task: typing.Optional[FileParsePublic]
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        json_encoders = {dt.datetime: serialize_datetime}

llama_cloud/types/{extract_agent_update.py → batch_paginated_list.py}

@@ -4,8 +4,7 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
-from .extract_agent_update_data_schema import ExtractAgentUpdateDataSchema
-from .extract_config import ExtractConfig
+from .batch import Batch
 
 try:
     import pydantic
@@ -16,13 +15,11 @@ except ImportError:
     import pydantic  # type: ignore
 
 
-class ExtractAgentUpdate(pydantic.BaseModel):
-    """
-    Settings for updating an extraction schema.
-    """
-
-    data_schema: ExtractAgentUpdateDataSchema = pydantic.Field(description="The schema of the data")
-    config: ExtractConfig = pydantic.Field(description="The configuration parameters for the extraction agent.")
+class BatchPaginatedList(pydantic.BaseModel):
+    data: typing.List[Batch] = pydantic.Field(description="List of batches")
+    limit: int = pydantic.Field(description="Pagination limit")
+    offset: int = pydantic.Field(description="Pagination offset")
+    total_count: int = pydantic.Field(description="Total number of batches")
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/{extract_agent_create.py → batch_public_output.py}

@@ -4,8 +4,9 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
-from .extract_agent_create_data_schema import ExtractAgentCreateDataSchema
-from .extract_config import ExtractConfig
+from .batch import Batch
+from .batch_item import BatchItem
+from .managed_ingestion_status_response import ManagedIngestionStatusResponse
 
 try:
     import pydantic
@@ -16,14 +17,10 @@ except ImportError:
     import pydantic  # type: ignore
 
 
-class ExtractAgentCreate(pydantic.BaseModel):
-    """
-    Settings for creating an extraction agent.
-    """
-
-    name: str = pydantic.Field(description="The name of the extraction schema")
-    data_schema: ExtractAgentCreateDataSchema = pydantic.Field(description="The schema of the data.")
-    config: ExtractConfig = pydantic.Field(description="The configuration parameters for the extraction agent.")
+class BatchPublicOutput(pydantic.BaseModel):
+    batch: Batch
+    batch_items: typing.List[BatchItem]
+    ingestion_status: ManagedIngestionStatusResponse
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/cloud_confluence_data_source.py

@@ -27,6 +27,7 @@ class CloudConfluenceDataSource(pydantic.BaseModel):
     cql: typing.Optional[str]
     label: typing.Optional[str]
     index_restricted_pages: typing.Optional[bool] = pydantic.Field(description="Whether to index restricted pages.")
+    keep_markdown_format: typing.Optional[bool] = pydantic.Field(description="Whether to keep the markdown format.")
     class_name: typing.Optional[str]
 
     def json(self, **kwargs: typing.Any) -> str:

llama_cloud/types/cloud_postgres_vector_store.py

@@ -4,6 +4,7 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from .pg_vector_hnsw_settings import PgVectorHnswSettings
 
 try:
     import pydantic
@@ -26,6 +27,7 @@ class CloudPostgresVectorStore(pydantic.BaseModel):
     embed_dim: int
     hybrid_search: typing.Optional[bool]
     perform_setup: typing.Optional[bool]
+    hnsw_settings: typing.Optional[PgVectorHnswSettings]
     class_name: typing.Optional[str]
 
     def json(self, **kwargs: typing.Any) -> str:

llama_cloud/types/cloud_sharepoint_data_source.py

@@ -25,6 +25,7 @@ class CloudSharepointDataSource(pydantic.BaseModel):
     client_secret: str = pydantic.Field(description="The client secret to use for authentication.")
     tenant_id: str = pydantic.Field(description="The tenant ID to use for authentication.")
     required_exts: typing.Optional[typing.List[str]]
+    get_permissions: typing.Optional[bool]
     class_name: typing.Optional[str]
 
     def json(self, **kwargs: typing.Any) -> str:

llama_cloud/types/extract_config.py

@@ -24,6 +24,8 @@ class ExtractConfig(pydantic.BaseModel):
     extraction_target: typing.Optional[ExtractTarget] = pydantic.Field(description="The extraction target specified.")
     extraction_mode: typing.Optional[ExtractMode] = pydantic.Field(description="The extraction mode specified.")
     system_prompt: typing.Optional[str]
+    use_reasoning: typing.Optional[bool] = pydantic.Field(description="Whether to use reasoning for the extraction.")
+    cite_sources: typing.Optional[bool] = pydantic.Field(description="Whether to cite sources for the extraction.")
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/extract_job_create.py

@@ -22,8 +22,7 @@ class ExtractJobCreate(pydantic.BaseModel):
     """
 
     extraction_agent_id: str = pydantic.Field(description="The id of the extraction agent")
-    file_id: typing.Optional[str]
-    file: typing.Optional[str]
+    file_id: str = pydantic.Field(description="The id of the file")
     data_schema_override: typing.Optional[ExtractJobCreateDataSchemaOverride] = pydantic.Field(
         description="The data schema to override the extraction agent's data schema with"
     )

llama_cloud/types/fail_page_mode.py

@@ -0,0 +1,29 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import enum
+import typing
+
+T_Result = typing.TypeVar("T_Result")
+
+
+class FailPageMode(str, enum.Enum):
+    """
+    Enum for representing the different available page error handling modes
+    """
+
+    RAW_TEXT = "raw_text"
+    BLANK_PAGE = "blank_page"
+    ERROR_MESSAGE = "error_message"
+
+    def visit(
+        self,
+        raw_text: typing.Callable[[], T_Result],
+        blank_page: typing.Callable[[], T_Result],
+        error_message: typing.Callable[[], T_Result],
+    ) -> T_Result:
+        if self is FailPageMode.RAW_TEXT:
+            return raw_text()
+        if self is FailPageMode.BLANK_PAGE:
+            return blank_page()
+        if self is FailPageMode.ERROR_MESSAGE:
+            return error_message()

llama_cloud/types/{extract_job_create_batch.py → file_count_by_status_response.py}

@@ -4,8 +4,6 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
-from .extract_config import ExtractConfig
-from .extract_job_create_batch_data_schema_override import ExtractJobCreateBatchDataSchemaOverride
 
 try:
     import pydantic
@@ -16,17 +14,14 @@ except ImportError:
     import pydantic  # type: ignore
 
 
-class ExtractJobCreateBatch(pydantic.BaseModel):
-    """
-    Schema for creating extraction jobs in batch.
-    """
-
-    extraction_agent_id: str = pydantic.Field(description="The id of the extraction agent")
-    file_ids: typing.List[str] = pydantic.Field(description="The ids of the files")
-    data_schema_override: typing.Optional[ExtractJobCreateBatchDataSchemaOverride] = pydantic.Field(
-        description="The data schema to override the extraction agent's data schema with"
+class FileCountByStatusResponse(pydantic.BaseModel):
+    counts: typing.Dict[str, int] = pydantic.Field(description="The counts of files by status")
+    total_count: int = pydantic.Field(description="The total number of files")
+    pipeline_id: typing.Optional[str]
+    data_source_id: typing.Optional[str]
+    only_manually_uploaded: typing.Optional[bool] = pydantic.Field(
+        description="Whether to only count manually uploaded files"
     )
-    config_override: typing.Optional[ExtractConfig]
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/file_parse_public.py

@@ -0,0 +1,36 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+
+try:
+    import pydantic
+    if pydantic.__version__.startswith("1."):
+        raise ImportError
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class FileParsePublic(pydantic.BaseModel):
+    created_at: dt.datetime = pydantic.Field(description="The date and time when the file was parsed.")
+    status: str = pydantic.Field(description="The status of the parse task.")
+    started_at: typing.Optional[dt.datetime]
+    ended_at: typing.Optional[dt.datetime]
+    input_path: str = pydantic.Field(description="The path to the input file.")
+    data_path: str = pydantic.Field(description="The path to the data file.")
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        json_encoders = {dt.datetime: serialize_datetime}

llama_cloud/types/job_names.py

@@ -14,7 +14,6 @@ class JobNames(str, enum.Enum):
     LOAD_DOCUMENTS_JOB = "load_documents_job"
     LOAD_FILES_JOB = "load_files_job"
     PLAYGROUND_JOB = "playground_job"
-    EVAL_DATASET_JOB = "eval_dataset_job"
     PIPELINE_MANAGED_INGESTION_JOB = "pipeline_managed_ingestion_job"
     DATA_SOURCE_MANAGED_INGESTION_JOB = "data_source_managed_ingestion_job"
     DATA_SOURCE_UPDATE_DISPATCHER_JOB = "data_source_update_dispatcher_job"
@@ -22,20 +21,19 @@ class JobNames(str, enum.Enum):
     PIPELINE_FILE_UPDATER_JOB = "pipeline_file_updater_job"
     FILE_MANAGED_INGESTION_JOB = "file_managed_ingestion_job"
     DOCUMENT_INGESTION_JOB = "document_ingestion_job"
-    PARSE_RAW_FILE_JOB = "parse_raw_file_job"
-    LLAMA_PARSE_TRANSFORM_JOB = "llama_parse_transform_job"
     METADATA_UPDATE_JOB = "metadata_update_job"
     PARSE_RAW_FILE_JOB_CACHED = "parse_raw_file_job_cached"
     EXTRACTION_JOB = "extraction_job"
     EXTRACT_JOB = "extract_job"
     ASYNCIO_TEST_JOB = "asyncio_test_job"
+    PARSE_RAW_FILE_JOB = "parse_raw_file_job"
+    LLAMA_PARSE_TRANSFORM_JOB = "llama_parse_transform_job"
 
     def visit(
         self,
         load_documents_job: typing.Callable[[], T_Result],
         load_files_job: typing.Callable[[], T_Result],
         playground_job: typing.Callable[[], T_Result],
-        eval_dataset_job: typing.Callable[[], T_Result],
         pipeline_managed_ingestion_job: typing.Callable[[], T_Result],
         data_source_managed_ingestion_job: typing.Callable[[], T_Result],
         data_source_update_dispatcher_job: typing.Callable[[], T_Result],
@@ -43,13 +41,13 @@ class JobNames(str, enum.Enum):
         pipeline_file_updater_job: typing.Callable[[], T_Result],
         file_managed_ingestion_job: typing.Callable[[], T_Result],
         document_ingestion_job: typing.Callable[[], T_Result],
-        parse_raw_file_job: typing.Callable[[], T_Result],
-        llama_parse_transform_job: typing.Callable[[], T_Result],
         metadata_update_job: typing.Callable[[], T_Result],
         parse_raw_file_job_cached: typing.Callable[[], T_Result],
         extraction_job: typing.Callable[[], T_Result],
         extract_job: typing.Callable[[], T_Result],
         asyncio_test_job: typing.Callable[[], T_Result],
+        parse_raw_file_job: typing.Callable[[], T_Result],
+        llama_parse_transform_job: typing.Callable[[], T_Result],
     ) -> T_Result:
         if self is JobNames.LOAD_DOCUMENTS_JOB:
             return load_documents_job()
@@ -57,8 +55,6 @@ class JobNames(str, enum.Enum):
             return load_files_job()
         if self is JobNames.PLAYGROUND_JOB:
             return playground_job()
-        if self is JobNames.EVAL_DATASET_JOB:
-            return eval_dataset_job()
         if self is JobNames.PIPELINE_MANAGED_INGESTION_JOB:
             return pipeline_managed_ingestion_job()
         if self is JobNames.DATA_SOURCE_MANAGED_INGESTION_JOB:
@@ -73,10 +69,6 @@ class JobNames(str, enum.Enum):
             return file_managed_ingestion_job()
         if self is JobNames.DOCUMENT_INGESTION_JOB:
             return document_ingestion_job()
-        if self is JobNames.PARSE_RAW_FILE_JOB:
-            return parse_raw_file_job()
-        if self is JobNames.LLAMA_PARSE_TRANSFORM_JOB:
-            return llama_parse_transform_job()
         if self is JobNames.METADATA_UPDATE_JOB:
             return metadata_update_job()
         if self is JobNames.PARSE_RAW_FILE_JOB_CACHED:
@@ -87,3 +79,7 @@ class JobNames(str, enum.Enum):
             return extract_job()
         if self is JobNames.ASYNCIO_TEST_JOB:
             return asyncio_test_job()
+        if self is JobNames.PARSE_RAW_FILE_JOB:
+            return parse_raw_file_job()
+        if self is JobNames.LLAMA_PARSE_TRANSFORM_JOB:
+            return llama_parse_transform_job()

llama_cloud/types/llama_index_core_base_llms_types_chat_message_blocks_item.py

@@ -6,10 +6,20 @@ import typing
 
 import typing_extensions
 
+from .audio_block import AudioBlock
 from .image_block import ImageBlock
 from .text_block import TextBlock
 
 
+class LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Audio(AudioBlock):
+    block_type: typing_extensions.Literal["audio"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
 class LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Image(ImageBlock):
     block_type: typing_extensions.Literal["image"]
 
@@ -29,5 +39,7 @@ class LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Text(TextBlock):
 
 
 LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem = typing.Union[
-    LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Image, LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Text
+    LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Audio,
+    LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Image,
+    LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Text,
 ]

llama_cloud/types/llama_parse_parameters.py

@@ -4,6 +4,7 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from .fail_page_mode import FailPageMode
 from .parser_languages import ParserLanguages
 from .parsing_mode import ParsingMode
 
@@ -94,6 +95,7 @@ class LlamaParseParameters(pydantic.BaseModel):
     strict_mode_image_ocr: typing.Optional[bool]
     strict_mode_reconstruction: typing.Optional[bool]
     strict_mode_buggy_font: typing.Optional[bool]
+    save_images: typing.Optional[bool]
     ignore_document_elements_for_layout_detection: typing.Optional[bool]
     output_tables_as_html: typing.Optional[bool] = pydantic.Field(alias="output_tables_as_HTML")
     internal_is_screenshot_job: typing.Optional[bool]
@@ -101,6 +103,11 @@ class LlamaParseParameters(pydantic.BaseModel):
     system_prompt: typing.Optional[str]
     system_prompt_append: typing.Optional[str]
     user_prompt: typing.Optional[str]
+    page_error_tolerance: typing.Optional[float]
+    replace_failed_page_mode: typing.Optional[FailPageMode]
+    replace_failed_page_with_error_message_prefix: typing.Optional[str]
+    replace_failed_page_with_error_message_suffix: typing.Optional[str]
+    markdown_table_multiline_header_separator: typing.Optional[str]
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/markdown_node_parser.py

@@ -24,6 +24,7 @@ class MarkdownNodeParser(pydantic.BaseModel):
     Args:
     include_metadata (bool): whether to include metadata in nodes
     include_prev_next_rel (bool): whether to include prev/next relationships
+    header_path_separator (str): separator char used for section header path metadata
     """
 
     include_metadata: typing.Optional[bool] = pydantic.Field(
@@ -32,6 +33,9 @@ class MarkdownNodeParser(pydantic.BaseModel):
     include_prev_next_rel: typing.Optional[bool] = pydantic.Field(description="Include prev/next node relationships.")
     callback_manager: typing.Optional[typing.Any]
     id_func: typing.Optional[str]
+    header_path_separator: typing.Optional[str] = pydantic.Field(
+        description="Separator char used for section header path metadata."
+    )
     class_name: typing.Optional[str]
 
     def json(self, **kwargs: typing.Any) -> str:

llama_cloud/types/message_role.py

@@ -12,6 +12,7 @@ class MessageRole(str, enum.Enum):
     """
 
     SYSTEM = "system"
+    DEVELOPER = "developer"
     USER = "user"
     ASSISTANT = "assistant"
     FUNCTION = "function"
@@ -22,6 +23,7 @@ class MessageRole(str, enum.Enum):
     def visit(
         self,
         system: typing.Callable[[], T_Result],
+        developer: typing.Callable[[], T_Result],
         user: typing.Callable[[], T_Result],
         assistant: typing.Callable[[], T_Result],
         function: typing.Callable[[], T_Result],
@@ -31,6 +33,8 @@ class MessageRole(str, enum.Enum):
     ) -> T_Result:
         if self is MessageRole.SYSTEM:
             return system()
+        if self is MessageRole.DEVELOPER:
+            return developer()
         if self is MessageRole.USER:
             return user()
         if self is MessageRole.ASSISTANT:

llama_cloud/types/pg_vector_distance_method.py

@@ -0,0 +1,43 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import enum
+import typing
+
+T_Result = typing.TypeVar("T_Result")
+
+
+class PgVectorDistanceMethod(str, enum.Enum):
+    """
+    Distance methods for PGVector.
+    Docs:
+    https://github.com/pgvector/pgvector?tab=readme-ov-file#query-options
+    """
+
+    L_2 = "l2"
+    IP = "ip"
+    COSINE = "cosine"
+    L_1 = "l1"
+    HAMMING = "hamming"
+    JACCARD = "jaccard"
+
+    def visit(
+        self,
+        l_2: typing.Callable[[], T_Result],
+        ip: typing.Callable[[], T_Result],
+        cosine: typing.Callable[[], T_Result],
+        l_1: typing.Callable[[], T_Result],
+        hamming: typing.Callable[[], T_Result],
+        jaccard: typing.Callable[[], T_Result],
+    ) -> T_Result:
+        if self is PgVectorDistanceMethod.L_2:
+            return l_2()
+        if self is PgVectorDistanceMethod.IP:
+            return ip()
+        if self is PgVectorDistanceMethod.COSINE:
+            return cosine()
+        if self is PgVectorDistanceMethod.L_1:
+            return l_1()
+        if self is PgVectorDistanceMethod.HAMMING:
+            return hamming()
+        if self is PgVectorDistanceMethod.JACCARD:
+            return jaccard()

llama_cloud/types/pg_vector_hnsw_settings.py

@@ -0,0 +1,45 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from .pg_vector_distance_method import PgVectorDistanceMethod
+from .pg_vector_vector_type import PgVectorVectorType
+
+try:
+    import pydantic
+    if pydantic.__version__.startswith("1."):
+        raise ImportError
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class PgVectorHnswSettings(pydantic.BaseModel):
+    """
+    HNSW settings for PGVector.
+    """
+
+    ef_construction: typing.Optional[int] = pydantic.Field(
+        description="The number of edges to use during the construction phase."
+    )
+    ef_search: typing.Optional[int] = pydantic.Field(description="The number of edges to use during the search phase.")
+    m: typing.Optional[int] = pydantic.Field(
+        description="The number of bi-directional links created for each new element."
+    )
+    vector_type: typing.Optional[PgVectorVectorType] = pydantic.Field(description="The type of vector to use.")
+    distance_method: typing.Optional[PgVectorDistanceMethod] = pydantic.Field(description="The distance method to use.")
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        json_encoders = {dt.datetime: serialize_datetime}

llama_cloud/types/pg_vector_vector_type.py

@@ -0,0 +1,35 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import enum
+import typing
+
+T_Result = typing.TypeVar("T_Result")
+
+
+class PgVectorVectorType(str, enum.Enum):
+    """
+    Vector storage formats for PGVector.
+    Docs:
+    https://github.com/pgvector/pgvector?tab=readme-ov-file#query-options
+    """
+
+    VECTOR = "vector"
+    HALF_VEC = "half_vec"
+    BIT = "bit"
+    SPARSE_VEC = "sparse_vec"
+
+    def visit(
+        self,
+        vector: typing.Callable[[], T_Result],
+        half_vec: typing.Callable[[], T_Result],
+        bit: typing.Callable[[], T_Result],
+        sparse_vec: typing.Callable[[], T_Result],
+    ) -> T_Result:
+        if self is PgVectorVectorType.VECTOR:
+            return vector()
+        if self is PgVectorVectorType.HALF_VEC:
+            return half_vec()
+        if self is PgVectorVectorType.BIT:
+            return bit()
+        if self is PgVectorVectorType.SPARSE_VEC:
+            return sparse_vec()

llama_cloud/types/pipeline_create.py

@@ -44,6 +44,7 @@ class PipelineCreate(pydantic.BaseModel):
     llama_parse_parameters: typing.Optional[LlamaParseParameters] = pydantic.Field(
         description="Settings that can be configured for how to use LlamaParse to parse files within a LlamaCloud pipeline."
     )
+    status: typing.Optional[str]
     name: str
     pipeline_type: typing.Optional[PipelineType] = pydantic.Field(
         description="Type of pipeline. Either PLAYGROUND or MANAGED."

llama_cloud/types/pipeline_data_source.py

@@ -7,6 +7,7 @@ from ..core.datetime_utils import serialize_datetime
 from .configurable_data_source_names import ConfigurableDataSourceNames
 from .pipeline_data_source_component import PipelineDataSourceComponent
 from .pipeline_data_source_custom_metadata_value import PipelineDataSourceCustomMetadataValue
+from .pipeline_data_source_status import PipelineDataSourceStatus
 
 try:
     import pydantic
@@ -36,6 +37,8 @@ class PipelineDataSource(pydantic.BaseModel):
     last_synced_at: dt.datetime = pydantic.Field(description="The last time the data source was automatically synced.")
     sync_interval: typing.Optional[float]
     sync_schedule_set_by: typing.Optional[str]
+    status: typing.Optional[PipelineDataSourceStatus]
+    status_updated_at: typing.Optional[dt.datetime]
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/pipeline_data_source_status.py

@@ -0,0 +1,33 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import enum
+import typing
+
+T_Result = typing.TypeVar("T_Result")
+
+
+class PipelineDataSourceStatus(str, enum.Enum):
+    NOT_STARTED = "NOT_STARTED"
+    IN_PROGRESS = "IN_PROGRESS"
+    SUCCESS = "SUCCESS"
+    ERROR = "ERROR"
+    CANCELLED = "CANCELLED"
+
+    def visit(
+        self,
+        not_started: typing.Callable[[], T_Result],
+        in_progress: typing.Callable[[], T_Result],
+        success: typing.Callable[[], T_Result],
+        error: typing.Callable[[], T_Result],
+        cancelled: typing.Callable[[], T_Result],
+    ) -> T_Result:
+        if self is PipelineDataSourceStatus.NOT_STARTED:
+            return not_started()
+        if self is PipelineDataSourceStatus.IN_PROGRESS:
+            return in_progress()
+        if self is PipelineDataSourceStatus.SUCCESS:
+            return success()
+        if self is PipelineDataSourceStatus.ERROR:
+            return error()
+        if self is PipelineDataSourceStatus.CANCELLED:
+            return cancelled()

llama_cloud/types/pipeline_file.py

@@ -42,6 +42,7 @@ class PipelineFile(pydantic.BaseModel):
     config_hash: typing.Optional[typing.Dict[str, typing.Optional[PipelineFileConfigHashValue]]]
     indexed_page_count: typing.Optional[int]
     status: typing.Optional[PipelineFileStatus]
+    status_updated_at: typing.Optional[dt.datetime]
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/prompt_conf.py

@@ -19,6 +19,9 @@ class PromptConf(pydantic.BaseModel):
     extraction_prompt: typing.Optional[str] = pydantic.Field(description="The prompt to use for the extraction.")
     error_handling_prompt: typing.Optional[str] = pydantic.Field(description="The prompt to use for error handling.")
     reasoning_prompt: typing.Optional[str] = pydantic.Field(description="The prompt to use for reasoning.")
+    cite_sources_prompt: typing.Optional[typing.Dict[str, str]] = pydantic.Field(
+        description="The prompt to use for citing sources."
+    )
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/struct_parse_conf.py

@@ -36,7 +36,10 @@ class StructParseConf(pydantic.BaseModel):
         description="Whether to handle missing fields in the schema."
     )
     use_reasoning: typing.Optional[bool] = pydantic.Field(
-        description="Whether to use reasoning for the structured parsing."
+        description="Whether to use reasoning for the structured extraction."
+    )
+    cite_sources: typing.Optional[bool] = pydantic.Field(
+        description="Whether to cite sources for the structured extraction."
     )
     prompt_conf: typing.Optional[PromptConf] = pydantic.Field(
         description="The prompt configuration for the structured parsing."