llama-cloud 0.0.9__py3-none-any.whl → 0.0.10__py3-none-any.whl

llama_cloud/resources/pipelines/client.py

@@ -9,7 +9,8 @@ from ...core.client_wrapper import AsyncClientWrapper, SyncClientWrapper
 from ...core.jsonable_encoder import jsonable_encoder
 from ...core.remove_none_from_dict import remove_none_from_dict
 from ...errors.unprocessable_entity_error import UnprocessableEntityError
-from ...types.chat_params import ChatParams
+from ...types.chat_data import ChatData
+from ...types.chat_message import ChatMessage
 from ...types.cloud_document import CloudDocument
 from ...types.cloud_document_create import CloudDocumentCreate
 from ...types.configured_transformation_item import ConfiguredTransformationItem
@@ -33,6 +34,7 @@ from ...types.pipeline_type import PipelineType
 from ...types.preset_retrieval_params import PresetRetrievalParams
 from ...types.retrieval_mode import RetrievalMode
 from ...types.retrieve_results import RetrieveResults
+from ...types.text_node import TextNode
 from .types.pipeline_file_update_custom_metadata_value import PipelineFileUpdateCustomMetadataValue
 
 try:
@@ -281,7 +283,6 @@ class PipelinesClient:
         data_sink: typing.Optional[DataSinkCreate] = OMIT,
         preset_retrieval_parameters: typing.Optional[PresetRetrievalParams] = OMIT,
         eval_parameters: typing.Optional[EvalExecutionParams] = OMIT,
-        llama_parse_enabled: typing.Optional[bool] = OMIT,
         llama_parse_parameters: typing.Optional[LlamaParseParameters] = OMIT,
         name: typing.Optional[str] = OMIT,
         managed_pipeline_id: typing.Optional[str] = OMIT,
@@ -302,8 +303,6 @@ class PipelinesClient:
 
             - eval_parameters: typing.Optional[EvalExecutionParams]. Eval parameters for the pipeline.
 
-            - llama_parse_enabled: typing.Optional[bool]. Whether to use LlamaParse during pipeline execution.
-
             - llama_parse_parameters: typing.Optional[LlamaParseParameters]. Settings that can be configured for how to use LlamaParse to parse files within a LlamaCloud pipeline.
 
             - name: typing.Optional[str].
@@ -356,8 +355,6 @@ class PipelinesClient:
             _request["preset_retrieval_parameters"] = preset_retrieval_parameters
         if eval_parameters is not OMIT:
             _request["eval_parameters"] = eval_parameters
-        if llama_parse_enabled is not OMIT:
-            _request["llama_parse_enabled"] = llama_parse_enabled
         if llama_parse_parameters is not OMIT:
             _request["llama_parse_parameters"] = llama_parse_parameters
         if name is not OMIT:
@@ -477,6 +474,38 @@ class PipelinesClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
+    def copy_pipeline(self, pipeline_id: str) -> Pipeline:
+        """
+        Copy a pipeline by ID.
+
+        Parameters:
+            - pipeline_id: str.
+        ---
+        from llama_cloud.client import LlamaCloud
+
+        client = LlamaCloud(
+            token="YOUR_TOKEN",
+        )
+        client.pipelines.copy_pipeline(
+            pipeline_id="string",
+        )
+        """
+        _response = self._client_wrapper.httpx_client.request(
+            "POST",
+            urllib.parse.urljoin(f"{self._client_wrapper.get_base_url()}/", f"api/v1/pipelines/{pipeline_id}/copy"),
+            headers=self._client_wrapper.get_headers(),
+            timeout=60,
+        )
+        if 200 <= _response.status_code < 300:
+            return pydantic.parse_obj_as(Pipeline, _response.json())  # type: ignore
+        if _response.status_code == 422:
+            raise UnprocessableEntityError(pydantic.parse_obj_as(HttpValidationError, _response.json()))  # type: ignore
+        try:
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
     def get_eval_dataset_executions(self, pipeline_id: str, eval_dataset_id: str) -> typing.List[EvalDatasetJobRecord]:
         """
         Get the status of an EvalDatasetExecution.
@@ -1231,17 +1260,26 @@ class PipelinesClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
-    def chat(self, pipeline_id: str, *, retrieval_parameters: PresetRetrievalParams, data: ChatParams) -> typing.Any:
+    def chat(
+        self,
+        pipeline_id: str,
+        *,
+        messages: typing.List[ChatMessage],
+        data: ChatData,
+        class_name: typing.Optional[str] = OMIT,
+    ) -> typing.Any:
         """
         Parameters:
             - pipeline_id: str.
 
-            - retrieval_parameters: PresetRetrievalParams.
+            - messages: typing.List[ChatMessage].
 
-            - data: ChatParams.
+            - data: ChatData.
+
+            - class_name: typing.Optional[str].
         ---
         from llama_cloud import (
-            ChatParams,
+            ChatData,
             FilterCondition,
             MetadataFilters,
             PresetRetrievalParams,
@@ -1254,22 +1292,25 @@ class PipelinesClient:
         )
         client.pipelines.chat(
             pipeline_id="string",
-            retrieval_parameters=PresetRetrievalParams(
-                search_filters=MetadataFilters(
-                    filters=[],
-                    condition=FilterCondition.AND,
+            messages=[],
+            data=ChatData(
+                retrieval_parameters=PresetRetrievalParams(
+                    search_filters=MetadataFilters(
+                        filters=[],
+                        condition=FilterCondition.AND,
+                    ),
+                    retrieval_mode=RetrievalMode.CHUNKS,
                 ),
-                retrieval_mode=RetrievalMode.CHUNKS,
-            ),
-            data=ChatParams(
-                messages=[],
             ),
         )
         """
+        _request: typing.Dict[str, typing.Any] = {"messages": messages, "data": data}
+        if class_name is not OMIT:
+            _request["class_name"] = class_name
         _response = self._client_wrapper.httpx_client.request(
             "POST",
             urllib.parse.urljoin(f"{self._client_wrapper.get_base_url()}/", f"api/v1/pipelines/{pipeline_id}/chat"),
-            json=jsonable_encoder({"retrieval_parameters": retrieval_parameters, "data": data}),
+            json=jsonable_encoder(_request),
             headers=self._client_wrapper.get_headers(),
             timeout=60,
         )
@@ -1284,7 +1325,13 @@ class PipelinesClient:
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
     def list_pipeline_documents(
-        self, pipeline_id: str, *, skip: typing.Optional[int] = None, limit: typing.Optional[int] = None
+        self,
+        pipeline_id: str,
+        *,
+        skip: typing.Optional[int] = None,
+        limit: typing.Optional[int] = None,
+        file_id: typing.Optional[str] = None,
+        only_direct_upload: typing.Optional[bool] = None,
     ) -> typing.List[CloudDocument]:
         """
         Return a list of documents for a pipeline.
@@ -1295,6 +1342,10 @@ class PipelinesClient:
             - skip: typing.Optional[int].
 
             - limit: typing.Optional[int].
+
+            - file_id: typing.Optional[str].
+
+            - only_direct_upload: typing.Optional[bool].
         ---
         from llama_cloud.client import LlamaCloud
 
@@ -1310,7 +1361,9 @@ class PipelinesClient:
             urllib.parse.urljoin(
                 f"{self._client_wrapper.get_base_url()}/", f"api/v1/pipelines/{pipeline_id}/documents"
             ),
-            params=remove_none_from_dict({"skip": skip, "limit": limit}),
+            params=remove_none_from_dict(
+                {"skip": skip, "limit": limit, "file_id": file_id, "only_direct_upload": only_direct_upload}
+            ),
             headers=self._client_wrapper.get_headers(),
             timeout=60,
         )
@@ -1516,6 +1569,44 @@ class PipelinesClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
+    def list_pipeline_document_chunks(self, pipeline_id: str, document_id: str) -> typing.List[TextNode]:
+        """
+        Return a list of chunks for a pipeline document.
+
+        Parameters:
+            - pipeline_id: str.
+
+            - document_id: str.
+        ---
+        from llama_cloud.client import LlamaCloud
+
+        client = LlamaCloud(
+            token="YOUR_TOKEN",
+        )
+        client.pipelines.list_pipeline_document_chunks(
+            pipeline_id="string",
+            document_id="string",
+        )
+        """
+        _response = self._client_wrapper.httpx_client.request(
+            "GET",
+            urllib.parse.urljoin(
+                f"{self._client_wrapper.get_base_url()}/",
+                f"api/v1/pipelines/{pipeline_id}/documents/{document_id}/chunks",
+            ),
+            headers=self._client_wrapper.get_headers(),
+            timeout=60,
+        )
+        if 200 <= _response.status_code < 300:
+            return pydantic.parse_obj_as(typing.List[TextNode], _response.json())  # type: ignore
+        if _response.status_code == 422:
+            raise UnprocessableEntityError(pydantic.parse_obj_as(HttpValidationError, _response.json()))  # type: ignore
+        try:
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
 
 class AsyncPipelinesClient:
     def __init__(self, *, client_wrapper: AsyncClientWrapper):
@@ -1751,7 +1842,6 @@ class AsyncPipelinesClient:
         data_sink: typing.Optional[DataSinkCreate] = OMIT,
         preset_retrieval_parameters: typing.Optional[PresetRetrievalParams] = OMIT,
         eval_parameters: typing.Optional[EvalExecutionParams] = OMIT,
-        llama_parse_enabled: typing.Optional[bool] = OMIT,
         llama_parse_parameters: typing.Optional[LlamaParseParameters] = OMIT,
         name: typing.Optional[str] = OMIT,
         managed_pipeline_id: typing.Optional[str] = OMIT,
@@ -1772,8 +1862,6 @@ class AsyncPipelinesClient:
 
             - eval_parameters: typing.Optional[EvalExecutionParams]. Eval parameters for the pipeline.
 
-            - llama_parse_enabled: typing.Optional[bool]. Whether to use LlamaParse during pipeline execution.
-
             - llama_parse_parameters: typing.Optional[LlamaParseParameters]. Settings that can be configured for how to use LlamaParse to parse files within a LlamaCloud pipeline.
 
             - name: typing.Optional[str].
@@ -1826,8 +1914,6 @@ class AsyncPipelinesClient:
             _request["preset_retrieval_parameters"] = preset_retrieval_parameters
         if eval_parameters is not OMIT:
             _request["eval_parameters"] = eval_parameters
-        if llama_parse_enabled is not OMIT:
-            _request["llama_parse_enabled"] = llama_parse_enabled
         if llama_parse_parameters is not OMIT:
             _request["llama_parse_parameters"] = llama_parse_parameters
         if name is not OMIT:
@@ -1947,6 +2033,38 @@ class AsyncPipelinesClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
+    async def copy_pipeline(self, pipeline_id: str) -> Pipeline:
+        """
+        Copy a pipeline by ID.
+
+        Parameters:
+            - pipeline_id: str.
+        ---
+        from llama_cloud.client import AsyncLlamaCloud
+
+        client = AsyncLlamaCloud(
+            token="YOUR_TOKEN",
+        )
+        await client.pipelines.copy_pipeline(
+            pipeline_id="string",
+        )
+        """
+        _response = await self._client_wrapper.httpx_client.request(
+            "POST",
+            urllib.parse.urljoin(f"{self._client_wrapper.get_base_url()}/", f"api/v1/pipelines/{pipeline_id}/copy"),
+            headers=self._client_wrapper.get_headers(),
+            timeout=60,
+        )
+        if 200 <= _response.status_code < 300:
+            return pydantic.parse_obj_as(Pipeline, _response.json())  # type: ignore
+        if _response.status_code == 422:
+            raise UnprocessableEntityError(pydantic.parse_obj_as(HttpValidationError, _response.json()))  # type: ignore
+        try:
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)
+
     async def get_eval_dataset_executions(
         self, pipeline_id: str, eval_dataset_id: str
     ) -> typing.List[EvalDatasetJobRecord]:
@@ -2704,18 +2822,25 @@ class AsyncPipelinesClient:
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
     async def chat(
-        self, pipeline_id: str, *, retrieval_parameters: PresetRetrievalParams, data: ChatParams
+        self,
+        pipeline_id: str,
+        *,
+        messages: typing.List[ChatMessage],
+        data: ChatData,
+        class_name: typing.Optional[str] = OMIT,
     ) -> typing.Any:
         """
         Parameters:
             - pipeline_id: str.
 
-            - retrieval_parameters: PresetRetrievalParams.
+            - messages: typing.List[ChatMessage].
 
-            - data: ChatParams.
+            - data: ChatData.
+
+            - class_name: typing.Optional[str].
         ---
         from llama_cloud import (
-            ChatParams,
+            ChatData,
             FilterCondition,
             MetadataFilters,
             PresetRetrievalParams,
@@ -2728,22 +2853,25 @@ class AsyncPipelinesClient:
         )
         await client.pipelines.chat(
             pipeline_id="string",
-            retrieval_parameters=PresetRetrievalParams(
-                search_filters=MetadataFilters(
-                    filters=[],
-                    condition=FilterCondition.AND,
+            messages=[],
+            data=ChatData(
+                retrieval_parameters=PresetRetrievalParams(
+                    search_filters=MetadataFilters(
+                        filters=[],
+                        condition=FilterCondition.AND,
+                    ),
+                    retrieval_mode=RetrievalMode.CHUNKS,
                 ),
-                retrieval_mode=RetrievalMode.CHUNKS,
-            ),
-            data=ChatParams(
-                messages=[],
             ),
         )
         """
+        _request: typing.Dict[str, typing.Any] = {"messages": messages, "data": data}
+        if class_name is not OMIT:
+            _request["class_name"] = class_name
         _response = await self._client_wrapper.httpx_client.request(
             "POST",
             urllib.parse.urljoin(f"{self._client_wrapper.get_base_url()}/", f"api/v1/pipelines/{pipeline_id}/chat"),
-            json=jsonable_encoder({"retrieval_parameters": retrieval_parameters, "data": data}),
+            json=jsonable_encoder(_request),
             headers=self._client_wrapper.get_headers(),
             timeout=60,
         )
@@ -2758,7 +2886,13 @@ class AsyncPipelinesClient:
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
     async def list_pipeline_documents(
-        self, pipeline_id: str, *, skip: typing.Optional[int] = None, limit: typing.Optional[int] = None
+        self,
+        pipeline_id: str,
+        *,
+        skip: typing.Optional[int] = None,
+        limit: typing.Optional[int] = None,
+        file_id: typing.Optional[str] = None,
+        only_direct_upload: typing.Optional[bool] = None,
     ) -> typing.List[CloudDocument]:
         """
         Return a list of documents for a pipeline.
@@ -2769,6 +2903,10 @@ class AsyncPipelinesClient:
             - skip: typing.Optional[int].
 
             - limit: typing.Optional[int].
+
+            - file_id: typing.Optional[str].
+
+            - only_direct_upload: typing.Optional[bool].
         ---
         from llama_cloud.client import AsyncLlamaCloud
 
@@ -2784,7 +2922,9 @@ class AsyncPipelinesClient:
             urllib.parse.urljoin(
                 f"{self._client_wrapper.get_base_url()}/", f"api/v1/pipelines/{pipeline_id}/documents"
             ),
-            params=remove_none_from_dict({"skip": skip, "limit": limit}),
+            params=remove_none_from_dict(
+                {"skip": skip, "limit": limit, "file_id": file_id, "only_direct_upload": only_direct_upload}
+            ),
             headers=self._client_wrapper.get_headers(),
             timeout=60,
         )
@@ -2989,3 +3129,41 @@ class AsyncPipelinesClient:
         except JSONDecodeError:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
+
+    async def list_pipeline_document_chunks(self, pipeline_id: str, document_id: str) -> typing.List[TextNode]:
+        """
+        Return a list of chunks for a pipeline document.
+
+        Parameters:
+            - pipeline_id: str.
+
+            - document_id: str.
+        ---
+        from llama_cloud.client import AsyncLlamaCloud
+
+        client = AsyncLlamaCloud(
+            token="YOUR_TOKEN",
+        )
+        await client.pipelines.list_pipeline_document_chunks(
+            pipeline_id="string",
+            document_id="string",
+        )
+        """
+        _response = await self._client_wrapper.httpx_client.request(
+            "GET",
+            urllib.parse.urljoin(
+                f"{self._client_wrapper.get_base_url()}/",
+                f"api/v1/pipelines/{pipeline_id}/documents/{document_id}/chunks",
+            ),
+            headers=self._client_wrapper.get_headers(),
+            timeout=60,
+        )
+        if 200 <= _response.status_code < 300:
+            return pydantic.parse_obj_as(typing.List[TextNode], _response.json())  # type: ignore
+        if _response.status_code == 422:
+            raise UnprocessableEntityError(pydantic.parse_obj_as(HttpValidationError, _response.json()))  # type: ignore
+        try:
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, body=_response.text)
+        raise ApiError(status_code=_response.status_code, body=_response_json)

llama_cloud/types/__init__.py

@@ -4,11 +4,12 @@ from .azure_open_ai_embedding import AzureOpenAiEmbedding
 from .base import Base
 from .base_prompt_template import BasePromptTemplate
 from .bedrock_embedding import BedrockEmbedding
+from .chat_data import ChatData
 from .chat_message import ChatMessage
-from .chat_params import ChatParams
 from .cloud_az_storage_blob_data_source import CloudAzStorageBlobDataSource
 from .cloud_azure_ai_search_vector_store import CloudAzureAiSearchVectorStore
 from .cloud_chroma_vector_store import CloudChromaVectorStore
+from .cloud_confluence_data_source import CloudConfluenceDataSource
 from .cloud_document import CloudDocument
 from .cloud_document_create import CloudDocumentCreate
 from .cloud_jira_data_source import CloudJiraDataSource
@@ -55,6 +56,7 @@ from .eval_llm_model_data import EvalLlmModelData
 from .eval_question import EvalQuestion
 from .eval_question_create import EvalQuestionCreate
 from .eval_question_result import EvalQuestionResult
+from .extraction_job import ExtractionJob
 from .extraction_result import ExtractionResult
 from .extraction_result_data_value import ExtractionResultDataValue
 from .extraction_schema import ExtractionSchema
@@ -134,6 +136,7 @@ from .token_text_splitter import TokenTextSplitter
 from .transformation_category_names import TransformationCategoryNames
 from .user_organization import UserOrganization
 from .user_organization_create import UserOrganizationCreate
+from .user_organization_delete import UserOrganizationDelete
 from .validation_error import ValidationError
 from .validation_error_loc_item import ValidationErrorLocItem
 
@@ -142,11 +145,12 @@ __all__ = [
     "Base",
     "BasePromptTemplate",
     "BedrockEmbedding",
+    "ChatData",
     "ChatMessage",
-    "ChatParams",
     "CloudAzStorageBlobDataSource",
     "CloudAzureAiSearchVectorStore",
     "CloudChromaVectorStore",
+    "CloudConfluenceDataSource",
     "CloudDocument",
     "CloudDocumentCreate",
     "CloudJiraDataSource",
@@ -193,6 +197,7 @@ __all__ = [
     "EvalQuestion",
     "EvalQuestionCreate",
     "EvalQuestionResult",
+    "ExtractionJob",
     "ExtractionResult",
     "ExtractionResultDataValue",
     "ExtractionSchema",
@@ -272,6 +277,7 @@ __all__ = [
     "TransformationCategoryNames",
     "UserOrganization",
     "UserOrganizationCreate",
+    "UserOrganizationDelete",
     "ValidationError",
     "ValidationErrorLocItem",
 ]

llama_cloud/types/{chat_params.py → chat_data.py}

@@ -4,7 +4,7 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
-from .chat_message import ChatMessage
+from .preset_retrieval_params import PresetRetrievalParams
 
 try:
     import pydantic
@@ -15,13 +15,13 @@ except ImportError:
     import pydantic  # type: ignore
 
 
-class ChatParams(pydantic.BaseModel):
+class ChatData(pydantic.BaseModel):
     """
     Base schema model for BaseComponent classes used in the platform.
     Comes with special serialization logic for types used commonly in platform codebase.
     """
 
-    messages: typing.List[ChatMessage]
+    retrieval_parameters: PresetRetrievalParams
     class_name: typing.Optional[str]
 
     def json(self, **kwargs: typing.Any) -> str:

llama_cloud/types/cloud_azure_ai_search_vector_store.py

@@ -24,7 +24,7 @@ class CloudAzureAiSearchVectorStore(pydantic.BaseModel):
     search_service_endpoint: str
     search_service_api_version: typing.Optional[str]
     index_name: typing.Optional[str]
-    filterable_metadata_field_keys: typing.Optional[typing.List[str]]
+    filterable_metadata_field_keys: typing.Optional[typing.Dict[str, typing.Any]]
     embedding_dimension: typing.Optional[int]
     class_name: typing.Optional[str]
 

llama_cloud/types/cloud_confluence_data_source.py

@@ -0,0 +1,45 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+
+try:
+    import pydantic
+    if pydantic.__version__.startswith("1."):
+        raise ImportError
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class CloudConfluenceDataSource(pydantic.BaseModel):
+    """
+    Base component object to capture class names.
+    """
+
+    server_url: str = pydantic.Field(description="The server URL of the Confluence instance.")
+    authentication_mechanism: str = pydantic.Field(
+        description="Type of Authentication for connecting to Confluence APIs."
+    )
+    user_name: typing.Optional[str] = pydantic.Field(description="The username to use for authentication.")
+    api_token: typing.Optional[str] = pydantic.Field(description="The API token to use for authentication.")
+    space_key: typing.Optional[str] = pydantic.Field(description="The space key to read from.")
+    page_ids: typing.Optional[str] = pydantic.Field(description="The page IDs of the Confluence to read from.")
+    cql: typing.Optional[str] = pydantic.Field(description="The CQL query to use for fetching pages.")
+    label: typing.Optional[str] = pydantic.Field(description="The label to use for fetching pages.")
+    class_name: typing.Optional[str]
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        json_encoders = {dt.datetime: serialize_datetime}

llama_cloud/types/configurable_data_source_names.py

@@ -17,6 +17,7 @@ class ConfigurableDataSourceNames(str, enum.Enum):
     MICROSOFT_SHAREPOINT = "MICROSOFT_SHAREPOINT"
     SLACK = "SLACK"
     NOTION_PAGE = "NOTION_PAGE"
+    CONFLUENCE = "CONFLUENCE"
     JIRA = "JIRA"
 
     def visit(
@@ -27,6 +28,7 @@ class ConfigurableDataSourceNames(str, enum.Enum):
         microsoft_sharepoint: typing.Callable[[], T_Result],
         slack: typing.Callable[[], T_Result],
         notion_page: typing.Callable[[], T_Result],
+        confluence: typing.Callable[[], T_Result],
         jira: typing.Callable[[], T_Result],
     ) -> T_Result:
         if self is ConfigurableDataSourceNames.S_3:
@@ -41,5 +43,7 @@ class ConfigurableDataSourceNames(str, enum.Enum):
             return slack()
         if self is ConfigurableDataSourceNames.NOTION_PAGE:
             return notion_page()
+        if self is ConfigurableDataSourceNames.CONFLUENCE:
+            return confluence()
         if self is ConfigurableDataSourceNames.JIRA:
             return jira()

llama_cloud/types/data_source_component_one.py

@@ -3,6 +3,7 @@
 import typing
 
 from .cloud_az_storage_blob_data_source import CloudAzStorageBlobDataSource
+from .cloud_confluence_data_source import CloudConfluenceDataSource
 from .cloud_jira_data_source import CloudJiraDataSource
 from .cloud_notion_page_data_source import CloudNotionPageDataSource
 from .cloud_one_drive_data_source import CloudOneDriveDataSource
@@ -17,5 +18,6 @@ DataSourceComponentOne = typing.Union[
     CloudSharepointDataSource,
     CloudSlackDataSource,
     CloudNotionPageDataSource,
+    CloudConfluenceDataSource,
     CloudJiraDataSource,
 ]

llama_cloud/types/data_source_create_component_one.py

@@ -3,6 +3,7 @@
 import typing
 
 from .cloud_az_storage_blob_data_source import CloudAzStorageBlobDataSource
+from .cloud_confluence_data_source import CloudConfluenceDataSource
 from .cloud_jira_data_source import CloudJiraDataSource
 from .cloud_notion_page_data_source import CloudNotionPageDataSource
 from .cloud_one_drive_data_source import CloudOneDriveDataSource
@@ -17,5 +18,6 @@ DataSourceCreateComponentOne = typing.Union[
     CloudSharepointDataSource,
     CloudSlackDataSource,
     CloudNotionPageDataSource,
+    CloudConfluenceDataSource,
     CloudJiraDataSource,
 ]

llama_cloud/types/extraction_job.py

@@ -0,0 +1,35 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from .file import File
+from .status_enum import StatusEnum
+
+try:
+    import pydantic
+    if pydantic.__version__.startswith("1."):
+        raise ImportError
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class ExtractionJob(pydantic.BaseModel):
+    id: str = pydantic.Field(description="The id of the extraction job")
+    status: StatusEnum = pydantic.Field(description="The status of the extraction job")
+    file: File = pydantic.Field(description="The file that the extract was extracted from")
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        json_encoders = {dt.datetime: serialize_datetime}

llama_cloud/types/extraction_schema.py

@@ -25,7 +25,7 @@ class ExtractionSchema(pydantic.BaseModel):
     updated_at: typing.Optional[dt.datetime] = pydantic.Field(description="Update datetime")
     name: str = pydantic.Field(description="The name of the extraction schema")
     project_id: str = pydantic.Field(description="The ID of the project that the extraction schema belongs to")
-    data_schema: typing.Dict[str, ExtractionSchemaDataSchemaValue] = pydantic.Field(
+    data_schema: typing.Optional[typing.Dict[str, ExtractionSchemaDataSchemaValue]] = pydantic.Field(
         description="The schema of the data"
     )