llama-cloud 0.1.19__py3-none-any.whl → 0.1.20__py3-none-any.whl

llama_cloud/types/data_source_component_one.py

@@ -0,0 +1,122 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+
+import typing
+
+import typing_extensions
+
+from .cloud_az_storage_blob_data_source import CloudAzStorageBlobDataSource
+from .cloud_box_data_source import CloudBoxDataSource
+from .cloud_confluence_data_source import CloudConfluenceDataSource
+from .cloud_google_drive_data_source import CloudGoogleDriveDataSource
+from .cloud_jira_data_source import CloudJiraDataSource
+from .cloud_notion_page_data_source import CloudNotionPageDataSource
+from .cloud_one_drive_data_source import CloudOneDriveDataSource
+from .cloud_s_3_data_source import CloudS3DataSource
+from .cloud_sharepoint_data_source import CloudSharepointDataSource
+from .cloud_slack_data_source import CloudSlackDataSource
+
+
+class DataSourceComponentOne_AzureStorageBlob(CloudAzStorageBlobDataSource):
+    type: typing_extensions.Literal["AZURE_STORAGE_BLOB"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceComponentOne_Box(CloudBoxDataSource):
+    type: typing_extensions.Literal["BOX"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceComponentOne_Confluence(CloudConfluenceDataSource):
+    type: typing_extensions.Literal["CONFLUENCE"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceComponentOne_GoogleDrive(CloudGoogleDriveDataSource):
+    type: typing_extensions.Literal["GOOGLE_DRIVE"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceComponentOne_Jira(CloudJiraDataSource):
+    type: typing_extensions.Literal["JIRA"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceComponentOne_MicrosoftOnedrive(CloudOneDriveDataSource):
+    type: typing_extensions.Literal["MICROSOFT_ONEDRIVE"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceComponentOne_MicrosoftSharepoint(CloudSharepointDataSource):
+    type: typing_extensions.Literal["MICROSOFT_SHAREPOINT"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceComponentOne_NotionPage(CloudNotionPageDataSource):
+    type: typing_extensions.Literal["NOTION_PAGE"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceComponentOne_S3(CloudS3DataSource):
+    type: typing_extensions.Literal["S3"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceComponentOne_Slack(CloudSlackDataSource):
+    type: typing_extensions.Literal["SLACK"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+DataSourceComponentOne = typing.Union[
+    DataSourceComponentOne_AzureStorageBlob,
+    DataSourceComponentOne_Box,
+    DataSourceComponentOne_Confluence,
+    DataSourceComponentOne_GoogleDrive,
+    DataSourceComponentOne_Jira,
+    DataSourceComponentOne_MicrosoftOnedrive,
+    DataSourceComponentOne_MicrosoftSharepoint,
+    DataSourceComponentOne_NotionPage,
+    DataSourceComponentOne_S3,
+    DataSourceComponentOne_Slack,
+]

llama_cloud/types/data_source_create_component.py

@@ -2,27 +2,6 @@
 
 import typing
 
-from .cloud_az_storage_blob_data_source import CloudAzStorageBlobDataSource
-from .cloud_box_data_source import CloudBoxDataSource
-from .cloud_confluence_data_source import CloudConfluenceDataSource
-from .cloud_google_drive_data_source import CloudGoogleDriveDataSource
-from .cloud_jira_data_source import CloudJiraDataSource
-from .cloud_notion_page_data_source import CloudNotionPageDataSource
-from .cloud_one_drive_data_source import CloudOneDriveDataSource
-from .cloud_s_3_data_source import CloudS3DataSource
-from .cloud_sharepoint_data_source import CloudSharepointDataSource
-from .cloud_slack_data_source import CloudSlackDataSource
+from .data_source_create_component_one import DataSourceCreateComponentOne
 
-DataSourceCreateComponent = typing.Union[
-    typing.Dict[str, typing.Any],
-    CloudS3DataSource,
-    CloudAzStorageBlobDataSource,
-    CloudGoogleDriveDataSource,
-    CloudOneDriveDataSource,
-    CloudSharepointDataSource,
-    CloudSlackDataSource,
-    CloudNotionPageDataSource,
-    CloudConfluenceDataSource,
-    CloudJiraDataSource,
-    CloudBoxDataSource,
-]
+DataSourceCreateComponent = typing.Union[typing.Dict[str, typing.Any], DataSourceCreateComponentOne]

llama_cloud/types/data_source_create_component_one.py

@@ -0,0 +1,122 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+
+import typing
+
+import typing_extensions
+
+from .cloud_az_storage_blob_data_source import CloudAzStorageBlobDataSource
+from .cloud_box_data_source import CloudBoxDataSource
+from .cloud_confluence_data_source import CloudConfluenceDataSource
+from .cloud_google_drive_data_source import CloudGoogleDriveDataSource
+from .cloud_jira_data_source import CloudJiraDataSource
+from .cloud_notion_page_data_source import CloudNotionPageDataSource
+from .cloud_one_drive_data_source import CloudOneDriveDataSource
+from .cloud_s_3_data_source import CloudS3DataSource
+from .cloud_sharepoint_data_source import CloudSharepointDataSource
+from .cloud_slack_data_source import CloudSlackDataSource
+
+
+class DataSourceCreateComponentOne_AzureStorageBlob(CloudAzStorageBlobDataSource):
+    type: typing_extensions.Literal["AZURE_STORAGE_BLOB"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceCreateComponentOne_Box(CloudBoxDataSource):
+    type: typing_extensions.Literal["BOX"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceCreateComponentOne_Confluence(CloudConfluenceDataSource):
+    type: typing_extensions.Literal["CONFLUENCE"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceCreateComponentOne_GoogleDrive(CloudGoogleDriveDataSource):
+    type: typing_extensions.Literal["GOOGLE_DRIVE"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceCreateComponentOne_Jira(CloudJiraDataSource):
+    type: typing_extensions.Literal["JIRA"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceCreateComponentOne_MicrosoftOnedrive(CloudOneDriveDataSource):
+    type: typing_extensions.Literal["MICROSOFT_ONEDRIVE"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceCreateComponentOne_MicrosoftSharepoint(CloudSharepointDataSource):
+    type: typing_extensions.Literal["MICROSOFT_SHAREPOINT"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceCreateComponentOne_NotionPage(CloudNotionPageDataSource):
+    type: typing_extensions.Literal["NOTION_PAGE"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceCreateComponentOne_S3(CloudS3DataSource):
+    type: typing_extensions.Literal["S3"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class DataSourceCreateComponentOne_Slack(CloudSlackDataSource):
+    type: typing_extensions.Literal["SLACK"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+DataSourceCreateComponentOne = typing.Union[
+    DataSourceCreateComponentOne_AzureStorageBlob,
+    DataSourceCreateComponentOne_Box,
+    DataSourceCreateComponentOne_Confluence,
+    DataSourceCreateComponentOne_GoogleDrive,
+    DataSourceCreateComponentOne_Jira,
+    DataSourceCreateComponentOne_MicrosoftOnedrive,
+    DataSourceCreateComponentOne_MicrosoftSharepoint,
+    DataSourceCreateComponentOne_NotionPage,
+    DataSourceCreateComponentOne_S3,
+    DataSourceCreateComponentOne_Slack,
+]

llama_cloud/types/{base_prompt_template.py → data_source_update_dispatcher_config.py}

@@ -4,6 +4,7 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from .delete_params import DeleteParams
 
 try:
     import pydantic
@@ -14,13 +15,14 @@ except ImportError:
     import pydantic  # type: ignore
 
 
-class BasePromptTemplate(pydantic.BaseModel):
-    metadata: typing.Dict[str, typing.Any]
-    template_vars: typing.List[str]
-    kwargs: typing.Dict[str, str]
-    output_parser: typing.Any
-    template_var_mappings: typing.Optional[typing.Dict[str, typing.Any]]
-    function_mappings: typing.Optional[typing.Dict[str, typing.Optional[str]]]
+class DataSourceUpdateDispatcherConfig(pydantic.BaseModel):
+    """
+    Schema for the parameters of a data source dispatcher job.
+    """
+
+    should_delete: typing.Optional[bool]
+    custom_metadata: typing.Optional[typing.Dict[str, typing.Any]]
+    delete_info: typing.Optional[DeleteParams]
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/{node_parser.py → delete_params.py}

@@ -14,18 +14,16 @@ except ImportError:
     import pydantic  # type: ignore
 
 
-class NodeParser(pydantic.BaseModel):
+class DeleteParams(pydantic.BaseModel):
     """
-    Base interface for node parser.
+    Schema for the parameters of a delete job.
     """
 
-    include_metadata: typing.Optional[bool] = pydantic.Field(
-        description="Whether or not to consider metadata when splitting."
-    )
-    include_prev_next_rel: typing.Optional[bool] = pydantic.Field(description="Include prev/next node relationships.")
-    callback_manager: typing.Optional[typing.Any]
-    id_func: typing.Optional[str]
-    class_name: typing.Optional[str]
+    document_ids_to_delete: typing.Optional[typing.List[str]]
+    files_ids_to_delete: typing.Optional[typing.List[str]]
+    data_sources_ids_to_delete: typing.Optional[typing.List[str]]
+    embed_collection_name: typing.Optional[str]
+    data_sink_id: typing.Optional[str]
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/document_ingestion_job_params.py

@@ -0,0 +1,43 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from .delete_params import DeleteParams
+
+try:
+    import pydantic
+    if pydantic.__version__.startswith("1."):
+        raise ImportError
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class DocumentIngestionJobParams(pydantic.BaseModel):
+    """
+    Schema for the parameters of a document ingestion job.
+    """
+
+    custom_metadata: typing.Optional[typing.Dict[str, typing.Any]]
+    resource_info: typing.Optional[typing.Dict[str, typing.Any]]
+    should_delete: typing.Optional[bool]
+    document_ids: typing.Optional[typing.List[str]]
+    pipeline_file_id: typing.Optional[str]
+    delete_info: typing.Optional[DeleteParams]
+    is_new_file: typing.Optional[bool] = pydantic.Field(description="Whether the file is new")
+    page_count: typing.Optional[int]
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        json_encoders = {dt.datetime: serialize_datetime}

llama_cloud/types/job_record.py

@@ -5,6 +5,7 @@ import typing
 
 from ..core.datetime_utils import serialize_datetime
 from .job_names import JobNames
+from .job_record_parameters import JobRecordParameters
 from .status_enum import StatusEnum
 
 try:
@@ -25,7 +26,7 @@ class JobRecord(pydantic.BaseModel):
     partitions: typing.Dict[str, str] = pydantic.Field(
         description="The partitions for this execution. Used for determining where to save job output."
     )
-    parameters: typing.Optional[typing.Any]
+    parameters: typing.Optional[JobRecordParameters]
     session_id: typing.Optional[str]
     correlation_id: typing.Optional[str]
     parent_job_execution_id: typing.Optional[str]
@@ -40,7 +41,6 @@ class JobRecord(pydantic.BaseModel):
     started_at: typing.Optional[dt.datetime]
     ended_at: typing.Optional[dt.datetime]
     updated_at: typing.Optional[dt.datetime] = pydantic.Field(description="Update datetime")
-    data: typing.Optional[typing.Any]
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/job_record_parameters.py

@@ -0,0 +1,111 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+
+import typing
+
+import typing_extensions
+
+from .data_source_update_dispatcher_config import DataSourceUpdateDispatcherConfig
+from .document_ingestion_job_params import DocumentIngestionJobParams
+from .l_lama_parse_transform_config import LLamaParseTransformConfig
+from .legacy_parse_job_config import LegacyParseJobConfig
+from .load_files_job_config import LoadFilesJobConfig
+from .parse_job_config import ParseJobConfig
+from .pipeline_file_update_dispatcher_config import PipelineFileUpdateDispatcherConfig
+from .pipeline_file_updater_config import PipelineFileUpdaterConfig
+from .pipeline_managed_ingestion_job_params import PipelineManagedIngestionJobParams
+
+
+class JobRecordParameters_DataSourceUpdateDispatcher(DataSourceUpdateDispatcherConfig):
+    type: typing_extensions.Literal["data_source_update_dispatcher"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_DocumentIngestion(DocumentIngestionJobParams):
+    type: typing_extensions.Literal["document_ingestion"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_LegacyParse(LegacyParseJobConfig):
+    type: typing_extensions.Literal["legacy_parse"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_LlamaParseTransform(LLamaParseTransformConfig):
+    type: typing_extensions.Literal["llama_parse_transform"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_LoadFiles(LoadFilesJobConfig):
+    type: typing_extensions.Literal["load_files"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_Parse(ParseJobConfig):
+    type: typing_extensions.Literal["parse"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_PipelineFileUpdateDispatcher(PipelineFileUpdateDispatcherConfig):
+    type: typing_extensions.Literal["pipeline_file_update_dispatcher"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_PipelineFileUpdater(PipelineFileUpdaterConfig):
+    type: typing_extensions.Literal["pipeline_file_updater"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+class JobRecordParameters_PipelineManagedIngestion(PipelineManagedIngestionJobParams):
+    type: typing_extensions.Literal["pipeline_managed_ingestion"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
+JobRecordParameters = typing.Union[
+    JobRecordParameters_DataSourceUpdateDispatcher,
+    JobRecordParameters_DocumentIngestion,
+    JobRecordParameters_LegacyParse,
+    JobRecordParameters_LlamaParseTransform,
+    JobRecordParameters_LoadFiles,
+    JobRecordParameters_Parse,
+    JobRecordParameters_PipelineFileUpdateDispatcher,
+    JobRecordParameters_PipelineFileUpdater,
+    JobRecordParameters_PipelineManagedIngestion,
+]

llama_cloud/types/{page_splitter_node_parser.py → l_lama_parse_transform_config.py}

@@ -14,19 +14,14 @@ except ImportError:
     import pydantic  # type: ignore
 
 
-class PageSplitterNodeParser(pydantic.BaseModel):
+class LLamaParseTransformConfig(pydantic.BaseModel):
     """
-    Split text into pages.
+    Schema for the parameters of llamaparse transform job.
     """
 
-    include_metadata: typing.Optional[bool] = pydantic.Field(
-        description="Whether or not to consider metadata when splitting."
-    )
-    include_prev_next_rel: typing.Optional[bool] = pydantic.Field(description="Include prev/next node relationships.")
-    callback_manager: typing.Optional[typing.Any]
-    id_func: typing.Optional[str]
-    page_separator: typing.Optional[str]
-    class_name: typing.Optional[str]
+    custom_metadata: typing.Optional[typing.Dict[str, typing.Any]]
+    resource_info: typing.Optional[typing.Dict[str, typing.Any]]
+    file_output: str = pydantic.Field(description="Whether to delete the files")
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}