llama-cloud 0.1.21__py3-none-any.whl → 0.1.22__py3-none-any.whl

llama_cloud/resources/retrievers/client.py

@@ -295,6 +295,8 @@ class RetrieversClient:
         self,
         retriever_id: str,
         *,
+        project_id: typing.Optional[str] = None,
+        organization_id: typing.Optional[str] = None,
         mode: typing.Optional[CompositeRetrievalMode] = OMIT,
         rerank_top_n: typing.Optional[int] = OMIT,
         rerank_config: typing.Optional[ReRankConfig] = OMIT,
@@ -306,6 +308,10 @@ class RetrieversClient:
         Parameters:
             - retriever_id: str.
 
+            - project_id: typing.Optional[str].
+
+            - organization_id: typing.Optional[str].
+
             - mode: typing.Optional[CompositeRetrievalMode]. The mode of composite retrieval.
 
             - rerank_top_n: typing.Optional[int].
@@ -341,6 +347,7 @@ class RetrieversClient:
             urllib.parse.urljoin(
                 f"{self._client_wrapper.get_base_url()}/", f"api/v1/retrievers/{retriever_id}/retrieve"
             ),
+            params=remove_none_from_dict({"project_id": project_id, "organization_id": organization_id}),
             json=jsonable_encoder(_request),
             headers=self._client_wrapper.get_headers(),
             timeout=60,
@@ -692,6 +699,8 @@ class AsyncRetrieversClient:
         self,
         retriever_id: str,
         *,
+        project_id: typing.Optional[str] = None,
+        organization_id: typing.Optional[str] = None,
         mode: typing.Optional[CompositeRetrievalMode] = OMIT,
         rerank_top_n: typing.Optional[int] = OMIT,
         rerank_config: typing.Optional[ReRankConfig] = OMIT,
@@ -703,6 +712,10 @@ class AsyncRetrieversClient:
         Parameters:
             - retriever_id: str.
 
+            - project_id: typing.Optional[str].
+
+            - organization_id: typing.Optional[str].
+
             - mode: typing.Optional[CompositeRetrievalMode]. The mode of composite retrieval.
 
             - rerank_top_n: typing.Optional[int].
@@ -738,6 +751,7 @@ class AsyncRetrieversClient:
             urllib.parse.urljoin(
                 f"{self._client_wrapper.get_base_url()}/", f"api/v1/retrievers/{retriever_id}/retrieve"
             ),
+            params=remove_none_from_dict({"project_id": project_id, "organization_id": organization_id}),
             json=jsonable_encoder(_request),
             headers=self._client_wrapper.get_headers(),
             timeout=60,

llama_cloud/types/__init__.py

@@ -63,23 +63,21 @@ from .composite_retrieved_text_node import CompositeRetrievedTextNode
 from .composite_retrieved_text_node_with_score import CompositeRetrievedTextNodeWithScore
 from .configurable_data_sink_names import ConfigurableDataSinkNames
 from .configurable_data_source_names import ConfigurableDataSourceNames
-from .configurable_transformation_definition import ConfigurableTransformationDefinition
-from .configurable_transformation_names import ConfigurableTransformationNames
 from .credit_type import CreditType
 from .data_sink import DataSink
 from .data_sink_component import DataSinkComponent
 from .data_sink_create import DataSinkCreate
 from .data_sink_create_component import DataSinkCreateComponent
-from .data_sink_definition import DataSinkDefinition
 from .data_source import DataSource
 from .data_source_component import DataSourceComponent
 from .data_source_create import DataSourceCreate
 from .data_source_create_component import DataSourceCreateComponent
 from .data_source_create_custom_metadata_value import DataSourceCreateCustomMetadataValue
 from .data_source_custom_metadata_value import DataSourceCustomMetadataValue
-from .data_source_definition import DataSourceDefinition
 from .data_source_update_dispatcher_config import DataSourceUpdateDispatcherConfig
 from .delete_params import DeleteParams
+from .document_block import DocumentBlock
+from .document_chunk_mode import DocumentChunkMode
 from .document_ingestion_job_params import DocumentIngestionJobParams
 from .edit_suggestion import EditSuggestion
 from .edit_suggestion_blocks_item import EditSuggestionBlocksItem
@@ -115,6 +113,7 @@ from .extract_job_create import ExtractJobCreate
 from .extract_job_create_data_schema_override import ExtractJobCreateDataSchemaOverride
 from .extract_job_create_data_schema_override_zero_value import ExtractJobCreateDataSchemaOverrideZeroValue
 from .extract_mode import ExtractMode
+from .extract_models import ExtractModels
 from .extract_resultset import ExtractResultset
 from .extract_resultset_data import ExtractResultsetData
 from .extract_resultset_data_item_value import ExtractResultsetDataItemValue
@@ -171,11 +170,15 @@ from .llama_index_core_base_llms_types_chat_message import LlamaIndexCoreBaseLlm
 from .llama_index_core_base_llms_types_chat_message_blocks_item import (
     LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem,
     LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Audio,
+    LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Document,
     LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Image,
     LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Text,
 )
 from .llama_parse_parameters import LlamaParseParameters
 from .llama_parse_supported_file_extensions import LlamaParseSupportedFileExtensions
+from .llm_config_result import LlmConfigResult
+from .llm_config_result_llm_type import LlmConfigResultLlmType
+from .llm_configs_response import LlmConfigsResponse
 from .llm_model_data import LlmModelData
 from .llm_parameters import LlmParameters
 from .load_files_job_config import LoadFilesJobConfig
@@ -323,7 +326,6 @@ from .text_node import TextNode
 from .text_node_relationships_value import TextNodeRelationshipsValue
 from .text_node_with_score import TextNodeWithScore
 from .token_chunking_config import TokenChunkingConfig
-from .transformation_category_names import TransformationCategoryNames
 from .usage_and_plan import UsageAndPlan
 from .usage_metric_response import UsageMetricResponse
 from .usage_response import UsageResponse
@@ -399,23 +401,21 @@ __all__ = [
     "CompositeRetrievedTextNodeWithScore",
     "ConfigurableDataSinkNames",
     "ConfigurableDataSourceNames",
-    "ConfigurableTransformationDefinition",
-    "ConfigurableTransformationNames",
     "CreditType",
     "DataSink",
     "DataSinkComponent",
     "DataSinkCreate",
     "DataSinkCreateComponent",
-    "DataSinkDefinition",
     "DataSource",
     "DataSourceComponent",
     "DataSourceCreate",
     "DataSourceCreateComponent",
     "DataSourceCreateCustomMetadataValue",
     "DataSourceCustomMetadataValue",
-    "DataSourceDefinition",
     "DataSourceUpdateDispatcherConfig",
     "DeleteParams",
+    "DocumentBlock",
+    "DocumentChunkMode",
     "DocumentIngestionJobParams",
     "EditSuggestion",
     "EditSuggestionBlocksItem",
@@ -447,6 +447,7 @@ __all__ = [
     "ExtractJobCreateDataSchemaOverride",
     "ExtractJobCreateDataSchemaOverrideZeroValue",
     "ExtractMode",
+    "ExtractModels",
     "ExtractResultset",
     "ExtractResultsetData",
     "ExtractResultsetDataItemValue",
@@ -500,10 +501,14 @@ __all__ = [
     "LlamaIndexCoreBaseLlmsTypesChatMessage",
     "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem",
     "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Audio",
+    "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Document",
     "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Image",
     "LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Text",
     "LlamaParseParameters",
     "LlamaParseSupportedFileExtensions",
+    "LlmConfigResult",
+    "LlmConfigResultLlmType",
+    "LlmConfigsResponse",
     "LlmModelData",
     "LlmParameters",
     "LoadFilesJobConfig",
@@ -643,7 +648,6 @@ __all__ = [
     "TextNodeRelationshipsValue",
     "TextNodeWithScore",
     "TokenChunkingConfig",
-    "TransformationCategoryNames",
     "UsageAndPlan",
     "UsageMetricResponse",
     "UsageResponse",

llama_cloud/types/cloud_s_3_data_source.py

@@ -18,6 +18,7 @@ class CloudS3DataSource(pydantic.BaseModel):
     supports_access_control: typing.Optional[bool]
     bucket: str = pydantic.Field(description="The name of the S3 bucket to read from.")
     prefix: typing.Optional[str]
+    regex_pattern: typing.Optional[str]
     aws_access_id: typing.Optional[str]
     aws_access_secret: typing.Optional[str]
     s_3_endpoint_url: typing.Optional[str] = pydantic.Field(alias="s3_endpoint_url")

llama_cloud/types/{data_sink_definition.py → document_block.py}

@@ -4,7 +4,6 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
-from .configurable_data_sink_names import ConfigurableDataSinkNames
 
 try:
     import pydantic
@@ -15,20 +14,12 @@ except ImportError:
     import pydantic  # type: ignore
 
 
-class DataSinkDefinition(pydantic.BaseModel):
-    """
-    Schema for a data sink definition.
-    """
-
-    label: str = pydantic.Field(
-        description="The label field will be used to display the name of the component in the UI"
-    )
-    json_schema: typing.Dict[str, typing.Any] = pydantic.Field(
-        description="The json_schema field can be used by clients to determine how to construct the component"
-    )
-    sink_type: ConfigurableDataSinkNames = pydantic.Field(
-        description="The name field will act as the unique identifier of DataSinkDefinition objects"
-    )
+class DocumentBlock(pydantic.BaseModel):
+    data: typing.Optional[str]
+    path: typing.Optional[str]
+    url: typing.Optional[str]
+    title: typing.Optional[str]
+    document_mimetype: typing.Optional[str]
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/document_chunk_mode.py

@@ -0,0 +1,17 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import enum
+import typing
+
+T_Result = typing.TypeVar("T_Result")
+
+
+class DocumentChunkMode(str, enum.Enum):
+    PAGE = "PAGE"
+    SECTION = "SECTION"
+
+    def visit(self, page: typing.Callable[[], T_Result], section: typing.Callable[[], T_Result]) -> T_Result:
+        if self is DocumentChunkMode.PAGE:
+            return page()
+        if self is DocumentChunkMode.SECTION:
+            return section()

llama_cloud/types/extract_config.py

@@ -4,6 +4,7 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from .document_chunk_mode import DocumentChunkMode
 from .extract_mode import ExtractMode
 from .extract_target import ExtractTarget
 
@@ -26,6 +27,9 @@ class ExtractConfig(pydantic.BaseModel):
     system_prompt: typing.Optional[str]
     use_reasoning: typing.Optional[bool] = pydantic.Field(description="Whether to use reasoning for the extraction.")
     cite_sources: typing.Optional[bool] = pydantic.Field(description="Whether to cite sources for the extraction.")
+    chunk_mode: typing.Optional[DocumentChunkMode] = pydantic.Field(
+        description="The mode to use for chunking the document."
+    )
     invalidate_cache: typing.Optional[bool] = pydantic.Field(
         description="Whether to invalidate the cache for the extraction."
     )

llama_cloud/types/extract_mode.py

@@ -9,6 +9,7 @@ T_Result = typing.TypeVar("T_Result")
 class ExtractMode(str, enum.Enum):
     FAST = "FAST"
     BALANCED = "BALANCED"
+    PREMIUM = "PREMIUM"
     MULTIMODAL = "MULTIMODAL"
     ACCURATE = "ACCURATE"
 
@@ -16,6 +17,7 @@ class ExtractMode(str, enum.Enum):
         self,
         fast: typing.Callable[[], T_Result],
         balanced: typing.Callable[[], T_Result],
+        premium: typing.Callable[[], T_Result],
         multimodal: typing.Callable[[], T_Result],
         accurate: typing.Callable[[], T_Result],
     ) -> T_Result:
@@ -23,6 +25,8 @@ class ExtractMode(str, enum.Enum):
             return fast()
         if self is ExtractMode.BALANCED:
             return balanced()
+        if self is ExtractMode.PREMIUM:
+            return premium()
         if self is ExtractMode.MULTIMODAL:
             return multimodal()
         if self is ExtractMode.ACCURATE:

llama_cloud/types/extract_models.py

@@ -0,0 +1,33 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import enum
+import typing
+
+T_Result = typing.TypeVar("T_Result")
+
+
+class ExtractModels(str, enum.Enum):
+    GPT_4_O = "gpt-4o"
+    GPT_4_O_MINI = "gpt-4o-mini"
+    GPT_41 = "gpt-4.1"
+    GPT_41_MINI = "gpt-4.1-mini"
+    O_3_MINI = "o3-mini"
+
+    def visit(
+        self,
+        gpt_4_o: typing.Callable[[], T_Result],
+        gpt_4_o_mini: typing.Callable[[], T_Result],
+        gpt_41: typing.Callable[[], T_Result],
+        gpt_41_mini: typing.Callable[[], T_Result],
+        o_3_mini: typing.Callable[[], T_Result],
+    ) -> T_Result:
+        if self is ExtractModels.GPT_4_O:
+            return gpt_4_o()
+        if self is ExtractModels.GPT_4_O_MINI:
+            return gpt_4_o_mini()
+        if self is ExtractModels.GPT_41:
+            return gpt_41()
+        if self is ExtractModels.GPT_41_MINI:
+            return gpt_41_mini()
+        if self is ExtractModels.O_3_MINI:
+            return o_3_mini()

llama_cloud/types/llama_index_core_base_llms_types_chat_message_blocks_item.py

@@ -7,6 +7,7 @@ import typing
 import typing_extensions
 
 from .audio_block import AudioBlock
+from .document_block import DocumentBlock
 from .image_block import ImageBlock
 from .text_block import TextBlock
 
@@ -20,6 +21,15 @@ class LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Audio(AudioBlock):
         allow_population_by_field_name = True
 
 
+class LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Document(DocumentBlock):
+    block_type: typing_extensions.Literal["document"]
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+
+
 class LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Image(ImageBlock):
     block_type: typing_extensions.Literal["image"]
 
@@ -40,6 +50,7 @@ class LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Text(TextBlock):
 
 LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem = typing.Union[
     LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Audio,
+    LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Document,
     LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Image,
     LlamaIndexCoreBaseLlmsTypesChatMessageBlocksItem_Text,
 ]

llama_cloud/types/{data_source_definition.py → llm_config_result.py}

@@ -4,7 +4,7 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
-from .configurable_data_source_names import ConfigurableDataSourceNames
+from .llm_config_result_llm_type import LlmConfigResultLlmType
 
 try:
     import pydantic
@@ -15,20 +15,11 @@ except ImportError:
     import pydantic  # type: ignore
 
 
-class DataSourceDefinition(pydantic.BaseModel):
-    """
-    Schema for a data source definition.
-    """
-
-    label: str = pydantic.Field(
-        description="The label field will be used to display the name of the component in the UI"
-    )
-    json_schema: typing.Dict[str, typing.Any] = pydantic.Field(
-        description="The json_schema field can be used by clients to determine how to construct the component"
-    )
-    source_type: ConfigurableDataSourceNames = pydantic.Field(
-        description="The name field will act as the unique identifier of DataSourceDefinition objects"
-    )
+class LlmConfigResult(pydantic.BaseModel):
+    llm_type: LlmConfigResultLlmType
+    is_enabled: bool
+    valid: bool
+    error_message: typing.Optional[str]
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

llama_cloud/types/llm_config_result_llm_type.py

@@ -0,0 +1,33 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import enum
+import typing
+
+T_Result = typing.TypeVar("T_Result")
+
+
+class LlmConfigResultLlmType(str, enum.Enum):
+    OPENAI = "openai"
+    ANTHROPIC = "anthropic"
+    GEMINI = "gemini"
+    AWS_BEDROCK = "aws_bedrock"
+    AZURE_OPENAI = "azure_openai"
+
+    def visit(
+        self,
+        openai: typing.Callable[[], T_Result],
+        anthropic: typing.Callable[[], T_Result],
+        gemini: typing.Callable[[], T_Result],
+        aws_bedrock: typing.Callable[[], T_Result],
+        azure_openai: typing.Callable[[], T_Result],
+    ) -> T_Result:
+        if self is LlmConfigResultLlmType.OPENAI:
+            return openai()
+        if self is LlmConfigResultLlmType.ANTHROPIC:
+            return anthropic()
+        if self is LlmConfigResultLlmType.GEMINI:
+            return gemini()
+        if self is LlmConfigResultLlmType.AWS_BEDROCK:
+            return aws_bedrock()
+        if self is LlmConfigResultLlmType.AZURE_OPENAI:
+            return azure_openai()

llama_cloud/types/llm_configs_response.py

@@ -0,0 +1,33 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from .llm_config_result import LlmConfigResult
+
+try:
+    import pydantic
+    if pydantic.__version__.startswith("1."):
+        raise ImportError
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class LlmConfigsResponse(pydantic.BaseModel):
+    llm_configs: typing.List[LlmConfigResult]
+    last_validated_at: str
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        json_encoders = {dt.datetime: serialize_datetime}

llama_cloud/types/pipeline_create.py

@@ -40,9 +40,7 @@ class PipelineCreate(pydantic.BaseModel):
     eval_parameters: typing.Optional[EvalExecutionParams] = pydantic.Field(
         description="Eval parameters for the pipeline."
     )
-    llama_parse_parameters: typing.Optional[LlamaParseParameters] = pydantic.Field(
-        description="Settings that can be configured for how to use LlamaParse to parse files within a LlamaCloud pipeline."
-    )
+    llama_parse_parameters: typing.Optional[LlamaParseParameters]
     status: typing.Optional[str]
     metadata_config: typing.Optional[PipelineMetadataConfig]
     name: str

llama_cloud/types/struct_parse_conf.py

@@ -4,6 +4,7 @@ import datetime as dt
 import typing
 
 from ..core.datetime_utils import serialize_datetime
+from .extract_models import ExtractModels
 from .prompt_conf import PromptConf
 from .schema_relax_mode import SchemaRelaxMode
 from .struct_mode import StructMode
@@ -22,7 +23,7 @@ class StructParseConf(pydantic.BaseModel):
     Configuration for the structured parsing agent.
     """
 
-    model: typing.Optional[str] = pydantic.Field(description="The model to use for the structured parsing.")
+    model: typing.Optional[ExtractModels] = pydantic.Field(description="The model to use for the structured parsing.")
     temperature: typing.Optional[float] = pydantic.Field(
         description="The temperature to use for the structured parsing."
     )

llama_cloud/types/supported_llm_model_names.py

@@ -15,7 +15,7 @@ class SupportedLlmModelNames(str, enum.Enum):
     AZURE_OPENAI_GPT_4 = "AZURE_OPENAI_GPT_4"
     CLAUDE_3_5_SONNET = "CLAUDE_3_5_SONNET"
     BEDROCK_CLAUDE_3_5_SONNET = "BEDROCK_CLAUDE_3_5_SONNET"
-    VERTEX_AI_CLAUDE_3_5_SONNET = "VERTEX_AI_CLAUDE_3_5_SONNET"
+    VERTEX_AI_CLAUDE_3_5_SONNET_V_2 = "VERTEX_AI_CLAUDE_3_5_SONNET_V2"
 
     def visit(
         self,
@@ -27,7 +27,7 @@ class SupportedLlmModelNames(str, enum.Enum):
         azure_openai_gpt_4: typing.Callable[[], T_Result],
         claude_3_5_sonnet: typing.Callable[[], T_Result],
         bedrock_claude_3_5_sonnet: typing.Callable[[], T_Result],
-        vertex_ai_claude_3_5_sonnet: typing.Callable[[], T_Result],
+        vertex_ai_claude_3_5_sonnet_v_2: typing.Callable[[], T_Result],
     ) -> T_Result:
         if self is SupportedLlmModelNames.GPT_4_O:
             return gpt_4_o()
@@ -45,5 +45,5 @@ class SupportedLlmModelNames(str, enum.Enum):
             return claude_3_5_sonnet()
         if self is SupportedLlmModelNames.BEDROCK_CLAUDE_3_5_SONNET:
             return bedrock_claude_3_5_sonnet()
-        if self is SupportedLlmModelNames.VERTEX_AI_CLAUDE_3_5_SONNET:
-            return vertex_ai_claude_3_5_sonnet()
+        if self is SupportedLlmModelNames.VERTEX_AI_CLAUDE_3_5_SONNET_V_2:
+            return vertex_ai_claude_3_5_sonnet_v_2()

llama_cloud/types/user_organization_role.py

@@ -25,6 +25,7 @@ class UserOrganizationRole(pydantic.BaseModel):
     updated_at: typing.Optional[dt.datetime]
     user_id: str = pydantic.Field(description="The user's ID.")
     organization_id: str = pydantic.Field(description="The organization's ID.")
+    project_ids: typing.Optional[typing.List[str]]
     role_id: str = pydantic.Field(description="The role's ID.")
     role: Role = pydantic.Field(description="The role.")
 

{llama_cloud-0.1.21.dist-info → llama_cloud-0.1.22.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: llama-cloud
-Version: 0.1.21
+Version: 0.1.22
 Summary: 
 License: MIT
 Author: Logan Markewich