llama-cloud 0.0.17__py3-none-any.whl → 0.1.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of llama-cloud might be problematic. Click here for more details.
- llama_cloud/__init__.py +8 -36
- llama_cloud/client.py +0 -3
- llama_cloud/resources/__init__.py +2 -10
- llama_cloud/resources/data_sinks/__init__.py +2 -2
- llama_cloud/resources/data_sinks/client.py +8 -8
- llama_cloud/resources/data_sinks/types/__init__.py +1 -2
- llama_cloud/resources/data_sinks/types/data_sink_update_component.py +15 -2
- llama_cloud/resources/data_sources/__init__.py +2 -2
- llama_cloud/resources/data_sources/client.py +6 -6
- llama_cloud/resources/data_sources/types/__init__.py +1 -2
- llama_cloud/resources/data_sources/types/data_source_update_component.py +23 -2
- llama_cloud/resources/extraction/client.py +14 -14
- llama_cloud/resources/files/client.py +10 -10
- llama_cloud/resources/organizations/client.py +2 -2
- llama_cloud/resources/parsing/client.py +100 -60
- llama_cloud/resources/pipelines/__init__.py +0 -4
- llama_cloud/resources/pipelines/client.py +50 -340
- llama_cloud/resources/pipelines/types/__init__.py +1 -7
- llama_cloud/resources/pipelines/types/pipeline_update_embedding_config.py +15 -15
- llama_cloud/resources/pipelines/types/pipeline_update_transform_config.py +1 -24
- llama_cloud/types/__init__.py +9 -29
- llama_cloud/types/azure_open_ai_embedding.py +7 -39
- llama_cloud/types/base_prompt_template.py +3 -14
- llama_cloud/types/bedrock_embedding.py +7 -20
- llama_cloud/types/box_auth_mechanism.py +0 -4
- llama_cloud/types/character_splitter.py +3 -4
- llama_cloud/types/chat_data.py +0 -5
- llama_cloud/types/chat_message.py +1 -6
- llama_cloud/types/cloud_az_storage_blob_data_source.py +7 -18
- llama_cloud/types/cloud_box_data_source.py +6 -16
- llama_cloud/types/cloud_confluence_data_source.py +6 -10
- llama_cloud/types/cloud_document.py +1 -3
- llama_cloud/types/cloud_document_create.py +1 -3
- llama_cloud/types/cloud_google_drive_data_source.py +0 -4
- llama_cloud/types/cloud_jira_data_source.py +4 -6
- llama_cloud/types/cloud_notion_page_data_source.py +2 -6
- llama_cloud/types/cloud_one_drive_data_source.py +2 -6
- llama_cloud/types/cloud_pinecone_vector_store.py +1 -1
- llama_cloud/types/cloud_postgres_vector_store.py +0 -4
- llama_cloud/types/cloud_s_3_data_source.py +4 -12
- llama_cloud/types/cloud_sharepoint_data_source.py +5 -9
- llama_cloud/types/cloud_slack_data_source.py +6 -10
- llama_cloud/types/code_splitter.py +2 -1
- llama_cloud/types/cohere_embedding.py +6 -15
- llama_cloud/types/configurable_data_sink_names.py +0 -12
- llama_cloud/types/configurable_data_source_names.py +0 -4
- llama_cloud/types/configurable_transformation_names.py +0 -32
- llama_cloud/types/configured_transformation_item_component.py +15 -2
- llama_cloud/types/data_sink.py +2 -2
- llama_cloud/types/data_sink_component.py +15 -2
- llama_cloud/types/data_sink_create_component.py +15 -2
- llama_cloud/types/data_source.py +3 -5
- llama_cloud/types/data_source_component.py +23 -2
- llama_cloud/types/data_source_create.py +1 -3
- llama_cloud/types/data_source_create_component.py +23 -2
- llama_cloud/types/eval_dataset.py +2 -2
- llama_cloud/types/eval_dataset_job_record.py +7 -13
- llama_cloud/types/eval_execution_params_override.py +2 -6
- llama_cloud/types/eval_metric.py +17 -0
- llama_cloud/types/eval_question.py +2 -6
- llama_cloud/types/extraction_result.py +5 -3
- llama_cloud/types/extraction_schema.py +3 -5
- llama_cloud/types/file.py +7 -11
- llama_cloud/types/gemini_embedding.py +7 -22
- llama_cloud/types/hugging_face_inference_api_embedding.py +9 -34
- llama_cloud/types/input_message.py +2 -4
- llama_cloud/types/llama_parse_parameters.py +5 -0
- llama_cloud/types/llama_parse_supported_file_extensions.py +0 -4
- llama_cloud/types/llm.py +9 -8
- llama_cloud/types/llm_parameters.py +2 -7
- llama_cloud/types/local_eval.py +8 -10
- llama_cloud/types/local_eval_results.py +1 -1
- llama_cloud/types/managed_ingestion_status_response.py +3 -5
- llama_cloud/types/markdown_element_node_parser.py +4 -5
- llama_cloud/types/markdown_node_parser.py +2 -1
- llama_cloud/types/message_annotation.py +1 -6
- llama_cloud/types/metric_result.py +3 -3
- llama_cloud/types/node_parser.py +2 -1
- llama_cloud/types/node_relationship.py +44 -0
- llama_cloud/types/object_type.py +0 -4
- llama_cloud/types/open_ai_embedding.py +7 -36
- llama_cloud/types/organization.py +2 -2
- llama_cloud/types/page_splitter_node_parser.py +3 -2
- llama_cloud/types/parsing_job_json_result.py +2 -2
- llama_cloud/types/parsing_job_markdown_result.py +1 -1
- llama_cloud/types/parsing_job_text_result.py +1 -1
- llama_cloud/types/partition_names.py +45 -0
- llama_cloud/types/pipeline.py +7 -17
- llama_cloud/types/pipeline_configuration_hashes.py +3 -3
- llama_cloud/types/pipeline_create.py +6 -18
- llama_cloud/types/pipeline_create_embedding_config.py +15 -15
- llama_cloud/types/pipeline_create_transform_config.py +1 -24
- llama_cloud/types/pipeline_data_source.py +5 -11
- llama_cloud/types/pipeline_data_source_component.py +23 -2
- llama_cloud/types/pipeline_data_source_create.py +1 -3
- llama_cloud/types/pipeline_deployment.py +4 -8
- llama_cloud/types/pipeline_embedding_config.py +15 -15
- llama_cloud/types/pipeline_file.py +10 -18
- llama_cloud/types/pipeline_file_create.py +1 -3
- llama_cloud/types/playground_session.py +2 -2
- llama_cloud/types/preset_retrieval_params.py +8 -11
- llama_cloud/types/presigned_url.py +1 -3
- llama_cloud/types/project.py +2 -2
- llama_cloud/types/prompt_mixin_prompts.py +1 -1
- llama_cloud/types/prompt_spec.py +2 -4
- llama_cloud/types/related_node_info.py +0 -4
- llama_cloud/types/retrieval_mode.py +0 -4
- llama_cloud/types/sentence_splitter.py +3 -4
- llama_cloud/types/supported_llm_model_names.py +0 -4
- llama_cloud/types/text_node.py +3 -9
- llama_cloud/types/token_text_splitter.py +2 -1
- llama_cloud/types/transformation_category_names.py +0 -4
- llama_cloud/types/user_organization.py +5 -9
- llama_cloud/types/user_organization_create.py +2 -2
- llama_cloud/types/user_organization_delete.py +2 -2
- llama_cloud/types/vertex_ai_embedding_config.py +2 -2
- llama_cloud/types/{extend_vertex_text_embedding.py → vertex_text_embedding.py} +10 -23
- {llama_cloud-0.0.17.dist-info → llama_cloud-0.1.1.dist-info}/METADATA +1 -1
- llama_cloud-0.1.1.dist-info/RECORD +224 -0
- llama_cloud/resources/auth/__init__.py +0 -2
- llama_cloud/resources/auth/client.py +0 -124
- llama_cloud/resources/data_sinks/types/data_sink_update_component_one.py +0 -23
- llama_cloud/resources/data_sources/types/data_source_update_component_one.py +0 -27
- llama_cloud/types/cloud_chroma_vector_store.py +0 -43
- llama_cloud/types/cloud_weaviate_vector_store.py +0 -41
- llama_cloud/types/configured_transformation_item_component_one.py +0 -35
- llama_cloud/types/custom_claims.py +0 -58
- llama_cloud/types/data_sink_component_one.py +0 -23
- llama_cloud/types/data_sink_create_component_one.py +0 -23
- llama_cloud/types/data_source_component_one.py +0 -27
- llama_cloud/types/data_source_create_component_one.py +0 -27
- llama_cloud/types/pipeline_data_source_component_one.py +0 -27
- llama_cloud/types/user.py +0 -35
- llama_cloud-0.0.17.dist-info/RECORD +0 -235
- {llama_cloud-0.0.17.dist-info → llama_cloud-0.1.1.dist-info}/LICENSE +0 -0
- {llama_cloud-0.0.17.dist-info → llama_cloud-0.1.1.dist-info}/WHEEL +0 -0
|
@@ -108,6 +108,7 @@ class ParsingClient:
|
|
|
108
108
|
do_not_cache: bool,
|
|
109
109
|
gpt_4_o_mode: bool,
|
|
110
110
|
fast_mode: bool,
|
|
111
|
+
premium_mode: bool,
|
|
111
112
|
gpt_4_o_api_key: str,
|
|
112
113
|
do_not_unroll_columns: bool,
|
|
113
114
|
page_separator: str,
|
|
@@ -124,7 +125,11 @@ class ParsingClient:
|
|
|
124
125
|
disable_reconstruction: bool,
|
|
125
126
|
input_s_3_path: str,
|
|
126
127
|
output_s_3_path_prefix: str,
|
|
127
|
-
|
|
128
|
+
azure_openai_deployment_name: str,
|
|
129
|
+
azure_openai_endpoint: str,
|
|
130
|
+
azure_openai_api_version: str,
|
|
131
|
+
azure_openai_key: str,
|
|
132
|
+
file: typing.Optional[str] = OMIT,
|
|
128
133
|
) -> ParsingJob:
|
|
129
134
|
"""
|
|
130
135
|
Upload a file to s3 and create a job. return a job id
|
|
@@ -144,6 +149,8 @@ class ParsingClient:
|
|
|
144
149
|
|
|
145
150
|
- fast_mode: bool.
|
|
146
151
|
|
|
152
|
+
- premium_mode: bool.
|
|
153
|
+
|
|
147
154
|
- gpt_4_o_api_key: str.
|
|
148
155
|
|
|
149
156
|
- do_not_unroll_columns: bool.
|
|
@@ -176,39 +183,52 @@ class ParsingClient:
|
|
|
176
183
|
|
|
177
184
|
- output_s_3_path_prefix: str.
|
|
178
185
|
|
|
179
|
-
-
|
|
186
|
+
- azure_openai_deployment_name: str.
|
|
187
|
+
|
|
188
|
+
- azure_openai_endpoint: str.
|
|
189
|
+
|
|
190
|
+
- azure_openai_api_version: str.
|
|
191
|
+
|
|
192
|
+
- azure_openai_key: str.
|
|
193
|
+
|
|
194
|
+
- file: typing.Optional[str].
|
|
180
195
|
"""
|
|
196
|
+
_request: typing.Dict[str, typing.Any] = {
|
|
197
|
+
"language": language,
|
|
198
|
+
"parsing_instruction": parsing_instruction,
|
|
199
|
+
"skip_diagonal_text": skip_diagonal_text,
|
|
200
|
+
"invalidate_cache": invalidate_cache,
|
|
201
|
+
"do_not_cache": do_not_cache,
|
|
202
|
+
"gpt4o_mode": gpt_4_o_mode,
|
|
203
|
+
"fast_mode": fast_mode,
|
|
204
|
+
"premium_mode": premium_mode,
|
|
205
|
+
"gpt4o_api_key": gpt_4_o_api_key,
|
|
206
|
+
"do_not_unroll_columns": do_not_unroll_columns,
|
|
207
|
+
"page_separator": page_separator,
|
|
208
|
+
"bounding_box": bounding_box,
|
|
209
|
+
"target_pages": target_pages,
|
|
210
|
+
"use_vendor_multimodal_model": use_vendor_multimodal_model,
|
|
211
|
+
"vendor_multimodal_model_name": vendor_multimodal_model_name,
|
|
212
|
+
"vendor_multimodal_api_key": vendor_multimodal_api_key,
|
|
213
|
+
"page_prefix": page_prefix,
|
|
214
|
+
"page_suffix": page_suffix,
|
|
215
|
+
"webhook_url": webhook_url,
|
|
216
|
+
"take_screenshot": take_screenshot,
|
|
217
|
+
"disable_ocr": disable_ocr,
|
|
218
|
+
"disable_reconstruction": disable_reconstruction,
|
|
219
|
+
"input_s3_path": input_s_3_path,
|
|
220
|
+
"output_s3_path_prefix": output_s_3_path_prefix,
|
|
221
|
+
"azure_openai_deployment_name": azure_openai_deployment_name,
|
|
222
|
+
"azure_openai_endpoint": azure_openai_endpoint,
|
|
223
|
+
"azure_openai_api_version": azure_openai_api_version,
|
|
224
|
+
"azure_openai_key": azure_openai_key,
|
|
225
|
+
}
|
|
226
|
+
if file is not OMIT:
|
|
227
|
+
_request["file"] = file
|
|
181
228
|
_response = self._client_wrapper.httpx_client.request(
|
|
182
229
|
"POST",
|
|
183
230
|
urllib.parse.urljoin(f"{self._client_wrapper.get_base_url()}/", "api/v1/parsing/upload"),
|
|
184
|
-
|
|
185
|
-
{
|
|
186
|
-
"language": language,
|
|
187
|
-
"parsing_instruction": parsing_instruction,
|
|
188
|
-
"skip_diagonal_text": skip_diagonal_text,
|
|
189
|
-
"invalidate_cache": invalidate_cache,
|
|
190
|
-
"do_not_cache": do_not_cache,
|
|
191
|
-
"gpt4o_mode": gpt_4_o_mode,
|
|
192
|
-
"fast_mode": fast_mode,
|
|
193
|
-
"gpt4o_api_key": gpt_4_o_api_key,
|
|
194
|
-
"do_not_unroll_columns": do_not_unroll_columns,
|
|
195
|
-
"page_separator": page_separator,
|
|
196
|
-
"bounding_box": bounding_box,
|
|
197
|
-
"target_pages": target_pages,
|
|
198
|
-
"use_vendor_multimodal_model": use_vendor_multimodal_model,
|
|
199
|
-
"vendor_multimodal_model_name": vendor_multimodal_model_name,
|
|
200
|
-
"vendor_multimodal_api_key": vendor_multimodal_api_key,
|
|
201
|
-
"page_prefix": page_prefix,
|
|
202
|
-
"page_suffix": page_suffix,
|
|
203
|
-
"webhook_url": webhook_url,
|
|
204
|
-
"take_screenshot": take_screenshot,
|
|
205
|
-
"disable_ocr": disable_ocr,
|
|
206
|
-
"disable_reconstruction": disable_reconstruction,
|
|
207
|
-
"input_s3_path": input_s_3_path,
|
|
208
|
-
"output_s3_path_prefix": output_s_3_path_prefix,
|
|
209
|
-
}
|
|
210
|
-
),
|
|
211
|
-
files={"file": file},
|
|
231
|
+
json=jsonable_encoder(_request),
|
|
212
232
|
headers=self._client_wrapper.get_headers(),
|
|
213
233
|
timeout=60,
|
|
214
234
|
)
|
|
@@ -657,6 +677,7 @@ class AsyncParsingClient:
|
|
|
657
677
|
do_not_cache: bool,
|
|
658
678
|
gpt_4_o_mode: bool,
|
|
659
679
|
fast_mode: bool,
|
|
680
|
+
premium_mode: bool,
|
|
660
681
|
gpt_4_o_api_key: str,
|
|
661
682
|
do_not_unroll_columns: bool,
|
|
662
683
|
page_separator: str,
|
|
@@ -673,7 +694,11 @@ class AsyncParsingClient:
|
|
|
673
694
|
disable_reconstruction: bool,
|
|
674
695
|
input_s_3_path: str,
|
|
675
696
|
output_s_3_path_prefix: str,
|
|
676
|
-
|
|
697
|
+
azure_openai_deployment_name: str,
|
|
698
|
+
azure_openai_endpoint: str,
|
|
699
|
+
azure_openai_api_version: str,
|
|
700
|
+
azure_openai_key: str,
|
|
701
|
+
file: typing.Optional[str] = OMIT,
|
|
677
702
|
) -> ParsingJob:
|
|
678
703
|
"""
|
|
679
704
|
Upload a file to s3 and create a job. return a job id
|
|
@@ -693,6 +718,8 @@ class AsyncParsingClient:
|
|
|
693
718
|
|
|
694
719
|
- fast_mode: bool.
|
|
695
720
|
|
|
721
|
+
- premium_mode: bool.
|
|
722
|
+
|
|
696
723
|
- gpt_4_o_api_key: str.
|
|
697
724
|
|
|
698
725
|
- do_not_unroll_columns: bool.
|
|
@@ -725,39 +752,52 @@ class AsyncParsingClient:
|
|
|
725
752
|
|
|
726
753
|
- output_s_3_path_prefix: str.
|
|
727
754
|
|
|
728
|
-
-
|
|
755
|
+
- azure_openai_deployment_name: str.
|
|
756
|
+
|
|
757
|
+
- azure_openai_endpoint: str.
|
|
758
|
+
|
|
759
|
+
- azure_openai_api_version: str.
|
|
760
|
+
|
|
761
|
+
- azure_openai_key: str.
|
|
762
|
+
|
|
763
|
+
- file: typing.Optional[str].
|
|
729
764
|
"""
|
|
765
|
+
_request: typing.Dict[str, typing.Any] = {
|
|
766
|
+
"language": language,
|
|
767
|
+
"parsing_instruction": parsing_instruction,
|
|
768
|
+
"skip_diagonal_text": skip_diagonal_text,
|
|
769
|
+
"invalidate_cache": invalidate_cache,
|
|
770
|
+
"do_not_cache": do_not_cache,
|
|
771
|
+
"gpt4o_mode": gpt_4_o_mode,
|
|
772
|
+
"fast_mode": fast_mode,
|
|
773
|
+
"premium_mode": premium_mode,
|
|
774
|
+
"gpt4o_api_key": gpt_4_o_api_key,
|
|
775
|
+
"do_not_unroll_columns": do_not_unroll_columns,
|
|
776
|
+
"page_separator": page_separator,
|
|
777
|
+
"bounding_box": bounding_box,
|
|
778
|
+
"target_pages": target_pages,
|
|
779
|
+
"use_vendor_multimodal_model": use_vendor_multimodal_model,
|
|
780
|
+
"vendor_multimodal_model_name": vendor_multimodal_model_name,
|
|
781
|
+
"vendor_multimodal_api_key": vendor_multimodal_api_key,
|
|
782
|
+
"page_prefix": page_prefix,
|
|
783
|
+
"page_suffix": page_suffix,
|
|
784
|
+
"webhook_url": webhook_url,
|
|
785
|
+
"take_screenshot": take_screenshot,
|
|
786
|
+
"disable_ocr": disable_ocr,
|
|
787
|
+
"disable_reconstruction": disable_reconstruction,
|
|
788
|
+
"input_s3_path": input_s_3_path,
|
|
789
|
+
"output_s3_path_prefix": output_s_3_path_prefix,
|
|
790
|
+
"azure_openai_deployment_name": azure_openai_deployment_name,
|
|
791
|
+
"azure_openai_endpoint": azure_openai_endpoint,
|
|
792
|
+
"azure_openai_api_version": azure_openai_api_version,
|
|
793
|
+
"azure_openai_key": azure_openai_key,
|
|
794
|
+
}
|
|
795
|
+
if file is not OMIT:
|
|
796
|
+
_request["file"] = file
|
|
730
797
|
_response = await self._client_wrapper.httpx_client.request(
|
|
731
798
|
"POST",
|
|
732
799
|
urllib.parse.urljoin(f"{self._client_wrapper.get_base_url()}/", "api/v1/parsing/upload"),
|
|
733
|
-
|
|
734
|
-
{
|
|
735
|
-
"language": language,
|
|
736
|
-
"parsing_instruction": parsing_instruction,
|
|
737
|
-
"skip_diagonal_text": skip_diagonal_text,
|
|
738
|
-
"invalidate_cache": invalidate_cache,
|
|
739
|
-
"do_not_cache": do_not_cache,
|
|
740
|
-
"gpt4o_mode": gpt_4_o_mode,
|
|
741
|
-
"fast_mode": fast_mode,
|
|
742
|
-
"gpt4o_api_key": gpt_4_o_api_key,
|
|
743
|
-
"do_not_unroll_columns": do_not_unroll_columns,
|
|
744
|
-
"page_separator": page_separator,
|
|
745
|
-
"bounding_box": bounding_box,
|
|
746
|
-
"target_pages": target_pages,
|
|
747
|
-
"use_vendor_multimodal_model": use_vendor_multimodal_model,
|
|
748
|
-
"vendor_multimodal_model_name": vendor_multimodal_model_name,
|
|
749
|
-
"vendor_multimodal_api_key": vendor_multimodal_api_key,
|
|
750
|
-
"page_prefix": page_prefix,
|
|
751
|
-
"page_suffix": page_suffix,
|
|
752
|
-
"webhook_url": webhook_url,
|
|
753
|
-
"take_screenshot": take_screenshot,
|
|
754
|
-
"disable_ocr": disable_ocr,
|
|
755
|
-
"disable_reconstruction": disable_reconstruction,
|
|
756
|
-
"input_s3_path": input_s_3_path,
|
|
757
|
-
"output_s3_path_prefix": output_s_3_path_prefix,
|
|
758
|
-
}
|
|
759
|
-
),
|
|
760
|
-
files={"file": file},
|
|
800
|
+
json=jsonable_encoder(_request),
|
|
761
801
|
headers=self._client_wrapper.get_headers(),
|
|
762
802
|
timeout=60,
|
|
763
803
|
)
|
|
@@ -11,8 +11,6 @@ from .types import (
|
|
|
11
11
|
PipelineUpdateEmbeddingConfig_OpenaiEmbedding,
|
|
12
12
|
PipelineUpdateEmbeddingConfig_VertexaiEmbedding,
|
|
13
13
|
PipelineUpdateTransformConfig,
|
|
14
|
-
PipelineUpdateTransformConfig_Advanced,
|
|
15
|
-
PipelineUpdateTransformConfig_Auto,
|
|
16
14
|
)
|
|
17
15
|
|
|
18
16
|
__all__ = [
|
|
@@ -26,6 +24,4 @@ __all__ = [
|
|
|
26
24
|
"PipelineUpdateEmbeddingConfig_OpenaiEmbedding",
|
|
27
25
|
"PipelineUpdateEmbeddingConfig_VertexaiEmbedding",
|
|
28
26
|
"PipelineUpdateTransformConfig",
|
|
29
|
-
"PipelineUpdateTransformConfig_Advanced",
|
|
30
|
-
"PipelineUpdateTransformConfig_Auto",
|
|
31
27
|
]
|