lfx-nightly 0.2.0.dev25__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of lfx-nightly might be problematic. Click here for more details.
- lfx/__init__.py +0 -0
- lfx/__main__.py +25 -0
- lfx/_assets/component_index.json +1 -0
- lfx/base/__init__.py +0 -0
- lfx/base/agents/__init__.py +0 -0
- lfx/base/agents/agent.py +375 -0
- lfx/base/agents/altk_base_agent.py +380 -0
- lfx/base/agents/altk_tool_wrappers.py +565 -0
- lfx/base/agents/callback.py +130 -0
- lfx/base/agents/context.py +109 -0
- lfx/base/agents/crewai/__init__.py +0 -0
- lfx/base/agents/crewai/crew.py +231 -0
- lfx/base/agents/crewai/tasks.py +12 -0
- lfx/base/agents/default_prompts.py +23 -0
- lfx/base/agents/errors.py +15 -0
- lfx/base/agents/events.py +430 -0
- lfx/base/agents/utils.py +237 -0
- lfx/base/astra_assistants/__init__.py +0 -0
- lfx/base/astra_assistants/util.py +171 -0
- lfx/base/chains/__init__.py +0 -0
- lfx/base/chains/model.py +19 -0
- lfx/base/composio/__init__.py +0 -0
- lfx/base/composio/composio_base.py +2584 -0
- lfx/base/compressors/__init__.py +0 -0
- lfx/base/compressors/model.py +60 -0
- lfx/base/constants.py +46 -0
- lfx/base/curl/__init__.py +0 -0
- lfx/base/curl/parse.py +188 -0
- lfx/base/data/__init__.py +5 -0
- lfx/base/data/base_file.py +810 -0
- lfx/base/data/docling_utils.py +338 -0
- lfx/base/data/storage_utils.py +192 -0
- lfx/base/data/utils.py +362 -0
- lfx/base/datastax/__init__.py +5 -0
- lfx/base/datastax/astradb_base.py +896 -0
- lfx/base/document_transformers/__init__.py +0 -0
- lfx/base/document_transformers/model.py +43 -0
- lfx/base/embeddings/__init__.py +0 -0
- lfx/base/embeddings/aiml_embeddings.py +62 -0
- lfx/base/embeddings/embeddings_class.py +113 -0
- lfx/base/embeddings/model.py +26 -0
- lfx/base/flow_processing/__init__.py +0 -0
- lfx/base/flow_processing/utils.py +86 -0
- lfx/base/huggingface/__init__.py +0 -0
- lfx/base/huggingface/model_bridge.py +133 -0
- lfx/base/io/__init__.py +0 -0
- lfx/base/io/chat.py +21 -0
- lfx/base/io/text.py +22 -0
- lfx/base/knowledge_bases/__init__.py +3 -0
- lfx/base/knowledge_bases/knowledge_base_utils.py +137 -0
- lfx/base/langchain_utilities/__init__.py +0 -0
- lfx/base/langchain_utilities/model.py +35 -0
- lfx/base/langchain_utilities/spider_constants.py +1 -0
- lfx/base/langwatch/__init__.py +0 -0
- lfx/base/langwatch/utils.py +18 -0
- lfx/base/mcp/__init__.py +0 -0
- lfx/base/mcp/constants.py +2 -0
- lfx/base/mcp/util.py +1659 -0
- lfx/base/memory/__init__.py +0 -0
- lfx/base/memory/memory.py +49 -0
- lfx/base/memory/model.py +38 -0
- lfx/base/models/__init__.py +3 -0
- lfx/base/models/aiml_constants.py +51 -0
- lfx/base/models/anthropic_constants.py +51 -0
- lfx/base/models/aws_constants.py +151 -0
- lfx/base/models/chat_result.py +76 -0
- lfx/base/models/cometapi_constants.py +54 -0
- lfx/base/models/google_generative_ai_constants.py +70 -0
- lfx/base/models/google_generative_ai_model.py +38 -0
- lfx/base/models/groq_constants.py +150 -0
- lfx/base/models/groq_model_discovery.py +265 -0
- lfx/base/models/model.py +375 -0
- lfx/base/models/model_input_constants.py +378 -0
- lfx/base/models/model_metadata.py +41 -0
- lfx/base/models/model_utils.py +108 -0
- lfx/base/models/novita_constants.py +35 -0
- lfx/base/models/ollama_constants.py +52 -0
- lfx/base/models/openai_constants.py +129 -0
- lfx/base/models/sambanova_constants.py +18 -0
- lfx/base/models/watsonx_constants.py +36 -0
- lfx/base/processing/__init__.py +0 -0
- lfx/base/prompts/__init__.py +0 -0
- lfx/base/prompts/api_utils.py +224 -0
- lfx/base/prompts/utils.py +61 -0
- lfx/base/textsplitters/__init__.py +0 -0
- lfx/base/textsplitters/model.py +28 -0
- lfx/base/tools/__init__.py +0 -0
- lfx/base/tools/base.py +26 -0
- lfx/base/tools/component_tool.py +325 -0
- lfx/base/tools/constants.py +49 -0
- lfx/base/tools/flow_tool.py +132 -0
- lfx/base/tools/run_flow.py +698 -0
- lfx/base/vectorstores/__init__.py +0 -0
- lfx/base/vectorstores/model.py +193 -0
- lfx/base/vectorstores/utils.py +22 -0
- lfx/base/vectorstores/vector_store_connection_decorator.py +52 -0
- lfx/cli/__init__.py +5 -0
- lfx/cli/commands.py +327 -0
- lfx/cli/common.py +650 -0
- lfx/cli/run.py +506 -0
- lfx/cli/script_loader.py +289 -0
- lfx/cli/serve_app.py +546 -0
- lfx/cli/validation.py +69 -0
- lfx/components/FAISS/__init__.py +34 -0
- lfx/components/FAISS/faiss.py +111 -0
- lfx/components/Notion/__init__.py +19 -0
- lfx/components/Notion/add_content_to_page.py +269 -0
- lfx/components/Notion/create_page.py +94 -0
- lfx/components/Notion/list_database_properties.py +68 -0
- lfx/components/Notion/list_pages.py +122 -0
- lfx/components/Notion/list_users.py +77 -0
- lfx/components/Notion/page_content_viewer.py +93 -0
- lfx/components/Notion/search.py +111 -0
- lfx/components/Notion/update_page_property.py +114 -0
- lfx/components/__init__.py +428 -0
- lfx/components/_importing.py +42 -0
- lfx/components/agentql/__init__.py +3 -0
- lfx/components/agentql/agentql_api.py +151 -0
- lfx/components/aiml/__init__.py +37 -0
- lfx/components/aiml/aiml.py +115 -0
- lfx/components/aiml/aiml_embeddings.py +37 -0
- lfx/components/altk/__init__.py +34 -0
- lfx/components/altk/altk_agent.py +193 -0
- lfx/components/amazon/__init__.py +36 -0
- lfx/components/amazon/amazon_bedrock_converse.py +195 -0
- lfx/components/amazon/amazon_bedrock_embedding.py +109 -0
- lfx/components/amazon/amazon_bedrock_model.py +130 -0
- lfx/components/amazon/s3_bucket_uploader.py +211 -0
- lfx/components/anthropic/__init__.py +34 -0
- lfx/components/anthropic/anthropic.py +187 -0
- lfx/components/apify/__init__.py +5 -0
- lfx/components/apify/apify_actor.py +325 -0
- lfx/components/arxiv/__init__.py +3 -0
- lfx/components/arxiv/arxiv.py +169 -0
- lfx/components/assemblyai/__init__.py +46 -0
- lfx/components/assemblyai/assemblyai_get_subtitles.py +83 -0
- lfx/components/assemblyai/assemblyai_lemur.py +183 -0
- lfx/components/assemblyai/assemblyai_list_transcripts.py +95 -0
- lfx/components/assemblyai/assemblyai_poll_transcript.py +72 -0
- lfx/components/assemblyai/assemblyai_start_transcript.py +188 -0
- lfx/components/azure/__init__.py +37 -0
- lfx/components/azure/azure_openai.py +95 -0
- lfx/components/azure/azure_openai_embeddings.py +83 -0
- lfx/components/baidu/__init__.py +32 -0
- lfx/components/baidu/baidu_qianfan_chat.py +113 -0
- lfx/components/bing/__init__.py +3 -0
- lfx/components/bing/bing_search_api.py +61 -0
- lfx/components/cassandra/__init__.py +40 -0
- lfx/components/cassandra/cassandra.py +264 -0
- lfx/components/cassandra/cassandra_chat.py +92 -0
- lfx/components/cassandra/cassandra_graph.py +238 -0
- lfx/components/chains/__init__.py +3 -0
- lfx/components/chroma/__init__.py +34 -0
- lfx/components/chroma/chroma.py +169 -0
- lfx/components/cleanlab/__init__.py +40 -0
- lfx/components/cleanlab/cleanlab_evaluator.py +155 -0
- lfx/components/cleanlab/cleanlab_rag_evaluator.py +254 -0
- lfx/components/cleanlab/cleanlab_remediator.py +131 -0
- lfx/components/clickhouse/__init__.py +34 -0
- lfx/components/clickhouse/clickhouse.py +135 -0
- lfx/components/cloudflare/__init__.py +32 -0
- lfx/components/cloudflare/cloudflare.py +81 -0
- lfx/components/cohere/__init__.py +40 -0
- lfx/components/cohere/cohere_embeddings.py +81 -0
- lfx/components/cohere/cohere_models.py +46 -0
- lfx/components/cohere/cohere_rerank.py +51 -0
- lfx/components/cometapi/__init__.py +32 -0
- lfx/components/cometapi/cometapi.py +166 -0
- lfx/components/composio/__init__.py +222 -0
- lfx/components/composio/agentql_composio.py +11 -0
- lfx/components/composio/agiled_composio.py +11 -0
- lfx/components/composio/airtable_composio.py +11 -0
- lfx/components/composio/apollo_composio.py +11 -0
- lfx/components/composio/asana_composio.py +11 -0
- lfx/components/composio/attio_composio.py +11 -0
- lfx/components/composio/bitbucket_composio.py +11 -0
- lfx/components/composio/bolna_composio.py +11 -0
- lfx/components/composio/brightdata_composio.py +11 -0
- lfx/components/composio/calendly_composio.py +11 -0
- lfx/components/composio/canva_composio.py +11 -0
- lfx/components/composio/canvas_composio.py +11 -0
- lfx/components/composio/coda_composio.py +11 -0
- lfx/components/composio/composio_api.py +278 -0
- lfx/components/composio/contentful_composio.py +11 -0
- lfx/components/composio/digicert_composio.py +11 -0
- lfx/components/composio/discord_composio.py +11 -0
- lfx/components/composio/dropbox_compnent.py +11 -0
- lfx/components/composio/elevenlabs_composio.py +11 -0
- lfx/components/composio/exa_composio.py +11 -0
- lfx/components/composio/figma_composio.py +11 -0
- lfx/components/composio/finage_composio.py +11 -0
- lfx/components/composio/firecrawl_composio.py +11 -0
- lfx/components/composio/fireflies_composio.py +11 -0
- lfx/components/composio/fixer_composio.py +11 -0
- lfx/components/composio/flexisign_composio.py +11 -0
- lfx/components/composio/freshdesk_composio.py +11 -0
- lfx/components/composio/github_composio.py +11 -0
- lfx/components/composio/gmail_composio.py +38 -0
- lfx/components/composio/googlebigquery_composio.py +11 -0
- lfx/components/composio/googlecalendar_composio.py +11 -0
- lfx/components/composio/googleclassroom_composio.py +11 -0
- lfx/components/composio/googledocs_composio.py +11 -0
- lfx/components/composio/googlemeet_composio.py +11 -0
- lfx/components/composio/googlesheets_composio.py +11 -0
- lfx/components/composio/googletasks_composio.py +8 -0
- lfx/components/composio/heygen_composio.py +11 -0
- lfx/components/composio/instagram_composio.py +11 -0
- lfx/components/composio/jira_composio.py +11 -0
- lfx/components/composio/jotform_composio.py +11 -0
- lfx/components/composio/klaviyo_composio.py +11 -0
- lfx/components/composio/linear_composio.py +11 -0
- lfx/components/composio/listennotes_composio.py +11 -0
- lfx/components/composio/mem0_composio.py +11 -0
- lfx/components/composio/miro_composio.py +11 -0
- lfx/components/composio/missive_composio.py +11 -0
- lfx/components/composio/notion_composio.py +11 -0
- lfx/components/composio/onedrive_composio.py +11 -0
- lfx/components/composio/outlook_composio.py +11 -0
- lfx/components/composio/pandadoc_composio.py +11 -0
- lfx/components/composio/peopledatalabs_composio.py +11 -0
- lfx/components/composio/perplexityai_composio.py +11 -0
- lfx/components/composio/reddit_composio.py +11 -0
- lfx/components/composio/serpapi_composio.py +11 -0
- lfx/components/composio/slack_composio.py +11 -0
- lfx/components/composio/slackbot_composio.py +11 -0
- lfx/components/composio/snowflake_composio.py +11 -0
- lfx/components/composio/supabase_composio.py +11 -0
- lfx/components/composio/tavily_composio.py +11 -0
- lfx/components/composio/timelinesai_composio.py +11 -0
- lfx/components/composio/todoist_composio.py +11 -0
- lfx/components/composio/wrike_composio.py +11 -0
- lfx/components/composio/youtube_composio.py +11 -0
- lfx/components/confluence/__init__.py +3 -0
- lfx/components/confluence/confluence.py +84 -0
- lfx/components/couchbase/__init__.py +34 -0
- lfx/components/couchbase/couchbase.py +102 -0
- lfx/components/crewai/__init__.py +49 -0
- lfx/components/crewai/crewai.py +108 -0
- lfx/components/crewai/hierarchical_crew.py +47 -0
- lfx/components/crewai/hierarchical_task.py +45 -0
- lfx/components/crewai/sequential_crew.py +53 -0
- lfx/components/crewai/sequential_task.py +74 -0
- lfx/components/crewai/sequential_task_agent.py +144 -0
- lfx/components/cuga/__init__.py +34 -0
- lfx/components/cuga/cuga_agent.py +730 -0
- lfx/components/custom_component/__init__.py +34 -0
- lfx/components/custom_component/custom_component.py +31 -0
- lfx/components/data/__init__.py +114 -0
- lfx/components/data_source/__init__.py +58 -0
- lfx/components/data_source/api_request.py +577 -0
- lfx/components/data_source/csv_to_data.py +101 -0
- lfx/components/data_source/json_to_data.py +106 -0
- lfx/components/data_source/mock_data.py +398 -0
- lfx/components/data_source/news_search.py +166 -0
- lfx/components/data_source/rss.py +71 -0
- lfx/components/data_source/sql_executor.py +101 -0
- lfx/components/data_source/url.py +311 -0
- lfx/components/data_source/web_search.py +326 -0
- lfx/components/datastax/__init__.py +76 -0
- lfx/components/datastax/astradb_assistant_manager.py +307 -0
- lfx/components/datastax/astradb_chatmemory.py +40 -0
- lfx/components/datastax/astradb_cql.py +288 -0
- lfx/components/datastax/astradb_graph.py +217 -0
- lfx/components/datastax/astradb_tool.py +378 -0
- lfx/components/datastax/astradb_vectorize.py +122 -0
- lfx/components/datastax/astradb_vectorstore.py +449 -0
- lfx/components/datastax/create_assistant.py +59 -0
- lfx/components/datastax/create_thread.py +33 -0
- lfx/components/datastax/dotenv.py +36 -0
- lfx/components/datastax/get_assistant.py +38 -0
- lfx/components/datastax/getenvvar.py +31 -0
- lfx/components/datastax/graph_rag.py +141 -0
- lfx/components/datastax/hcd.py +315 -0
- lfx/components/datastax/list_assistants.py +26 -0
- lfx/components/datastax/run.py +90 -0
- lfx/components/deactivated/__init__.py +15 -0
- lfx/components/deactivated/amazon_kendra.py +66 -0
- lfx/components/deactivated/chat_litellm_model.py +158 -0
- lfx/components/deactivated/code_block_extractor.py +26 -0
- lfx/components/deactivated/documents_to_data.py +22 -0
- lfx/components/deactivated/embed.py +16 -0
- lfx/components/deactivated/extract_key_from_data.py +46 -0
- lfx/components/deactivated/json_document_builder.py +57 -0
- lfx/components/deactivated/list_flows.py +20 -0
- lfx/components/deactivated/mcp_sse.py +61 -0
- lfx/components/deactivated/mcp_stdio.py +62 -0
- lfx/components/deactivated/merge_data.py +93 -0
- lfx/components/deactivated/message.py +37 -0
- lfx/components/deactivated/metal.py +54 -0
- lfx/components/deactivated/multi_query.py +59 -0
- lfx/components/deactivated/retriever.py +43 -0
- lfx/components/deactivated/selective_passthrough.py +77 -0
- lfx/components/deactivated/should_run_next.py +40 -0
- lfx/components/deactivated/split_text.py +63 -0
- lfx/components/deactivated/store_message.py +24 -0
- lfx/components/deactivated/sub_flow.py +124 -0
- lfx/components/deactivated/vectara_self_query.py +76 -0
- lfx/components/deactivated/vector_store.py +24 -0
- lfx/components/deepseek/__init__.py +34 -0
- lfx/components/deepseek/deepseek.py +136 -0
- lfx/components/docling/__init__.py +43 -0
- lfx/components/docling/chunk_docling_document.py +186 -0
- lfx/components/docling/docling_inline.py +238 -0
- lfx/components/docling/docling_remote.py +195 -0
- lfx/components/docling/export_docling_document.py +117 -0
- lfx/components/documentloaders/__init__.py +3 -0
- lfx/components/duckduckgo/__init__.py +3 -0
- lfx/components/duckduckgo/duck_duck_go_search_run.py +92 -0
- lfx/components/elastic/__init__.py +37 -0
- lfx/components/elastic/elasticsearch.py +267 -0
- lfx/components/elastic/opensearch.py +789 -0
- lfx/components/elastic/opensearch_multimodal.py +1575 -0
- lfx/components/embeddings/__init__.py +37 -0
- lfx/components/embeddings/similarity.py +77 -0
- lfx/components/embeddings/text_embedder.py +65 -0
- lfx/components/exa/__init__.py +3 -0
- lfx/components/exa/exa_search.py +68 -0
- lfx/components/files_and_knowledge/__init__.py +47 -0
- lfx/components/files_and_knowledge/directory.py +113 -0
- lfx/components/files_and_knowledge/file.py +841 -0
- lfx/components/files_and_knowledge/ingestion.py +694 -0
- lfx/components/files_and_knowledge/retrieval.py +264 -0
- lfx/components/files_and_knowledge/save_file.py +746 -0
- lfx/components/firecrawl/__init__.py +43 -0
- lfx/components/firecrawl/firecrawl_crawl_api.py +88 -0
- lfx/components/firecrawl/firecrawl_extract_api.py +136 -0
- lfx/components/firecrawl/firecrawl_map_api.py +89 -0
- lfx/components/firecrawl/firecrawl_scrape_api.py +73 -0
- lfx/components/flow_controls/__init__.py +58 -0
- lfx/components/flow_controls/conditional_router.py +208 -0
- lfx/components/flow_controls/data_conditional_router.py +126 -0
- lfx/components/flow_controls/flow_tool.py +111 -0
- lfx/components/flow_controls/listen.py +29 -0
- lfx/components/flow_controls/loop.py +163 -0
- lfx/components/flow_controls/notify.py +88 -0
- lfx/components/flow_controls/pass_message.py +36 -0
- lfx/components/flow_controls/run_flow.py +108 -0
- lfx/components/flow_controls/sub_flow.py +115 -0
- lfx/components/git/__init__.py +4 -0
- lfx/components/git/git.py +262 -0
- lfx/components/git/gitextractor.py +196 -0
- lfx/components/glean/__init__.py +3 -0
- lfx/components/glean/glean_search_api.py +173 -0
- lfx/components/google/__init__.py +17 -0
- lfx/components/google/gmail.py +193 -0
- lfx/components/google/google_bq_sql_executor.py +157 -0
- lfx/components/google/google_drive.py +92 -0
- lfx/components/google/google_drive_search.py +152 -0
- lfx/components/google/google_generative_ai.py +144 -0
- lfx/components/google/google_generative_ai_embeddings.py +141 -0
- lfx/components/google/google_oauth_token.py +89 -0
- lfx/components/google/google_search_api_core.py +68 -0
- lfx/components/google/google_serper_api_core.py +74 -0
- lfx/components/groq/__init__.py +34 -0
- lfx/components/groq/groq.py +143 -0
- lfx/components/helpers/__init__.py +154 -0
- lfx/components/homeassistant/__init__.py +7 -0
- lfx/components/homeassistant/home_assistant_control.py +152 -0
- lfx/components/homeassistant/list_home_assistant_states.py +137 -0
- lfx/components/huggingface/__init__.py +37 -0
- lfx/components/huggingface/huggingface.py +199 -0
- lfx/components/huggingface/huggingface_inference_api.py +106 -0
- lfx/components/ibm/__init__.py +34 -0
- lfx/components/ibm/watsonx.py +207 -0
- lfx/components/ibm/watsonx_embeddings.py +135 -0
- lfx/components/icosacomputing/__init__.py +5 -0
- lfx/components/icosacomputing/combinatorial_reasoner.py +84 -0
- lfx/components/input_output/__init__.py +40 -0
- lfx/components/input_output/chat.py +109 -0
- lfx/components/input_output/chat_output.py +184 -0
- lfx/components/input_output/text.py +27 -0
- lfx/components/input_output/text_output.py +29 -0
- lfx/components/input_output/webhook.py +56 -0
- lfx/components/jigsawstack/__init__.py +23 -0
- lfx/components/jigsawstack/ai_scrape.py +126 -0
- lfx/components/jigsawstack/ai_web_search.py +136 -0
- lfx/components/jigsawstack/file_read.py +115 -0
- lfx/components/jigsawstack/file_upload.py +94 -0
- lfx/components/jigsawstack/image_generation.py +205 -0
- lfx/components/jigsawstack/nsfw.py +60 -0
- lfx/components/jigsawstack/object_detection.py +124 -0
- lfx/components/jigsawstack/sentiment.py +112 -0
- lfx/components/jigsawstack/text_to_sql.py +90 -0
- lfx/components/jigsawstack/text_translate.py +77 -0
- lfx/components/jigsawstack/vocr.py +107 -0
- lfx/components/knowledge_bases/__init__.py +89 -0
- lfx/components/langchain_utilities/__init__.py +109 -0
- lfx/components/langchain_utilities/character.py +53 -0
- lfx/components/langchain_utilities/conversation.py +59 -0
- lfx/components/langchain_utilities/csv_agent.py +175 -0
- lfx/components/langchain_utilities/fake_embeddings.py +26 -0
- lfx/components/langchain_utilities/html_link_extractor.py +35 -0
- lfx/components/langchain_utilities/json_agent.py +100 -0
- lfx/components/langchain_utilities/langchain_hub.py +126 -0
- lfx/components/langchain_utilities/language_recursive.py +49 -0
- lfx/components/langchain_utilities/language_semantic.py +138 -0
- lfx/components/langchain_utilities/llm_checker.py +39 -0
- lfx/components/langchain_utilities/llm_math.py +42 -0
- lfx/components/langchain_utilities/natural_language.py +61 -0
- lfx/components/langchain_utilities/openai_tools.py +53 -0
- lfx/components/langchain_utilities/openapi.py +48 -0
- lfx/components/langchain_utilities/recursive_character.py +60 -0
- lfx/components/langchain_utilities/retrieval_qa.py +83 -0
- lfx/components/langchain_utilities/runnable_executor.py +137 -0
- lfx/components/langchain_utilities/self_query.py +80 -0
- lfx/components/langchain_utilities/spider.py +142 -0
- lfx/components/langchain_utilities/sql.py +40 -0
- lfx/components/langchain_utilities/sql_database.py +35 -0
- lfx/components/langchain_utilities/sql_generator.py +78 -0
- lfx/components/langchain_utilities/tool_calling.py +59 -0
- lfx/components/langchain_utilities/vector_store_info.py +49 -0
- lfx/components/langchain_utilities/vector_store_router.py +33 -0
- lfx/components/langchain_utilities/xml_agent.py +71 -0
- lfx/components/langwatch/__init__.py +3 -0
- lfx/components/langwatch/langwatch.py +278 -0
- lfx/components/link_extractors/__init__.py +3 -0
- lfx/components/llm_operations/__init__.py +46 -0
- lfx/components/llm_operations/batch_run.py +205 -0
- lfx/components/llm_operations/lambda_filter.py +218 -0
- lfx/components/llm_operations/llm_conditional_router.py +421 -0
- lfx/components/llm_operations/llm_selector.py +499 -0
- lfx/components/llm_operations/structured_output.py +244 -0
- lfx/components/lmstudio/__init__.py +34 -0
- lfx/components/lmstudio/lmstudioembeddings.py +89 -0
- lfx/components/lmstudio/lmstudiomodel.py +133 -0
- lfx/components/logic/__init__.py +181 -0
- lfx/components/maritalk/__init__.py +32 -0
- lfx/components/maritalk/maritalk.py +52 -0
- lfx/components/mem0/__init__.py +3 -0
- lfx/components/mem0/mem0_chat_memory.py +147 -0
- lfx/components/milvus/__init__.py +34 -0
- lfx/components/milvus/milvus.py +115 -0
- lfx/components/mistral/__init__.py +37 -0
- lfx/components/mistral/mistral.py +114 -0
- lfx/components/mistral/mistral_embeddings.py +58 -0
- lfx/components/models/__init__.py +89 -0
- lfx/components/models_and_agents/__init__.py +49 -0
- lfx/components/models_and_agents/agent.py +644 -0
- lfx/components/models_and_agents/embedding_model.py +423 -0
- lfx/components/models_and_agents/language_model.py +398 -0
- lfx/components/models_and_agents/mcp_component.py +594 -0
- lfx/components/models_and_agents/memory.py +268 -0
- lfx/components/models_and_agents/prompt.py +67 -0
- lfx/components/mongodb/__init__.py +34 -0
- lfx/components/mongodb/mongodb_atlas.py +213 -0
- lfx/components/needle/__init__.py +3 -0
- lfx/components/needle/needle.py +104 -0
- lfx/components/notdiamond/__init__.py +34 -0
- lfx/components/notdiamond/notdiamond.py +228 -0
- lfx/components/novita/__init__.py +32 -0
- lfx/components/novita/novita.py +130 -0
- lfx/components/nvidia/__init__.py +57 -0
- lfx/components/nvidia/nvidia.py +151 -0
- lfx/components/nvidia/nvidia_embedding.py +77 -0
- lfx/components/nvidia/nvidia_ingest.py +317 -0
- lfx/components/nvidia/nvidia_rerank.py +63 -0
- lfx/components/nvidia/system_assist.py +65 -0
- lfx/components/olivya/__init__.py +3 -0
- lfx/components/olivya/olivya.py +116 -0
- lfx/components/ollama/__init__.py +37 -0
- lfx/components/ollama/ollama.py +548 -0
- lfx/components/ollama/ollama_embeddings.py +103 -0
- lfx/components/openai/__init__.py +37 -0
- lfx/components/openai/openai.py +100 -0
- lfx/components/openai/openai_chat_model.py +176 -0
- lfx/components/openrouter/__init__.py +32 -0
- lfx/components/openrouter/openrouter.py +104 -0
- lfx/components/output_parsers/__init__.py +3 -0
- lfx/components/perplexity/__init__.py +34 -0
- lfx/components/perplexity/perplexity.py +75 -0
- lfx/components/pgvector/__init__.py +34 -0
- lfx/components/pgvector/pgvector.py +72 -0
- lfx/components/pinecone/__init__.py +34 -0
- lfx/components/pinecone/pinecone.py +134 -0
- lfx/components/processing/__init__.py +72 -0
- lfx/components/processing/alter_metadata.py +109 -0
- lfx/components/processing/combine_text.py +40 -0
- lfx/components/processing/converter.py +248 -0
- lfx/components/processing/create_data.py +111 -0
- lfx/components/processing/create_list.py +40 -0
- lfx/components/processing/data_operations.py +528 -0
- lfx/components/processing/data_to_dataframe.py +71 -0
- lfx/components/processing/dataframe_operations.py +313 -0
- lfx/components/processing/dataframe_to_toolset.py +259 -0
- lfx/components/processing/dynamic_create_data.py +357 -0
- lfx/components/processing/extract_key.py +54 -0
- lfx/components/processing/filter_data.py +43 -0
- lfx/components/processing/filter_data_values.py +89 -0
- lfx/components/processing/json_cleaner.py +104 -0
- lfx/components/processing/merge_data.py +91 -0
- lfx/components/processing/message_to_data.py +37 -0
- lfx/components/processing/output_parser.py +46 -0
- lfx/components/processing/parse_data.py +71 -0
- lfx/components/processing/parse_dataframe.py +69 -0
- lfx/components/processing/parse_json_data.py +91 -0
- lfx/components/processing/parser.py +148 -0
- lfx/components/processing/regex.py +83 -0
- lfx/components/processing/select_data.py +49 -0
- lfx/components/processing/split_text.py +141 -0
- lfx/components/processing/store_message.py +91 -0
- lfx/components/processing/update_data.py +161 -0
- lfx/components/prototypes/__init__.py +35 -0
- lfx/components/prototypes/python_function.py +73 -0
- lfx/components/qdrant/__init__.py +34 -0
- lfx/components/qdrant/qdrant.py +109 -0
- lfx/components/redis/__init__.py +37 -0
- lfx/components/redis/redis.py +89 -0
- lfx/components/redis/redis_chat.py +43 -0
- lfx/components/sambanova/__init__.py +32 -0
- lfx/components/sambanova/sambanova.py +84 -0
- lfx/components/scrapegraph/__init__.py +40 -0
- lfx/components/scrapegraph/scrapegraph_markdownify_api.py +64 -0
- lfx/components/scrapegraph/scrapegraph_search_api.py +64 -0
- lfx/components/scrapegraph/scrapegraph_smart_scraper_api.py +71 -0
- lfx/components/searchapi/__init__.py +34 -0
- lfx/components/searchapi/search.py +79 -0
- lfx/components/serpapi/__init__.py +3 -0
- lfx/components/serpapi/serp.py +115 -0
- lfx/components/supabase/__init__.py +34 -0
- lfx/components/supabase/supabase.py +76 -0
- lfx/components/tavily/__init__.py +4 -0
- lfx/components/tavily/tavily_extract.py +117 -0
- lfx/components/tavily/tavily_search.py +212 -0
- lfx/components/textsplitters/__init__.py +3 -0
- lfx/components/toolkits/__init__.py +3 -0
- lfx/components/tools/__init__.py +66 -0
- lfx/components/tools/calculator.py +109 -0
- lfx/components/tools/google_search_api.py +45 -0
- lfx/components/tools/google_serper_api.py +115 -0
- lfx/components/tools/python_code_structured_tool.py +328 -0
- lfx/components/tools/python_repl.py +98 -0
- lfx/components/tools/search_api.py +88 -0
- lfx/components/tools/searxng.py +145 -0
- lfx/components/tools/serp_api.py +120 -0
- lfx/components/tools/tavily_search_tool.py +345 -0
- lfx/components/tools/wikidata_api.py +103 -0
- lfx/components/tools/wikipedia_api.py +50 -0
- lfx/components/tools/yahoo_finance.py +130 -0
- lfx/components/twelvelabs/__init__.py +52 -0
- lfx/components/twelvelabs/convert_astra_results.py +84 -0
- lfx/components/twelvelabs/pegasus_index.py +311 -0
- lfx/components/twelvelabs/split_video.py +301 -0
- lfx/components/twelvelabs/text_embeddings.py +57 -0
- lfx/components/twelvelabs/twelvelabs_pegasus.py +408 -0
- lfx/components/twelvelabs/video_embeddings.py +100 -0
- lfx/components/twelvelabs/video_file.py +191 -0
- lfx/components/unstructured/__init__.py +3 -0
- lfx/components/unstructured/unstructured.py +121 -0
- lfx/components/upstash/__init__.py +34 -0
- lfx/components/upstash/upstash.py +124 -0
- lfx/components/utilities/__init__.py +43 -0
- lfx/components/utilities/calculator_core.py +89 -0
- lfx/components/utilities/current_date.py +42 -0
- lfx/components/utilities/id_generator.py +42 -0
- lfx/components/utilities/python_repl_core.py +98 -0
- lfx/components/vectara/__init__.py +37 -0
- lfx/components/vectara/vectara.py +97 -0
- lfx/components/vectara/vectara_rag.py +164 -0
- lfx/components/vectorstores/__init__.py +34 -0
- lfx/components/vectorstores/local_db.py +270 -0
- lfx/components/vertexai/__init__.py +37 -0
- lfx/components/vertexai/vertexai.py +71 -0
- lfx/components/vertexai/vertexai_embeddings.py +67 -0
- lfx/components/vlmrun/__init__.py +34 -0
- lfx/components/vlmrun/vlmrun_transcription.py +224 -0
- lfx/components/weaviate/__init__.py +34 -0
- lfx/components/weaviate/weaviate.py +89 -0
- lfx/components/wikipedia/__init__.py +4 -0
- lfx/components/wikipedia/wikidata.py +86 -0
- lfx/components/wikipedia/wikipedia.py +53 -0
- lfx/components/wolframalpha/__init__.py +3 -0
- lfx/components/wolframalpha/wolfram_alpha_api.py +54 -0
- lfx/components/xai/__init__.py +32 -0
- lfx/components/xai/xai.py +167 -0
- lfx/components/yahoosearch/__init__.py +3 -0
- lfx/components/yahoosearch/yahoo.py +137 -0
- lfx/components/youtube/__init__.py +52 -0
- lfx/components/youtube/channel.py +227 -0
- lfx/components/youtube/comments.py +231 -0
- lfx/components/youtube/playlist.py +33 -0
- lfx/components/youtube/search.py +120 -0
- lfx/components/youtube/trending.py +285 -0
- lfx/components/youtube/video_details.py +263 -0
- lfx/components/youtube/youtube_transcripts.py +206 -0
- lfx/components/zep/__init__.py +3 -0
- lfx/components/zep/zep.py +45 -0
- lfx/constants.py +6 -0
- lfx/custom/__init__.py +7 -0
- lfx/custom/attributes.py +87 -0
- lfx/custom/code_parser/__init__.py +3 -0
- lfx/custom/code_parser/code_parser.py +361 -0
- lfx/custom/custom_component/__init__.py +0 -0
- lfx/custom/custom_component/base_component.py +128 -0
- lfx/custom/custom_component/component.py +1890 -0
- lfx/custom/custom_component/component_with_cache.py +8 -0
- lfx/custom/custom_component/custom_component.py +650 -0
- lfx/custom/dependency_analyzer.py +165 -0
- lfx/custom/directory_reader/__init__.py +3 -0
- lfx/custom/directory_reader/directory_reader.py +359 -0
- lfx/custom/directory_reader/utils.py +171 -0
- lfx/custom/eval.py +12 -0
- lfx/custom/schema.py +32 -0
- lfx/custom/tree_visitor.py +21 -0
- lfx/custom/utils.py +877 -0
- lfx/custom/validate.py +523 -0
- lfx/events/__init__.py +1 -0
- lfx/events/event_manager.py +110 -0
- lfx/exceptions/__init__.py +0 -0
- lfx/exceptions/component.py +15 -0
- lfx/field_typing/__init__.py +91 -0
- lfx/field_typing/constants.py +216 -0
- lfx/field_typing/range_spec.py +35 -0
- lfx/graph/__init__.py +6 -0
- lfx/graph/edge/__init__.py +0 -0
- lfx/graph/edge/base.py +300 -0
- lfx/graph/edge/schema.py +119 -0
- lfx/graph/edge/utils.py +0 -0
- lfx/graph/graph/__init__.py +0 -0
- lfx/graph/graph/ascii.py +202 -0
- lfx/graph/graph/base.py +2298 -0
- lfx/graph/graph/constants.py +63 -0
- lfx/graph/graph/runnable_vertices_manager.py +133 -0
- lfx/graph/graph/schema.py +53 -0
- lfx/graph/graph/state_model.py +66 -0
- lfx/graph/graph/utils.py +1024 -0
- lfx/graph/schema.py +75 -0
- lfx/graph/state/__init__.py +0 -0
- lfx/graph/state/model.py +250 -0
- lfx/graph/utils.py +206 -0
- lfx/graph/vertex/__init__.py +0 -0
- lfx/graph/vertex/base.py +826 -0
- lfx/graph/vertex/constants.py +0 -0
- lfx/graph/vertex/exceptions.py +4 -0
- lfx/graph/vertex/param_handler.py +316 -0
- lfx/graph/vertex/schema.py +26 -0
- lfx/graph/vertex/utils.py +19 -0
- lfx/graph/vertex/vertex_types.py +489 -0
- lfx/helpers/__init__.py +141 -0
- lfx/helpers/base_model.py +71 -0
- lfx/helpers/custom.py +13 -0
- lfx/helpers/data.py +167 -0
- lfx/helpers/flow.py +308 -0
- lfx/inputs/__init__.py +68 -0
- lfx/inputs/constants.py +2 -0
- lfx/inputs/input_mixin.py +352 -0
- lfx/inputs/inputs.py +718 -0
- lfx/inputs/validators.py +19 -0
- lfx/interface/__init__.py +6 -0
- lfx/interface/components.py +897 -0
- lfx/interface/importing/__init__.py +5 -0
- lfx/interface/importing/utils.py +39 -0
- lfx/interface/initialize/__init__.py +3 -0
- lfx/interface/initialize/loading.py +317 -0
- lfx/interface/listing.py +26 -0
- lfx/interface/run.py +16 -0
- lfx/interface/utils.py +111 -0
- lfx/io/__init__.py +63 -0
- lfx/io/schema.py +295 -0
- lfx/load/__init__.py +8 -0
- lfx/load/load.py +256 -0
- lfx/load/utils.py +99 -0
- lfx/log/__init__.py +5 -0
- lfx/log/logger.py +411 -0
- lfx/logging/__init__.py +11 -0
- lfx/logging/logger.py +24 -0
- lfx/memory/__init__.py +70 -0
- lfx/memory/stubs.py +302 -0
- lfx/processing/__init__.py +1 -0
- lfx/processing/process.py +238 -0
- lfx/processing/utils.py +25 -0
- lfx/py.typed +0 -0
- lfx/schema/__init__.py +66 -0
- lfx/schema/artifact.py +83 -0
- lfx/schema/content_block.py +62 -0
- lfx/schema/content_types.py +91 -0
- lfx/schema/cross_module.py +80 -0
- lfx/schema/data.py +309 -0
- lfx/schema/dataframe.py +210 -0
- lfx/schema/dotdict.py +74 -0
- lfx/schema/encoders.py +13 -0
- lfx/schema/graph.py +47 -0
- lfx/schema/image.py +184 -0
- lfx/schema/json_schema.py +186 -0
- lfx/schema/log.py +62 -0
- lfx/schema/message.py +493 -0
- lfx/schema/openai_responses_schemas.py +74 -0
- lfx/schema/properties.py +41 -0
- lfx/schema/schema.py +180 -0
- lfx/schema/serialize.py +13 -0
- lfx/schema/table.py +142 -0
- lfx/schema/validators.py +114 -0
- lfx/serialization/__init__.py +5 -0
- lfx/serialization/constants.py +2 -0
- lfx/serialization/serialization.py +314 -0
- lfx/services/__init__.py +26 -0
- lfx/services/base.py +28 -0
- lfx/services/cache/__init__.py +6 -0
- lfx/services/cache/base.py +183 -0
- lfx/services/cache/service.py +166 -0
- lfx/services/cache/utils.py +169 -0
- lfx/services/chat/__init__.py +1 -0
- lfx/services/chat/config.py +2 -0
- lfx/services/chat/schema.py +10 -0
- lfx/services/database/__init__.py +5 -0
- lfx/services/database/service.py +25 -0
- lfx/services/deps.py +194 -0
- lfx/services/factory.py +19 -0
- lfx/services/initialize.py +19 -0
- lfx/services/interfaces.py +103 -0
- lfx/services/manager.py +185 -0
- lfx/services/mcp_composer/__init__.py +6 -0
- lfx/services/mcp_composer/factory.py +16 -0
- lfx/services/mcp_composer/service.py +1441 -0
- lfx/services/schema.py +21 -0
- lfx/services/session.py +87 -0
- lfx/services/settings/__init__.py +3 -0
- lfx/services/settings/auth.py +133 -0
- lfx/services/settings/base.py +668 -0
- lfx/services/settings/constants.py +43 -0
- lfx/services/settings/factory.py +23 -0
- lfx/services/settings/feature_flags.py +11 -0
- lfx/services/settings/service.py +35 -0
- lfx/services/settings/utils.py +40 -0
- lfx/services/shared_component_cache/__init__.py +1 -0
- lfx/services/shared_component_cache/factory.py +30 -0
- lfx/services/shared_component_cache/service.py +9 -0
- lfx/services/storage/__init__.py +5 -0
- lfx/services/storage/local.py +185 -0
- lfx/services/storage/service.py +177 -0
- lfx/services/tracing/__init__.py +1 -0
- lfx/services/tracing/service.py +21 -0
- lfx/settings.py +6 -0
- lfx/template/__init__.py +6 -0
- lfx/template/field/__init__.py +0 -0
- lfx/template/field/base.py +260 -0
- lfx/template/field/prompt.py +15 -0
- lfx/template/frontend_node/__init__.py +6 -0
- lfx/template/frontend_node/base.py +214 -0
- lfx/template/frontend_node/constants.py +65 -0
- lfx/template/frontend_node/custom_components.py +79 -0
- lfx/template/template/__init__.py +0 -0
- lfx/template/template/base.py +100 -0
- lfx/template/utils.py +217 -0
- lfx/type_extraction/__init__.py +19 -0
- lfx/type_extraction/type_extraction.py +75 -0
- lfx/type_extraction.py +80 -0
- lfx/utils/__init__.py +1 -0
- lfx/utils/async_helpers.py +42 -0
- lfx/utils/component_utils.py +154 -0
- lfx/utils/concurrency.py +60 -0
- lfx/utils/connection_string_parser.py +11 -0
- lfx/utils/constants.py +233 -0
- lfx/utils/data_structure.py +212 -0
- lfx/utils/exceptions.py +22 -0
- lfx/utils/helpers.py +34 -0
- lfx/utils/image.py +79 -0
- lfx/utils/langflow_utils.py +52 -0
- lfx/utils/lazy_load.py +15 -0
- lfx/utils/request_utils.py +18 -0
- lfx/utils/schemas.py +139 -0
- lfx/utils/ssrf_protection.py +384 -0
- lfx/utils/util.py +626 -0
- lfx/utils/util_strings.py +56 -0
- lfx/utils/validate_cloud.py +26 -0
- lfx/utils/version.py +24 -0
- lfx_nightly-0.2.0.dev25.dist-info/METADATA +312 -0
- lfx_nightly-0.2.0.dev25.dist-info/RECORD +769 -0
- lfx_nightly-0.2.0.dev25.dist-info/WHEEL +4 -0
- lfx_nightly-0.2.0.dev25.dist-info/entry_points.txt +2 -0
|
@@ -0,0 +1,746 @@
|
|
|
1
|
+
import json
|
|
2
|
+
from collections.abc import AsyncIterator, Iterator
|
|
3
|
+
from pathlib import Path
|
|
4
|
+
|
|
5
|
+
import orjson
|
|
6
|
+
import pandas as pd
|
|
7
|
+
from fastapi import UploadFile
|
|
8
|
+
from fastapi.encoders import jsonable_encoder
|
|
9
|
+
|
|
10
|
+
from lfx.custom import Component
|
|
11
|
+
from lfx.inputs import SortableListInput
|
|
12
|
+
from lfx.io import BoolInput, DropdownInput, HandleInput, SecretStrInput, StrInput
|
|
13
|
+
from lfx.schema import Data, DataFrame, Message
|
|
14
|
+
from lfx.services.deps import get_settings_service, get_storage_service, session_scope
|
|
15
|
+
from lfx.template.field.base import Output
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
class SaveToFileComponent(Component):
|
|
19
|
+
display_name = "Write File"
|
|
20
|
+
description = "Save data to local file, AWS S3, or Google Drive in the selected format."
|
|
21
|
+
documentation: str = "https://docs.langflow.org/write-file"
|
|
22
|
+
icon = "file-text"
|
|
23
|
+
name = "SaveToFile"
|
|
24
|
+
|
|
25
|
+
# File format options for different storage types
|
|
26
|
+
LOCAL_DATA_FORMAT_CHOICES = ["csv", "excel", "json", "markdown"]
|
|
27
|
+
LOCAL_MESSAGE_FORMAT_CHOICES = ["txt", "json", "markdown"]
|
|
28
|
+
AWS_FORMAT_CHOICES = [
|
|
29
|
+
"txt",
|
|
30
|
+
"json",
|
|
31
|
+
"csv",
|
|
32
|
+
"xml",
|
|
33
|
+
"html",
|
|
34
|
+
"md",
|
|
35
|
+
"yaml",
|
|
36
|
+
"log",
|
|
37
|
+
"tsv",
|
|
38
|
+
"jsonl",
|
|
39
|
+
"parquet",
|
|
40
|
+
"xlsx",
|
|
41
|
+
"zip",
|
|
42
|
+
]
|
|
43
|
+
GDRIVE_FORMAT_CHOICES = ["txt", "json", "csv", "xlsx", "slides", "docs", "jpg", "mp3"]
|
|
44
|
+
|
|
45
|
+
inputs = [
|
|
46
|
+
# Storage location selection
|
|
47
|
+
SortableListInput(
|
|
48
|
+
name="storage_location",
|
|
49
|
+
display_name="Storage Location",
|
|
50
|
+
placeholder="Select Location",
|
|
51
|
+
info="Choose where to save the file.",
|
|
52
|
+
options=[
|
|
53
|
+
{"name": "Local", "icon": "hard-drive"},
|
|
54
|
+
{"name": "AWS", "icon": "Amazon"},
|
|
55
|
+
{"name": "Google Drive", "icon": "google"},
|
|
56
|
+
],
|
|
57
|
+
real_time_refresh=True,
|
|
58
|
+
limit=1,
|
|
59
|
+
),
|
|
60
|
+
# Common inputs
|
|
61
|
+
HandleInput(
|
|
62
|
+
name="input",
|
|
63
|
+
display_name="File Content",
|
|
64
|
+
info="The input to save.",
|
|
65
|
+
dynamic=True,
|
|
66
|
+
input_types=["Data", "DataFrame", "Message"],
|
|
67
|
+
required=True,
|
|
68
|
+
),
|
|
69
|
+
StrInput(
|
|
70
|
+
name="file_name",
|
|
71
|
+
display_name="File Name",
|
|
72
|
+
info="Name file will be saved as (without extension).",
|
|
73
|
+
required=True,
|
|
74
|
+
show=False,
|
|
75
|
+
tool_mode=True,
|
|
76
|
+
),
|
|
77
|
+
BoolInput(
|
|
78
|
+
name="append_mode",
|
|
79
|
+
display_name="Append",
|
|
80
|
+
info="Append to file if it exists (only for plain text formats). Disabled for binary formats like Excel.",
|
|
81
|
+
value=False,
|
|
82
|
+
show=False,
|
|
83
|
+
),
|
|
84
|
+
# Format inputs (dynamic based on storage location)
|
|
85
|
+
DropdownInput(
|
|
86
|
+
name="local_format",
|
|
87
|
+
display_name="File Format",
|
|
88
|
+
options=list(dict.fromkeys(LOCAL_DATA_FORMAT_CHOICES + LOCAL_MESSAGE_FORMAT_CHOICES)),
|
|
89
|
+
info="Select the file format for local storage.",
|
|
90
|
+
value="json",
|
|
91
|
+
show=False,
|
|
92
|
+
),
|
|
93
|
+
DropdownInput(
|
|
94
|
+
name="aws_format",
|
|
95
|
+
display_name="File Format",
|
|
96
|
+
options=AWS_FORMAT_CHOICES,
|
|
97
|
+
info="Select the file format for AWS S3 storage.",
|
|
98
|
+
value="txt",
|
|
99
|
+
show=False,
|
|
100
|
+
),
|
|
101
|
+
DropdownInput(
|
|
102
|
+
name="gdrive_format",
|
|
103
|
+
display_name="File Format",
|
|
104
|
+
options=GDRIVE_FORMAT_CHOICES,
|
|
105
|
+
info="Select the file format for Google Drive storage.",
|
|
106
|
+
value="txt",
|
|
107
|
+
show=False,
|
|
108
|
+
),
|
|
109
|
+
# AWS S3 specific inputs
|
|
110
|
+
SecretStrInput(
|
|
111
|
+
name="aws_access_key_id",
|
|
112
|
+
display_name="AWS Access Key ID",
|
|
113
|
+
info="AWS Access key ID.",
|
|
114
|
+
show=False,
|
|
115
|
+
advanced=True,
|
|
116
|
+
),
|
|
117
|
+
SecretStrInput(
|
|
118
|
+
name="aws_secret_access_key",
|
|
119
|
+
display_name="AWS Secret Key",
|
|
120
|
+
info="AWS Secret Key.",
|
|
121
|
+
show=False,
|
|
122
|
+
advanced=True,
|
|
123
|
+
),
|
|
124
|
+
StrInput(
|
|
125
|
+
name="bucket_name",
|
|
126
|
+
display_name="S3 Bucket Name",
|
|
127
|
+
info="Enter the name of the S3 bucket.",
|
|
128
|
+
show=False,
|
|
129
|
+
advanced=True,
|
|
130
|
+
),
|
|
131
|
+
StrInput(
|
|
132
|
+
name="aws_region",
|
|
133
|
+
display_name="AWS Region",
|
|
134
|
+
info="AWS region (e.g., us-east-1, eu-west-1).",
|
|
135
|
+
show=False,
|
|
136
|
+
advanced=True,
|
|
137
|
+
),
|
|
138
|
+
StrInput(
|
|
139
|
+
name="s3_prefix",
|
|
140
|
+
display_name="S3 Prefix",
|
|
141
|
+
info="Prefix for all files in S3.",
|
|
142
|
+
show=False,
|
|
143
|
+
advanced=True,
|
|
144
|
+
),
|
|
145
|
+
# Google Drive specific inputs
|
|
146
|
+
SecretStrInput(
|
|
147
|
+
name="service_account_key",
|
|
148
|
+
display_name="GCP Credentials Secret Key",
|
|
149
|
+
info="Your Google Cloud Platform service account JSON key as a secret string (complete JSON content).",
|
|
150
|
+
show=False,
|
|
151
|
+
advanced=True,
|
|
152
|
+
),
|
|
153
|
+
StrInput(
|
|
154
|
+
name="folder_id",
|
|
155
|
+
display_name="Google Drive Folder ID",
|
|
156
|
+
info=(
|
|
157
|
+
"The Google Drive folder ID where the file will be uploaded. "
|
|
158
|
+
"The folder must be shared with the service account email."
|
|
159
|
+
),
|
|
160
|
+
show=False,
|
|
161
|
+
advanced=True,
|
|
162
|
+
),
|
|
163
|
+
]
|
|
164
|
+
|
|
165
|
+
outputs = [Output(display_name="File Path", name="message", method="save_to_file")]
|
|
166
|
+
|
|
167
|
+
def update_build_config(self, build_config, field_value, field_name=None):
|
|
168
|
+
"""Update build configuration to show/hide fields based on storage location selection."""
|
|
169
|
+
if field_name != "storage_location":
|
|
170
|
+
return build_config
|
|
171
|
+
|
|
172
|
+
# Extract selected storage location
|
|
173
|
+
selected = [location["name"] for location in field_value] if isinstance(field_value, list) else []
|
|
174
|
+
|
|
175
|
+
# Hide all dynamic fields first
|
|
176
|
+
dynamic_fields = [
|
|
177
|
+
"file_name", # Common fields (input is always visible)
|
|
178
|
+
"append_mode",
|
|
179
|
+
"local_format",
|
|
180
|
+
"aws_format",
|
|
181
|
+
"gdrive_format",
|
|
182
|
+
"aws_access_key_id",
|
|
183
|
+
"aws_secret_access_key",
|
|
184
|
+
"bucket_name",
|
|
185
|
+
"aws_region",
|
|
186
|
+
"s3_prefix",
|
|
187
|
+
"service_account_key",
|
|
188
|
+
"folder_id",
|
|
189
|
+
]
|
|
190
|
+
|
|
191
|
+
for f_name in dynamic_fields:
|
|
192
|
+
if f_name in build_config:
|
|
193
|
+
build_config[f_name]["show"] = False
|
|
194
|
+
|
|
195
|
+
# Show fields based on selected storage location
|
|
196
|
+
if len(selected) == 1:
|
|
197
|
+
location = selected[0]
|
|
198
|
+
|
|
199
|
+
# Show file_name and append_mode when any storage location is selected
|
|
200
|
+
if "file_name" in build_config:
|
|
201
|
+
build_config["file_name"]["show"] = True
|
|
202
|
+
if "append_mode" in build_config:
|
|
203
|
+
build_config["append_mode"]["show"] = True
|
|
204
|
+
|
|
205
|
+
if location == "Local":
|
|
206
|
+
if "local_format" in build_config:
|
|
207
|
+
build_config["local_format"]["show"] = True
|
|
208
|
+
|
|
209
|
+
elif location == "AWS":
|
|
210
|
+
aws_fields = [
|
|
211
|
+
"aws_format",
|
|
212
|
+
"aws_access_key_id",
|
|
213
|
+
"aws_secret_access_key",
|
|
214
|
+
"bucket_name",
|
|
215
|
+
"aws_region",
|
|
216
|
+
"s3_prefix",
|
|
217
|
+
]
|
|
218
|
+
for f_name in aws_fields:
|
|
219
|
+
if f_name in build_config:
|
|
220
|
+
build_config[f_name]["show"] = True
|
|
221
|
+
|
|
222
|
+
elif location == "Google Drive":
|
|
223
|
+
gdrive_fields = ["gdrive_format", "service_account_key", "folder_id"]
|
|
224
|
+
for f_name in gdrive_fields:
|
|
225
|
+
if f_name in build_config:
|
|
226
|
+
build_config[f_name]["show"] = True
|
|
227
|
+
|
|
228
|
+
return build_config
|
|
229
|
+
|
|
230
|
+
async def save_to_file(self) -> Message:
|
|
231
|
+
"""Save the input to a file and upload it, returning a confirmation message."""
|
|
232
|
+
# Validate inputs
|
|
233
|
+
if not self.file_name:
|
|
234
|
+
msg = "File name must be provided."
|
|
235
|
+
raise ValueError(msg)
|
|
236
|
+
if not self._get_input_type():
|
|
237
|
+
msg = "Input type is not set."
|
|
238
|
+
raise ValueError(msg)
|
|
239
|
+
|
|
240
|
+
# Get selected storage location
|
|
241
|
+
storage_location = self._get_selected_storage_location()
|
|
242
|
+
if not storage_location:
|
|
243
|
+
msg = "Storage location must be selected."
|
|
244
|
+
raise ValueError(msg)
|
|
245
|
+
|
|
246
|
+
# Route to appropriate save method based on storage location
|
|
247
|
+
if storage_location == "Local":
|
|
248
|
+
return await self._save_to_local()
|
|
249
|
+
if storage_location == "AWS":
|
|
250
|
+
return await self._save_to_aws()
|
|
251
|
+
if storage_location == "Google Drive":
|
|
252
|
+
return await self._save_to_google_drive()
|
|
253
|
+
msg = f"Unsupported storage location: {storage_location}"
|
|
254
|
+
raise ValueError(msg)
|
|
255
|
+
|
|
256
|
+
def _get_input_type(self) -> str:
|
|
257
|
+
"""Determine the input type based on the provided input."""
|
|
258
|
+
# Use exact type checking (type() is) instead of isinstance() to avoid inheritance issues.
|
|
259
|
+
# Since Message inherits from Data, isinstance(message, Data) would return True for Message objects,
|
|
260
|
+
# causing Message inputs to be incorrectly identified as Data type.
|
|
261
|
+
if type(self.input) is DataFrame:
|
|
262
|
+
return "DataFrame"
|
|
263
|
+
if type(self.input) is Message:
|
|
264
|
+
return "Message"
|
|
265
|
+
if type(self.input) is Data:
|
|
266
|
+
return "Data"
|
|
267
|
+
msg = f"Unsupported input type: {type(self.input)}"
|
|
268
|
+
raise ValueError(msg)
|
|
269
|
+
|
|
270
|
+
def _get_default_format(self) -> str:
|
|
271
|
+
"""Return the default file format based on input type."""
|
|
272
|
+
if self._get_input_type() == "DataFrame":
|
|
273
|
+
return "csv"
|
|
274
|
+
if self._get_input_type() == "Data":
|
|
275
|
+
return "json"
|
|
276
|
+
if self._get_input_type() == "Message":
|
|
277
|
+
return "json"
|
|
278
|
+
return "json" # Fallback
|
|
279
|
+
|
|
280
|
+
def _adjust_file_path_with_format(self, path: Path, fmt: str) -> Path:
|
|
281
|
+
"""Adjust the file path to include the correct extension."""
|
|
282
|
+
file_extension = path.suffix.lower().lstrip(".")
|
|
283
|
+
if fmt == "excel":
|
|
284
|
+
return Path(f"{path}.xlsx").expanduser() if file_extension not in ["xlsx", "xls"] else path
|
|
285
|
+
return Path(f"{path}.{fmt}").expanduser() if file_extension != fmt else path
|
|
286
|
+
|
|
287
|
+
def _is_plain_text_format(self, fmt: str) -> bool:
|
|
288
|
+
"""Check if a file format is plain text (supports appending)."""
|
|
289
|
+
plain_text_formats = ["txt", "json", "markdown", "md", "csv", "xml", "html", "yaml", "log", "tsv", "jsonl"]
|
|
290
|
+
return fmt.lower() in plain_text_formats
|
|
291
|
+
|
|
292
|
+
async def _upload_file(self, file_path: Path) -> None:
|
|
293
|
+
"""Upload the saved file using the upload_user_file service."""
|
|
294
|
+
from langflow.api.v2.files import upload_user_file
|
|
295
|
+
from langflow.services.database.models.user.crud import get_user_by_id
|
|
296
|
+
|
|
297
|
+
# Ensure the file exists
|
|
298
|
+
if not file_path.exists():
|
|
299
|
+
msg = f"File not found: {file_path}"
|
|
300
|
+
raise FileNotFoundError(msg)
|
|
301
|
+
|
|
302
|
+
# Upload the file - always use append=False because the local file already contains
|
|
303
|
+
# the correct content (either new or appended locally)
|
|
304
|
+
with file_path.open("rb") as f:
|
|
305
|
+
async with session_scope() as db:
|
|
306
|
+
if not self.user_id:
|
|
307
|
+
msg = "User ID is required for file saving."
|
|
308
|
+
raise ValueError(msg)
|
|
309
|
+
current_user = await get_user_by_id(db, self.user_id)
|
|
310
|
+
|
|
311
|
+
await upload_user_file(
|
|
312
|
+
file=UploadFile(filename=file_path.name, file=f, size=file_path.stat().st_size),
|
|
313
|
+
session=db,
|
|
314
|
+
current_user=current_user,
|
|
315
|
+
storage_service=get_storage_service(),
|
|
316
|
+
settings_service=get_settings_service(),
|
|
317
|
+
append=False,
|
|
318
|
+
)
|
|
319
|
+
|
|
320
|
+
def _save_dataframe(self, dataframe: DataFrame, path: Path, fmt: str) -> str:
|
|
321
|
+
"""Save a DataFrame to the specified file format."""
|
|
322
|
+
append_mode = getattr(self, "append_mode", False)
|
|
323
|
+
should_append = append_mode and path.exists() and self._is_plain_text_format(fmt)
|
|
324
|
+
|
|
325
|
+
if fmt == "csv":
|
|
326
|
+
dataframe.to_csv(path, index=False, mode="a" if should_append else "w", header=not should_append)
|
|
327
|
+
elif fmt == "excel":
|
|
328
|
+
dataframe.to_excel(path, index=False, engine="openpyxl")
|
|
329
|
+
elif fmt == "json":
|
|
330
|
+
if should_append:
|
|
331
|
+
# Read and parse existing JSON
|
|
332
|
+
existing_data = []
|
|
333
|
+
try:
|
|
334
|
+
existing_content = path.read_text(encoding="utf-8").strip()
|
|
335
|
+
if existing_content:
|
|
336
|
+
parsed = json.loads(existing_content)
|
|
337
|
+
# Handle case where existing content is a single object
|
|
338
|
+
if isinstance(parsed, dict):
|
|
339
|
+
existing_data = [parsed]
|
|
340
|
+
elif isinstance(parsed, list):
|
|
341
|
+
existing_data = parsed
|
|
342
|
+
except (json.JSONDecodeError, FileNotFoundError):
|
|
343
|
+
# Treat parse errors or missing file as empty array
|
|
344
|
+
existing_data = []
|
|
345
|
+
|
|
346
|
+
# Append new data
|
|
347
|
+
new_records = json.loads(dataframe.to_json(orient="records"))
|
|
348
|
+
existing_data.extend(new_records)
|
|
349
|
+
|
|
350
|
+
# Write back as a single JSON array
|
|
351
|
+
path.write_text(json.dumps(existing_data, indent=2), encoding="utf-8")
|
|
352
|
+
else:
|
|
353
|
+
dataframe.to_json(path, orient="records", indent=2)
|
|
354
|
+
elif fmt == "markdown":
|
|
355
|
+
content = dataframe.to_markdown(index=False)
|
|
356
|
+
if should_append:
|
|
357
|
+
path.write_text(path.read_text(encoding="utf-8") + "\n\n" + content, encoding="utf-8")
|
|
358
|
+
else:
|
|
359
|
+
path.write_text(content, encoding="utf-8")
|
|
360
|
+
else:
|
|
361
|
+
msg = f"Unsupported DataFrame format: {fmt}"
|
|
362
|
+
raise ValueError(msg)
|
|
363
|
+
action = "appended to" if should_append else "saved successfully as"
|
|
364
|
+
return f"DataFrame {action} '{path}'"
|
|
365
|
+
|
|
366
|
+
def _save_data(self, data: Data, path: Path, fmt: str) -> str:
|
|
367
|
+
"""Save a Data object to the specified file format."""
|
|
368
|
+
append_mode = getattr(self, "append_mode", False)
|
|
369
|
+
should_append = append_mode and path.exists() and self._is_plain_text_format(fmt)
|
|
370
|
+
|
|
371
|
+
if fmt == "csv":
|
|
372
|
+
pd.DataFrame(data.data).to_csv(
|
|
373
|
+
path,
|
|
374
|
+
index=False,
|
|
375
|
+
mode="a" if should_append else "w",
|
|
376
|
+
header=not should_append,
|
|
377
|
+
)
|
|
378
|
+
elif fmt == "excel":
|
|
379
|
+
pd.DataFrame(data.data).to_excel(path, index=False, engine="openpyxl")
|
|
380
|
+
elif fmt == "json":
|
|
381
|
+
new_data = jsonable_encoder(data.data)
|
|
382
|
+
if should_append:
|
|
383
|
+
# Read and parse existing JSON
|
|
384
|
+
existing_data = []
|
|
385
|
+
try:
|
|
386
|
+
existing_content = path.read_text(encoding="utf-8").strip()
|
|
387
|
+
if existing_content:
|
|
388
|
+
parsed = json.loads(existing_content)
|
|
389
|
+
# Handle case where existing content is a single object
|
|
390
|
+
if isinstance(parsed, dict):
|
|
391
|
+
existing_data = [parsed]
|
|
392
|
+
elif isinstance(parsed, list):
|
|
393
|
+
existing_data = parsed
|
|
394
|
+
except (json.JSONDecodeError, FileNotFoundError):
|
|
395
|
+
# Treat parse errors or missing file as empty array
|
|
396
|
+
existing_data = []
|
|
397
|
+
|
|
398
|
+
# Append new data
|
|
399
|
+
if isinstance(new_data, list):
|
|
400
|
+
existing_data.extend(new_data)
|
|
401
|
+
else:
|
|
402
|
+
existing_data.append(new_data)
|
|
403
|
+
|
|
404
|
+
# Write back as a single JSON array
|
|
405
|
+
path.write_text(json.dumps(existing_data, indent=2), encoding="utf-8")
|
|
406
|
+
else:
|
|
407
|
+
content = orjson.dumps(new_data, option=orjson.OPT_INDENT_2).decode("utf-8")
|
|
408
|
+
path.write_text(content, encoding="utf-8")
|
|
409
|
+
elif fmt == "markdown":
|
|
410
|
+
content = pd.DataFrame(data.data).to_markdown(index=False)
|
|
411
|
+
if should_append:
|
|
412
|
+
path.write_text(path.read_text(encoding="utf-8") + "\n\n" + content, encoding="utf-8")
|
|
413
|
+
else:
|
|
414
|
+
path.write_text(content, encoding="utf-8")
|
|
415
|
+
else:
|
|
416
|
+
msg = f"Unsupported Data format: {fmt}"
|
|
417
|
+
raise ValueError(msg)
|
|
418
|
+
action = "appended to" if should_append else "saved successfully as"
|
|
419
|
+
return f"Data {action} '{path}'"
|
|
420
|
+
|
|
421
|
+
async def _save_message(self, message: Message, path: Path, fmt: str) -> str:
|
|
422
|
+
"""Save a Message to the specified file format, handling async iterators."""
|
|
423
|
+
content = ""
|
|
424
|
+
if message.text is None:
|
|
425
|
+
content = ""
|
|
426
|
+
elif isinstance(message.text, AsyncIterator):
|
|
427
|
+
async for item in message.text:
|
|
428
|
+
content += str(item) + " "
|
|
429
|
+
content = content.strip()
|
|
430
|
+
elif isinstance(message.text, Iterator):
|
|
431
|
+
content = " ".join(str(item) for item in message.text)
|
|
432
|
+
else:
|
|
433
|
+
content = str(message.text)
|
|
434
|
+
|
|
435
|
+
append_mode = getattr(self, "append_mode", False)
|
|
436
|
+
should_append = append_mode and path.exists() and self._is_plain_text_format(fmt)
|
|
437
|
+
|
|
438
|
+
if fmt == "txt":
|
|
439
|
+
if should_append:
|
|
440
|
+
path.write_text(path.read_text(encoding="utf-8") + "\n" + content, encoding="utf-8")
|
|
441
|
+
else:
|
|
442
|
+
path.write_text(content, encoding="utf-8")
|
|
443
|
+
elif fmt == "json":
|
|
444
|
+
new_message = {"message": content}
|
|
445
|
+
if should_append:
|
|
446
|
+
# Read and parse existing JSON
|
|
447
|
+
existing_data = []
|
|
448
|
+
try:
|
|
449
|
+
existing_content = path.read_text(encoding="utf-8").strip()
|
|
450
|
+
if existing_content:
|
|
451
|
+
parsed = json.loads(existing_content)
|
|
452
|
+
# Handle case where existing content is a single object
|
|
453
|
+
if isinstance(parsed, dict):
|
|
454
|
+
existing_data = [parsed]
|
|
455
|
+
elif isinstance(parsed, list):
|
|
456
|
+
existing_data = parsed
|
|
457
|
+
except (json.JSONDecodeError, FileNotFoundError):
|
|
458
|
+
# Treat parse errors or missing file as empty array
|
|
459
|
+
existing_data = []
|
|
460
|
+
|
|
461
|
+
# Append new message
|
|
462
|
+
existing_data.append(new_message)
|
|
463
|
+
|
|
464
|
+
# Write back as a single JSON array
|
|
465
|
+
path.write_text(json.dumps(existing_data, indent=2), encoding="utf-8")
|
|
466
|
+
else:
|
|
467
|
+
path.write_text(json.dumps(new_message, indent=2), encoding="utf-8")
|
|
468
|
+
elif fmt == "markdown":
|
|
469
|
+
md_content = f"**Message:**\n\n{content}"
|
|
470
|
+
if should_append:
|
|
471
|
+
path.write_text(path.read_text(encoding="utf-8") + "\n\n" + md_content, encoding="utf-8")
|
|
472
|
+
else:
|
|
473
|
+
path.write_text(md_content, encoding="utf-8")
|
|
474
|
+
else:
|
|
475
|
+
msg = f"Unsupported Message format: {fmt}"
|
|
476
|
+
raise ValueError(msg)
|
|
477
|
+
action = "appended to" if should_append else "saved successfully as"
|
|
478
|
+
return f"Message {action} '{path}'"
|
|
479
|
+
|
|
480
|
+
def _get_selected_storage_location(self) -> str:
|
|
481
|
+
"""Get the selected storage location from the SortableListInput."""
|
|
482
|
+
if hasattr(self, "storage_location") and self.storage_location:
|
|
483
|
+
if isinstance(self.storage_location, list) and len(self.storage_location) > 0:
|
|
484
|
+
return self.storage_location[0].get("name", "")
|
|
485
|
+
if isinstance(self.storage_location, dict):
|
|
486
|
+
return self.storage_location.get("name", "")
|
|
487
|
+
return ""
|
|
488
|
+
|
|
489
|
+
def _get_file_format_for_location(self, location: str) -> str:
|
|
490
|
+
"""Get the appropriate file format based on storage location."""
|
|
491
|
+
if location == "Local":
|
|
492
|
+
return getattr(self, "local_format", None) or self._get_default_format()
|
|
493
|
+
if location == "AWS":
|
|
494
|
+
return getattr(self, "aws_format", "txt")
|
|
495
|
+
if location == "Google Drive":
|
|
496
|
+
return getattr(self, "gdrive_format", "txt")
|
|
497
|
+
return self._get_default_format()
|
|
498
|
+
|
|
499
|
+
async def _save_to_local(self) -> Message:
|
|
500
|
+
"""Save file to local storage (original functionality)."""
|
|
501
|
+
file_format = self._get_file_format_for_location("Local")
|
|
502
|
+
|
|
503
|
+
# Validate file format based on input type
|
|
504
|
+
allowed_formats = (
|
|
505
|
+
self.LOCAL_MESSAGE_FORMAT_CHOICES if self._get_input_type() == "Message" else self.LOCAL_DATA_FORMAT_CHOICES
|
|
506
|
+
)
|
|
507
|
+
if file_format not in allowed_formats:
|
|
508
|
+
msg = f"Invalid file format '{file_format}' for {self._get_input_type()}. Allowed: {allowed_formats}"
|
|
509
|
+
raise ValueError(msg)
|
|
510
|
+
|
|
511
|
+
# Prepare file path
|
|
512
|
+
file_path = Path(self.file_name).expanduser()
|
|
513
|
+
if not file_path.parent.exists():
|
|
514
|
+
file_path.parent.mkdir(parents=True, exist_ok=True)
|
|
515
|
+
file_path = self._adjust_file_path_with_format(file_path, file_format)
|
|
516
|
+
|
|
517
|
+
# Save the input to file based on type
|
|
518
|
+
if self._get_input_type() == "DataFrame":
|
|
519
|
+
confirmation = self._save_dataframe(self.input, file_path, file_format)
|
|
520
|
+
elif self._get_input_type() == "Data":
|
|
521
|
+
confirmation = self._save_data(self.input, file_path, file_format)
|
|
522
|
+
elif self._get_input_type() == "Message":
|
|
523
|
+
confirmation = await self._save_message(self.input, file_path, file_format)
|
|
524
|
+
else:
|
|
525
|
+
msg = f"Unsupported input type: {self._get_input_type()}"
|
|
526
|
+
raise ValueError(msg)
|
|
527
|
+
|
|
528
|
+
# Upload the saved file
|
|
529
|
+
await self._upload_file(file_path)
|
|
530
|
+
|
|
531
|
+
# Return the final file path and confirmation message
|
|
532
|
+
final_path = Path.cwd() / file_path if not file_path.is_absolute() else file_path
|
|
533
|
+
return Message(text=f"{confirmation} at {final_path}")
|
|
534
|
+
|
|
535
|
+
async def _save_to_aws(self) -> Message:
|
|
536
|
+
"""Save file to AWS S3 using S3 functionality."""
|
|
537
|
+
# Validate AWS credentials
|
|
538
|
+
if not getattr(self, "aws_access_key_id", None):
|
|
539
|
+
msg = "AWS Access Key ID is required for S3 storage"
|
|
540
|
+
raise ValueError(msg)
|
|
541
|
+
if not getattr(self, "aws_secret_access_key", None):
|
|
542
|
+
msg = "AWS Secret Key is required for S3 storage"
|
|
543
|
+
raise ValueError(msg)
|
|
544
|
+
if not getattr(self, "bucket_name", None):
|
|
545
|
+
msg = "S3 Bucket Name is required for S3 storage"
|
|
546
|
+
raise ValueError(msg)
|
|
547
|
+
|
|
548
|
+
# Use S3 upload functionality
|
|
549
|
+
try:
|
|
550
|
+
import boto3
|
|
551
|
+
except ImportError as e:
|
|
552
|
+
msg = "boto3 is not installed. Please install it using `uv pip install boto3`."
|
|
553
|
+
raise ImportError(msg) from e
|
|
554
|
+
|
|
555
|
+
# Create S3 client
|
|
556
|
+
client_config = {
|
|
557
|
+
"aws_access_key_id": self.aws_access_key_id,
|
|
558
|
+
"aws_secret_access_key": self.aws_secret_access_key,
|
|
559
|
+
}
|
|
560
|
+
|
|
561
|
+
if hasattr(self, "aws_region") and self.aws_region:
|
|
562
|
+
client_config["region_name"] = self.aws_region
|
|
563
|
+
|
|
564
|
+
s3_client = boto3.client("s3", **client_config)
|
|
565
|
+
|
|
566
|
+
# Extract content
|
|
567
|
+
content = self._extract_content_for_upload()
|
|
568
|
+
file_format = self._get_file_format_for_location("AWS")
|
|
569
|
+
|
|
570
|
+
# Generate file path
|
|
571
|
+
file_path = f"{self.file_name}.{file_format}"
|
|
572
|
+
if hasattr(self, "s3_prefix") and self.s3_prefix:
|
|
573
|
+
file_path = f"{self.s3_prefix.rstrip('/')}/{file_path}"
|
|
574
|
+
|
|
575
|
+
# Create temporary file
|
|
576
|
+
import tempfile
|
|
577
|
+
|
|
578
|
+
with tempfile.NamedTemporaryFile(mode="w", suffix=f".{file_format}", delete=False) as temp_file:
|
|
579
|
+
temp_file.write(content)
|
|
580
|
+
temp_file_path = temp_file.name
|
|
581
|
+
|
|
582
|
+
try:
|
|
583
|
+
# Upload to S3
|
|
584
|
+
s3_client.upload_file(temp_file_path, self.bucket_name, file_path)
|
|
585
|
+
s3_url = f"s3://{self.bucket_name}/{file_path}"
|
|
586
|
+
return Message(text=f"File successfully uploaded to {s3_url}")
|
|
587
|
+
finally:
|
|
588
|
+
# Clean up temp file
|
|
589
|
+
if Path(temp_file_path).exists():
|
|
590
|
+
Path(temp_file_path).unlink()
|
|
591
|
+
|
|
592
|
+
async def _save_to_google_drive(self) -> Message:
|
|
593
|
+
"""Save file to Google Drive using Google Drive functionality."""
|
|
594
|
+
# Validate Google Drive credentials
|
|
595
|
+
if not getattr(self, "service_account_key", None):
|
|
596
|
+
msg = "GCP Credentials Secret Key is required for Google Drive storage"
|
|
597
|
+
raise ValueError(msg)
|
|
598
|
+
if not getattr(self, "folder_id", None):
|
|
599
|
+
msg = "Google Drive Folder ID is required for Google Drive storage"
|
|
600
|
+
raise ValueError(msg)
|
|
601
|
+
|
|
602
|
+
# Use Google Drive upload functionality
|
|
603
|
+
try:
|
|
604
|
+
import json
|
|
605
|
+
import tempfile
|
|
606
|
+
|
|
607
|
+
from google.oauth2 import service_account
|
|
608
|
+
from googleapiclient.discovery import build
|
|
609
|
+
from googleapiclient.http import MediaFileUpload
|
|
610
|
+
except ImportError as e:
|
|
611
|
+
msg = "Google API client libraries are not installed. Please install them."
|
|
612
|
+
raise ImportError(msg) from e
|
|
613
|
+
|
|
614
|
+
# Parse credentials
|
|
615
|
+
try:
|
|
616
|
+
credentials_dict = json.loads(self.service_account_key)
|
|
617
|
+
except json.JSONDecodeError as e:
|
|
618
|
+
msg = f"Invalid JSON in service account key: {e!s}"
|
|
619
|
+
raise ValueError(msg) from e
|
|
620
|
+
|
|
621
|
+
# Create Google Drive service
|
|
622
|
+
credentials = service_account.Credentials.from_service_account_info(
|
|
623
|
+
credentials_dict, scopes=["https://www.googleapis.com/auth/drive.file"]
|
|
624
|
+
)
|
|
625
|
+
drive_service = build("drive", "v3", credentials=credentials)
|
|
626
|
+
|
|
627
|
+
# Extract content and format
|
|
628
|
+
content = self._extract_content_for_upload()
|
|
629
|
+
file_format = self._get_file_format_for_location("Google Drive")
|
|
630
|
+
|
|
631
|
+
# Handle special Google Drive formats
|
|
632
|
+
if file_format in ["slides", "docs"]:
|
|
633
|
+
return await self._save_to_google_apps(drive_service, credentials, content, file_format)
|
|
634
|
+
|
|
635
|
+
# Create temporary file
|
|
636
|
+
file_path = f"{self.file_name}.{file_format}"
|
|
637
|
+
with tempfile.NamedTemporaryFile(mode="w", suffix=f".{file_format}", delete=False) as temp_file:
|
|
638
|
+
temp_file.write(content)
|
|
639
|
+
temp_file_path = temp_file.name
|
|
640
|
+
|
|
641
|
+
try:
|
|
642
|
+
# Upload to Google Drive
|
|
643
|
+
file_metadata = {"name": file_path, "parents": [self.folder_id]}
|
|
644
|
+
media = MediaFileUpload(temp_file_path, resumable=True)
|
|
645
|
+
|
|
646
|
+
uploaded_file = drive_service.files().create(body=file_metadata, media_body=media, fields="id").execute()
|
|
647
|
+
|
|
648
|
+
file_id = uploaded_file.get("id")
|
|
649
|
+
file_url = f"https://drive.google.com/file/d/{file_id}/view"
|
|
650
|
+
return Message(text=f"File successfully uploaded to Google Drive: {file_url}")
|
|
651
|
+
finally:
|
|
652
|
+
# Clean up temp file
|
|
653
|
+
if Path(temp_file_path).exists():
|
|
654
|
+
Path(temp_file_path).unlink()
|
|
655
|
+
|
|
656
|
+
async def _save_to_google_apps(self, drive_service, credentials, content: str, app_type: str) -> Message:
|
|
657
|
+
"""Save content to Google Apps (Slides or Docs)."""
|
|
658
|
+
import time
|
|
659
|
+
|
|
660
|
+
if app_type == "slides":
|
|
661
|
+
from googleapiclient.discovery import build
|
|
662
|
+
|
|
663
|
+
slides_service = build("slides", "v1", credentials=credentials)
|
|
664
|
+
|
|
665
|
+
file_metadata = {
|
|
666
|
+
"name": self.file_name,
|
|
667
|
+
"mimeType": "application/vnd.google-apps.presentation",
|
|
668
|
+
"parents": [self.folder_id],
|
|
669
|
+
}
|
|
670
|
+
|
|
671
|
+
created_file = drive_service.files().create(body=file_metadata, fields="id").execute()
|
|
672
|
+
presentation_id = created_file["id"]
|
|
673
|
+
|
|
674
|
+
time.sleep(2) # Wait for file to be available # noqa: ASYNC251
|
|
675
|
+
|
|
676
|
+
presentation = slides_service.presentations().get(presentationId=presentation_id).execute()
|
|
677
|
+
slide_id = presentation["slides"][0]["objectId"]
|
|
678
|
+
|
|
679
|
+
# Add content to slide
|
|
680
|
+
requests = [
|
|
681
|
+
{
|
|
682
|
+
"createShape": {
|
|
683
|
+
"objectId": "TextBox_01",
|
|
684
|
+
"shapeType": "TEXT_BOX",
|
|
685
|
+
"elementProperties": {
|
|
686
|
+
"pageObjectId": slide_id,
|
|
687
|
+
"size": {
|
|
688
|
+
"height": {"magnitude": 3000000, "unit": "EMU"},
|
|
689
|
+
"width": {"magnitude": 6000000, "unit": "EMU"},
|
|
690
|
+
},
|
|
691
|
+
"transform": {
|
|
692
|
+
"scaleX": 1,
|
|
693
|
+
"scaleY": 1,
|
|
694
|
+
"translateX": 1000000,
|
|
695
|
+
"translateY": 1000000,
|
|
696
|
+
"unit": "EMU",
|
|
697
|
+
},
|
|
698
|
+
},
|
|
699
|
+
}
|
|
700
|
+
},
|
|
701
|
+
{"insertText": {"objectId": "TextBox_01", "insertionIndex": 0, "text": content}},
|
|
702
|
+
]
|
|
703
|
+
|
|
704
|
+
slides_service.presentations().batchUpdate(
|
|
705
|
+
presentationId=presentation_id, body={"requests": requests}
|
|
706
|
+
).execute()
|
|
707
|
+
file_url = f"https://docs.google.com/presentation/d/{presentation_id}/edit"
|
|
708
|
+
|
|
709
|
+
elif app_type == "docs":
|
|
710
|
+
from googleapiclient.discovery import build
|
|
711
|
+
|
|
712
|
+
docs_service = build("docs", "v1", credentials=credentials)
|
|
713
|
+
|
|
714
|
+
file_metadata = {
|
|
715
|
+
"name": self.file_name,
|
|
716
|
+
"mimeType": "application/vnd.google-apps.document",
|
|
717
|
+
"parents": [self.folder_id],
|
|
718
|
+
}
|
|
719
|
+
|
|
720
|
+
created_file = drive_service.files().create(body=file_metadata, fields="id").execute()
|
|
721
|
+
document_id = created_file["id"]
|
|
722
|
+
|
|
723
|
+
time.sleep(2) # Wait for file to be available # noqa: ASYNC251
|
|
724
|
+
|
|
725
|
+
# Add content to document
|
|
726
|
+
requests = [{"insertText": {"location": {"index": 1}, "text": content}}]
|
|
727
|
+
docs_service.documents().batchUpdate(documentId=document_id, body={"requests": requests}).execute()
|
|
728
|
+
file_url = f"https://docs.google.com/document/d/{document_id}/edit"
|
|
729
|
+
|
|
730
|
+
return Message(text=f"File successfully created in Google {app_type.title()}: {file_url}")
|
|
731
|
+
|
|
732
|
+
def _extract_content_for_upload(self) -> str:
|
|
733
|
+
"""Extract content from input for upload to cloud services."""
|
|
734
|
+
if self._get_input_type() == "DataFrame":
|
|
735
|
+
return self.input.to_csv(index=False)
|
|
736
|
+
if self._get_input_type() == "Data":
|
|
737
|
+
if hasattr(self.input, "data") and self.input.data:
|
|
738
|
+
if isinstance(self.input.data, dict):
|
|
739
|
+
import json
|
|
740
|
+
|
|
741
|
+
return json.dumps(self.input.data, indent=2, ensure_ascii=False)
|
|
742
|
+
return str(self.input.data)
|
|
743
|
+
return str(self.input)
|
|
744
|
+
if self._get_input_type() == "Message":
|
|
745
|
+
return str(self.input.text) if self.input.text else str(self.input)
|
|
746
|
+
return str(self.input)
|