lfx-nightly 0.1.11.dev0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (699) hide show
  1. lfx/__init__.py +0 -0
  2. lfx/__main__.py +25 -0
  3. lfx/base/__init__.py +0 -0
  4. lfx/base/agents/__init__.py +0 -0
  5. lfx/base/agents/agent.py +268 -0
  6. lfx/base/agents/callback.py +130 -0
  7. lfx/base/agents/context.py +109 -0
  8. lfx/base/agents/crewai/__init__.py +0 -0
  9. lfx/base/agents/crewai/crew.py +231 -0
  10. lfx/base/agents/crewai/tasks.py +12 -0
  11. lfx/base/agents/default_prompts.py +23 -0
  12. lfx/base/agents/errors.py +15 -0
  13. lfx/base/agents/events.py +346 -0
  14. lfx/base/agents/utils.py +205 -0
  15. lfx/base/astra_assistants/__init__.py +0 -0
  16. lfx/base/astra_assistants/util.py +171 -0
  17. lfx/base/chains/__init__.py +0 -0
  18. lfx/base/chains/model.py +19 -0
  19. lfx/base/composio/__init__.py +0 -0
  20. lfx/base/composio/composio_base.py +1291 -0
  21. lfx/base/compressors/__init__.py +0 -0
  22. lfx/base/compressors/model.py +60 -0
  23. lfx/base/constants.py +46 -0
  24. lfx/base/curl/__init__.py +0 -0
  25. lfx/base/curl/parse.py +188 -0
  26. lfx/base/data/__init__.py +5 -0
  27. lfx/base/data/base_file.py +685 -0
  28. lfx/base/data/docling_utils.py +245 -0
  29. lfx/base/data/utils.py +198 -0
  30. lfx/base/document_transformers/__init__.py +0 -0
  31. lfx/base/document_transformers/model.py +43 -0
  32. lfx/base/embeddings/__init__.py +0 -0
  33. lfx/base/embeddings/aiml_embeddings.py +62 -0
  34. lfx/base/embeddings/model.py +26 -0
  35. lfx/base/flow_processing/__init__.py +0 -0
  36. lfx/base/flow_processing/utils.py +86 -0
  37. lfx/base/huggingface/__init__.py +0 -0
  38. lfx/base/huggingface/model_bridge.py +133 -0
  39. lfx/base/io/__init__.py +0 -0
  40. lfx/base/io/chat.py +20 -0
  41. lfx/base/io/text.py +22 -0
  42. lfx/base/langchain_utilities/__init__.py +0 -0
  43. lfx/base/langchain_utilities/model.py +35 -0
  44. lfx/base/langchain_utilities/spider_constants.py +1 -0
  45. lfx/base/langwatch/__init__.py +0 -0
  46. lfx/base/langwatch/utils.py +18 -0
  47. lfx/base/mcp/__init__.py +0 -0
  48. lfx/base/mcp/constants.py +2 -0
  49. lfx/base/mcp/util.py +1398 -0
  50. lfx/base/memory/__init__.py +0 -0
  51. lfx/base/memory/memory.py +49 -0
  52. lfx/base/memory/model.py +38 -0
  53. lfx/base/models/__init__.py +3 -0
  54. lfx/base/models/aiml_constants.py +51 -0
  55. lfx/base/models/anthropic_constants.py +47 -0
  56. lfx/base/models/aws_constants.py +151 -0
  57. lfx/base/models/chat_result.py +76 -0
  58. lfx/base/models/google_generative_ai_constants.py +70 -0
  59. lfx/base/models/groq_constants.py +134 -0
  60. lfx/base/models/model.py +375 -0
  61. lfx/base/models/model_input_constants.py +307 -0
  62. lfx/base/models/model_metadata.py +41 -0
  63. lfx/base/models/model_utils.py +8 -0
  64. lfx/base/models/novita_constants.py +35 -0
  65. lfx/base/models/ollama_constants.py +49 -0
  66. lfx/base/models/openai_constants.py +122 -0
  67. lfx/base/models/sambanova_constants.py +18 -0
  68. lfx/base/processing/__init__.py +0 -0
  69. lfx/base/prompts/__init__.py +0 -0
  70. lfx/base/prompts/api_utils.py +224 -0
  71. lfx/base/prompts/utils.py +61 -0
  72. lfx/base/textsplitters/__init__.py +0 -0
  73. lfx/base/textsplitters/model.py +28 -0
  74. lfx/base/tools/__init__.py +0 -0
  75. lfx/base/tools/base.py +26 -0
  76. lfx/base/tools/component_tool.py +325 -0
  77. lfx/base/tools/constants.py +49 -0
  78. lfx/base/tools/flow_tool.py +132 -0
  79. lfx/base/tools/run_flow.py +224 -0
  80. lfx/base/vectorstores/__init__.py +0 -0
  81. lfx/base/vectorstores/model.py +193 -0
  82. lfx/base/vectorstores/utils.py +22 -0
  83. lfx/base/vectorstores/vector_store_connection_decorator.py +52 -0
  84. lfx/cli/__init__.py +5 -0
  85. lfx/cli/commands.py +319 -0
  86. lfx/cli/common.py +650 -0
  87. lfx/cli/run.py +441 -0
  88. lfx/cli/script_loader.py +247 -0
  89. lfx/cli/serve_app.py +546 -0
  90. lfx/cli/validation.py +69 -0
  91. lfx/components/FAISS/__init__.py +34 -0
  92. lfx/components/FAISS/faiss.py +111 -0
  93. lfx/components/Notion/__init__.py +19 -0
  94. lfx/components/Notion/add_content_to_page.py +269 -0
  95. lfx/components/Notion/create_page.py +94 -0
  96. lfx/components/Notion/list_database_properties.py +68 -0
  97. lfx/components/Notion/list_pages.py +122 -0
  98. lfx/components/Notion/list_users.py +77 -0
  99. lfx/components/Notion/page_content_viewer.py +93 -0
  100. lfx/components/Notion/search.py +111 -0
  101. lfx/components/Notion/update_page_property.py +114 -0
  102. lfx/components/__init__.py +411 -0
  103. lfx/components/_importing.py +42 -0
  104. lfx/components/agentql/__init__.py +3 -0
  105. lfx/components/agentql/agentql_api.py +151 -0
  106. lfx/components/agents/__init__.py +34 -0
  107. lfx/components/agents/agent.py +558 -0
  108. lfx/components/agents/mcp_component.py +501 -0
  109. lfx/components/aiml/__init__.py +37 -0
  110. lfx/components/aiml/aiml.py +112 -0
  111. lfx/components/aiml/aiml_embeddings.py +37 -0
  112. lfx/components/amazon/__init__.py +36 -0
  113. lfx/components/amazon/amazon_bedrock_embedding.py +109 -0
  114. lfx/components/amazon/amazon_bedrock_model.py +124 -0
  115. lfx/components/amazon/s3_bucket_uploader.py +211 -0
  116. lfx/components/anthropic/__init__.py +34 -0
  117. lfx/components/anthropic/anthropic.py +187 -0
  118. lfx/components/apify/__init__.py +5 -0
  119. lfx/components/apify/apify_actor.py +325 -0
  120. lfx/components/arxiv/__init__.py +3 -0
  121. lfx/components/arxiv/arxiv.py +163 -0
  122. lfx/components/assemblyai/__init__.py +46 -0
  123. lfx/components/assemblyai/assemblyai_get_subtitles.py +83 -0
  124. lfx/components/assemblyai/assemblyai_lemur.py +183 -0
  125. lfx/components/assemblyai/assemblyai_list_transcripts.py +95 -0
  126. lfx/components/assemblyai/assemblyai_poll_transcript.py +72 -0
  127. lfx/components/assemblyai/assemblyai_start_transcript.py +188 -0
  128. lfx/components/azure/__init__.py +37 -0
  129. lfx/components/azure/azure_openai.py +95 -0
  130. lfx/components/azure/azure_openai_embeddings.py +83 -0
  131. lfx/components/baidu/__init__.py +32 -0
  132. lfx/components/baidu/baidu_qianfan_chat.py +113 -0
  133. lfx/components/bing/__init__.py +3 -0
  134. lfx/components/bing/bing_search_api.py +61 -0
  135. lfx/components/cassandra/__init__.py +40 -0
  136. lfx/components/cassandra/cassandra.py +264 -0
  137. lfx/components/cassandra/cassandra_chat.py +92 -0
  138. lfx/components/cassandra/cassandra_graph.py +238 -0
  139. lfx/components/chains/__init__.py +3 -0
  140. lfx/components/chroma/__init__.py +34 -0
  141. lfx/components/chroma/chroma.py +167 -0
  142. lfx/components/cleanlab/__init__.py +40 -0
  143. lfx/components/cleanlab/cleanlab_evaluator.py +155 -0
  144. lfx/components/cleanlab/cleanlab_rag_evaluator.py +254 -0
  145. lfx/components/cleanlab/cleanlab_remediator.py +131 -0
  146. lfx/components/clickhouse/__init__.py +34 -0
  147. lfx/components/clickhouse/clickhouse.py +135 -0
  148. lfx/components/cloudflare/__init__.py +32 -0
  149. lfx/components/cloudflare/cloudflare.py +81 -0
  150. lfx/components/cohere/__init__.py +40 -0
  151. lfx/components/cohere/cohere_embeddings.py +81 -0
  152. lfx/components/cohere/cohere_models.py +46 -0
  153. lfx/components/cohere/cohere_rerank.py +51 -0
  154. lfx/components/composio/__init__.py +74 -0
  155. lfx/components/composio/composio_api.py +268 -0
  156. lfx/components/composio/dropbox_compnent.py +11 -0
  157. lfx/components/composio/github_composio.py +11 -0
  158. lfx/components/composio/gmail_composio.py +38 -0
  159. lfx/components/composio/googlecalendar_composio.py +11 -0
  160. lfx/components/composio/googlemeet_composio.py +11 -0
  161. lfx/components/composio/googletasks_composio.py +8 -0
  162. lfx/components/composio/linear_composio.py +11 -0
  163. lfx/components/composio/outlook_composio.py +11 -0
  164. lfx/components/composio/reddit_composio.py +11 -0
  165. lfx/components/composio/slack_composio.py +582 -0
  166. lfx/components/composio/slackbot_composio.py +11 -0
  167. lfx/components/composio/supabase_composio.py +11 -0
  168. lfx/components/composio/todoist_composio.py +11 -0
  169. lfx/components/composio/youtube_composio.py +11 -0
  170. lfx/components/confluence/__init__.py +3 -0
  171. lfx/components/confluence/confluence.py +84 -0
  172. lfx/components/couchbase/__init__.py +34 -0
  173. lfx/components/couchbase/couchbase.py +102 -0
  174. lfx/components/crewai/__init__.py +49 -0
  175. lfx/components/crewai/crewai.py +107 -0
  176. lfx/components/crewai/hierarchical_crew.py +46 -0
  177. lfx/components/crewai/hierarchical_task.py +44 -0
  178. lfx/components/crewai/sequential_crew.py +52 -0
  179. lfx/components/crewai/sequential_task.py +73 -0
  180. lfx/components/crewai/sequential_task_agent.py +143 -0
  181. lfx/components/custom_component/__init__.py +34 -0
  182. lfx/components/custom_component/custom_component.py +31 -0
  183. lfx/components/data/__init__.py +64 -0
  184. lfx/components/data/api_request.py +544 -0
  185. lfx/components/data/csv_to_data.py +95 -0
  186. lfx/components/data/directory.py +113 -0
  187. lfx/components/data/file.py +577 -0
  188. lfx/components/data/json_to_data.py +98 -0
  189. lfx/components/data/news_search.py +164 -0
  190. lfx/components/data/rss.py +69 -0
  191. lfx/components/data/sql_executor.py +101 -0
  192. lfx/components/data/url.py +311 -0
  193. lfx/components/data/web_search.py +112 -0
  194. lfx/components/data/webhook.py +56 -0
  195. lfx/components/datastax/__init__.py +70 -0
  196. lfx/components/datastax/astra_assistant_manager.py +306 -0
  197. lfx/components/datastax/astra_db.py +75 -0
  198. lfx/components/datastax/astra_vectorize.py +124 -0
  199. lfx/components/datastax/astradb.py +1285 -0
  200. lfx/components/datastax/astradb_cql.py +314 -0
  201. lfx/components/datastax/astradb_graph.py +330 -0
  202. lfx/components/datastax/astradb_tool.py +414 -0
  203. lfx/components/datastax/astradb_vectorstore.py +1285 -0
  204. lfx/components/datastax/cassandra.py +92 -0
  205. lfx/components/datastax/create_assistant.py +58 -0
  206. lfx/components/datastax/create_thread.py +32 -0
  207. lfx/components/datastax/dotenv.py +35 -0
  208. lfx/components/datastax/get_assistant.py +37 -0
  209. lfx/components/datastax/getenvvar.py +30 -0
  210. lfx/components/datastax/graph_rag.py +141 -0
  211. lfx/components/datastax/hcd.py +314 -0
  212. lfx/components/datastax/list_assistants.py +25 -0
  213. lfx/components/datastax/run.py +89 -0
  214. lfx/components/deactivated/__init__.py +15 -0
  215. lfx/components/deactivated/amazon_kendra.py +66 -0
  216. lfx/components/deactivated/chat_litellm_model.py +158 -0
  217. lfx/components/deactivated/code_block_extractor.py +26 -0
  218. lfx/components/deactivated/documents_to_data.py +22 -0
  219. lfx/components/deactivated/embed.py +16 -0
  220. lfx/components/deactivated/extract_key_from_data.py +46 -0
  221. lfx/components/deactivated/json_document_builder.py +57 -0
  222. lfx/components/deactivated/list_flows.py +20 -0
  223. lfx/components/deactivated/mcp_sse.py +61 -0
  224. lfx/components/deactivated/mcp_stdio.py +62 -0
  225. lfx/components/deactivated/merge_data.py +93 -0
  226. lfx/components/deactivated/message.py +37 -0
  227. lfx/components/deactivated/metal.py +54 -0
  228. lfx/components/deactivated/multi_query.py +59 -0
  229. lfx/components/deactivated/retriever.py +43 -0
  230. lfx/components/deactivated/selective_passthrough.py +77 -0
  231. lfx/components/deactivated/should_run_next.py +40 -0
  232. lfx/components/deactivated/split_text.py +63 -0
  233. lfx/components/deactivated/store_message.py +24 -0
  234. lfx/components/deactivated/sub_flow.py +124 -0
  235. lfx/components/deactivated/vectara_self_query.py +76 -0
  236. lfx/components/deactivated/vector_store.py +24 -0
  237. lfx/components/deepseek/__init__.py +34 -0
  238. lfx/components/deepseek/deepseek.py +136 -0
  239. lfx/components/docling/__init__.py +43 -0
  240. lfx/components/docling/chunk_docling_document.py +186 -0
  241. lfx/components/docling/docling_inline.py +231 -0
  242. lfx/components/docling/docling_remote.py +193 -0
  243. lfx/components/docling/export_docling_document.py +117 -0
  244. lfx/components/documentloaders/__init__.py +3 -0
  245. lfx/components/duckduckgo/__init__.py +3 -0
  246. lfx/components/duckduckgo/duck_duck_go_search_run.py +92 -0
  247. lfx/components/elastic/__init__.py +37 -0
  248. lfx/components/elastic/elasticsearch.py +267 -0
  249. lfx/components/elastic/opensearch.py +243 -0
  250. lfx/components/embeddings/__init__.py +37 -0
  251. lfx/components/embeddings/similarity.py +76 -0
  252. lfx/components/embeddings/text_embedder.py +64 -0
  253. lfx/components/exa/__init__.py +3 -0
  254. lfx/components/exa/exa_search.py +68 -0
  255. lfx/components/firecrawl/__init__.py +43 -0
  256. lfx/components/firecrawl/firecrawl_crawl_api.py +88 -0
  257. lfx/components/firecrawl/firecrawl_extract_api.py +136 -0
  258. lfx/components/firecrawl/firecrawl_map_api.py +89 -0
  259. lfx/components/firecrawl/firecrawl_scrape_api.py +73 -0
  260. lfx/components/git/__init__.py +4 -0
  261. lfx/components/git/git.py +262 -0
  262. lfx/components/git/gitextractor.py +196 -0
  263. lfx/components/glean/__init__.py +3 -0
  264. lfx/components/glean/glean_search_api.py +173 -0
  265. lfx/components/google/__init__.py +17 -0
  266. lfx/components/google/gmail.py +192 -0
  267. lfx/components/google/google_bq_sql_executor.py +157 -0
  268. lfx/components/google/google_drive.py +92 -0
  269. lfx/components/google/google_drive_search.py +152 -0
  270. lfx/components/google/google_generative_ai.py +147 -0
  271. lfx/components/google/google_generative_ai_embeddings.py +141 -0
  272. lfx/components/google/google_oauth_token.py +89 -0
  273. lfx/components/google/google_search_api_core.py +68 -0
  274. lfx/components/google/google_serper_api_core.py +74 -0
  275. lfx/components/groq/__init__.py +34 -0
  276. lfx/components/groq/groq.py +136 -0
  277. lfx/components/helpers/__init__.py +52 -0
  278. lfx/components/helpers/calculator_core.py +89 -0
  279. lfx/components/helpers/create_list.py +40 -0
  280. lfx/components/helpers/current_date.py +42 -0
  281. lfx/components/helpers/id_generator.py +42 -0
  282. lfx/components/helpers/memory.py +251 -0
  283. lfx/components/helpers/output_parser.py +45 -0
  284. lfx/components/helpers/store_message.py +90 -0
  285. lfx/components/homeassistant/__init__.py +7 -0
  286. lfx/components/homeassistant/home_assistant_control.py +152 -0
  287. lfx/components/homeassistant/list_home_assistant_states.py +137 -0
  288. lfx/components/huggingface/__init__.py +37 -0
  289. lfx/components/huggingface/huggingface.py +197 -0
  290. lfx/components/huggingface/huggingface_inference_api.py +106 -0
  291. lfx/components/ibm/__init__.py +34 -0
  292. lfx/components/ibm/watsonx.py +203 -0
  293. lfx/components/ibm/watsonx_embeddings.py +135 -0
  294. lfx/components/icosacomputing/__init__.py +5 -0
  295. lfx/components/icosacomputing/combinatorial_reasoner.py +84 -0
  296. lfx/components/input_output/__init__.py +38 -0
  297. lfx/components/input_output/chat.py +120 -0
  298. lfx/components/input_output/chat_output.py +200 -0
  299. lfx/components/input_output/text.py +27 -0
  300. lfx/components/input_output/text_output.py +29 -0
  301. lfx/components/jigsawstack/__init__.py +23 -0
  302. lfx/components/jigsawstack/ai_scrape.py +126 -0
  303. lfx/components/jigsawstack/ai_web_search.py +136 -0
  304. lfx/components/jigsawstack/file_read.py +115 -0
  305. lfx/components/jigsawstack/file_upload.py +94 -0
  306. lfx/components/jigsawstack/image_generation.py +205 -0
  307. lfx/components/jigsawstack/nsfw.py +60 -0
  308. lfx/components/jigsawstack/object_detection.py +124 -0
  309. lfx/components/jigsawstack/sentiment.py +112 -0
  310. lfx/components/jigsawstack/text_to_sql.py +90 -0
  311. lfx/components/jigsawstack/text_translate.py +77 -0
  312. lfx/components/jigsawstack/vocr.py +107 -0
  313. lfx/components/langchain_utilities/__init__.py +109 -0
  314. lfx/components/langchain_utilities/character.py +53 -0
  315. lfx/components/langchain_utilities/conversation.py +59 -0
  316. lfx/components/langchain_utilities/csv_agent.py +107 -0
  317. lfx/components/langchain_utilities/fake_embeddings.py +26 -0
  318. lfx/components/langchain_utilities/html_link_extractor.py +35 -0
  319. lfx/components/langchain_utilities/json_agent.py +45 -0
  320. lfx/components/langchain_utilities/langchain_hub.py +126 -0
  321. lfx/components/langchain_utilities/language_recursive.py +49 -0
  322. lfx/components/langchain_utilities/language_semantic.py +138 -0
  323. lfx/components/langchain_utilities/llm_checker.py +39 -0
  324. lfx/components/langchain_utilities/llm_math.py +42 -0
  325. lfx/components/langchain_utilities/natural_language.py +61 -0
  326. lfx/components/langchain_utilities/openai_tools.py +53 -0
  327. lfx/components/langchain_utilities/openapi.py +48 -0
  328. lfx/components/langchain_utilities/recursive_character.py +60 -0
  329. lfx/components/langchain_utilities/retrieval_qa.py +83 -0
  330. lfx/components/langchain_utilities/runnable_executor.py +137 -0
  331. lfx/components/langchain_utilities/self_query.py +80 -0
  332. lfx/components/langchain_utilities/spider.py +142 -0
  333. lfx/components/langchain_utilities/sql.py +40 -0
  334. lfx/components/langchain_utilities/sql_database.py +35 -0
  335. lfx/components/langchain_utilities/sql_generator.py +78 -0
  336. lfx/components/langchain_utilities/tool_calling.py +59 -0
  337. lfx/components/langchain_utilities/vector_store_info.py +49 -0
  338. lfx/components/langchain_utilities/vector_store_router.py +33 -0
  339. lfx/components/langchain_utilities/xml_agent.py +71 -0
  340. lfx/components/langwatch/__init__.py +3 -0
  341. lfx/components/langwatch/langwatch.py +278 -0
  342. lfx/components/link_extractors/__init__.py +3 -0
  343. lfx/components/lmstudio/__init__.py +34 -0
  344. lfx/components/lmstudio/lmstudioembeddings.py +89 -0
  345. lfx/components/lmstudio/lmstudiomodel.py +129 -0
  346. lfx/components/logic/__init__.py +52 -0
  347. lfx/components/logic/conditional_router.py +171 -0
  348. lfx/components/logic/data_conditional_router.py +125 -0
  349. lfx/components/logic/flow_tool.py +110 -0
  350. lfx/components/logic/listen.py +29 -0
  351. lfx/components/logic/loop.py +125 -0
  352. lfx/components/logic/notify.py +88 -0
  353. lfx/components/logic/pass_message.py +35 -0
  354. lfx/components/logic/run_flow.py +71 -0
  355. lfx/components/logic/sub_flow.py +114 -0
  356. lfx/components/maritalk/__init__.py +32 -0
  357. lfx/components/maritalk/maritalk.py +52 -0
  358. lfx/components/mem0/__init__.py +3 -0
  359. lfx/components/mem0/mem0_chat_memory.py +136 -0
  360. lfx/components/milvus/__init__.py +34 -0
  361. lfx/components/milvus/milvus.py +115 -0
  362. lfx/components/mistral/__init__.py +37 -0
  363. lfx/components/mistral/mistral.py +114 -0
  364. lfx/components/mistral/mistral_embeddings.py +58 -0
  365. lfx/components/models/__init__.py +34 -0
  366. lfx/components/models/embedding_model.py +114 -0
  367. lfx/components/models/language_model.py +144 -0
  368. lfx/components/mongodb/__init__.py +34 -0
  369. lfx/components/mongodb/mongodb_atlas.py +213 -0
  370. lfx/components/needle/__init__.py +3 -0
  371. lfx/components/needle/needle.py +104 -0
  372. lfx/components/notdiamond/__init__.py +34 -0
  373. lfx/components/notdiamond/notdiamond.py +228 -0
  374. lfx/components/novita/__init__.py +32 -0
  375. lfx/components/novita/novita.py +130 -0
  376. lfx/components/nvidia/__init__.py +57 -0
  377. lfx/components/nvidia/nvidia.py +157 -0
  378. lfx/components/nvidia/nvidia_embedding.py +77 -0
  379. lfx/components/nvidia/nvidia_ingest.py +317 -0
  380. lfx/components/nvidia/nvidia_rerank.py +63 -0
  381. lfx/components/nvidia/system_assist.py +65 -0
  382. lfx/components/olivya/__init__.py +3 -0
  383. lfx/components/olivya/olivya.py +116 -0
  384. lfx/components/ollama/__init__.py +37 -0
  385. lfx/components/ollama/ollama.py +330 -0
  386. lfx/components/ollama/ollama_embeddings.py +106 -0
  387. lfx/components/openai/__init__.py +37 -0
  388. lfx/components/openai/openai.py +100 -0
  389. lfx/components/openai/openai_chat_model.py +176 -0
  390. lfx/components/openrouter/__init__.py +32 -0
  391. lfx/components/openrouter/openrouter.py +202 -0
  392. lfx/components/output_parsers/__init__.py +3 -0
  393. lfx/components/perplexity/__init__.py +34 -0
  394. lfx/components/perplexity/perplexity.py +75 -0
  395. lfx/components/pgvector/__init__.py +34 -0
  396. lfx/components/pgvector/pgvector.py +72 -0
  397. lfx/components/pinecone/__init__.py +34 -0
  398. lfx/components/pinecone/pinecone.py +134 -0
  399. lfx/components/processing/__init__.py +117 -0
  400. lfx/components/processing/alter_metadata.py +108 -0
  401. lfx/components/processing/batch_run.py +205 -0
  402. lfx/components/processing/combine_text.py +39 -0
  403. lfx/components/processing/converter.py +159 -0
  404. lfx/components/processing/create_data.py +110 -0
  405. lfx/components/processing/data_operations.py +438 -0
  406. lfx/components/processing/data_to_dataframe.py +70 -0
  407. lfx/components/processing/dataframe_operations.py +313 -0
  408. lfx/components/processing/extract_key.py +53 -0
  409. lfx/components/processing/filter_data.py +42 -0
  410. lfx/components/processing/filter_data_values.py +88 -0
  411. lfx/components/processing/json_cleaner.py +103 -0
  412. lfx/components/processing/lambda_filter.py +154 -0
  413. lfx/components/processing/llm_router.py +499 -0
  414. lfx/components/processing/merge_data.py +90 -0
  415. lfx/components/processing/message_to_data.py +36 -0
  416. lfx/components/processing/parse_data.py +70 -0
  417. lfx/components/processing/parse_dataframe.py +68 -0
  418. lfx/components/processing/parse_json_data.py +90 -0
  419. lfx/components/processing/parser.py +143 -0
  420. lfx/components/processing/prompt.py +67 -0
  421. lfx/components/processing/python_repl_core.py +98 -0
  422. lfx/components/processing/regex.py +82 -0
  423. lfx/components/processing/save_file.py +225 -0
  424. lfx/components/processing/select_data.py +48 -0
  425. lfx/components/processing/split_text.py +141 -0
  426. lfx/components/processing/structured_output.py +202 -0
  427. lfx/components/processing/update_data.py +160 -0
  428. lfx/components/prototypes/__init__.py +34 -0
  429. lfx/components/prototypes/python_function.py +73 -0
  430. lfx/components/qdrant/__init__.py +34 -0
  431. lfx/components/qdrant/qdrant.py +109 -0
  432. lfx/components/redis/__init__.py +37 -0
  433. lfx/components/redis/redis.py +89 -0
  434. lfx/components/redis/redis_chat.py +43 -0
  435. lfx/components/sambanova/__init__.py +32 -0
  436. lfx/components/sambanova/sambanova.py +84 -0
  437. lfx/components/scrapegraph/__init__.py +40 -0
  438. lfx/components/scrapegraph/scrapegraph_markdownify_api.py +64 -0
  439. lfx/components/scrapegraph/scrapegraph_search_api.py +64 -0
  440. lfx/components/scrapegraph/scrapegraph_smart_scraper_api.py +71 -0
  441. lfx/components/searchapi/__init__.py +34 -0
  442. lfx/components/searchapi/search.py +79 -0
  443. lfx/components/serpapi/__init__.py +3 -0
  444. lfx/components/serpapi/serp.py +115 -0
  445. lfx/components/supabase/__init__.py +34 -0
  446. lfx/components/supabase/supabase.py +76 -0
  447. lfx/components/tavily/__init__.py +4 -0
  448. lfx/components/tavily/tavily_extract.py +117 -0
  449. lfx/components/tavily/tavily_search.py +212 -0
  450. lfx/components/textsplitters/__init__.py +3 -0
  451. lfx/components/toolkits/__init__.py +3 -0
  452. lfx/components/tools/__init__.py +72 -0
  453. lfx/components/tools/calculator.py +108 -0
  454. lfx/components/tools/google_search_api.py +45 -0
  455. lfx/components/tools/google_serper_api.py +115 -0
  456. lfx/components/tools/python_code_structured_tool.py +327 -0
  457. lfx/components/tools/python_repl.py +97 -0
  458. lfx/components/tools/search_api.py +87 -0
  459. lfx/components/tools/searxng.py +145 -0
  460. lfx/components/tools/serp_api.py +119 -0
  461. lfx/components/tools/tavily_search_tool.py +344 -0
  462. lfx/components/tools/wikidata_api.py +102 -0
  463. lfx/components/tools/wikipedia_api.py +49 -0
  464. lfx/components/tools/yahoo_finance.py +129 -0
  465. lfx/components/twelvelabs/__init__.py +52 -0
  466. lfx/components/twelvelabs/convert_astra_results.py +84 -0
  467. lfx/components/twelvelabs/pegasus_index.py +311 -0
  468. lfx/components/twelvelabs/split_video.py +291 -0
  469. lfx/components/twelvelabs/text_embeddings.py +57 -0
  470. lfx/components/twelvelabs/twelvelabs_pegasus.py +408 -0
  471. lfx/components/twelvelabs/video_embeddings.py +100 -0
  472. lfx/components/twelvelabs/video_file.py +179 -0
  473. lfx/components/unstructured/__init__.py +3 -0
  474. lfx/components/unstructured/unstructured.py +121 -0
  475. lfx/components/upstash/__init__.py +34 -0
  476. lfx/components/upstash/upstash.py +124 -0
  477. lfx/components/vectara/__init__.py +37 -0
  478. lfx/components/vectara/vectara.py +97 -0
  479. lfx/components/vectara/vectara_rag.py +164 -0
  480. lfx/components/vectorstores/__init__.py +40 -0
  481. lfx/components/vectorstores/astradb.py +1285 -0
  482. lfx/components/vectorstores/astradb_graph.py +319 -0
  483. lfx/components/vectorstores/cassandra.py +264 -0
  484. lfx/components/vectorstores/cassandra_graph.py +238 -0
  485. lfx/components/vectorstores/chroma.py +167 -0
  486. lfx/components/vectorstores/clickhouse.py +135 -0
  487. lfx/components/vectorstores/couchbase.py +102 -0
  488. lfx/components/vectorstores/elasticsearch.py +267 -0
  489. lfx/components/vectorstores/faiss.py +111 -0
  490. lfx/components/vectorstores/graph_rag.py +141 -0
  491. lfx/components/vectorstores/hcd.py +314 -0
  492. lfx/components/vectorstores/local_db.py +261 -0
  493. lfx/components/vectorstores/milvus.py +115 -0
  494. lfx/components/vectorstores/mongodb_atlas.py +213 -0
  495. lfx/components/vectorstores/opensearch.py +243 -0
  496. lfx/components/vectorstores/pgvector.py +72 -0
  497. lfx/components/vectorstores/pinecone.py +134 -0
  498. lfx/components/vectorstores/qdrant.py +109 -0
  499. lfx/components/vectorstores/supabase.py +76 -0
  500. lfx/components/vectorstores/upstash.py +124 -0
  501. lfx/components/vectorstores/vectara.py +97 -0
  502. lfx/components/vectorstores/vectara_rag.py +164 -0
  503. lfx/components/vectorstores/weaviate.py +89 -0
  504. lfx/components/vertexai/__init__.py +37 -0
  505. lfx/components/vertexai/vertexai.py +71 -0
  506. lfx/components/vertexai/vertexai_embeddings.py +67 -0
  507. lfx/components/weaviate/__init__.py +34 -0
  508. lfx/components/weaviate/weaviate.py +89 -0
  509. lfx/components/wikipedia/__init__.py +4 -0
  510. lfx/components/wikipedia/wikidata.py +86 -0
  511. lfx/components/wikipedia/wikipedia.py +53 -0
  512. lfx/components/wolframalpha/__init__.py +3 -0
  513. lfx/components/wolframalpha/wolfram_alpha_api.py +54 -0
  514. lfx/components/xai/__init__.py +32 -0
  515. lfx/components/xai/xai.py +167 -0
  516. lfx/components/yahoosearch/__init__.py +3 -0
  517. lfx/components/yahoosearch/yahoo.py +137 -0
  518. lfx/components/youtube/__init__.py +52 -0
  519. lfx/components/youtube/channel.py +227 -0
  520. lfx/components/youtube/comments.py +231 -0
  521. lfx/components/youtube/playlist.py +33 -0
  522. lfx/components/youtube/search.py +120 -0
  523. lfx/components/youtube/trending.py +285 -0
  524. lfx/components/youtube/video_details.py +263 -0
  525. lfx/components/youtube/youtube_transcripts.py +118 -0
  526. lfx/components/zep/__init__.py +3 -0
  527. lfx/components/zep/zep.py +44 -0
  528. lfx/constants.py +6 -0
  529. lfx/custom/__init__.py +7 -0
  530. lfx/custom/attributes.py +86 -0
  531. lfx/custom/code_parser/__init__.py +3 -0
  532. lfx/custom/code_parser/code_parser.py +361 -0
  533. lfx/custom/custom_component/__init__.py +0 -0
  534. lfx/custom/custom_component/base_component.py +128 -0
  535. lfx/custom/custom_component/component.py +1808 -0
  536. lfx/custom/custom_component/component_with_cache.py +8 -0
  537. lfx/custom/custom_component/custom_component.py +588 -0
  538. lfx/custom/dependency_analyzer.py +165 -0
  539. lfx/custom/directory_reader/__init__.py +3 -0
  540. lfx/custom/directory_reader/directory_reader.py +359 -0
  541. lfx/custom/directory_reader/utils.py +171 -0
  542. lfx/custom/eval.py +12 -0
  543. lfx/custom/schema.py +32 -0
  544. lfx/custom/tree_visitor.py +21 -0
  545. lfx/custom/utils.py +877 -0
  546. lfx/custom/validate.py +488 -0
  547. lfx/events/__init__.py +1 -0
  548. lfx/events/event_manager.py +110 -0
  549. lfx/exceptions/__init__.py +0 -0
  550. lfx/exceptions/component.py +15 -0
  551. lfx/field_typing/__init__.py +91 -0
  552. lfx/field_typing/constants.py +215 -0
  553. lfx/field_typing/range_spec.py +35 -0
  554. lfx/graph/__init__.py +6 -0
  555. lfx/graph/edge/__init__.py +0 -0
  556. lfx/graph/edge/base.py +277 -0
  557. lfx/graph/edge/schema.py +119 -0
  558. lfx/graph/edge/utils.py +0 -0
  559. lfx/graph/graph/__init__.py +0 -0
  560. lfx/graph/graph/ascii.py +202 -0
  561. lfx/graph/graph/base.py +2238 -0
  562. lfx/graph/graph/constants.py +63 -0
  563. lfx/graph/graph/runnable_vertices_manager.py +133 -0
  564. lfx/graph/graph/schema.py +52 -0
  565. lfx/graph/graph/state_model.py +66 -0
  566. lfx/graph/graph/utils.py +1024 -0
  567. lfx/graph/schema.py +75 -0
  568. lfx/graph/state/__init__.py +0 -0
  569. lfx/graph/state/model.py +237 -0
  570. lfx/graph/utils.py +200 -0
  571. lfx/graph/vertex/__init__.py +0 -0
  572. lfx/graph/vertex/base.py +823 -0
  573. lfx/graph/vertex/constants.py +0 -0
  574. lfx/graph/vertex/exceptions.py +4 -0
  575. lfx/graph/vertex/param_handler.py +264 -0
  576. lfx/graph/vertex/schema.py +26 -0
  577. lfx/graph/vertex/utils.py +19 -0
  578. lfx/graph/vertex/vertex_types.py +489 -0
  579. lfx/helpers/__init__.py +1 -0
  580. lfx/helpers/base_model.py +71 -0
  581. lfx/helpers/custom.py +13 -0
  582. lfx/helpers/data.py +167 -0
  583. lfx/helpers/flow.py +194 -0
  584. lfx/inputs/__init__.py +68 -0
  585. lfx/inputs/constants.py +2 -0
  586. lfx/inputs/input_mixin.py +328 -0
  587. lfx/inputs/inputs.py +714 -0
  588. lfx/inputs/validators.py +19 -0
  589. lfx/interface/__init__.py +6 -0
  590. lfx/interface/components.py +489 -0
  591. lfx/interface/importing/__init__.py +5 -0
  592. lfx/interface/importing/utils.py +39 -0
  593. lfx/interface/initialize/__init__.py +3 -0
  594. lfx/interface/initialize/loading.py +224 -0
  595. lfx/interface/listing.py +26 -0
  596. lfx/interface/run.py +16 -0
  597. lfx/interface/utils.py +111 -0
  598. lfx/io/__init__.py +63 -0
  599. lfx/io/schema.py +289 -0
  600. lfx/load/__init__.py +8 -0
  601. lfx/load/load.py +256 -0
  602. lfx/load/utils.py +99 -0
  603. lfx/log/__init__.py +5 -0
  604. lfx/log/logger.py +385 -0
  605. lfx/memory/__init__.py +90 -0
  606. lfx/memory/stubs.py +283 -0
  607. lfx/processing/__init__.py +1 -0
  608. lfx/processing/process.py +238 -0
  609. lfx/processing/utils.py +25 -0
  610. lfx/py.typed +0 -0
  611. lfx/schema/__init__.py +66 -0
  612. lfx/schema/artifact.py +83 -0
  613. lfx/schema/content_block.py +62 -0
  614. lfx/schema/content_types.py +91 -0
  615. lfx/schema/data.py +308 -0
  616. lfx/schema/dataframe.py +210 -0
  617. lfx/schema/dotdict.py +74 -0
  618. lfx/schema/encoders.py +13 -0
  619. lfx/schema/graph.py +47 -0
  620. lfx/schema/image.py +131 -0
  621. lfx/schema/json_schema.py +141 -0
  622. lfx/schema/log.py +61 -0
  623. lfx/schema/message.py +473 -0
  624. lfx/schema/openai_responses_schemas.py +74 -0
  625. lfx/schema/properties.py +41 -0
  626. lfx/schema/schema.py +171 -0
  627. lfx/schema/serialize.py +13 -0
  628. lfx/schema/table.py +140 -0
  629. lfx/schema/validators.py +114 -0
  630. lfx/serialization/__init__.py +5 -0
  631. lfx/serialization/constants.py +2 -0
  632. lfx/serialization/serialization.py +314 -0
  633. lfx/services/__init__.py +23 -0
  634. lfx/services/base.py +28 -0
  635. lfx/services/cache/__init__.py +6 -0
  636. lfx/services/cache/base.py +183 -0
  637. lfx/services/cache/service.py +166 -0
  638. lfx/services/cache/utils.py +169 -0
  639. lfx/services/chat/__init__.py +1 -0
  640. lfx/services/chat/config.py +2 -0
  641. lfx/services/chat/schema.py +10 -0
  642. lfx/services/deps.py +129 -0
  643. lfx/services/factory.py +19 -0
  644. lfx/services/initialize.py +19 -0
  645. lfx/services/interfaces.py +103 -0
  646. lfx/services/manager.py +172 -0
  647. lfx/services/schema.py +20 -0
  648. lfx/services/session.py +82 -0
  649. lfx/services/settings/__init__.py +3 -0
  650. lfx/services/settings/auth.py +130 -0
  651. lfx/services/settings/base.py +539 -0
  652. lfx/services/settings/constants.py +31 -0
  653. lfx/services/settings/factory.py +23 -0
  654. lfx/services/settings/feature_flags.py +12 -0
  655. lfx/services/settings/service.py +35 -0
  656. lfx/services/settings/utils.py +40 -0
  657. lfx/services/shared_component_cache/__init__.py +1 -0
  658. lfx/services/shared_component_cache/factory.py +30 -0
  659. lfx/services/shared_component_cache/service.py +9 -0
  660. lfx/services/storage/__init__.py +5 -0
  661. lfx/services/storage/local.py +155 -0
  662. lfx/services/storage/service.py +54 -0
  663. lfx/services/tracing/__init__.py +1 -0
  664. lfx/services/tracing/service.py +21 -0
  665. lfx/settings.py +6 -0
  666. lfx/template/__init__.py +6 -0
  667. lfx/template/field/__init__.py +0 -0
  668. lfx/template/field/base.py +257 -0
  669. lfx/template/field/prompt.py +15 -0
  670. lfx/template/frontend_node/__init__.py +6 -0
  671. lfx/template/frontend_node/base.py +212 -0
  672. lfx/template/frontend_node/constants.py +65 -0
  673. lfx/template/frontend_node/custom_components.py +79 -0
  674. lfx/template/template/__init__.py +0 -0
  675. lfx/template/template/base.py +100 -0
  676. lfx/template/utils.py +217 -0
  677. lfx/type_extraction/__init__.py +19 -0
  678. lfx/type_extraction/type_extraction.py +75 -0
  679. lfx/type_extraction.py +80 -0
  680. lfx/utils/__init__.py +1 -0
  681. lfx/utils/async_helpers.py +42 -0
  682. lfx/utils/component_utils.py +154 -0
  683. lfx/utils/concurrency.py +60 -0
  684. lfx/utils/connection_string_parser.py +11 -0
  685. lfx/utils/constants.py +205 -0
  686. lfx/utils/data_structure.py +212 -0
  687. lfx/utils/exceptions.py +22 -0
  688. lfx/utils/helpers.py +28 -0
  689. lfx/utils/image.py +73 -0
  690. lfx/utils/lazy_load.py +15 -0
  691. lfx/utils/request_utils.py +18 -0
  692. lfx/utils/schemas.py +139 -0
  693. lfx/utils/util.py +481 -0
  694. lfx/utils/util_strings.py +56 -0
  695. lfx/utils/version.py +24 -0
  696. lfx_nightly-0.1.11.dev0.dist-info/METADATA +293 -0
  697. lfx_nightly-0.1.11.dev0.dist-info/RECORD +699 -0
  698. lfx_nightly-0.1.11.dev0.dist-info/WHEEL +4 -0
  699. lfx_nightly-0.1.11.dev0.dist-info/entry_points.txt +2 -0
@@ -0,0 +1,539 @@
1
+ import asyncio
2
+ import contextlib
3
+ import json
4
+ import os
5
+ from pathlib import Path
6
+ from shutil import copy2
7
+ from typing import Any, Literal
8
+
9
+ import orjson
10
+ import yaml
11
+ from aiofile import async_open
12
+ from pydantic import Field, field_validator
13
+ from pydantic.fields import FieldInfo
14
+ from pydantic_settings import BaseSettings, EnvSettingsSource, PydanticBaseSettingsSource, SettingsConfigDict
15
+ from typing_extensions import override
16
+
17
+ from lfx.constants import BASE_COMPONENTS_PATH
18
+ from lfx.log.logger import logger
19
+ from lfx.serialization.constants import MAX_ITEMS_LENGTH, MAX_TEXT_LENGTH
20
+ from lfx.services.settings.constants import VARIABLES_TO_GET_FROM_ENVIRONMENT
21
+ from lfx.utils.util_strings import is_valid_database_url
22
+
23
+
24
+ def is_list_of_any(field: FieldInfo) -> bool:
25
+ """Check if the given field is a list or an optional list of any type.
26
+
27
+ Args:
28
+ field (FieldInfo): The field to be checked.
29
+
30
+ Returns:
31
+ bool: True if the field is a list or a list of any type, False otherwise.
32
+ """
33
+ if field.annotation is None:
34
+ return False
35
+ try:
36
+ union_args = field.annotation.__args__ if hasattr(field.annotation, "__args__") else []
37
+
38
+ return field.annotation.__origin__ is list or any(
39
+ arg.__origin__ is list for arg in union_args if hasattr(arg, "__origin__")
40
+ )
41
+ except AttributeError:
42
+ return False
43
+
44
+
45
+ class CustomSource(EnvSettingsSource):
46
+ @override
47
+ def prepare_field_value(self, field_name: str, field: FieldInfo, value: Any, value_is_complex: bool) -> Any: # type: ignore[misc]
48
+ # allow comma-separated list parsing
49
+
50
+ # fieldInfo contains the annotation of the field
51
+ if is_list_of_any(field):
52
+ if isinstance(value, str):
53
+ value = value.split(",")
54
+ if isinstance(value, list):
55
+ return value
56
+
57
+ return super().prepare_field_value(field_name, field, value, value_is_complex)
58
+
59
+
60
+ class Settings(BaseSettings):
61
+ # Define the default LANGFLOW_DIR
62
+ config_dir: str | None = None
63
+ # Define if langflow db should be saved in config dir or
64
+ # in the langflow directory
65
+ save_db_in_config_dir: bool = False
66
+ """Define if langflow database should be saved in LANGFLOW_CONFIG_DIR or in the langflow directory
67
+ (i.e. in the package directory)."""
68
+
69
+ knowledge_bases_dir: str | None = "~/.langflow/knowledge_bases"
70
+ """The directory to store knowledge bases."""
71
+
72
+ dev: bool = False
73
+ """If True, Langflow will run in development mode."""
74
+ database_url: str | None = None
75
+ """Database URL for Langflow. If not provided, Langflow will use a SQLite database.
76
+ The driver shall be an async one like `sqlite+aiosqlite` (`sqlite` and `postgresql`
77
+ will be automatically converted to the async drivers `sqlite+aiosqlite` and
78
+ `postgresql+psycopg` respectively)."""
79
+ database_connection_retry: bool = False
80
+ """If True, Langflow will retry to connect to the database if it fails."""
81
+ pool_size: int = 20
82
+ """The number of connections to keep open in the connection pool.
83
+ For high load scenarios, this should be increased based on expected concurrent users."""
84
+ max_overflow: int = 30
85
+ """The number of connections to allow that can be opened beyond the pool size.
86
+ Should be 2x the pool_size for optimal performance under load."""
87
+ db_connect_timeout: int = 30
88
+ """The number of seconds to wait before giving up on a lock to released or establishing a connection to the
89
+ database."""
90
+
91
+ mcp_server_timeout: int = 20
92
+ """The number of seconds to wait before giving up on a lock to released or establishing a connection to the
93
+ database."""
94
+
95
+ # ---------------------------------------------------------------------
96
+ # MCP Session-manager tuning
97
+ # ---------------------------------------------------------------------
98
+ mcp_max_sessions_per_server: int = 10
99
+ """Maximum number of MCP sessions to keep per unique server (command/url).
100
+ Mirrors the default constant MAX_SESSIONS_PER_SERVER in util.py. Adjust to
101
+ control resource usage or concurrency per server."""
102
+
103
+ mcp_session_idle_timeout: int = 400 # seconds
104
+ """How long (in seconds) an MCP session can stay idle before the background
105
+ cleanup task disposes of it. Defaults to 5 minutes."""
106
+
107
+ mcp_session_cleanup_interval: int = 120 # seconds
108
+ """Frequency (in seconds) at which the background cleanup task wakes up to
109
+ reap idle sessions."""
110
+
111
+ # sqlite configuration
112
+ sqlite_pragmas: dict | None = {"synchronous": "NORMAL", "journal_mode": "WAL"}
113
+ """SQLite pragmas to use when connecting to the database."""
114
+
115
+ db_driver_connection_settings: dict | None = None
116
+ """Database driver connection settings."""
117
+
118
+ db_connection_settings: dict | None = {
119
+ "pool_size": 20, # Match the pool_size above
120
+ "max_overflow": 30, # Match the max_overflow above
121
+ "pool_timeout": 30, # Seconds to wait for a connection from pool
122
+ "pool_pre_ping": True, # Check connection validity before using
123
+ "pool_recycle": 1800, # Recycle connections after 30 minutes
124
+ "echo": False, # Set to True for debugging only
125
+ }
126
+ """Database connection settings optimized for high load scenarios.
127
+ Note: These settings are most effective with PostgreSQL. For SQLite:
128
+ - Reduce pool_size and max_overflow if experiencing lock contention
129
+ - SQLite has limited concurrent write capability even with WAL mode
130
+ - Best for read-heavy or moderate write workloads
131
+
132
+ Settings:
133
+ - pool_size: Number of connections to maintain (increase for higher concurrency)
134
+ - max_overflow: Additional connections allowed beyond pool_size
135
+ - pool_timeout: Seconds to wait for an available connection
136
+ - pool_pre_ping: Validates connections before use to prevent stale connections
137
+ - pool_recycle: Seconds before connections are recycled (prevents timeouts)
138
+ - echo: Enable SQL query logging (development only)
139
+ """
140
+
141
+ use_noop_database: bool = False
142
+ """If True, disables all database operations and uses a no-op session.
143
+ Controlled by LANGFLOW_USE_NOOP_DATABASE env variable."""
144
+
145
+ # cache configuration
146
+ cache_type: Literal["async", "redis", "memory", "disk"] = "async"
147
+ """The cache type can be 'async' or 'redis'."""
148
+ cache_expire: int = 3600
149
+ """The cache expire in seconds."""
150
+ variable_store: str = "db"
151
+ """The store can be 'db' or 'kubernetes'."""
152
+
153
+ prometheus_enabled: bool = False
154
+ """If set to True, Langflow will expose Prometheus metrics."""
155
+ prometheus_port: int = 9090
156
+ """The port on which Langflow will expose Prometheus metrics. 9090 is the default port."""
157
+
158
+ disable_track_apikey_usage: bool = False
159
+ remove_api_keys: bool = False
160
+ components_path: list[str] = []
161
+ langchain_cache: str = "InMemoryCache"
162
+ load_flows_path: str | None = None
163
+ bundle_urls: list[str] = []
164
+
165
+ # Redis
166
+ redis_host: str = "localhost"
167
+ redis_port: int = 6379
168
+ redis_db: int = 0
169
+ redis_url: str | None = None
170
+ redis_cache_expire: int = 3600
171
+
172
+ # Sentry
173
+ sentry_dsn: str | None = None
174
+ sentry_traces_sample_rate: float | None = 1.0
175
+ sentry_profiles_sample_rate: float | None = 1.0
176
+
177
+ store: bool | None = True
178
+ store_url: str | None = "https://api.langflow.store"
179
+ download_webhook_url: str | None = "https://api.langflow.store/flows/trigger/ec611a61-8460-4438-b187-a4f65e5559d4"
180
+ like_webhook_url: str | None = "https://api.langflow.store/flows/trigger/64275852-ec00-45c1-984e-3bff814732da"
181
+
182
+ storage_type: str = "local"
183
+
184
+ celery_enabled: bool = False
185
+
186
+ fallback_to_env_var: bool = True
187
+ """If set to True, Global Variables set in the UI will fallback to a environment variable
188
+ with the same name in case Langflow fails to retrieve the variable value."""
189
+
190
+ store_environment_variables: bool = True
191
+ """Whether to store environment variables as Global Variables in the database."""
192
+ variables_to_get_from_environment: list[str] = VARIABLES_TO_GET_FROM_ENVIRONMENT
193
+ """List of environment variables to get from the environment and store in the database."""
194
+ worker_timeout: int = 300
195
+ """Timeout for the API calls in seconds."""
196
+ frontend_timeout: int = 0
197
+ """Timeout for the frontend API calls in seconds."""
198
+ user_agent: str = "langflow"
199
+ """User agent for the API calls."""
200
+ backend_only: bool = False
201
+ """If set to True, Langflow will not serve the frontend."""
202
+
203
+ # Telemetry
204
+ do_not_track: bool = False
205
+ """If set to True, Langflow will not track telemetry."""
206
+ telemetry_base_url: str = "https://langflow.gateway.scarf.sh"
207
+ transactions_storage_enabled: bool = True
208
+ """If set to True, Langflow will track transactions between flows."""
209
+ vertex_builds_storage_enabled: bool = True
210
+ """If set to True, Langflow will keep track of each vertex builds (outputs) in the UI for any flow."""
211
+
212
+ # Config
213
+ host: str = "localhost"
214
+ """The host on which Langflow will run."""
215
+ port: int = 7860
216
+ """The port on which Langflow will run."""
217
+ workers: int = 1
218
+ """The number of workers to run."""
219
+ log_level: str = "critical"
220
+ """The log level for Langflow."""
221
+ log_file: str | None = "logs/langflow.log"
222
+ """The path to log file for Langflow."""
223
+ alembic_log_file: str = "alembic/alembic.log"
224
+ """The path to log file for Alembic for SQLAlchemy."""
225
+ frontend_path: str | None = None
226
+ """The path to the frontend directory containing build files. This is for development purposes only.."""
227
+ open_browser: bool = False
228
+ """If set to True, Langflow will open the browser on startup."""
229
+ auto_saving: bool = True
230
+ """If set to True, Langflow will auto save flows."""
231
+ auto_saving_interval: int = 1000
232
+ """The interval in ms at which Langflow will auto save flows."""
233
+ health_check_max_retries: int = 5
234
+ """The maximum number of retries for the health check."""
235
+ max_file_size_upload: int = 1024
236
+ """The maximum file size for the upload in MB."""
237
+ deactivate_tracing: bool = False
238
+ """If set to True, tracing will be deactivated."""
239
+ max_transactions_to_keep: int = 3000
240
+ """The maximum number of transactions to keep in the database."""
241
+ max_vertex_builds_to_keep: int = 3000
242
+ """The maximum number of vertex builds to keep in the database."""
243
+ max_vertex_builds_per_vertex: int = 2
244
+ """The maximum number of builds to keep per vertex. Older builds will be deleted."""
245
+ webhook_polling_interval: int = 5000
246
+ """The polling interval for the webhook in ms."""
247
+ fs_flows_polling_interval: int = 10000
248
+ """The polling interval in milliseconds for synchronizing flows from the file system."""
249
+ ssl_cert_file: str | None = None
250
+ """Path to the SSL certificate file on the local system."""
251
+ ssl_key_file: str | None = None
252
+ """Path to the SSL key file on the local system."""
253
+ max_text_length: int = MAX_TEXT_LENGTH
254
+ """Maximum number of characters to store and display in the UI. Responses longer than this
255
+ will be truncated when displayed in the UI. Does not truncate responses between components nor outputs."""
256
+ max_items_length: int = MAX_ITEMS_LENGTH
257
+ """Maximum number of items to store and display in the UI. Lists longer than this
258
+ will be truncated when displayed in the UI. Does not affect data passed between components nor outputs."""
259
+
260
+ # MCP Server
261
+ mcp_server_enabled: bool = True
262
+ """If set to False, Langflow will not enable the MCP server."""
263
+ mcp_server_enable_progress_notifications: bool = False
264
+ """If set to False, Langflow will not send progress notifications in the MCP server."""
265
+
266
+ # Public Flow Settings
267
+ public_flow_cleanup_interval: int = Field(default=3600, gt=600)
268
+ """The interval in seconds at which public temporary flows will be cleaned up.
269
+ Default is 1 hour (3600 seconds). Minimum is 600 seconds (10 minutes)."""
270
+ public_flow_expiration: int = Field(default=86400, gt=600)
271
+ """The time in seconds after which a public temporary flow will be considered expired and eligible for cleanup.
272
+ Default is 24 hours (86400 seconds). Minimum is 600 seconds (10 minutes)."""
273
+ event_delivery: Literal["polling", "streaming", "direct"] = "streaming"
274
+ """How to deliver build events to the frontend. Can be 'polling', 'streaming' or 'direct'."""
275
+ lazy_load_components: bool = False
276
+ """If set to True, Langflow will only partially load components at startup and fully load them on demand.
277
+ This significantly reduces startup time but may cause a slight delay when a component is first used."""
278
+
279
+ # Starter Projects
280
+ create_starter_projects: bool = True
281
+ """If set to True, Langflow will create starter projects. If False, skips all starter project setup.
282
+ Note that this doesn't check if the starter projects are already loaded in the db;
283
+ this is intended to be used to skip all startup project logic."""
284
+ update_starter_projects: bool = True
285
+ """If set to True, Langflow will update starter projects."""
286
+
287
+ @field_validator("use_noop_database", mode="before")
288
+ @classmethod
289
+ def set_use_noop_database(cls, value):
290
+ if value:
291
+ logger.info("Running with NOOP database session. All DB operations are disabled.")
292
+ return value
293
+
294
+ @field_validator("event_delivery", mode="before")
295
+ @classmethod
296
+ def set_event_delivery(cls, value, info):
297
+ # If workers > 1, we need to use direct delivery
298
+ # because polling and streaming are not supported
299
+ # in multi-worker environments
300
+ if info.data.get("workers", 1) > 1:
301
+ logger.warning("Multi-worker environment detected, using direct event delivery")
302
+ return "direct"
303
+ return value
304
+
305
+ @field_validator("user_agent", mode="after")
306
+ @classmethod
307
+ def set_user_agent(cls, value):
308
+ if not value:
309
+ value = "Langflow"
310
+ import os
311
+
312
+ os.environ["USER_AGENT"] = value
313
+ logger.debug(f"Setting user agent to {value}")
314
+ return value
315
+
316
+ @field_validator("variables_to_get_from_environment", mode="before")
317
+ @classmethod
318
+ def set_variables_to_get_from_environment(cls, value):
319
+ if isinstance(value, str):
320
+ value = value.split(",")
321
+ return list(set(VARIABLES_TO_GET_FROM_ENVIRONMENT + value))
322
+
323
+ @field_validator("log_file", mode="before")
324
+ @classmethod
325
+ def set_log_file(cls, value):
326
+ if isinstance(value, Path):
327
+ value = str(value)
328
+ return value
329
+
330
+ @field_validator("config_dir", mode="before")
331
+ @classmethod
332
+ def set_langflow_dir(cls, value):
333
+ if not value:
334
+ from platformdirs import user_cache_dir
335
+
336
+ # Define the app name and author
337
+ app_name = "langflow"
338
+ app_author = "langflow"
339
+
340
+ # Get the cache directory for the application
341
+ cache_dir = user_cache_dir(app_name, app_author)
342
+
343
+ # Create a .langflow directory inside the cache directory
344
+ value = Path(cache_dir)
345
+ value.mkdir(parents=True, exist_ok=True)
346
+
347
+ if isinstance(value, str):
348
+ value = Path(value)
349
+ if not value.exists():
350
+ value.mkdir(parents=True, exist_ok=True)
351
+
352
+ return str(value)
353
+
354
+ @field_validator("database_url", mode="before")
355
+ @classmethod
356
+ def set_database_url(cls, value, info):
357
+ if value and not is_valid_database_url(value):
358
+ msg = f"Invalid database_url provided: '{value}'"
359
+ raise ValueError(msg)
360
+
361
+ logger.debug("No database_url provided, trying LANGFLOW_DATABASE_URL env variable")
362
+ if langflow_database_url := os.getenv("LANGFLOW_DATABASE_URL"):
363
+ value = langflow_database_url
364
+ logger.debug("Using LANGFLOW_DATABASE_URL env variable.")
365
+ else:
366
+ logger.debug("No database_url env variable, using sqlite database")
367
+ # Originally, we used sqlite:///./langflow.db
368
+ # so we need to migrate to the new format
369
+ # if there is a database in that location
370
+ if not info.data["config_dir"]:
371
+ msg = "config_dir not set, please set it or provide a database_url"
372
+ raise ValueError(msg)
373
+
374
+ from lfx.utils.version import get_version_info
375
+ from lfx.utils.version import is_pre_release as langflow_is_pre_release
376
+
377
+ version = get_version_info()["version"]
378
+ is_pre_release = langflow_is_pre_release(version)
379
+
380
+ if info.data["save_db_in_config_dir"]:
381
+ database_dir = info.data["config_dir"]
382
+ logger.debug(f"Saving database to config_dir: {database_dir}")
383
+ else:
384
+ database_dir = Path(__file__).parent.parent.parent.resolve()
385
+ logger.debug(f"Saving database to langflow directory: {database_dir}")
386
+
387
+ pre_db_file_name = "langflow-pre.db"
388
+ db_file_name = "langflow.db"
389
+ new_pre_path = f"{database_dir}/{pre_db_file_name}"
390
+ new_path = f"{database_dir}/{db_file_name}"
391
+ final_path = None
392
+ if is_pre_release:
393
+ if Path(new_pre_path).exists():
394
+ final_path = new_pre_path
395
+ elif Path(new_path).exists() and info.data["save_db_in_config_dir"]:
396
+ # We need to copy the current db to the new location
397
+ logger.debug("Copying existing database to new location")
398
+ copy2(new_path, new_pre_path)
399
+ logger.debug(f"Copied existing database to {new_pre_path}")
400
+ elif Path(f"./{db_file_name}").exists() and info.data["save_db_in_config_dir"]:
401
+ logger.debug("Copying existing database to new location")
402
+ copy2(f"./{db_file_name}", new_pre_path)
403
+ logger.debug(f"Copied existing database to {new_pre_path}")
404
+ else:
405
+ logger.debug(f"Creating new database at {new_pre_path}")
406
+ final_path = new_pre_path
407
+ elif Path(new_path).exists():
408
+ logger.debug(f"Database already exists at {new_path}, using it")
409
+ final_path = new_path
410
+ elif Path(f"./{db_file_name}").exists():
411
+ try:
412
+ logger.debug("Copying existing database to new location")
413
+ copy2(f"./{db_file_name}", new_path)
414
+ logger.debug(f"Copied existing database to {new_path}")
415
+ except OSError:
416
+ logger.exception("Failed to copy database, using default path")
417
+ new_path = f"./{db_file_name}"
418
+ else:
419
+ final_path = new_path
420
+
421
+ if final_path is None:
422
+ final_path = new_pre_path if is_pre_release else new_path
423
+
424
+ value = f"sqlite:///{final_path}"
425
+
426
+ return value
427
+
428
+ @field_validator("components_path", mode="before")
429
+ @classmethod
430
+ def set_components_path(cls, value):
431
+ """Processes and updates the components path list, incorporating environment variable overrides.
432
+
433
+ If the `LANGFLOW_COMPONENTS_PATH` environment variable is set and points to an existing path, it is
434
+ appended to the provided list if not already present. If the input list is empty or missing, it is
435
+ set to an empty list.
436
+ """
437
+ if os.getenv("LANGFLOW_COMPONENTS_PATH"):
438
+ logger.debug("Adding LANGFLOW_COMPONENTS_PATH to components_path")
439
+ langflow_component_path = os.getenv("LANGFLOW_COMPONENTS_PATH")
440
+ if Path(langflow_component_path).exists() and langflow_component_path not in value:
441
+ if isinstance(langflow_component_path, list):
442
+ for path in langflow_component_path:
443
+ if path not in value:
444
+ value.append(path)
445
+ logger.debug(f"Extending {langflow_component_path} to components_path")
446
+ elif langflow_component_path not in value:
447
+ value.append(langflow_component_path)
448
+ logger.debug(f"Appending {langflow_component_path} to components_path")
449
+
450
+ if not value:
451
+ value = [BASE_COMPONENTS_PATH]
452
+ logger.debug("Setting default components path to components_path")
453
+ else:
454
+ if isinstance(value, Path):
455
+ value = [str(value)]
456
+ elif isinstance(value, list):
457
+ value = [str(p) if isinstance(p, Path) else p for p in value]
458
+ logger.debug("Adding default components path to components_path")
459
+
460
+ logger.debug(f"Components path: {value}")
461
+ return value
462
+
463
+ model_config = SettingsConfigDict(validate_assignment=True, extra="ignore", env_prefix="LANGFLOW_")
464
+
465
+ async def update_from_yaml(self, file_path: str, *, dev: bool = False) -> None:
466
+ new_settings = await load_settings_from_yaml(file_path)
467
+ self.components_path = new_settings.components_path or []
468
+ self.dev = dev
469
+
470
+ def update_settings(self, **kwargs) -> None:
471
+ logger.debug("Updating settings")
472
+ for key, value in kwargs.items():
473
+ # value may contain sensitive information, so we don't want to log it
474
+ if not hasattr(self, key):
475
+ logger.debug(f"Key {key} not found in settings")
476
+ continue
477
+ logger.debug(f"Updating {key}")
478
+ if isinstance(getattr(self, key), list):
479
+ # value might be a '[something]' string
480
+ value_ = value
481
+ with contextlib.suppress(json.decoder.JSONDecodeError):
482
+ value_ = orjson.loads(str(value))
483
+ if isinstance(value_, list):
484
+ for item in value_:
485
+ item_ = str(item) if isinstance(item, Path) else item
486
+ if item_ not in getattr(self, key):
487
+ getattr(self, key).append(item_)
488
+ logger.debug(f"Extended {key}")
489
+ else:
490
+ value_ = str(value_) if isinstance(value_, Path) else value_
491
+ if value_ not in getattr(self, key):
492
+ getattr(self, key).append(value_)
493
+ logger.debug(f"Appended {key}")
494
+
495
+ else:
496
+ setattr(self, key, value)
497
+ logger.debug(f"Updated {key}")
498
+ logger.debug(f"{key}: {getattr(self, key)}")
499
+
500
+ @classmethod
501
+ @override
502
+ def settings_customise_sources( # type: ignore[misc]
503
+ cls,
504
+ settings_cls: type[BaseSettings],
505
+ init_settings: PydanticBaseSettingsSource,
506
+ env_settings: PydanticBaseSettingsSource,
507
+ dotenv_settings: PydanticBaseSettingsSource,
508
+ file_secret_settings: PydanticBaseSettingsSource,
509
+ ) -> tuple[PydanticBaseSettingsSource, ...]:
510
+ return (CustomSource(settings_cls),)
511
+
512
+
513
+ def save_settings_to_yaml(settings: Settings, file_path: str) -> None:
514
+ with Path(file_path).open("w", encoding="utf-8") as f:
515
+ settings_dict = settings.model_dump()
516
+ yaml.dump(settings_dict, f)
517
+
518
+
519
+ async def load_settings_from_yaml(file_path: str) -> Settings:
520
+ # Check if a string is a valid path or a file name
521
+ if "/" not in file_path:
522
+ # Get current path
523
+ current_path = Path(__file__).resolve().parent
524
+ file_path_ = Path(current_path) / file_path
525
+ else:
526
+ file_path_ = Path(file_path)
527
+
528
+ async with async_open(file_path_.name, encoding="utf-8") as f:
529
+ content = await f.read()
530
+ settings_dict = yaml.safe_load(content)
531
+ settings_dict = {k.upper(): v for k, v in settings_dict.items()}
532
+
533
+ for key in settings_dict:
534
+ if key not in Settings.model_fields:
535
+ msg = f"Key {key} not found in settings"
536
+ raise KeyError(msg)
537
+ await logger.adebug(f"Loading {len(settings_dict[key])} {key} from {file_path}")
538
+
539
+ return await asyncio.to_thread(Settings, **settings_dict)
@@ -0,0 +1,31 @@
1
+ DEFAULT_SUPERUSER = "langflow"
2
+ DEFAULT_SUPERUSER_PASSWORD = "langflow"
3
+ VARIABLES_TO_GET_FROM_ENVIRONMENT = [
4
+ "COMPOSIO_API_KEY",
5
+ "OPENAI_API_KEY",
6
+ "ANTHROPIC_API_KEY",
7
+ "GOOGLE_API_KEY",
8
+ "AZURE_OPENAI_API_KEY",
9
+ "AZURE_OPENAI_API_VERSION",
10
+ "AZURE_OPENAI_API_INSTANCE_NAME",
11
+ "AZURE_OPENAI_API_DEPLOYMENT_NAME",
12
+ "AZURE_OPENAI_API_EMBEDDINGS_DEPLOYMENT_NAME",
13
+ "ASTRA_DB_APPLICATION_TOKEN",
14
+ "ASTRA_DB_API_ENDPOINT",
15
+ "COHERE_API_KEY",
16
+ "GROQ_API_KEY",
17
+ "HUGGINGFACEHUB_API_TOKEN",
18
+ "PINECONE_API_KEY",
19
+ "SAMBANOVA_API_KEY",
20
+ "SEARCHAPI_API_KEY",
21
+ "SERPAPI_API_KEY",
22
+ "UPSTASH_VECTOR_REST_URL",
23
+ "UPSTASH_VECTOR_REST_TOKEN",
24
+ "VECTARA_CUSTOMER_ID",
25
+ "VECTARA_CORPUS_ID",
26
+ "VECTARA_API_KEY",
27
+ "AWS_ACCESS_KEY_ID",
28
+ "AWS_SECRET_ACCESS_KEY",
29
+ "NOVITA_API_KEY",
30
+ "TAVILY_API_KEY",
31
+ ]
@@ -0,0 +1,23 @@
1
+ from typing_extensions import override
2
+
3
+ from lfx.services.factory import ServiceFactory
4
+ from lfx.services.settings.service import SettingsService
5
+
6
+
7
+ class SettingsServiceFactory(ServiceFactory):
8
+ _instance = None
9
+
10
+ def __new__(cls):
11
+ if cls._instance is None:
12
+ cls._instance = super().__new__(cls)
13
+ return cls._instance
14
+
15
+ def __init__(self) -> None:
16
+ super().__init__()
17
+ self.service_class = SettingsService
18
+
19
+ @override
20
+ def create(self):
21
+ # Here you would have logic to create and configure a SettingsService
22
+
23
+ return SettingsService.initialize()
@@ -0,0 +1,12 @@
1
+ from pydantic_settings import BaseSettings
2
+
3
+
4
+ class FeatureFlags(BaseSettings):
5
+ mvp_components: bool = False
6
+ mcp_composer: bool = True
7
+
8
+ class Config:
9
+ env_prefix = "LANGFLOW_FEATURE_"
10
+
11
+
12
+ FEATURE_FLAGS = FeatureFlags()
@@ -0,0 +1,35 @@
1
+ from __future__ import annotations
2
+
3
+ from lfx.services.base import Service
4
+ from lfx.services.settings.auth import AuthSettings
5
+ from lfx.services.settings.base import Settings
6
+
7
+
8
+ class SettingsService(Service):
9
+ name = "settings_service"
10
+
11
+ def __init__(self, settings: Settings, auth_settings: AuthSettings):
12
+ super().__init__()
13
+ self.settings: Settings = settings
14
+ self.auth_settings: AuthSettings = auth_settings
15
+
16
+ @classmethod
17
+ def initialize(cls) -> SettingsService:
18
+ # Check if a string is a valid path or a file name
19
+
20
+ settings = Settings()
21
+ if not settings.config_dir:
22
+ msg = "CONFIG_DIR must be set in settings"
23
+ raise ValueError(msg)
24
+
25
+ auth_settings = AuthSettings(
26
+ CONFIG_DIR=settings.config_dir,
27
+ )
28
+ return cls(settings, auth_settings)
29
+
30
+ def set(self, key, value):
31
+ setattr(self.settings, key, value)
32
+ return self.settings
33
+
34
+ async def teardown(self):
35
+ pass
@@ -0,0 +1,40 @@
1
+ import platform
2
+ from pathlib import Path
3
+
4
+ from lfx.log.logger import logger
5
+
6
+
7
+ def set_secure_permissions(file_path: Path) -> None:
8
+ if platform.system() in {"Linux", "Darwin"}: # Unix/Linux/Mac
9
+ file_path.chmod(0o600)
10
+ elif platform.system() == "Windows":
11
+ import win32api
12
+ import win32con
13
+ import win32security
14
+
15
+ user, _, _ = win32security.LookupAccountName("", win32api.GetUserName())
16
+ sd = win32security.GetFileSecurity(str(file_path), win32security.DACL_SECURITY_INFORMATION)
17
+ dacl = win32security.ACL()
18
+
19
+ # Set the new DACL for the file: read and write access for the owner, no access for everyone else
20
+ dacl.AddAccessAllowedAce(
21
+ win32security.ACL_REVISION,
22
+ win32con.GENERIC_READ | win32con.GENERIC_WRITE,
23
+ user,
24
+ )
25
+ sd.SetSecurityDescriptorDacl(1, dacl, 0)
26
+ win32security.SetFileSecurity(str(file_path), win32security.DACL_SECURITY_INFORMATION, sd)
27
+ else:
28
+ logger.error("Unsupported OS")
29
+
30
+
31
+ def write_secret_to_file(path: Path, value: str) -> None:
32
+ path.write_text(value, encoding="utf-8")
33
+ try:
34
+ set_secure_permissions(path)
35
+ except Exception: # noqa: BLE001
36
+ logger.exception("Failed to set secure permissions on secret key")
37
+
38
+
39
+ def read_secret_from_file(path: Path) -> str:
40
+ return path.read_text(encoding="utf-8")