MindsDB 25.5.3.0__py3-none-any.whl → 25.5.4.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of MindsDB might be problematic. Click here for more details.

Files changed (310) hide show
  1. mindsdb/__about__.py +1 -1
  2. mindsdb/__main__.py +127 -79
  3. mindsdb/api/a2a/__init__.py +0 -0
  4. mindsdb/api/a2a/__main__.py +114 -0
  5. mindsdb/api/a2a/a2a_client.py +439 -0
  6. mindsdb/api/a2a/agent.py +308 -0
  7. mindsdb/api/a2a/common/__init__.py +0 -0
  8. mindsdb/api/a2a/common/client/__init__.py +4 -0
  9. mindsdb/api/a2a/common/client/card_resolver.py +21 -0
  10. mindsdb/api/a2a/common/client/client.py +86 -0
  11. mindsdb/api/a2a/common/server/__init__.py +4 -0
  12. mindsdb/api/a2a/common/server/server.py +164 -0
  13. mindsdb/api/a2a/common/server/task_manager.py +287 -0
  14. mindsdb/api/a2a/common/server/utils.py +28 -0
  15. mindsdb/api/a2a/common/types.py +365 -0
  16. mindsdb/api/a2a/constants.py +9 -0
  17. mindsdb/api/a2a/run_a2a.py +129 -0
  18. mindsdb/api/a2a/task_manager.py +594 -0
  19. mindsdb/api/executor/command_executor.py +47 -27
  20. mindsdb/api/executor/datahub/classes/response.py +5 -2
  21. mindsdb/api/executor/datahub/datanodes/integration_datanode.py +39 -72
  22. mindsdb/api/executor/planner/query_planner.py +10 -1
  23. mindsdb/api/executor/sql_query/result_set.py +185 -52
  24. mindsdb/api/executor/sql_query/sql_query.py +1 -1
  25. mindsdb/api/executor/sql_query/steps/apply_predictor_step.py +9 -12
  26. mindsdb/api/executor/sql_query/steps/fetch_dataframe.py +8 -10
  27. mindsdb/api/executor/sql_query/steps/fetch_dataframe_partition.py +5 -44
  28. mindsdb/api/executor/sql_query/steps/insert_step.py +24 -15
  29. mindsdb/api/executor/sql_query/steps/join_step.py +1 -1
  30. mindsdb/api/executor/sql_query/steps/project_step.py +1 -1
  31. mindsdb/api/executor/sql_query/steps/sql_steps.py +1 -1
  32. mindsdb/api/executor/sql_query/steps/subselect_step.py +4 -8
  33. mindsdb/api/executor/sql_query/steps/union_step.py +1 -3
  34. mindsdb/api/http/initialize.py +99 -83
  35. mindsdb/api/http/namespaces/analysis.py +3 -3
  36. mindsdb/api/http/namespaces/file.py +8 -2
  37. mindsdb/api/http/namespaces/sql.py +13 -27
  38. mindsdb/api/mcp/start.py +42 -5
  39. mindsdb/api/mysql/mysql_proxy/data_types/mysql_packet.py +0 -1
  40. mindsdb/api/mysql/mysql_proxy/data_types/mysql_packets/binary_resultset_row_package.py +52 -19
  41. mindsdb/api/mysql/mysql_proxy/executor/mysql_executor.py +8 -10
  42. mindsdb/api/mysql/mysql_proxy/libs/constants/mysql.py +54 -38
  43. mindsdb/api/mysql/mysql_proxy/mysql_proxy.py +82 -115
  44. mindsdb/api/mysql/mysql_proxy/utilities/dump.py +351 -0
  45. mindsdb/api/postgres/postgres_proxy/executor/executor.py +1 -1
  46. mindsdb/api/postgres/postgres_proxy/postgres_proxy.py +5 -6
  47. mindsdb/integrations/handlers/altibase_handler/altibase_handler.py +26 -27
  48. mindsdb/integrations/handlers/altibase_handler/connection_args.py +13 -13
  49. mindsdb/integrations/handlers/altibase_handler/tests/test_altibase_handler.py +8 -8
  50. mindsdb/integrations/handlers/altibase_handler/tests/test_altibase_handler_dsn.py +13 -13
  51. mindsdb/integrations/handlers/anthropic_handler/__init__.py +2 -2
  52. mindsdb/integrations/handlers/anthropic_handler/anthropic_handler.py +1 -3
  53. mindsdb/integrations/handlers/aurora_handler/aurora_handler.py +1 -0
  54. mindsdb/integrations/handlers/autosklearn_handler/autosklearn_handler.py +1 -1
  55. mindsdb/integrations/handlers/autosklearn_handler/config.py +0 -1
  56. mindsdb/integrations/handlers/bigquery_handler/bigquery_handler.py +1 -1
  57. mindsdb/integrations/handlers/bigquery_handler/tests/test_bigquery_handler.py +1 -1
  58. mindsdb/integrations/handlers/binance_handler/binance_handler.py +1 -0
  59. mindsdb/integrations/handlers/binance_handler/binance_tables.py +3 -4
  60. mindsdb/integrations/handlers/byom_handler/__init__.py +0 -1
  61. mindsdb/integrations/handlers/ckan_handler/ckan_handler.py +3 -0
  62. mindsdb/integrations/handlers/clickhouse_handler/__init__.py +1 -1
  63. mindsdb/integrations/handlers/cloud_spanner_handler/tests/test_cloud_spanner_handler.py +0 -2
  64. mindsdb/integrations/handlers/cloud_sql_handler/cloud_sql_handler.py +0 -1
  65. mindsdb/integrations/handlers/cohere_handler/__init__.py +1 -1
  66. mindsdb/integrations/handlers/cohere_handler/cohere_handler.py +11 -13
  67. mindsdb/integrations/handlers/confluence_handler/confluence_tables.py +6 -0
  68. mindsdb/integrations/handlers/databend_handler/connection_args.py +1 -1
  69. mindsdb/integrations/handlers/databend_handler/databend_handler.py +4 -4
  70. mindsdb/integrations/handlers/databend_handler/tests/__init__.py +0 -1
  71. mindsdb/integrations/handlers/databend_handler/tests/test_databend_handler.py +1 -1
  72. mindsdb/integrations/handlers/derby_handler/connection_args.py +1 -1
  73. mindsdb/integrations/handlers/derby_handler/derby_handler.py +14 -22
  74. mindsdb/integrations/handlers/derby_handler/tests/test_derby_handler.py +6 -6
  75. mindsdb/integrations/handlers/discord_handler/discord_handler.py +5 -5
  76. mindsdb/integrations/handlers/discord_handler/discord_tables.py +3 -3
  77. mindsdb/integrations/handlers/discord_handler/tests/test_discord.py +5 -3
  78. mindsdb/integrations/handlers/dockerhub_handler/dockerhub.py +3 -3
  79. mindsdb/integrations/handlers/dockerhub_handler/dockerhub_handler.py +2 -2
  80. mindsdb/integrations/handlers/dockerhub_handler/dockerhub_tables.py +57 -54
  81. mindsdb/integrations/handlers/dremio_handler/__init__.py +2 -2
  82. mindsdb/integrations/handlers/druid_handler/__init__.py +1 -1
  83. mindsdb/integrations/handlers/druid_handler/druid_handler.py +2 -2
  84. mindsdb/integrations/handlers/edgelessdb_handler/tests/test_edgelessdb_handler.py +9 -9
  85. mindsdb/integrations/handlers/email_handler/email_client.py +1 -1
  86. mindsdb/integrations/handlers/email_handler/email_ingestor.py +1 -1
  87. mindsdb/integrations/handlers/email_handler/email_tables.py +0 -1
  88. mindsdb/integrations/handlers/email_handler/settings.py +0 -1
  89. mindsdb/integrations/handlers/eventstoredb_handler/eventstoredb_handler.py +2 -1
  90. mindsdb/integrations/handlers/firebird_handler/firebird_handler.py +1 -1
  91. mindsdb/integrations/handlers/flaml_handler/flaml_handler.py +9 -9
  92. mindsdb/integrations/handlers/frappe_handler/frappe_client.py +5 -5
  93. mindsdb/integrations/handlers/frappe_handler/frappe_handler.py +6 -5
  94. mindsdb/integrations/handlers/frappe_handler/frappe_tables.py +2 -2
  95. mindsdb/integrations/handlers/github_handler/connection_args.py +2 -2
  96. mindsdb/integrations/handlers/github_handler/github_handler.py +1 -8
  97. mindsdb/integrations/handlers/github_handler/github_tables.py +13 -24
  98. mindsdb/integrations/handlers/gitlab_handler/gitlab_handler.py +2 -1
  99. mindsdb/integrations/handlers/gitlab_handler/gitlab_tables.py +1 -4
  100. mindsdb/integrations/handlers/gmail_handler/gmail_handler.py +6 -13
  101. mindsdb/integrations/handlers/google_books_handler/google_books_handler.py +2 -1
  102. mindsdb/integrations/handlers/google_books_handler/google_books_tables.py +0 -3
  103. mindsdb/integrations/handlers/google_calendar_handler/google_calendar_handler.py +4 -4
  104. mindsdb/integrations/handlers/google_calendar_handler/google_calendar_tables.py +2 -6
  105. mindsdb/integrations/handlers/google_content_shopping_handler/google_content_shopping_handler.py +3 -2
  106. mindsdb/integrations/handlers/google_content_shopping_handler/google_content_shopping_tables.py +0 -3
  107. mindsdb/integrations/handlers/google_fit_handler/google_fit_handler.py +10 -12
  108. mindsdb/integrations/handlers/google_fit_handler/google_fit_tables.py +11 -13
  109. mindsdb/integrations/handlers/google_search_handler/google_search_handler.py +2 -1
  110. mindsdb/integrations/handlers/google_search_handler/google_search_tables.py +0 -3
  111. mindsdb/integrations/handlers/groq_handler/__init__.py +3 -3
  112. mindsdb/integrations/handlers/hackernews_handler/hn_handler.py +5 -7
  113. mindsdb/integrations/handlers/hackernews_handler/hn_table.py +6 -7
  114. mindsdb/integrations/handlers/hive_handler/tests/test_hive_handler.py +1 -1
  115. mindsdb/integrations/handlers/hsqldb_handler/connection_args.py +6 -6
  116. mindsdb/integrations/handlers/hsqldb_handler/hsqldb_handler.py +4 -3
  117. mindsdb/integrations/handlers/huggingface_api_handler/exceptions.py +1 -1
  118. mindsdb/integrations/handlers/huggingface_api_handler/huggingface_api_handler.py +1 -8
  119. mindsdb/integrations/handlers/huggingface_handler/huggingface_handler.py +6 -6
  120. mindsdb/integrations/handlers/huggingface_handler/requirements.txt +1 -1
  121. mindsdb/integrations/handlers/huggingface_handler/requirements_cpu.txt +1 -1
  122. mindsdb/integrations/handlers/ignite_handler/ignite_handler.py +2 -1
  123. mindsdb/integrations/handlers/impala_handler/impala_handler.py +9 -12
  124. mindsdb/integrations/handlers/impala_handler/tests/test_impala_handler.py +11 -11
  125. mindsdb/integrations/handlers/influxdb_handler/influxdb_handler.py +10 -13
  126. mindsdb/integrations/handlers/influxdb_handler/influxdb_tables.py +20 -20
  127. mindsdb/integrations/handlers/informix_handler/__about__.py +8 -8
  128. mindsdb/integrations/handlers/informix_handler/__init__.py +12 -5
  129. mindsdb/integrations/handlers/informix_handler/informix_handler.py +99 -133
  130. mindsdb/integrations/handlers/informix_handler/tests/test_informix_handler.py +13 -11
  131. mindsdb/integrations/handlers/ingres_handler/__about__.py +0 -1
  132. mindsdb/integrations/handlers/ingres_handler/ingres_handler.py +1 -0
  133. mindsdb/integrations/handlers/jira_handler/jira_handler.py +4 -4
  134. mindsdb/integrations/handlers/jira_handler/jira_tables.py +9 -9
  135. mindsdb/integrations/handlers/kinetica_handler/__init__.py +0 -1
  136. mindsdb/integrations/handlers/langchain_handler/langchain_handler.py +4 -4
  137. mindsdb/integrations/handlers/langchain_handler/tools.py +9 -10
  138. mindsdb/integrations/handlers/leonardoai_handler/__init__.py +1 -1
  139. mindsdb/integrations/handlers/lightwood_handler/functions.py +2 -2
  140. mindsdb/integrations/handlers/lightwood_handler/lightwood_handler.py +0 -1
  141. mindsdb/integrations/handlers/lightwood_handler/tests/test_lightwood_handler.py +11 -11
  142. mindsdb/integrations/handlers/llama_index_handler/llama_index_handler.py +4 -4
  143. mindsdb/integrations/handlers/llama_index_handler/settings.py +10 -9
  144. mindsdb/integrations/handlers/materialize_handler/tests/test_materialize_handler.py +8 -10
  145. mindsdb/integrations/handlers/matrixone_handler/matrixone_handler.py +4 -4
  146. mindsdb/integrations/handlers/matrixone_handler/tests/test_matrixone_handler.py +8 -9
  147. mindsdb/integrations/handlers/maxdb_handler/connection_args.py +25 -25
  148. mindsdb/integrations/handlers/maxdb_handler/maxdb_handler.py +1 -0
  149. mindsdb/integrations/handlers/mediawiki_handler/mediawiki_handler.py +3 -2
  150. mindsdb/integrations/handlers/mediawiki_handler/mediawiki_tables.py +1 -1
  151. mindsdb/integrations/handlers/mendeley_handler/__about__.py +1 -1
  152. mindsdb/integrations/handlers/mendeley_handler/__init__.py +2 -2
  153. mindsdb/integrations/handlers/mendeley_handler/mendeley_handler.py +48 -56
  154. mindsdb/integrations/handlers/mendeley_handler/mendeley_tables.py +24 -29
  155. mindsdb/integrations/handlers/mendeley_handler/tests/test_mendeley_handler.py +19 -17
  156. mindsdb/integrations/handlers/merlion_handler/merlion_handler.py +5 -4
  157. mindsdb/integrations/handlers/minds_endpoint_handler/__init__.py +3 -3
  158. mindsdb/integrations/handlers/mlflow_handler/mlflow_handler.py +58 -36
  159. mindsdb/integrations/handlers/monetdb_handler/__about__.py +8 -8
  160. mindsdb/integrations/handlers/monetdb_handler/__init__.py +15 -5
  161. mindsdb/integrations/handlers/monetdb_handler/connection_args.py +17 -18
  162. mindsdb/integrations/handlers/monetdb_handler/monetdb_handler.py +40 -57
  163. mindsdb/integrations/handlers/monetdb_handler/tests/test_monetdb_handler.py +7 -8
  164. mindsdb/integrations/handlers/monetdb_handler/utils/monet_get_id.py +13 -14
  165. mindsdb/integrations/handlers/monkeylearn_handler/__about__.py +1 -1
  166. mindsdb/integrations/handlers/monkeylearn_handler/__init__.py +1 -1
  167. mindsdb/integrations/handlers/monkeylearn_handler/monkeylearn_handler.py +2 -5
  168. mindsdb/integrations/handlers/ms_one_drive_handler/ms_graph_api_one_drive_client.py +1 -0
  169. mindsdb/integrations/handlers/ms_one_drive_handler/ms_one_drive_handler.py +1 -1
  170. mindsdb/integrations/handlers/ms_teams_handler/ms_graph_api_teams_client.py +23 -23
  171. mindsdb/integrations/handlers/ms_teams_handler/ms_teams_handler.py +3 -3
  172. mindsdb/integrations/handlers/ms_teams_handler/ms_teams_tables.py +10 -5
  173. mindsdb/integrations/handlers/mssql_handler/mssql_handler.py +73 -8
  174. mindsdb/integrations/handlers/mysql_handler/__about__.py +8 -8
  175. mindsdb/integrations/handlers/mysql_handler/__init__.py +15 -5
  176. mindsdb/integrations/handlers/mysql_handler/connection_args.py +43 -47
  177. mindsdb/integrations/handlers/mysql_handler/mysql_handler.py +101 -34
  178. mindsdb/integrations/handlers/mysql_handler/settings.py +15 -13
  179. mindsdb/integrations/handlers/neuralforecast_handler/neuralforecast_handler.py +1 -1
  180. mindsdb/integrations/handlers/newsapi_handler/newsapi_handler.py +1 -1
  181. mindsdb/integrations/handlers/newsapi_handler/tests/test_newsapi_handler.py +4 -4
  182. mindsdb/integrations/handlers/nuo_jdbc_handler/connection_args.py +2 -2
  183. mindsdb/integrations/handlers/nuo_jdbc_handler/nuo_jdbc_handler.py +28 -36
  184. mindsdb/integrations/handlers/nuo_jdbc_handler/tests/test_nuo_handler.py +5 -5
  185. mindsdb/integrations/handlers/oceanbase_handler/oceanbase_handler.py +0 -1
  186. mindsdb/integrations/handlers/oceanbase_handler/tests/test_oceanbase_handler.py +8 -10
  187. mindsdb/integrations/handlers/ollama_handler/ollama_handler.py +3 -3
  188. mindsdb/integrations/handlers/opengauss_handler/tests/test_opengauss_handler.py +1 -2
  189. mindsdb/integrations/handlers/openstreetmap_handler/__init__.py +7 -7
  190. mindsdb/integrations/handlers/oracle_handler/connection_args.py +6 -0
  191. mindsdb/integrations/handlers/oracle_handler/oracle_handler.py +77 -11
  192. mindsdb/integrations/handlers/orioledb_handler/tests/test_orioledb_handler.py +8 -10
  193. mindsdb/integrations/handlers/palm_handler/__about__.py +1 -1
  194. mindsdb/integrations/handlers/palm_handler/__init__.py +1 -1
  195. mindsdb/integrations/handlers/palm_handler/palm_handler.py +1 -3
  196. mindsdb/integrations/handlers/paypal_handler/paypal_handler.py +2 -2
  197. mindsdb/integrations/handlers/paypal_handler/paypal_tables.py +15 -14
  198. mindsdb/integrations/handlers/pgvector_handler/pgvector_handler.py +53 -10
  199. mindsdb/integrations/handlers/phoenix_handler/__init__.py +1 -1
  200. mindsdb/integrations/handlers/phoenix_handler/phoenix_handler.py +1 -0
  201. mindsdb/integrations/handlers/pinot_handler/__init__.py +1 -1
  202. mindsdb/integrations/handlers/pinot_handler/pinot_handler.py +3 -2
  203. mindsdb/integrations/handlers/plaid_handler/plaid_handler.py +13 -13
  204. mindsdb/integrations/handlers/plaid_handler/plaid_tables.py +10 -12
  205. mindsdb/integrations/handlers/plaid_handler/utils.py +4 -6
  206. mindsdb/integrations/handlers/planetscale_handler/planetscale_handler.py +1 -4
  207. mindsdb/integrations/handlers/portkey_handler/__init__.py +2 -2
  208. mindsdb/integrations/handlers/postgres_handler/postgres_handler.py +105 -24
  209. mindsdb/integrations/handlers/postgres_handler/tests/test_postgres_handler.py +11 -6
  210. mindsdb/integrations/handlers/questdb_handler/questdb_handler.py +1 -2
  211. mindsdb/integrations/handlers/questdb_handler/tests/test_questdb_handler.py +2 -3
  212. mindsdb/integrations/handlers/quickbooks_handler/quickbooks_handler.py +6 -8
  213. mindsdb/integrations/handlers/quickbooks_handler/quickbooks_table.py +10 -10
  214. mindsdb/integrations/handlers/rag_handler/ingest.py +2 -2
  215. mindsdb/integrations/handlers/rag_handler/rag_handler.py +1 -1
  216. mindsdb/integrations/handlers/rag_handler/settings.py +1 -1
  217. mindsdb/integrations/handlers/reddit_handler/reddit_handler.py +2 -7
  218. mindsdb/integrations/handlers/reddit_handler/reddit_tables.py +2 -3
  219. mindsdb/integrations/handlers/replicate_handler/replicate_handler.py +6 -6
  220. mindsdb/integrations/handlers/rocket_chat_handler/rocket_chat_handler.py +1 -2
  221. mindsdb/integrations/handlers/rocket_chat_handler/rocket_chat_tables.py +0 -3
  222. mindsdb/integrations/handlers/rockset_handler/connection_args.py +14 -14
  223. mindsdb/integrations/handlers/rockset_handler/tests/test_rockset_handler.py +1 -0
  224. mindsdb/integrations/handlers/scylla_handler/scylla_handler.py +6 -5
  225. mindsdb/integrations/handlers/sendinblue_handler/sendinblue_handler.py +2 -1
  226. mindsdb/integrations/handlers/sendinblue_handler/sendinblue_tables.py +16 -16
  227. mindsdb/integrations/handlers/sentence_transformers_handler/__init__.py +1 -1
  228. mindsdb/integrations/handlers/sheets_handler/connection_args.py +1 -1
  229. mindsdb/integrations/handlers/shopify_handler/shopify_handler.py +7 -6
  230. mindsdb/integrations/handlers/shopify_handler/shopify_tables.py +38 -41
  231. mindsdb/integrations/handlers/singlestore_handler/__about__.py +1 -1
  232. mindsdb/integrations/handlers/singlestore_handler/__init__.py +0 -1
  233. mindsdb/integrations/handlers/singlestore_handler/singlestore_handler.py +1 -0
  234. mindsdb/integrations/handlers/singlestore_handler/tests/test_singlestore_handler.py +3 -3
  235. mindsdb/integrations/handlers/slack_handler/__init__.py +3 -3
  236. mindsdb/integrations/handlers/snowflake_handler/snowflake_handler.py +100 -6
  237. mindsdb/integrations/handlers/solr_handler/connection_args.py +7 -7
  238. mindsdb/integrations/handlers/solr_handler/solr_handler.py +2 -1
  239. mindsdb/integrations/handlers/solr_handler/tests/test_solr_handler.py +2 -1
  240. mindsdb/integrations/handlers/sqlany_handler/sqlany_handler.py +3 -2
  241. mindsdb/integrations/handlers/sqlite_handler/sqlite_handler.py +1 -0
  242. mindsdb/integrations/handlers/sqreamdb_handler/connection_args.py +1 -1
  243. mindsdb/integrations/handlers/sqreamdb_handler/sqreamdb_handler.py +15 -20
  244. mindsdb/integrations/handlers/sqreamdb_handler/tests/test_sqreamdb_handler.py +4 -4
  245. mindsdb/integrations/handlers/stabilityai_handler/__init__.py +1 -1
  246. mindsdb/integrations/handlers/starrocks_handler/starrocks_handler.py +0 -1
  247. mindsdb/integrations/handlers/starrocks_handler/tests/test_starrocks_handler.py +8 -10
  248. mindsdb/integrations/handlers/statsforecast_handler/statsforecast_handler.py +2 -2
  249. mindsdb/integrations/handlers/strava_handler/strava_handler.py +4 -8
  250. mindsdb/integrations/handlers/strava_handler/strava_tables.py +22 -30
  251. mindsdb/integrations/handlers/stripe_handler/stripe_handler.py +3 -2
  252. mindsdb/integrations/handlers/stripe_handler/stripe_tables.py +11 -27
  253. mindsdb/integrations/handlers/supabase_handler/tests/test_supabase_handler.py +1 -1
  254. mindsdb/integrations/handlers/surrealdb_handler/surrealdb_handler.py +4 -4
  255. mindsdb/integrations/handlers/tdengine_handler/tdengine_handler.py +25 -27
  256. mindsdb/integrations/handlers/tdengine_handler/tests/test_tdengine_handler.py +8 -8
  257. mindsdb/integrations/handlers/tidb_handler/tests/test_tidb_handler.py +1 -2
  258. mindsdb/integrations/handlers/timegpt_handler/timegpt_handler.py +5 -5
  259. mindsdb/integrations/handlers/tpot_handler/tpot_handler.py +21 -26
  260. mindsdb/integrations/handlers/trino_handler/trino_handler.py +14 -14
  261. mindsdb/integrations/handlers/twitter_handler/twitter_handler.py +2 -4
  262. mindsdb/integrations/handlers/unify_handler/tests/test_unify_handler.py +7 -8
  263. mindsdb/integrations/handlers/unify_handler/unify_handler.py +9 -9
  264. mindsdb/integrations/handlers/vertex_handler/vertex_client.py +1 -1
  265. mindsdb/integrations/handlers/vertica_handler/tests/test_vertica_handler.py +11 -11
  266. mindsdb/integrations/handlers/vertica_handler/vertica_handler.py +11 -14
  267. mindsdb/integrations/handlers/vitess_handler/tests/test_vitess_handler.py +9 -11
  268. mindsdb/integrations/handlers/vitess_handler/vitess_handler.py +0 -1
  269. mindsdb/integrations/handlers/web_handler/web_handler.py +1 -0
  270. mindsdb/integrations/handlers/whatsapp_handler/__init__.py +3 -3
  271. mindsdb/integrations/handlers/writer_handler/evaluate.py +1 -1
  272. mindsdb/integrations/handlers/writer_handler/settings.py +0 -1
  273. mindsdb/integrations/handlers/writer_handler/writer_handler.py +1 -0
  274. mindsdb/integrations/handlers/youtube_handler/youtube_handler.py +5 -5
  275. mindsdb/integrations/handlers/youtube_handler/youtube_tables.py +26 -27
  276. mindsdb/integrations/handlers/yugabyte_handler/tests/test_yugabyte_handler.py +3 -3
  277. mindsdb/integrations/handlers/yugabyte_handler/yugabyte_handler.py +0 -6
  278. mindsdb/integrations/libs/response.py +67 -52
  279. mindsdb/integrations/libs/vectordatabase_handler.py +6 -0
  280. mindsdb/integrations/utilities/handler_utils.py +15 -3
  281. mindsdb/integrations/utilities/handlers/api_utilities/__init__.py +0 -1
  282. mindsdb/integrations/utilities/handlers/auth_utilities/__init__.py +0 -2
  283. mindsdb/integrations/utilities/utils.py +3 -3
  284. mindsdb/interfaces/agents/agents_controller.py +164 -1
  285. mindsdb/interfaces/agents/constants.py +15 -0
  286. mindsdb/interfaces/agents/langchain_agent.py +16 -4
  287. mindsdb/interfaces/agents/mindsdb_database_agent.py +101 -2
  288. mindsdb/interfaces/knowledge_base/controller.py +25 -0
  289. mindsdb/interfaces/knowledge_base/preprocessing/document_preprocessor.py +13 -10
  290. mindsdb/interfaces/knowledge_base/preprocessing/json_chunker.py +434 -0
  291. mindsdb/interfaces/knowledge_base/preprocessing/models.py +54 -0
  292. mindsdb/interfaces/query_context/context_controller.py +66 -10
  293. mindsdb/interfaces/skills/custom/text2sql/mindsdb_kb_tools.py +190 -0
  294. mindsdb/interfaces/skills/custom/text2sql/mindsdb_sql_toolkit.py +92 -0
  295. mindsdb/interfaces/skills/skill_tool.py +202 -57
  296. mindsdb/interfaces/skills/sql_agent.py +205 -17
  297. mindsdb/interfaces/storage/fs.py +1 -0
  298. mindsdb/interfaces/variables/__init__.py +0 -0
  299. mindsdb/interfaces/variables/variables_controller.py +97 -0
  300. mindsdb/migrations/env.py +5 -7
  301. mindsdb/migrations/migrate.py +47 -7
  302. mindsdb/migrations/versions/2025-05-21_9f150e4f9a05_checkpoint_1.py +360 -0
  303. mindsdb/utilities/config.py +331 -219
  304. mindsdb/utilities/starters.py +13 -0
  305. {mindsdb-25.5.3.0.dist-info → mindsdb-25.5.4.0.dist-info}/METADATA +641 -695
  306. {mindsdb-25.5.3.0.dist-info → mindsdb-25.5.4.0.dist-info}/RECORD +309 -288
  307. {mindsdb-25.5.3.0.dist-info → mindsdb-25.5.4.0.dist-info}/WHEEL +1 -1
  308. mindsdb/integrations/handlers/monkeylearn_handler/requirements.txt +0 -1
  309. {mindsdb-25.5.3.0.dist-info → mindsdb-25.5.4.0.dist-info}/licenses/LICENSE +0 -0
  310. {mindsdb-25.5.3.0.dist-info → mindsdb-25.5.4.0.dist-info}/top_level.txt +0 -0
@@ -1,17 +1,11 @@
1
1
  import pandas as pd
2
-
3
2
  import stripe
4
3
  from typing import Text, List, Dict, Any
5
- from mindsdb_sql_parser import ast
6
- from mindsdb.integrations.libs.api_handler import APITable
7
- from mindsdb.integrations.utilities.handlers.query_utilities import INSERTQueryParser, DELETEQueryParser, UPDATEQueryParser, DELETEQueryExecutor, UPDATEQueryExecutor
8
4
 
9
5
  from mindsdb_sql_parser import ast
10
6
  from mindsdb.integrations.libs.api_handler import APITable
11
-
7
+ from mindsdb.integrations.utilities.handlers.query_utilities import INSERTQueryParser, DELETEQueryParser, UPDATEQueryParser, DELETEQueryExecutor, UPDATEQueryExecutor
12
8
  from mindsdb.integrations.utilities.handlers.query_utilities.select_query_utilities import SELECTQueryParser, SELECTQueryExecutor
13
-
14
-
15
9
  from mindsdb.utilities import log
16
10
 
17
11
  logger = log.getLogger(__name__)
@@ -235,7 +229,7 @@ class ProductsTable(APITable):
235
229
 
236
230
  class PaymentIntentsTable(APITable):
237
231
  """The Stripe Payment Intents Table implementation"""
238
-
232
+
239
233
  def select(self, query: ast.Select) -> pd.DataFrame:
240
234
  """
241
235
  Pulls Stripe Payment Intents data.
@@ -273,6 +267,7 @@ class PaymentIntentsTable(APITable):
273
267
  payment_intents_df = select_statement_executor.execute_query()
274
268
 
275
269
  return payment_intents_df
270
+
276
271
  def delete(self, query: ast.Delete) -> None:
277
272
  """
278
273
  Cancels Stripe Payment Intents and updates the local data.
@@ -307,22 +302,21 @@ class PaymentIntentsTable(APITable):
307
302
  payment_intent_ids = canceled_payment_intents_df['id'].tolist()
308
303
  self.cancel_payment_intents(payment_intent_ids)
309
304
 
310
-
311
305
  self.payment_intents_df = self.payment_intents_df[~self.payment_intents_df['id'].isin(payment_intent_ids)]
312
306
 
313
307
  def cancel_payment_intents(self, payment_intent_ids: List[str]) -> None:
314
308
  stripe = self.handler.connect()
315
309
  for payment_intent_id in payment_intent_ids:
316
310
  try:
317
-
311
+
318
312
  payment_intent = stripe.PaymentIntent.retrieve(payment_intent_id)
319
313
  if payment_intent.status in ['requires_payment_method', 'requires_capture', 'requires_confirmation', 'requires_action', 'processing']:
320
314
  stripe.PaymentIntent.cancel(payment_intent_id)
321
315
  else:
322
- logger.warning(f"Payment intent {payment_intent_id} is in status {payment_intent.status} and cannot be canceled.")
316
+ logger.warning(f"Payment intent {payment_intent_id} is in status {payment_intent.status} and cannot be canceled.")
323
317
  except stripe.error.StripeError as e:
324
318
  logger.error(f"Error cancelling payment intent {payment_intent_id}: {str(e)}")
325
-
319
+
326
320
  def update(self, query: 'ast.Update') -> None:
327
321
  """
328
322
  Updates data in Stripe "POST /v1/payment_intents/:id" API endpoint.
@@ -358,16 +352,6 @@ class PaymentIntentsTable(APITable):
358
352
  for payment_intent_id in payment_intent_ids:
359
353
  stripe.PaymentIntent.modify(payment_intent_id, **values_to_update)
360
354
 
361
-
362
- def get_columns(self) -> List[Text]:
363
- return pd.json_normalize(self.get_payment_intents(limit=1)).columns.tolist()
364
-
365
- def get_payment_intents(self, **kwargs) -> List[Dict]:
366
- payment_intents = stripe.PaymentIntent.list(**kwargs)
367
- return [payment_intent for payment_intent in payment_intents.data]
368
-
369
-
370
-
371
355
  def insert(self, query: 'ast.Insert') -> None:
372
356
  """
373
357
  Inserts data into Stripe "POST /v1/payment_intents" API endpoint.
@@ -398,7 +382,7 @@ class PaymentIntentsTable(APITable):
398
382
  def create_payment_intent(self, payment_intent_data: list) -> None:
399
383
  for data in payment_intent_data:
400
384
  stripe.PaymentIntent.create(**data)
401
-
385
+
402
386
  def get_columns(self) -> List[Text]:
403
387
  return pd.json_normalize(self.get_payment_intents(limit=1)).columns.tolist()
404
388
 
@@ -407,7 +391,7 @@ class PaymentIntentsTable(APITable):
407
391
  payment_intents = stripe.PaymentIntent.list(**kwargs)
408
392
  return [payment_intent.to_dict() for payment_intent in payment_intents]
409
393
 
410
-
394
+
411
395
  class RefundsTable(APITable):
412
396
  """The Stripe Refund Table implementation"""
413
397
 
@@ -455,9 +439,9 @@ class RefundsTable(APITable):
455
439
  def get_refunds(self, **kwargs) -> List[Dict]:
456
440
  stripe = self.handler.connect()
457
441
  refunds = stripe.Refund.list(**kwargs)
458
- return [refund.to_dict() for refund in refunds ]
459
-
460
-
442
+ return [refund.to_dict() for refund in refunds]
443
+
444
+
461
445
  class PayoutsTable(APITable):
462
446
  """The Stripe Payouts Table implementation"""
463
447
 
@@ -43,4 +43,4 @@ class SupabaseHandlerTest(unittest.TestCase):
43
43
 
44
44
  def test_7_select_query(self):
45
45
  query = "SELECT * FROM dt_test WHERE 'id'='a'"
46
- result = self.handler.native_query(query)
46
+ self.handler.native_query(query)
@@ -1,4 +1,7 @@
1
1
  from typing import Optional
2
+ import pysurrealdb as surreal
3
+ import pandas as pd
4
+
2
5
  from mindsdb_sql_parser.ast.base import ASTNode
3
6
  from mindsdb.integrations.libs.base import DatabaseHandler
4
7
  from mindsdb.utilities import log
@@ -8,10 +11,7 @@ from mindsdb.integrations.libs.response import (
8
11
  HandlerResponse as Response,
9
12
  RESPONSE_TYPE
10
13
  )
11
- from .utils.surreal_get_info import *
12
-
13
- import pysurrealdb as surreal
14
- import pandas as pd
14
+ from .utils.surreal_get_info import table_names, column_info
15
15
 
16
16
 
17
17
  logger = log.getLogger(__name__)
@@ -18,6 +18,7 @@ from mindsdb.integrations.libs.response import (
18
18
 
19
19
  logger = log.getLogger(__name__)
20
20
 
21
+
21
22
  class TDEngineHandler(DatabaseHandler):
22
23
  """
23
24
  This handler handles connection and execution of the TDEngine statements.
@@ -27,7 +28,7 @@ class TDEngineHandler(DatabaseHandler):
27
28
 
28
29
  def __init__(self, name, connection_data: Optional[dict], **kwargs):
29
30
  super().__init__(name)
30
-
31
+
31
32
  self.parser = parse_sql
32
33
  self.dialect = 'tdengine'
33
34
  self.kwargs = kwargs
@@ -36,7 +37,6 @@ class TDEngineHandler(DatabaseHandler):
36
37
  self.connection = None
37
38
  self.is_connected = False
38
39
 
39
-
40
40
  def connect(self):
41
41
  if self.is_connected is True:
42
42
  return self.connection
@@ -44,8 +44,8 @@ class TDEngineHandler(DatabaseHandler):
44
44
  config = {
45
45
  'url': self.connection_data.get('url', "http://localhost:6041"),
46
46
  'token': self.connection_data.get('token'),
47
- 'user': self.connection_data.get('user','root'),
48
- 'password': self.connection_data.get('password','taosdata'),
47
+ 'user': self.connection_data.get('user', 'root'),
48
+ 'password': self.connection_data.get('password', 'taosdata'),
49
49
  'database': self.connection_data.get('database')
50
50
  }
51
51
 
@@ -62,7 +62,7 @@ class TDEngineHandler(DatabaseHandler):
62
62
  return
63
63
 
64
64
  def check_connection(self) -> StatusResponse:
65
-
65
+
66
66
  result = StatusResponse(False)
67
67
  need_to_close = self.is_connected is False
68
68
 
@@ -90,29 +90,29 @@ class TDEngineHandler(DatabaseHandler):
90
90
  need_to_close = self.is_connected is False
91
91
 
92
92
  connection = self.connect()
93
- cur = connection.cursor()
93
+ cur = connection.cursor()
94
94
  try:
95
- cur.execute(query)
96
-
97
- if cur.rowcount != 0:
98
- result = cur.fetchall()
99
- response = Response(
100
- RESPONSE_TYPE.TABLE,
101
- pd.DataFrame(
102
- result,
103
- columns=[x[0] for x in cur.description]
104
- )
105
- )
106
- else:
107
- response = Response(RESPONSE_TYPE.OK)
108
- connection.commit()
109
- except Exception as e:
110
- logger.error(f'Error running query: {query} on {self.connection_data["database"]}!')
95
+ cur.execute(query)
96
+
97
+ if cur.rowcount != 0:
98
+ result = cur.fetchall()
111
99
  response = Response(
112
- RESPONSE_TYPE.ERROR,
113
- error_message=str(e)
100
+ RESPONSE_TYPE.TABLE,
101
+ pd.DataFrame(
102
+ result,
103
+ columns=[x[0] for x in cur.description]
104
+ )
114
105
  )
115
- # connection.rollback()
106
+ else:
107
+ response = Response(RESPONSE_TYPE.OK)
108
+ connection.commit()
109
+ except Exception as e:
110
+ logger.error(f'Error running query: {query} on {self.connection_data["database"]}!')
111
+ response = Response(
112
+ RESPONSE_TYPE.ERROR,
113
+ error_message=str(e)
114
+ )
115
+ # connection.rollback()
116
116
  cur.close()
117
117
  if need_to_close is True:
118
118
  self.disconnect()
@@ -133,7 +133,6 @@ class TDEngineHandler(DatabaseHandler):
133
133
  """
134
134
  q = 'SHOW TABLES;'
135
135
 
136
-
137
136
  return self.native_query(q)
138
137
 
139
138
  def get_columns(self, table_name) -> Response:
@@ -142,5 +141,4 @@ class TDEngineHandler(DatabaseHandler):
142
141
  """
143
142
  q = f'DESCRIBE {table_name};'
144
143
 
145
-
146
144
  return self.native_query(q)
@@ -7,9 +7,9 @@ class TDEngineHandlerTest(unittest.TestCase):
7
7
  @classmethod
8
8
  def setUpClass(cls):
9
9
  cls.kwargs = {
10
- "token":'<token_for_cloud>',
11
- "url":"********.cloud.tdengine.com",
12
- "database":"temp"
10
+ "token": '<token_for_cloud>',
11
+ "url": "********.cloud.tdengine.com",
12
+ "database": "temp"
13
13
  }
14
14
  cls.handler = TDEngineHandler('test_tdengine_handler', connection_data=cls.kwargs)
15
15
 
@@ -18,26 +18,26 @@ class TDEngineHandlerTest(unittest.TestCase):
18
18
 
19
19
  def test_1_connect(self):
20
20
  assert self.handler.connect()
21
-
21
+
22
22
  def test_2_create_table(self):
23
23
  query = "CREATE Table `hari` USING `temp` (`id`) TAGS (0);"
24
24
  result = self.handler.query(query)
25
- assert result.type is not RESPONSE_TYPE.ERROR
25
+ assert result.type is not RESPONSE_TYPE.ERROR
26
26
  pass
27
27
 
28
28
  def test_3_insert(self):
29
29
  query = "INSERT INTO hari VALUES (NOW, 12);"
30
30
  result = self.handler.query(query)
31
- assert result.type is not RESPONSE_TYPE.ERROR
31
+ assert result.type is not RESPONSE_TYPE.ERROR
32
32
 
33
33
  def test_4_native_query_select(self):
34
34
  query = "SELECT * FROM hari;"
35
35
  result = self.handler.query(query)
36
- assert result.type is RESPONSE_TYPE.TABLE
36
+ assert result.type is RESPONSE_TYPE.TABLE
37
37
 
38
38
  def test_5_get_tables(self):
39
39
  tables = self.handler.get_tables()
40
- assert tables.type is RESPONSE_TYPE.TABLE
40
+ assert tables.type is RESPONSE_TYPE.TABLE
41
41
 
42
42
  def test_6_get_columns(self):
43
43
  columns = self.handler.get_columns('hari')
@@ -1,5 +1,4 @@
1
1
  import unittest
2
- import pandas as pd
3
2
  from mindsdb.integrations.handlers.tidb_handler.tidb_handler import TiDBHandler
4
3
 
5
4
 
@@ -42,4 +41,4 @@ class TiDBHandlerTest(unittest.TestCase):
42
41
 
43
42
  def test_7_select_query(self):
44
43
  query = "SELECT * FROM dt_test WHERE 'id'='a'"
45
- result = self.handler.native_query(query)
44
+ self.handler.native_query(query)
@@ -33,7 +33,7 @@ class TimeGPTHandler(BaseMLEngine):
33
33
  if mode == 'forecasting':
34
34
  assert time_settings["is_timeseries"], "Specify time series settings in your query"
35
35
 
36
- timegpt_token = get_api_key('timegpt', using_args, self.engine_storage, strict=True)
36
+ timegpt_token = get_api_key('timegpt', using_args, self.engine_storage, strict=True)
37
37
  timegpt = NixtlaClient(api_key=timegpt_token)
38
38
  assert timegpt.validate_api_key(), "Invalid TimeGPT token provided."
39
39
 
@@ -64,7 +64,7 @@ class TimeGPTHandler(BaseMLEngine):
64
64
  model_args['add_history'] = True
65
65
 
66
66
  assert isinstance(model_args["level"], list), "`level` must be a list of integers"
67
- assert all([isinstance(l, int) for l in model_args["level"]]), "`level` must be a list of integers"
67
+ assert all([isinstance(level, int) for level in model_args["level"]]), "`level` must be a list of integers"
68
68
 
69
69
  self.model_storage.json_set("model_args", model_args) # persist changes to handler folder
70
70
 
@@ -73,7 +73,7 @@ class TimeGPTHandler(BaseMLEngine):
73
73
  model_args = self.model_storage.json_get("model_args")
74
74
  args = args['predict_params']
75
75
  prediction_df = self._transform_to_nixtla_df(df, model_args)
76
-
76
+
77
77
  timegpt = NixtlaClient(api_key=model_args['token'])
78
78
  assert timegpt.validate_api_key(), "Invalid TimeGPT token provided."
79
79
 
@@ -122,7 +122,7 @@ class TimeGPTHandler(BaseMLEngine):
122
122
  for i, level in enumerate(levels):
123
123
  if i == 0:
124
124
  # NOTE: this should be simplified once we refactor the expected time series output within MindsDB
125
- results_df['confidence'] = level/100 # we report the highest level as the overall confidence
125
+ results_df['confidence'] = level / 100 # we report the highest level as the overall confidence
126
126
  results_df['lower'] = forecast_df[f'TimeGPT-lo-{level}']
127
127
  results_df['upper'] = forecast_df[f'TimeGPT-hi-{level}']
128
128
  else:
@@ -171,7 +171,7 @@ class TimeGPTHandler(BaseMLEngine):
171
171
  if mindate > pd.to_datetime('1970-01-01T00:00:00') and maxdate < pd.to_datetime('2050-12-31T23:59:59'):
172
172
  unit = u
173
173
  df[date_column] = pd.to_datetime(df[date_column], unit=unit, origin='unix')
174
- else:
174
+ else:
175
175
  df[date_column] = pd.to_datetime(df[date_column])
176
176
  df[date_column] = df[date_column].dt.strftime('%Y-%m-%dT%H:%M:%S') # convert to ISO 8601 format
177
177
  df[date_column] = pd.to_datetime(df[date_column])
@@ -1,4 +1,3 @@
1
- from typing import Optional
2
1
  import dill
3
2
  import pandas as pd
4
3
  from mindsdb.integrations.libs.base import BaseMLEngine
@@ -10,32 +9,30 @@ from sklearn.preprocessing import LabelEncoder
10
9
 
11
10
  class TPOTHandler(BaseMLEngine):
12
11
  name = "TPOT"
12
+
13
13
  def create(self, target: str, df: Optional[pd.DataFrame] = None, args: Optional[Dict] = None) -> None:
14
14
  if args is None:
15
15
  args = {}
16
- type_of_cols=infer_types(df,0).dtypes
17
- target_dtype=type_of_cols[target]
18
-
16
+ type_of_cols = infer_types(df, 0).dtypes
17
+ target_dtype = type_of_cols[target]
19
18
 
20
- if target_dtype in ['binary','categorical','tags']:
19
+ if target_dtype in ['binary', 'categorical', 'tags']:
21
20
  model = TPOTClassifier(generations=args.get('generations', 10),
22
- population_size=args.get('population_size', 100),
23
- verbosity=0,
24
- max_time_mins=args.get('max_time_mins', None),
25
- n_jobs=args.get('n_jobs', -1))
26
-
21
+ population_size=args.get('population_size', 100),
22
+ verbosity=0,
23
+ max_time_mins=args.get('max_time_mins', None),
24
+ n_jobs=args.get('n_jobs', -1))
27
25
 
28
- elif target_dtype in ['integer','float','quantity'] :
26
+ elif target_dtype in ['integer', 'float', 'quantity']:
29
27
  model = TPOTRegressor(generations=args.get('generations', 10),
30
- population_size=args.get('population_size', 100),
31
- verbosity=0,
32
- max_time_mins=args.get('max_time_mins', None),
33
- n_jobs=args.get('n_jobs', -1))
34
-
28
+ population_size=args.get('population_size', 100),
29
+ verbosity=0,
30
+ max_time_mins=args.get('max_time_mins', None),
31
+ n_jobs=args.get('n_jobs', -1))
35
32
 
36
33
  if df is not None:
37
34
  # Separate out the categorical and non-categorical columns
38
- categorical_cols=[col for col, type_col in type_of_cols.items() if type_col in ('categorical', 'binary')]
35
+ categorical_cols = [col for col, type_col in type_of_cols.items() if type_col in ('categorical', 'binary')]
39
36
 
40
37
  # Fit a LabelEncoder for each categorical column and store it in a dictionary
41
38
  le_dict = {}
@@ -47,30 +44,28 @@ class TPOTHandler(BaseMLEngine):
47
44
  # Encode the categorical column using the fitted LabelEncoder
48
45
  df[col] = le.transform(df[col])
49
46
 
50
-
51
47
  model.fit(df.drop(columns=[target]), df[target])
52
48
  self.model_storage.json_set('args', args)
53
49
  self.model_storage.file_set('le_dict', dill.dumps(le_dict))
54
50
  self.model_storage.file_set('model', dill.dumps(model.fitted_pipeline_))
55
- else :
51
+ else:
56
52
  raise Exception(
57
53
  "Data is empty!!"
58
54
  )
59
-
60
55
 
61
56
  def predict(self, df: pd.DataFrame, args: Optional[Dict] = None) -> pd.DataFrame:
62
57
 
63
- model=dill.loads(self.model_storage.file_get("model"))
64
- le_dict=dill.loads(self.model_storage.file_get("le_dict"))
65
- target=self.model_storage.json_get('args').get("target")
58
+ model = dill.loads(self.model_storage.file_get("model"))
59
+ le_dict = dill.loads(self.model_storage.file_get("le_dict"))
60
+ target = self.model_storage.json_get('args').get("target")
66
61
 
67
- # Encode the categorical columns in the input DataFrame using the saved LabelEncoders
62
+ # Encode the categorical columns in the input DataFrame using the saved LabelEncoders
68
63
  for col, le in le_dict.items():
69
64
  if col in df.columns:
70
65
  df[col] = le.transform(df[col])
71
-
66
+
72
67
  # Make predictions using the trained TPOT model
73
- results=pd.DataFrame(model.predict(df),columns=[target])
68
+ results = pd.DataFrame(model.predict(df), columns=[target])
74
69
 
75
70
  # Decode the predicted categorical values back into their original values
76
71
  for col, le in le_dict.items():
@@ -1,9 +1,9 @@
1
1
  import re
2
2
  from typing import Dict
3
3
  import pandas as pd
4
- from pyhive import (trino, sqlalchemy_trino)
4
+ from pyhive import sqlalchemy_trino
5
5
  from mindsdb_sql_parser import parse_sql, ASTNode
6
- from trino.auth import KerberosAuthentication, BasicAuthentication
6
+ from trino.auth import BasicAuthentication
7
7
  from trino.dbapi import connect
8
8
  from mindsdb.utilities.render.sqlalchemy_render import SqlalchemyRender
9
9
  from mindsdb.integrations.libs.base import DatabaseHandler
@@ -13,10 +13,10 @@ from mindsdb.integrations.libs.response import (
13
13
  HandlerResponse as Response,
14
14
  RESPONSE_TYPE
15
15
  )
16
- from .trino_config_provider import TrinoConfigProvider
17
16
 
18
17
  logger = log.getLogger(__name__)
19
18
 
19
+
20
20
  class TrinoHandler(DatabaseHandler):
21
21
  """
22
22
  This handler handles connection and execution of the Trino statements
@@ -59,24 +59,24 @@ class TrinoHandler(DatabaseHandler):
59
59
  return self.connection
60
60
 
61
61
  # option configuration
62
- http_scheme='http'
63
- auth=None
64
- auth_config=None
65
- password=None
62
+ http_scheme = 'http'
63
+ auth = None
64
+ auth_config = None
65
+ password = None
66
66
 
67
67
  if 'auth' in self.connection_data:
68
- auth=self.connection_data['auth']
68
+ auth = self.connection_data['auth']
69
69
  if 'password' in self.connection_data:
70
- password=self.connection_data['password']
70
+ password = self.connection_data['password']
71
71
  if 'http_scheme' in self.connection_data:
72
- http_scheme=self.connection_data['http_scheme']
72
+ http_scheme = self.connection_data['http_scheme']
73
73
  if 'with' in self.connection_data:
74
- self.with_clause=self.connection_data['with']
74
+ self.with_clause = self.connection_data['with']
75
75
 
76
- if password and auth=='kerberos':
76
+ if password and auth == 'kerberos':
77
77
  raise Exception("Kerberos authorization doesn't support password.")
78
78
  elif password:
79
- auth_config=BasicAuthentication(self.connection_data['user'], password)
79
+ auth_config = BasicAuthentication(self.connection_data['user'], password)
80
80
 
81
81
  if auth:
82
82
  conn = connect(
@@ -159,7 +159,7 @@ class TrinoHandler(DatabaseHandler):
159
159
  renderer = SqlalchemyRender(sqlalchemy_trino.TrinoDialect)
160
160
  query_str = renderer.get_string(query, with_failback=True)
161
161
  modified_query_str = re.sub(
162
- "(?is)(CREATE.+TABLE.+\(.*\))",
162
+ r"(?is)(CREATE.+TABLE.+\(.*\))",
163
163
  f"\\1 {self.with_clause}",
164
164
  query_str
165
165
  )
@@ -1,10 +1,8 @@
1
1
  import re
2
2
  import os
3
3
  import datetime as dt
4
- import ast
5
4
  import time
6
5
  from collections import defaultdict
7
- import pytz
8
6
  import io
9
7
  import requests
10
8
 
@@ -28,6 +26,7 @@ from mindsdb.integrations.libs.response import (
28
26
 
29
27
  logger = log.getLogger(__name__)
30
28
 
29
+
31
30
  class TweetsTable(APITable):
32
31
 
33
32
  def select(self, query: ast.Select) -> Response:
@@ -39,7 +38,7 @@ class TweetsTable(APITable):
39
38
  for op, arg1, arg2 in conditions:
40
39
 
41
40
  if op == 'or':
42
- raise NotImplementedError(f'OR is not supported')
41
+ raise NotImplementedError('OR is not supported')
43
42
  if arg1 == 'created_at':
44
43
  date = parse_utc_date(arg2)
45
44
  if op == '>':
@@ -170,7 +169,6 @@ class TweetsTable(APITable):
170
169
 
171
170
  media_ids = [media.media_id]
172
171
 
173
-
174
172
  words = re.split('( )', text)
175
173
 
176
174
  messages = []
@@ -1,20 +1,19 @@
1
1
  import os
2
2
  import pytest
3
- import pandas as pd
4
3
 
5
4
  from mindsdb_sql_parser import parse_sql
6
5
 
7
6
  from tests.unit.executor_test_base import BaseExecutorTest
8
7
 
8
+
9
9
  class TestUnify(BaseExecutorTest):
10
-
10
+
11
11
  def run_sql(self, sql):
12
12
  ret = self.command_executor.execute_command(parse_sql(sql))
13
13
  assert ret.error_code is None
14
14
  if ret.data is not None:
15
15
  return ret.data.to_df()
16
16
 
17
-
18
17
  """
19
18
  Integration tests for the Unify handler.
20
19
  """
@@ -25,20 +24,20 @@ class TestUnify(BaseExecutorTest):
25
24
  """
26
25
  super().setup_method()
27
26
  self.run_sql("create database proj")
28
-
27
+
29
28
  @pytest.mark.skipif(os.environ.get('UNIFY_API_KEY') is None, reason='Missing API key!')
30
29
  def test_unify_correct_flow(self):
31
30
  self.run_sql(
32
- f"""
31
+ f"""
33
32
  CREATE ML_ENGINE unify_engine
34
33
  FROM unify
35
34
  USING
36
35
  unify_api_key = '{os.environ.get('UNIFY_API_KEY')}';
37
36
  """
38
37
  )
39
-
38
+
40
39
  self.run_sql(
41
- f"""
40
+ """
42
41
  CREATE MODEL proj.test_unify_correct_flow
43
42
  PREDICT output
44
43
  USING
@@ -51,7 +50,7 @@ class TestUnify(BaseExecutorTest):
51
50
  self.wait_predictor("proj", "test_unify_correct_flow")
52
51
 
53
52
  result_df = self.run_sql(
54
- """
53
+ """
55
54
  SELECT text, output
56
55
  FROM proj.test_unify_correct_flow
57
56
  WHERE text = 'Hello';
@@ -12,6 +12,7 @@ from mindsdb.integrations.utilities.handler_utils import get_api_key
12
12
 
13
13
  logger = log.getLogger(__name__)
14
14
 
15
+
15
16
  class UnifyHandler(BaseMLEngine):
16
17
  """
17
18
  Integration with the Unifyai Python Library
@@ -26,9 +27,8 @@ class UnifyHandler(BaseMLEngine):
26
27
  self.model_storage.json_set('args', args)
27
28
 
28
29
  def predict(self, df: Optional[pd.DataFrame] = None, args: Optional[Dict] = None) -> None:
29
-
30
+
30
31
  args = self.model_storage.json_get('args')
31
-
32
32
 
33
33
  input_keys = list(args.keys())
34
34
 
@@ -41,7 +41,7 @@ class UnifyHandler(BaseMLEngine):
41
41
  if 'provider' not in args['using']:
42
42
  raise Exception("Unify requires a provider parameter in the USING clause! Refer to its documentation for more details.")
43
43
  provider = args['using']['provider']
44
-
44
+
45
45
  self.endpoint = model + '@' + provider
46
46
  self.api_key = get_api_key('unify', args["using"], self.engine_storage, strict=False)
47
47
  available_endpoints = unify.utils.list_endpoints(api_key=self.api_key)
@@ -51,15 +51,15 @@ class UnifyHandler(BaseMLEngine):
51
51
  question_column = args['using']['column']
52
52
  if question_column not in df.columns:
53
53
  raise RuntimeError(f'Column "{question_column}" not found in input data')
54
-
55
- result_df = pd.DataFrame()
56
- result_df['predictions'] = df[question_column].apply(self.predict_answer)
54
+
55
+ result_df = pd.DataFrame()
56
+ result_df['predictions'] = df[question_column].apply(self.predict_answer)
57
57
  result_df = result_df.rename(columns={'predictions': args['target']})
58
-
58
+
59
59
  return result_df
60
-
60
+
61
61
  def predict_answer(self, text):
62
-
62
+
63
63
  client = unify.Unify(self.endpoint, api_key=self.api_key)
64
64
 
65
65
  response = client.generate(text)
@@ -2,7 +2,7 @@ from mindsdb.utilities import log
2
2
  from google.cloud.aiplatform import init, TabularDataset, Model, Endpoint
3
3
  import pandas as pd
4
4
 
5
- from mindsdb.integrations.utilities.handlers.auth_utilities import GoogleServiceAccountOAuth2Manager
5
+ from mindsdb.integrations.utilities.handlers.auth_utilities.google import GoogleServiceAccountOAuth2Manager
6
6
 
7
7
  logger = log.getLogger(__name__)
8
8