agno 0.1.2__py3-none-any.whl → 2.3.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (723) hide show
  1. agno/__init__.py +8 -0
  2. agno/agent/__init__.py +44 -5
  3. agno/agent/agent.py +10531 -2975
  4. agno/api/agent.py +14 -53
  5. agno/api/api.py +7 -46
  6. agno/api/evals.py +22 -0
  7. agno/api/os.py +17 -0
  8. agno/api/routes.py +6 -25
  9. agno/api/schemas/__init__.py +9 -0
  10. agno/api/schemas/agent.py +6 -9
  11. agno/api/schemas/evals.py +16 -0
  12. agno/api/schemas/os.py +14 -0
  13. agno/api/schemas/team.py +10 -10
  14. agno/api/schemas/utils.py +21 -0
  15. agno/api/schemas/workflows.py +16 -0
  16. agno/api/settings.py +53 -0
  17. agno/api/team.py +22 -26
  18. agno/api/workflow.py +28 -0
  19. agno/cloud/aws/base.py +214 -0
  20. agno/cloud/aws/s3/__init__.py +2 -0
  21. agno/cloud/aws/s3/api_client.py +43 -0
  22. agno/cloud/aws/s3/bucket.py +195 -0
  23. agno/cloud/aws/s3/object.py +57 -0
  24. agno/compression/__init__.py +3 -0
  25. agno/compression/manager.py +247 -0
  26. agno/culture/__init__.py +3 -0
  27. agno/culture/manager.py +956 -0
  28. agno/db/__init__.py +24 -0
  29. agno/db/async_postgres/__init__.py +3 -0
  30. agno/db/base.py +946 -0
  31. agno/db/dynamo/__init__.py +3 -0
  32. agno/db/dynamo/dynamo.py +2781 -0
  33. agno/db/dynamo/schemas.py +442 -0
  34. agno/db/dynamo/utils.py +743 -0
  35. agno/db/firestore/__init__.py +3 -0
  36. agno/db/firestore/firestore.py +2379 -0
  37. agno/db/firestore/schemas.py +181 -0
  38. agno/db/firestore/utils.py +376 -0
  39. agno/db/gcs_json/__init__.py +3 -0
  40. agno/db/gcs_json/gcs_json_db.py +1791 -0
  41. agno/db/gcs_json/utils.py +228 -0
  42. agno/db/in_memory/__init__.py +3 -0
  43. agno/db/in_memory/in_memory_db.py +1312 -0
  44. agno/db/in_memory/utils.py +230 -0
  45. agno/db/json/__init__.py +3 -0
  46. agno/db/json/json_db.py +1777 -0
  47. agno/db/json/utils.py +230 -0
  48. agno/db/migrations/manager.py +199 -0
  49. agno/db/migrations/v1_to_v2.py +635 -0
  50. agno/db/migrations/versions/v2_3_0.py +938 -0
  51. agno/db/mongo/__init__.py +17 -0
  52. agno/db/mongo/async_mongo.py +2760 -0
  53. agno/db/mongo/mongo.py +2597 -0
  54. agno/db/mongo/schemas.py +119 -0
  55. agno/db/mongo/utils.py +276 -0
  56. agno/db/mysql/__init__.py +4 -0
  57. agno/db/mysql/async_mysql.py +2912 -0
  58. agno/db/mysql/mysql.py +2923 -0
  59. agno/db/mysql/schemas.py +186 -0
  60. agno/db/mysql/utils.py +488 -0
  61. agno/db/postgres/__init__.py +4 -0
  62. agno/db/postgres/async_postgres.py +2579 -0
  63. agno/db/postgres/postgres.py +2870 -0
  64. agno/db/postgres/schemas.py +187 -0
  65. agno/db/postgres/utils.py +442 -0
  66. agno/db/redis/__init__.py +3 -0
  67. agno/db/redis/redis.py +2141 -0
  68. agno/db/redis/schemas.py +159 -0
  69. agno/db/redis/utils.py +346 -0
  70. agno/db/schemas/__init__.py +4 -0
  71. agno/db/schemas/culture.py +120 -0
  72. agno/db/schemas/evals.py +34 -0
  73. agno/db/schemas/knowledge.py +40 -0
  74. agno/db/schemas/memory.py +61 -0
  75. agno/db/singlestore/__init__.py +3 -0
  76. agno/db/singlestore/schemas.py +179 -0
  77. agno/db/singlestore/singlestore.py +2877 -0
  78. agno/db/singlestore/utils.py +384 -0
  79. agno/db/sqlite/__init__.py +4 -0
  80. agno/db/sqlite/async_sqlite.py +2911 -0
  81. agno/db/sqlite/schemas.py +181 -0
  82. agno/db/sqlite/sqlite.py +2908 -0
  83. agno/db/sqlite/utils.py +429 -0
  84. agno/db/surrealdb/__init__.py +3 -0
  85. agno/db/surrealdb/metrics.py +292 -0
  86. agno/db/surrealdb/models.py +334 -0
  87. agno/db/surrealdb/queries.py +71 -0
  88. agno/db/surrealdb/surrealdb.py +1908 -0
  89. agno/db/surrealdb/utils.py +147 -0
  90. agno/db/utils.py +118 -0
  91. agno/eval/__init__.py +24 -0
  92. agno/eval/accuracy.py +666 -276
  93. agno/eval/agent_as_judge.py +861 -0
  94. agno/eval/base.py +29 -0
  95. agno/eval/performance.py +779 -0
  96. agno/eval/reliability.py +241 -62
  97. agno/eval/utils.py +120 -0
  98. agno/exceptions.py +143 -1
  99. agno/filters.py +354 -0
  100. agno/guardrails/__init__.py +6 -0
  101. agno/guardrails/base.py +19 -0
  102. agno/guardrails/openai.py +144 -0
  103. agno/guardrails/pii.py +94 -0
  104. agno/guardrails/prompt_injection.py +52 -0
  105. agno/hooks/__init__.py +3 -0
  106. agno/hooks/decorator.py +164 -0
  107. agno/integrations/discord/__init__.py +3 -0
  108. agno/integrations/discord/client.py +203 -0
  109. agno/knowledge/__init__.py +5 -1
  110. agno/{document → knowledge}/chunking/agentic.py +22 -14
  111. agno/{document → knowledge}/chunking/document.py +2 -2
  112. agno/{document → knowledge}/chunking/fixed.py +7 -6
  113. agno/knowledge/chunking/markdown.py +151 -0
  114. agno/{document → knowledge}/chunking/recursive.py +15 -3
  115. agno/knowledge/chunking/row.py +39 -0
  116. agno/knowledge/chunking/semantic.py +91 -0
  117. agno/knowledge/chunking/strategy.py +165 -0
  118. agno/knowledge/content.py +74 -0
  119. agno/knowledge/document/__init__.py +5 -0
  120. agno/{document → knowledge/document}/base.py +12 -2
  121. agno/knowledge/embedder/__init__.py +5 -0
  122. agno/knowledge/embedder/aws_bedrock.py +343 -0
  123. agno/knowledge/embedder/azure_openai.py +210 -0
  124. agno/{embedder → knowledge/embedder}/base.py +8 -0
  125. agno/knowledge/embedder/cohere.py +323 -0
  126. agno/knowledge/embedder/fastembed.py +62 -0
  127. agno/{embedder → knowledge/embedder}/fireworks.py +1 -1
  128. agno/knowledge/embedder/google.py +258 -0
  129. agno/knowledge/embedder/huggingface.py +94 -0
  130. agno/knowledge/embedder/jina.py +182 -0
  131. agno/knowledge/embedder/langdb.py +22 -0
  132. agno/knowledge/embedder/mistral.py +206 -0
  133. agno/knowledge/embedder/nebius.py +13 -0
  134. agno/knowledge/embedder/ollama.py +154 -0
  135. agno/knowledge/embedder/openai.py +195 -0
  136. agno/knowledge/embedder/sentence_transformer.py +63 -0
  137. agno/{embedder → knowledge/embedder}/together.py +1 -1
  138. agno/knowledge/embedder/vllm.py +262 -0
  139. agno/knowledge/embedder/voyageai.py +165 -0
  140. agno/knowledge/knowledge.py +3006 -0
  141. agno/knowledge/reader/__init__.py +7 -0
  142. agno/knowledge/reader/arxiv_reader.py +81 -0
  143. agno/knowledge/reader/base.py +95 -0
  144. agno/knowledge/reader/csv_reader.py +164 -0
  145. agno/knowledge/reader/docx_reader.py +82 -0
  146. agno/knowledge/reader/field_labeled_csv_reader.py +290 -0
  147. agno/knowledge/reader/firecrawl_reader.py +201 -0
  148. agno/knowledge/reader/json_reader.py +88 -0
  149. agno/knowledge/reader/markdown_reader.py +137 -0
  150. agno/knowledge/reader/pdf_reader.py +431 -0
  151. agno/knowledge/reader/pptx_reader.py +101 -0
  152. agno/knowledge/reader/reader_factory.py +313 -0
  153. agno/knowledge/reader/s3_reader.py +89 -0
  154. agno/knowledge/reader/tavily_reader.py +193 -0
  155. agno/knowledge/reader/text_reader.py +127 -0
  156. agno/knowledge/reader/web_search_reader.py +325 -0
  157. agno/knowledge/reader/website_reader.py +455 -0
  158. agno/knowledge/reader/wikipedia_reader.py +91 -0
  159. agno/knowledge/reader/youtube_reader.py +78 -0
  160. agno/knowledge/remote_content/remote_content.py +88 -0
  161. agno/knowledge/reranker/__init__.py +3 -0
  162. agno/{reranker → knowledge/reranker}/base.py +1 -1
  163. agno/{reranker → knowledge/reranker}/cohere.py +2 -2
  164. agno/knowledge/reranker/infinity.py +195 -0
  165. agno/knowledge/reranker/sentence_transformer.py +54 -0
  166. agno/knowledge/types.py +39 -0
  167. agno/knowledge/utils.py +234 -0
  168. agno/media.py +439 -95
  169. agno/memory/__init__.py +16 -3
  170. agno/memory/manager.py +1474 -123
  171. agno/memory/strategies/__init__.py +15 -0
  172. agno/memory/strategies/base.py +66 -0
  173. agno/memory/strategies/summarize.py +196 -0
  174. agno/memory/strategies/types.py +37 -0
  175. agno/models/aimlapi/__init__.py +5 -0
  176. agno/models/aimlapi/aimlapi.py +62 -0
  177. agno/models/anthropic/__init__.py +4 -0
  178. agno/models/anthropic/claude.py +960 -496
  179. agno/models/aws/__init__.py +15 -0
  180. agno/models/aws/bedrock.py +686 -451
  181. agno/models/aws/claude.py +190 -183
  182. agno/models/azure/__init__.py +18 -1
  183. agno/models/azure/ai_foundry.py +489 -0
  184. agno/models/azure/openai_chat.py +89 -40
  185. agno/models/base.py +2477 -550
  186. agno/models/cerebras/__init__.py +12 -0
  187. agno/models/cerebras/cerebras.py +565 -0
  188. agno/models/cerebras/cerebras_openai.py +131 -0
  189. agno/models/cohere/__init__.py +4 -0
  190. agno/models/cohere/chat.py +306 -492
  191. agno/models/cometapi/__init__.py +5 -0
  192. agno/models/cometapi/cometapi.py +74 -0
  193. agno/models/dashscope/__init__.py +5 -0
  194. agno/models/dashscope/dashscope.py +90 -0
  195. agno/models/deepinfra/__init__.py +5 -0
  196. agno/models/deepinfra/deepinfra.py +45 -0
  197. agno/models/deepseek/__init__.py +4 -0
  198. agno/models/deepseek/deepseek.py +110 -9
  199. agno/models/fireworks/__init__.py +4 -0
  200. agno/models/fireworks/fireworks.py +19 -22
  201. agno/models/google/__init__.py +3 -7
  202. agno/models/google/gemini.py +1717 -662
  203. agno/models/google/utils.py +22 -0
  204. agno/models/groq/__init__.py +4 -0
  205. agno/models/groq/groq.py +391 -666
  206. agno/models/huggingface/__init__.py +4 -0
  207. agno/models/huggingface/huggingface.py +266 -538
  208. agno/models/ibm/__init__.py +5 -0
  209. agno/models/ibm/watsonx.py +432 -0
  210. agno/models/internlm/__init__.py +3 -0
  211. agno/models/internlm/internlm.py +20 -3
  212. agno/models/langdb/__init__.py +1 -0
  213. agno/models/langdb/langdb.py +60 -0
  214. agno/models/litellm/__init__.py +14 -0
  215. agno/models/litellm/chat.py +503 -0
  216. agno/models/litellm/litellm_openai.py +42 -0
  217. agno/models/llama_cpp/__init__.py +5 -0
  218. agno/models/llama_cpp/llama_cpp.py +22 -0
  219. agno/models/lmstudio/__init__.py +5 -0
  220. agno/models/lmstudio/lmstudio.py +25 -0
  221. agno/models/message.py +361 -39
  222. agno/models/meta/__init__.py +12 -0
  223. agno/models/meta/llama.py +502 -0
  224. agno/models/meta/llama_openai.py +79 -0
  225. agno/models/metrics.py +120 -0
  226. agno/models/mistral/__init__.py +4 -0
  227. agno/models/mistral/mistral.py +293 -393
  228. agno/models/nebius/__init__.py +3 -0
  229. agno/models/nebius/nebius.py +53 -0
  230. agno/models/nexus/__init__.py +3 -0
  231. agno/models/nexus/nexus.py +22 -0
  232. agno/models/nvidia/__init__.py +4 -0
  233. agno/models/nvidia/nvidia.py +22 -3
  234. agno/models/ollama/__init__.py +4 -2
  235. agno/models/ollama/chat.py +257 -492
  236. agno/models/openai/__init__.py +7 -0
  237. agno/models/openai/chat.py +725 -770
  238. agno/models/openai/like.py +16 -2
  239. agno/models/openai/responses.py +1121 -0
  240. agno/models/openrouter/__init__.py +4 -0
  241. agno/models/openrouter/openrouter.py +62 -5
  242. agno/models/perplexity/__init__.py +5 -0
  243. agno/models/perplexity/perplexity.py +203 -0
  244. agno/models/portkey/__init__.py +3 -0
  245. agno/models/portkey/portkey.py +82 -0
  246. agno/models/requesty/__init__.py +5 -0
  247. agno/models/requesty/requesty.py +69 -0
  248. agno/models/response.py +177 -7
  249. agno/models/sambanova/__init__.py +4 -0
  250. agno/models/sambanova/sambanova.py +23 -4
  251. agno/models/siliconflow/__init__.py +5 -0
  252. agno/models/siliconflow/siliconflow.py +42 -0
  253. agno/models/together/__init__.py +4 -0
  254. agno/models/together/together.py +21 -164
  255. agno/models/utils.py +266 -0
  256. agno/models/vercel/__init__.py +3 -0
  257. agno/models/vercel/v0.py +43 -0
  258. agno/models/vertexai/__init__.py +0 -1
  259. agno/models/vertexai/claude.py +190 -0
  260. agno/models/vllm/__init__.py +3 -0
  261. agno/models/vllm/vllm.py +83 -0
  262. agno/models/xai/__init__.py +2 -0
  263. agno/models/xai/xai.py +111 -7
  264. agno/os/__init__.py +3 -0
  265. agno/os/app.py +1027 -0
  266. agno/os/auth.py +244 -0
  267. agno/os/config.py +126 -0
  268. agno/os/interfaces/__init__.py +1 -0
  269. agno/os/interfaces/a2a/__init__.py +3 -0
  270. agno/os/interfaces/a2a/a2a.py +42 -0
  271. agno/os/interfaces/a2a/router.py +249 -0
  272. agno/os/interfaces/a2a/utils.py +924 -0
  273. agno/os/interfaces/agui/__init__.py +3 -0
  274. agno/os/interfaces/agui/agui.py +47 -0
  275. agno/os/interfaces/agui/router.py +147 -0
  276. agno/os/interfaces/agui/utils.py +574 -0
  277. agno/os/interfaces/base.py +25 -0
  278. agno/os/interfaces/slack/__init__.py +3 -0
  279. agno/os/interfaces/slack/router.py +148 -0
  280. agno/os/interfaces/slack/security.py +30 -0
  281. agno/os/interfaces/slack/slack.py +47 -0
  282. agno/os/interfaces/whatsapp/__init__.py +3 -0
  283. agno/os/interfaces/whatsapp/router.py +210 -0
  284. agno/os/interfaces/whatsapp/security.py +55 -0
  285. agno/os/interfaces/whatsapp/whatsapp.py +36 -0
  286. agno/os/mcp.py +293 -0
  287. agno/os/middleware/__init__.py +9 -0
  288. agno/os/middleware/jwt.py +797 -0
  289. agno/os/router.py +258 -0
  290. agno/os/routers/__init__.py +3 -0
  291. agno/os/routers/agents/__init__.py +3 -0
  292. agno/os/routers/agents/router.py +599 -0
  293. agno/os/routers/agents/schema.py +261 -0
  294. agno/os/routers/evals/__init__.py +3 -0
  295. agno/os/routers/evals/evals.py +450 -0
  296. agno/os/routers/evals/schemas.py +174 -0
  297. agno/os/routers/evals/utils.py +231 -0
  298. agno/os/routers/health.py +31 -0
  299. agno/os/routers/home.py +52 -0
  300. agno/os/routers/knowledge/__init__.py +3 -0
  301. agno/os/routers/knowledge/knowledge.py +1008 -0
  302. agno/os/routers/knowledge/schemas.py +178 -0
  303. agno/os/routers/memory/__init__.py +3 -0
  304. agno/os/routers/memory/memory.py +661 -0
  305. agno/os/routers/memory/schemas.py +88 -0
  306. agno/os/routers/metrics/__init__.py +3 -0
  307. agno/os/routers/metrics/metrics.py +190 -0
  308. agno/os/routers/metrics/schemas.py +47 -0
  309. agno/os/routers/session/__init__.py +3 -0
  310. agno/os/routers/session/session.py +997 -0
  311. agno/os/routers/teams/__init__.py +3 -0
  312. agno/os/routers/teams/router.py +512 -0
  313. agno/os/routers/teams/schema.py +257 -0
  314. agno/os/routers/traces/__init__.py +3 -0
  315. agno/os/routers/traces/schemas.py +414 -0
  316. agno/os/routers/traces/traces.py +499 -0
  317. agno/os/routers/workflows/__init__.py +3 -0
  318. agno/os/routers/workflows/router.py +624 -0
  319. agno/os/routers/workflows/schema.py +75 -0
  320. agno/os/schema.py +534 -0
  321. agno/os/scopes.py +469 -0
  322. agno/{playground → os}/settings.py +7 -15
  323. agno/os/utils.py +973 -0
  324. agno/reasoning/anthropic.py +80 -0
  325. agno/reasoning/azure_ai_foundry.py +67 -0
  326. agno/reasoning/deepseek.py +63 -0
  327. agno/reasoning/default.py +97 -0
  328. agno/reasoning/gemini.py +73 -0
  329. agno/reasoning/groq.py +71 -0
  330. agno/reasoning/helpers.py +24 -1
  331. agno/reasoning/ollama.py +67 -0
  332. agno/reasoning/openai.py +86 -0
  333. agno/reasoning/step.py +2 -1
  334. agno/reasoning/vertexai.py +76 -0
  335. agno/run/__init__.py +6 -0
  336. agno/run/agent.py +822 -0
  337. agno/run/base.py +247 -0
  338. agno/run/cancel.py +81 -0
  339. agno/run/requirement.py +181 -0
  340. agno/run/team.py +767 -0
  341. agno/run/workflow.py +708 -0
  342. agno/session/__init__.py +10 -0
  343. agno/session/agent.py +260 -0
  344. agno/session/summary.py +265 -0
  345. agno/session/team.py +342 -0
  346. agno/session/workflow.py +501 -0
  347. agno/table.py +10 -0
  348. agno/team/__init__.py +37 -0
  349. agno/team/team.py +9536 -0
  350. agno/tools/__init__.py +7 -0
  351. agno/tools/agentql.py +120 -0
  352. agno/tools/airflow.py +22 -12
  353. agno/tools/api.py +122 -0
  354. agno/tools/apify.py +276 -83
  355. agno/tools/{arxiv_toolkit.py → arxiv.py} +20 -12
  356. agno/tools/aws_lambda.py +28 -7
  357. agno/tools/aws_ses.py +66 -0
  358. agno/tools/baidusearch.py +11 -4
  359. agno/tools/bitbucket.py +292 -0
  360. agno/tools/brandfetch.py +213 -0
  361. agno/tools/bravesearch.py +106 -0
  362. agno/tools/brightdata.py +367 -0
  363. agno/tools/browserbase.py +209 -0
  364. agno/tools/calcom.py +32 -23
  365. agno/tools/calculator.py +24 -37
  366. agno/tools/cartesia.py +187 -0
  367. agno/tools/{clickup_tool.py → clickup.py} +17 -28
  368. agno/tools/confluence.py +91 -26
  369. agno/tools/crawl4ai.py +139 -43
  370. agno/tools/csv_toolkit.py +28 -22
  371. agno/tools/dalle.py +36 -22
  372. agno/tools/daytona.py +475 -0
  373. agno/tools/decorator.py +169 -14
  374. agno/tools/desi_vocal.py +23 -11
  375. agno/tools/discord.py +32 -29
  376. agno/tools/docker.py +716 -0
  377. agno/tools/duckdb.py +76 -81
  378. agno/tools/duckduckgo.py +43 -40
  379. agno/tools/e2b.py +703 -0
  380. agno/tools/eleven_labs.py +65 -54
  381. agno/tools/email.py +13 -5
  382. agno/tools/evm.py +129 -0
  383. agno/tools/exa.py +324 -42
  384. agno/tools/fal.py +39 -35
  385. agno/tools/file.py +196 -30
  386. agno/tools/file_generation.py +356 -0
  387. agno/tools/financial_datasets.py +288 -0
  388. agno/tools/firecrawl.py +108 -33
  389. agno/tools/function.py +960 -122
  390. agno/tools/giphy.py +34 -12
  391. agno/tools/github.py +1294 -97
  392. agno/tools/gmail.py +922 -0
  393. agno/tools/google_bigquery.py +117 -0
  394. agno/tools/google_drive.py +271 -0
  395. agno/tools/google_maps.py +253 -0
  396. agno/tools/googlecalendar.py +607 -107
  397. agno/tools/googlesheets.py +377 -0
  398. agno/tools/hackernews.py +20 -12
  399. agno/tools/jina.py +24 -14
  400. agno/tools/jira.py +48 -19
  401. agno/tools/knowledge.py +218 -0
  402. agno/tools/linear.py +82 -43
  403. agno/tools/linkup.py +58 -0
  404. agno/tools/local_file_system.py +15 -7
  405. agno/tools/lumalab.py +41 -26
  406. agno/tools/mcp/__init__.py +10 -0
  407. agno/tools/mcp/mcp.py +331 -0
  408. agno/tools/mcp/multi_mcp.py +347 -0
  409. agno/tools/mcp/params.py +24 -0
  410. agno/tools/mcp_toolbox.py +284 -0
  411. agno/tools/mem0.py +193 -0
  412. agno/tools/memory.py +419 -0
  413. agno/tools/mlx_transcribe.py +11 -9
  414. agno/tools/models/azure_openai.py +190 -0
  415. agno/tools/models/gemini.py +203 -0
  416. agno/tools/models/groq.py +158 -0
  417. agno/tools/models/morph.py +186 -0
  418. agno/tools/models/nebius.py +124 -0
  419. agno/tools/models_labs.py +163 -82
  420. agno/tools/moviepy_video.py +18 -13
  421. agno/tools/nano_banana.py +151 -0
  422. agno/tools/neo4j.py +134 -0
  423. agno/tools/newspaper.py +15 -4
  424. agno/tools/newspaper4k.py +19 -6
  425. agno/tools/notion.py +204 -0
  426. agno/tools/openai.py +181 -17
  427. agno/tools/openbb.py +27 -20
  428. agno/tools/opencv.py +321 -0
  429. agno/tools/openweather.py +233 -0
  430. agno/tools/oxylabs.py +385 -0
  431. agno/tools/pandas.py +25 -15
  432. agno/tools/parallel.py +314 -0
  433. agno/tools/postgres.py +238 -185
  434. agno/tools/pubmed.py +125 -13
  435. agno/tools/python.py +48 -35
  436. agno/tools/reasoning.py +283 -0
  437. agno/tools/reddit.py +207 -29
  438. agno/tools/redshift.py +406 -0
  439. agno/tools/replicate.py +69 -26
  440. agno/tools/resend.py +11 -6
  441. agno/tools/scrapegraph.py +179 -19
  442. agno/tools/searxng.py +23 -31
  443. agno/tools/serpapi.py +15 -10
  444. agno/tools/serper.py +255 -0
  445. agno/tools/shell.py +23 -12
  446. agno/tools/shopify.py +1519 -0
  447. agno/tools/slack.py +56 -14
  448. agno/tools/sleep.py +8 -6
  449. agno/tools/spider.py +35 -11
  450. agno/tools/spotify.py +919 -0
  451. agno/tools/sql.py +34 -19
  452. agno/tools/tavily.py +158 -8
  453. agno/tools/telegram.py +18 -8
  454. agno/tools/todoist.py +218 -0
  455. agno/tools/toolkit.py +134 -9
  456. agno/tools/trafilatura.py +388 -0
  457. agno/tools/trello.py +25 -28
  458. agno/tools/twilio.py +18 -9
  459. agno/tools/user_control_flow.py +78 -0
  460. agno/tools/valyu.py +228 -0
  461. agno/tools/visualization.py +467 -0
  462. agno/tools/webbrowser.py +28 -0
  463. agno/tools/webex.py +76 -0
  464. agno/tools/website.py +23 -19
  465. agno/tools/webtools.py +45 -0
  466. agno/tools/whatsapp.py +286 -0
  467. agno/tools/wikipedia.py +28 -19
  468. agno/tools/workflow.py +285 -0
  469. agno/tools/{twitter.py → x.py} +142 -46
  470. agno/tools/yfinance.py +41 -39
  471. agno/tools/youtube.py +34 -17
  472. agno/tools/zendesk.py +15 -5
  473. agno/tools/zep.py +454 -0
  474. agno/tools/zoom.py +86 -37
  475. agno/tracing/__init__.py +12 -0
  476. agno/tracing/exporter.py +157 -0
  477. agno/tracing/schemas.py +276 -0
  478. agno/tracing/setup.py +111 -0
  479. agno/utils/agent.py +938 -0
  480. agno/utils/audio.py +37 -1
  481. agno/utils/certs.py +27 -0
  482. agno/utils/code_execution.py +11 -0
  483. agno/utils/common.py +103 -20
  484. agno/utils/cryptography.py +22 -0
  485. agno/utils/dttm.py +33 -0
  486. agno/utils/events.py +700 -0
  487. agno/utils/functions.py +107 -37
  488. agno/utils/gemini.py +426 -0
  489. agno/utils/hooks.py +171 -0
  490. agno/utils/http.py +185 -0
  491. agno/utils/json_schema.py +159 -37
  492. agno/utils/knowledge.py +36 -0
  493. agno/utils/location.py +19 -0
  494. agno/utils/log.py +221 -8
  495. agno/utils/mcp.py +214 -0
  496. agno/utils/media.py +335 -14
  497. agno/utils/merge_dict.py +22 -1
  498. agno/utils/message.py +77 -2
  499. agno/utils/models/ai_foundry.py +50 -0
  500. agno/utils/models/claude.py +373 -0
  501. agno/utils/models/cohere.py +94 -0
  502. agno/utils/models/llama.py +85 -0
  503. agno/utils/models/mistral.py +100 -0
  504. agno/utils/models/openai_responses.py +140 -0
  505. agno/utils/models/schema_utils.py +153 -0
  506. agno/utils/models/watsonx.py +41 -0
  507. agno/utils/openai.py +257 -0
  508. agno/utils/pickle.py +1 -1
  509. agno/utils/pprint.py +124 -8
  510. agno/utils/print_response/agent.py +930 -0
  511. agno/utils/print_response/team.py +1914 -0
  512. agno/utils/print_response/workflow.py +1668 -0
  513. agno/utils/prompts.py +111 -0
  514. agno/utils/reasoning.py +108 -0
  515. agno/utils/response.py +163 -0
  516. agno/utils/serialize.py +32 -0
  517. agno/utils/shell.py +4 -4
  518. agno/utils/streamlit.py +487 -0
  519. agno/utils/string.py +204 -51
  520. agno/utils/team.py +139 -0
  521. agno/utils/timer.py +9 -2
  522. agno/utils/tokens.py +657 -0
  523. agno/utils/tools.py +19 -1
  524. agno/utils/whatsapp.py +305 -0
  525. agno/utils/yaml_io.py +3 -3
  526. agno/vectordb/__init__.py +2 -0
  527. agno/vectordb/base.py +87 -9
  528. agno/vectordb/cassandra/__init__.py +5 -1
  529. agno/vectordb/cassandra/cassandra.py +383 -27
  530. agno/vectordb/chroma/__init__.py +4 -0
  531. agno/vectordb/chroma/chromadb.py +748 -83
  532. agno/vectordb/clickhouse/__init__.py +7 -1
  533. agno/vectordb/clickhouse/clickhousedb.py +554 -53
  534. agno/vectordb/couchbase/__init__.py +3 -0
  535. agno/vectordb/couchbase/couchbase.py +1446 -0
  536. agno/vectordb/lancedb/__init__.py +5 -0
  537. agno/vectordb/lancedb/lance_db.py +730 -98
  538. agno/vectordb/langchaindb/__init__.py +5 -0
  539. agno/vectordb/langchaindb/langchaindb.py +163 -0
  540. agno/vectordb/lightrag/__init__.py +5 -0
  541. agno/vectordb/lightrag/lightrag.py +388 -0
  542. agno/vectordb/llamaindex/__init__.py +3 -0
  543. agno/vectordb/llamaindex/llamaindexdb.py +166 -0
  544. agno/vectordb/milvus/__init__.py +3 -0
  545. agno/vectordb/milvus/milvus.py +966 -78
  546. agno/vectordb/mongodb/__init__.py +9 -1
  547. agno/vectordb/mongodb/mongodb.py +1175 -172
  548. agno/vectordb/pgvector/__init__.py +8 -0
  549. agno/vectordb/pgvector/pgvector.py +599 -115
  550. agno/vectordb/pineconedb/__init__.py +5 -1
  551. agno/vectordb/pineconedb/pineconedb.py +406 -43
  552. agno/vectordb/qdrant/__init__.py +4 -0
  553. agno/vectordb/qdrant/qdrant.py +914 -61
  554. agno/vectordb/redis/__init__.py +9 -0
  555. agno/vectordb/redis/redisdb.py +682 -0
  556. agno/vectordb/singlestore/__init__.py +8 -1
  557. agno/vectordb/singlestore/singlestore.py +771 -0
  558. agno/vectordb/surrealdb/__init__.py +3 -0
  559. agno/vectordb/surrealdb/surrealdb.py +663 -0
  560. agno/vectordb/upstashdb/__init__.py +5 -0
  561. agno/vectordb/upstashdb/upstashdb.py +718 -0
  562. agno/vectordb/weaviate/__init__.py +8 -0
  563. agno/vectordb/weaviate/index.py +15 -0
  564. agno/vectordb/weaviate/weaviate.py +1009 -0
  565. agno/workflow/__init__.py +23 -1
  566. agno/workflow/agent.py +299 -0
  567. agno/workflow/condition.py +759 -0
  568. agno/workflow/loop.py +756 -0
  569. agno/workflow/parallel.py +853 -0
  570. agno/workflow/router.py +723 -0
  571. agno/workflow/step.py +1564 -0
  572. agno/workflow/steps.py +613 -0
  573. agno/workflow/types.py +556 -0
  574. agno/workflow/workflow.py +4327 -514
  575. agno-2.3.13.dist-info/METADATA +639 -0
  576. agno-2.3.13.dist-info/RECORD +613 -0
  577. {agno-0.1.2.dist-info → agno-2.3.13.dist-info}/WHEEL +1 -1
  578. agno-2.3.13.dist-info/licenses/LICENSE +201 -0
  579. agno/api/playground.py +0 -91
  580. agno/api/schemas/playground.py +0 -22
  581. agno/api/schemas/user.py +0 -22
  582. agno/api/schemas/workspace.py +0 -46
  583. agno/api/user.py +0 -160
  584. agno/api/workspace.py +0 -151
  585. agno/cli/auth_server.py +0 -118
  586. agno/cli/config.py +0 -275
  587. agno/cli/console.py +0 -88
  588. agno/cli/credentials.py +0 -23
  589. agno/cli/entrypoint.py +0 -571
  590. agno/cli/operator.py +0 -355
  591. agno/cli/settings.py +0 -85
  592. agno/cli/ws/ws_cli.py +0 -817
  593. agno/constants.py +0 -13
  594. agno/document/__init__.py +0 -1
  595. agno/document/chunking/semantic.py +0 -47
  596. agno/document/chunking/strategy.py +0 -31
  597. agno/document/reader/__init__.py +0 -1
  598. agno/document/reader/arxiv_reader.py +0 -41
  599. agno/document/reader/base.py +0 -22
  600. agno/document/reader/csv_reader.py +0 -84
  601. agno/document/reader/docx_reader.py +0 -46
  602. agno/document/reader/firecrawl_reader.py +0 -99
  603. agno/document/reader/json_reader.py +0 -43
  604. agno/document/reader/pdf_reader.py +0 -219
  605. agno/document/reader/s3/pdf_reader.py +0 -46
  606. agno/document/reader/s3/text_reader.py +0 -51
  607. agno/document/reader/text_reader.py +0 -41
  608. agno/document/reader/website_reader.py +0 -175
  609. agno/document/reader/youtube_reader.py +0 -50
  610. agno/embedder/__init__.py +0 -1
  611. agno/embedder/azure_openai.py +0 -86
  612. agno/embedder/cohere.py +0 -72
  613. agno/embedder/fastembed.py +0 -37
  614. agno/embedder/google.py +0 -73
  615. agno/embedder/huggingface.py +0 -54
  616. agno/embedder/mistral.py +0 -80
  617. agno/embedder/ollama.py +0 -57
  618. agno/embedder/openai.py +0 -74
  619. agno/embedder/sentence_transformer.py +0 -38
  620. agno/embedder/voyageai.py +0 -64
  621. agno/eval/perf.py +0 -201
  622. agno/file/__init__.py +0 -1
  623. agno/file/file.py +0 -16
  624. agno/file/local/csv.py +0 -32
  625. agno/file/local/txt.py +0 -19
  626. agno/infra/app.py +0 -240
  627. agno/infra/base.py +0 -144
  628. agno/infra/context.py +0 -20
  629. agno/infra/db_app.py +0 -52
  630. agno/infra/resource.py +0 -205
  631. agno/infra/resources.py +0 -55
  632. agno/knowledge/agent.py +0 -230
  633. agno/knowledge/arxiv.py +0 -22
  634. agno/knowledge/combined.py +0 -22
  635. agno/knowledge/csv.py +0 -28
  636. agno/knowledge/csv_url.py +0 -19
  637. agno/knowledge/document.py +0 -20
  638. agno/knowledge/docx.py +0 -30
  639. agno/knowledge/json.py +0 -28
  640. agno/knowledge/langchain.py +0 -71
  641. agno/knowledge/llamaindex.py +0 -66
  642. agno/knowledge/pdf.py +0 -28
  643. agno/knowledge/pdf_url.py +0 -26
  644. agno/knowledge/s3/base.py +0 -60
  645. agno/knowledge/s3/pdf.py +0 -21
  646. agno/knowledge/s3/text.py +0 -23
  647. agno/knowledge/text.py +0 -30
  648. agno/knowledge/website.py +0 -88
  649. agno/knowledge/wikipedia.py +0 -31
  650. agno/knowledge/youtube.py +0 -22
  651. agno/memory/agent.py +0 -392
  652. agno/memory/classifier.py +0 -104
  653. agno/memory/db/__init__.py +0 -1
  654. agno/memory/db/base.py +0 -42
  655. agno/memory/db/mongodb.py +0 -189
  656. agno/memory/db/postgres.py +0 -203
  657. agno/memory/db/sqlite.py +0 -193
  658. agno/memory/memory.py +0 -15
  659. agno/memory/row.py +0 -36
  660. agno/memory/summarizer.py +0 -192
  661. agno/memory/summary.py +0 -19
  662. agno/memory/workflow.py +0 -38
  663. agno/models/google/gemini_openai.py +0 -26
  664. agno/models/ollama/hermes.py +0 -221
  665. agno/models/ollama/tools.py +0 -362
  666. agno/models/vertexai/gemini.py +0 -595
  667. agno/playground/__init__.py +0 -3
  668. agno/playground/async_router.py +0 -421
  669. agno/playground/deploy.py +0 -249
  670. agno/playground/operator.py +0 -92
  671. agno/playground/playground.py +0 -91
  672. agno/playground/schemas.py +0 -76
  673. agno/playground/serve.py +0 -55
  674. agno/playground/sync_router.py +0 -405
  675. agno/reasoning/agent.py +0 -68
  676. agno/run/response.py +0 -112
  677. agno/storage/agent/__init__.py +0 -0
  678. agno/storage/agent/base.py +0 -38
  679. agno/storage/agent/dynamodb.py +0 -350
  680. agno/storage/agent/json.py +0 -92
  681. agno/storage/agent/mongodb.py +0 -228
  682. agno/storage/agent/postgres.py +0 -367
  683. agno/storage/agent/session.py +0 -79
  684. agno/storage/agent/singlestore.py +0 -303
  685. agno/storage/agent/sqlite.py +0 -357
  686. agno/storage/agent/yaml.py +0 -93
  687. agno/storage/workflow/__init__.py +0 -0
  688. agno/storage/workflow/base.py +0 -40
  689. agno/storage/workflow/mongodb.py +0 -233
  690. agno/storage/workflow/postgres.py +0 -366
  691. agno/storage/workflow/session.py +0 -60
  692. agno/storage/workflow/sqlite.py +0 -359
  693. agno/tools/googlesearch.py +0 -88
  694. agno/utils/defaults.py +0 -57
  695. agno/utils/filesystem.py +0 -39
  696. agno/utils/git.py +0 -52
  697. agno/utils/json_io.py +0 -30
  698. agno/utils/load_env.py +0 -19
  699. agno/utils/py_io.py +0 -19
  700. agno/utils/pyproject.py +0 -18
  701. agno/utils/resource_filter.py +0 -31
  702. agno/vectordb/singlestore/s2vectordb.py +0 -390
  703. agno/vectordb/singlestore/s2vectordb2.py +0 -355
  704. agno/workspace/__init__.py +0 -0
  705. agno/workspace/config.py +0 -325
  706. agno/workspace/enums.py +0 -6
  707. agno/workspace/helpers.py +0 -48
  708. agno/workspace/operator.py +0 -758
  709. agno/workspace/settings.py +0 -63
  710. agno-0.1.2.dist-info/LICENSE +0 -375
  711. agno-0.1.2.dist-info/METADATA +0 -502
  712. agno-0.1.2.dist-info/RECORD +0 -352
  713. agno-0.1.2.dist-info/entry_points.txt +0 -3
  714. /agno/{cli → db/migrations}/__init__.py +0 -0
  715. /agno/{cli/ws → db/migrations/versions}/__init__.py +0 -0
  716. /agno/{document/chunking/__init__.py → db/schemas/metrics.py} +0 -0
  717. /agno/{document/reader/s3 → integrations}/__init__.py +0 -0
  718. /agno/{file/local → knowledge/chunking}/__init__.py +0 -0
  719. /agno/{infra → knowledge/remote_content}/__init__.py +0 -0
  720. /agno/{knowledge/s3 → tools/models}/__init__.py +0 -0
  721. /agno/{reranker → utils/models}/__init__.py +0 -0
  722. /agno/{storage → utils/print_response}/__init__.py +0 -0
  723. {agno-0.1.2.dist-info → agno-2.3.13.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,186 @@
1
+ """Table schemas and related utils used by the MySQLDb class"""
2
+
3
+ from typing import Any
4
+
5
+ try:
6
+ from sqlalchemy.types import JSON, BigInteger, Boolean, Date, String, Text
7
+ except ImportError:
8
+ raise ImportError("`sqlalchemy` not installed. Please install it using `pip install sqlalchemy`")
9
+
10
+ SESSION_TABLE_SCHEMA = {
11
+ "session_id": {"type": lambda: String(128), "nullable": False},
12
+ "session_type": {"type": lambda: String(20), "nullable": False, "index": True},
13
+ "agent_id": {"type": lambda: String(128), "nullable": True},
14
+ "team_id": {"type": lambda: String(128), "nullable": True},
15
+ "workflow_id": {"type": lambda: String(128), "nullable": True},
16
+ "user_id": {"type": lambda: String(128), "nullable": True},
17
+ "session_data": {"type": JSON, "nullable": True},
18
+ "agent_data": {"type": JSON, "nullable": True},
19
+ "team_data": {"type": JSON, "nullable": True},
20
+ "workflow_data": {"type": JSON, "nullable": True},
21
+ "metadata": {"type": JSON, "nullable": True},
22
+ "runs": {"type": JSON, "nullable": True},
23
+ "summary": {"type": JSON, "nullable": True},
24
+ "created_at": {"type": BigInteger, "nullable": False, "index": True},
25
+ "updated_at": {"type": BigInteger, "nullable": True},
26
+ "_unique_constraints": [
27
+ {
28
+ "name": "uq_session_id",
29
+ "columns": ["session_id"],
30
+ },
31
+ ],
32
+ }
33
+
34
+ USER_MEMORY_TABLE_SCHEMA = {
35
+ "memory_id": {"type": lambda: String(128), "primary_key": True, "nullable": False},
36
+ "memory": {"type": JSON, "nullable": False},
37
+ "input": {"type": Text, "nullable": True},
38
+ "agent_id": {"type": lambda: String(128), "nullable": True},
39
+ "team_id": {"type": lambda: String(128), "nullable": True},
40
+ "user_id": {"type": lambda: String(128), "nullable": True, "index": True},
41
+ "topics": {"type": JSON, "nullable": True},
42
+ "feedback": {"type": Text, "nullable": True},
43
+ "created_at": {"type": BigInteger, "nullable": False, "index": True},
44
+ "updated_at": {"type": BigInteger, "nullable": True, "index": True},
45
+ }
46
+
47
+ EVAL_TABLE_SCHEMA = {
48
+ "run_id": {"type": lambda: String(128), "primary_key": True, "nullable": False},
49
+ "eval_type": {"type": lambda: String(50), "nullable": False},
50
+ "eval_data": {"type": JSON, "nullable": False},
51
+ "eval_input": {"type": JSON, "nullable": False},
52
+ "name": {"type": lambda: String(255), "nullable": True},
53
+ "agent_id": {"type": lambda: String(128), "nullable": True},
54
+ "team_id": {"type": lambda: String(128), "nullable": True},
55
+ "workflow_id": {"type": lambda: String(128), "nullable": True},
56
+ "model_id": {"type": lambda: String(128), "nullable": True},
57
+ "model_provider": {"type": lambda: String(128), "nullable": True},
58
+ "evaluated_component_name": {"type": lambda: String(255), "nullable": True},
59
+ "created_at": {"type": BigInteger, "nullable": False, "index": True},
60
+ "updated_at": {"type": BigInteger, "nullable": True},
61
+ }
62
+
63
+ KNOWLEDGE_TABLE_SCHEMA = {
64
+ "id": {"type": lambda: String(128), "primary_key": True, "nullable": False},
65
+ "name": {"type": lambda: String(255), "nullable": False},
66
+ "description": {"type": Text, "nullable": False},
67
+ "metadata": {"type": JSON, "nullable": True},
68
+ "type": {"type": lambda: String(50), "nullable": True},
69
+ "size": {"type": BigInteger, "nullable": True},
70
+ "linked_to": {"type": lambda: String(128), "nullable": True},
71
+ "access_count": {"type": BigInteger, "nullable": True},
72
+ "created_at": {"type": BigInteger, "nullable": True},
73
+ "updated_at": {"type": BigInteger, "nullable": True},
74
+ "status": {"type": lambda: String(50), "nullable": True},
75
+ "status_message": {"type": Text, "nullable": True},
76
+ "external_id": {"type": lambda: String(128), "nullable": True},
77
+ }
78
+
79
+ METRICS_TABLE_SCHEMA = {
80
+ "id": {"type": lambda: String(128), "primary_key": True, "nullable": False},
81
+ "agent_runs_count": {"type": BigInteger, "nullable": False, "default": 0},
82
+ "team_runs_count": {"type": BigInteger, "nullable": False, "default": 0},
83
+ "workflow_runs_count": {"type": BigInteger, "nullable": False, "default": 0},
84
+ "agent_sessions_count": {"type": BigInteger, "nullable": False, "default": 0},
85
+ "team_sessions_count": {"type": BigInteger, "nullable": False, "default": 0},
86
+ "workflow_sessions_count": {"type": BigInteger, "nullable": False, "default": 0},
87
+ "users_count": {"type": BigInteger, "nullable": False, "default": 0},
88
+ "token_metrics": {"type": JSON, "nullable": False, "default": {}},
89
+ "model_metrics": {"type": JSON, "nullable": False, "default": {}},
90
+ "date": {"type": Date, "nullable": False, "index": True},
91
+ "aggregation_period": {"type": lambda: String(20), "nullable": False},
92
+ "created_at": {"type": BigInteger, "nullable": False},
93
+ "updated_at": {"type": BigInteger, "nullable": True},
94
+ "completed": {"type": Boolean, "nullable": False, "default": False},
95
+ "_unique_constraints": [
96
+ {
97
+ "name": "uq_metrics_date_period",
98
+ "columns": ["date", "aggregation_period"],
99
+ }
100
+ ],
101
+ }
102
+
103
+ CULTURAL_KNOWLEDGE_TABLE_SCHEMA = {
104
+ "id": {"type": lambda: String(128), "primary_key": True, "nullable": False},
105
+ "name": {"type": lambda: String(255), "nullable": False, "index": True},
106
+ "summary": {"type": Text, "nullable": True},
107
+ "content": {"type": JSON, "nullable": True},
108
+ "metadata": {"type": JSON, "nullable": True},
109
+ "input": {"type": Text, "nullable": True},
110
+ "created_at": {"type": BigInteger, "nullable": True},
111
+ "updated_at": {"type": BigInteger, "nullable": True},
112
+ "agent_id": {"type": lambda: String(128), "nullable": True},
113
+ "team_id": {"type": lambda: String(128), "nullable": True},
114
+ }
115
+
116
+ VERSIONS_TABLE_SCHEMA = {
117
+ "table_name": {"type": lambda: String(128), "nullable": False, "primary_key": True},
118
+ "version": {"type": lambda: String(10), "nullable": False},
119
+ "created_at": {"type": lambda: String(128), "nullable": False, "index": True},
120
+ "updated_at": {"type": lambda: String(128), "nullable": True},
121
+ }
122
+
123
+ TRACE_TABLE_SCHEMA = {
124
+ "trace_id": {"type": lambda: String(128), "primary_key": True, "nullable": False},
125
+ "name": {"type": lambda: String(255), "nullable": False},
126
+ "status": {"type": lambda: String(50), "nullable": False, "index": True},
127
+ "start_time": {"type": lambda: String(128), "nullable": False, "index": True}, # ISO 8601 datetime string
128
+ "end_time": {"type": lambda: String(128), "nullable": False}, # ISO 8601 datetime string
129
+ "duration_ms": {"type": BigInteger, "nullable": False},
130
+ "run_id": {"type": lambda: String(128), "nullable": True, "index": True},
131
+ "session_id": {"type": lambda: String(128), "nullable": True, "index": True},
132
+ "user_id": {"type": lambda: String(128), "nullable": True, "index": True},
133
+ "agent_id": {"type": lambda: String(128), "nullable": True, "index": True},
134
+ "team_id": {"type": lambda: String(128), "nullable": True, "index": True},
135
+ "workflow_id": {"type": lambda: String(128), "nullable": True, "index": True},
136
+ "created_at": {"type": lambda: String(128), "nullable": False, "index": True}, # ISO 8601 datetime string
137
+ }
138
+
139
+ SPAN_TABLE_SCHEMA = {
140
+ "span_id": {"type": lambda: String(128), "primary_key": True, "nullable": False},
141
+ "trace_id": {
142
+ "type": lambda: String(128),
143
+ "nullable": False,
144
+ "index": True,
145
+ "foreign_key": "agno_traces.trace_id", # Foreign key to traces table
146
+ },
147
+ "parent_span_id": {"type": lambda: String(128), "nullable": True, "index": True},
148
+ "name": {"type": lambda: String(255), "nullable": False},
149
+ "span_kind": {"type": lambda: String(50), "nullable": False},
150
+ "status_code": {"type": lambda: String(50), "nullable": False},
151
+ "status_message": {"type": Text, "nullable": True},
152
+ "start_time": {"type": lambda: String(128), "nullable": False, "index": True}, # ISO 8601 datetime string
153
+ "end_time": {"type": lambda: String(128), "nullable": False}, # ISO 8601 datetime string
154
+ "duration_ms": {"type": BigInteger, "nullable": False},
155
+ "attributes": {"type": JSON, "nullable": True},
156
+ "created_at": {"type": lambda: String(128), "nullable": False, "index": True}, # ISO 8601 datetime string
157
+ }
158
+
159
+
160
+ def get_table_schema_definition(table_type: str) -> dict[str, Any]:
161
+ """
162
+ Get the expected schema definition for the given table.
163
+
164
+ Args:
165
+ table_type (str): The type of table to get the schema for.
166
+
167
+ Returns:
168
+ Dict[str, Any]: Dictionary containing column definitions for the table
169
+ """
170
+ schemas = {
171
+ "sessions": SESSION_TABLE_SCHEMA,
172
+ "evals": EVAL_TABLE_SCHEMA,
173
+ "metrics": METRICS_TABLE_SCHEMA,
174
+ "memories": USER_MEMORY_TABLE_SCHEMA,
175
+ "knowledge": KNOWLEDGE_TABLE_SCHEMA,
176
+ "culture": CULTURAL_KNOWLEDGE_TABLE_SCHEMA,
177
+ "versions": VERSIONS_TABLE_SCHEMA,
178
+ "traces": TRACE_TABLE_SCHEMA,
179
+ "spans": SPAN_TABLE_SCHEMA,
180
+ }
181
+
182
+ schema = schemas.get(table_type, {})
183
+ if not schema:
184
+ raise ValueError(f"Unknown table type: {table_type}")
185
+
186
+ return schema # type: ignore[return-value]
agno/db/mysql/utils.py ADDED
@@ -0,0 +1,488 @@
1
+ """Utility functions for the MySQL database class."""
2
+
3
+ import time
4
+ from datetime import date, datetime, timedelta, timezone
5
+ from typing import Any, Dict, List, Optional
6
+ from uuid import uuid4
7
+
8
+ from agno.db.mysql.schemas import get_table_schema_definition
9
+ from agno.db.schemas.culture import CulturalKnowledge
10
+ from agno.utils.log import log_debug, log_error, log_warning
11
+
12
+ try:
13
+ from sqlalchemy import Engine, Table
14
+ from sqlalchemy.dialects import mysql
15
+ from sqlalchemy.ext.asyncio import AsyncEngine, AsyncSession
16
+ from sqlalchemy.inspection import inspect
17
+ from sqlalchemy.orm import Session
18
+ from sqlalchemy.sql.expression import text
19
+ except ImportError:
20
+ raise ImportError("`sqlalchemy` not installed. Please install it using `pip install sqlalchemy`")
21
+
22
+
23
+ # -- DB util methods --
24
+ def apply_sorting(stmt, table: Table, sort_by: Optional[str] = None, sort_order: Optional[str] = None):
25
+ """Apply sorting to the given SQLAlchemy statement.
26
+
27
+ Args:
28
+ stmt: The SQLAlchemy statement to modify
29
+ table: The table being queried
30
+ sort_by: The field to sort by
31
+ sort_order: The sort order ('asc' or 'desc')
32
+
33
+ Returns:
34
+ The modified statement with sorting applied
35
+ """
36
+ if sort_by is None:
37
+ return stmt
38
+
39
+ if not hasattr(table.c, sort_by):
40
+ log_debug(f"Invalid sort field: '{sort_by}'. Will not apply any sorting.")
41
+ return stmt
42
+
43
+ # Apply the given sorting
44
+ sort_column = getattr(table.c, sort_by)
45
+ if sort_order and sort_order == "asc":
46
+ return stmt.order_by(sort_column.asc())
47
+ else:
48
+ return stmt.order_by(sort_column.desc())
49
+
50
+
51
+ def create_schema(session: Session, db_schema: str) -> None:
52
+ """Create the database schema if it doesn't exist.
53
+
54
+ Args:
55
+ session: The SQLAlchemy session to use
56
+ db_schema (str): The definition of the database schema to create
57
+ """
58
+ try:
59
+ log_debug(f"Creating database if not exists: {db_schema}")
60
+ # MySQL uses CREATE DATABASE instead of CREATE SCHEMA
61
+ session.execute(text(f"CREATE DATABASE IF NOT EXISTS {db_schema};"))
62
+ except Exception as e:
63
+ log_warning(f"Could not create database {db_schema}: {e}")
64
+
65
+
66
+ def is_table_available(session: Session, table_name: str, db_schema: str) -> bool:
67
+ """
68
+ Check if a table with the given name exists in the given schema.
69
+
70
+ Returns:
71
+ bool: True if the table exists, False otherwise.
72
+ """
73
+ try:
74
+ exists_query = text(
75
+ "SELECT 1 FROM information_schema.tables WHERE table_schema = :schema AND table_name = :table"
76
+ )
77
+ exists = session.execute(exists_query, {"schema": db_schema, "table": table_name}).scalar() is not None
78
+ if not exists:
79
+ log_debug(f"Table {db_schema}.{table_name} {'exists' if exists else 'does not exist'}")
80
+
81
+ return exists
82
+
83
+ except Exception as e:
84
+ log_error(f"Error checking if table exists: {e}")
85
+ return False
86
+
87
+
88
+ def is_valid_table(db_engine: Engine, table_name: str, table_type: str, db_schema: str) -> bool:
89
+ """
90
+ Check if the existing table has the expected column names.
91
+
92
+ Args:
93
+ db_engine: Database engine
94
+ table_name (str): Name of the table to validate
95
+ table_type (str): Type of table (for schema lookup)
96
+ db_schema (str): Database schema name
97
+
98
+ Returns:
99
+ bool: True if table has all expected columns, False otherwise
100
+ """
101
+ try:
102
+ expected_table_schema = get_table_schema_definition(table_type)
103
+ expected_columns = {col_name for col_name in expected_table_schema.keys() if not col_name.startswith("_")}
104
+
105
+ # Get existing columns
106
+ inspector = inspect(db_engine)
107
+ existing_columns_info = inspector.get_columns(table_name, schema=db_schema)
108
+ existing_columns = set(col["name"] for col in existing_columns_info)
109
+
110
+ # Check if all expected columns exist
111
+ missing_columns = expected_columns - existing_columns
112
+ if missing_columns:
113
+ log_warning(f"Missing columns {missing_columns} in table {db_schema}.{table_name}")
114
+ return False
115
+
116
+ return True
117
+ except Exception as e:
118
+ log_error(f"Error validating table schema for {db_schema}.{table_name}: {e}")
119
+ return False
120
+
121
+
122
+ # -- Metrics util methods --
123
+ def bulk_upsert_metrics(session: Session, table: Table, metrics_records: list[dict]) -> list[dict]:
124
+ """Bulk upsert metrics into the database.
125
+
126
+ Args:
127
+ session (Session): The SQLAlchemy session
128
+ table (Table): The table to upsert into.
129
+ metrics_records (list[dict]): The metrics records to upsert.
130
+
131
+ Returns:
132
+ list[dict]: The upserted metrics records.
133
+ """
134
+ if not metrics_records:
135
+ return []
136
+
137
+ results = []
138
+
139
+ # MySQL doesn't support returning in the same way as PostgreSQL
140
+ # We'll need to insert/update and then fetch the records
141
+ for record in metrics_records:
142
+ stmt = mysql.insert(table).values(record)
143
+
144
+ # Columns to update in case of conflict
145
+ update_dict = {
146
+ col.name: record.get(col.name)
147
+ for col in table.columns
148
+ if col.name not in ["id", "date", "created_at", "aggregation_period"] and col.name in record
149
+ }
150
+
151
+ stmt = stmt.on_duplicate_key_update(**update_dict)
152
+ session.execute(stmt)
153
+
154
+ session.commit()
155
+
156
+ # Fetch the updated records
157
+ from sqlalchemy import and_, select
158
+
159
+ for record in metrics_records:
160
+ select_stmt = select(table).where(
161
+ and_(
162
+ table.c.date == record["date"],
163
+ table.c.aggregation_period == record["aggregation_period"],
164
+ )
165
+ )
166
+ result = session.execute(select_stmt).fetchone()
167
+ if result:
168
+ results.append(result._mapping)
169
+
170
+ return results # type: ignore
171
+
172
+
173
+ async def abulk_upsert_metrics(session: AsyncSession, table: Table, metrics_records: list[dict]) -> list[dict]:
174
+ """Async bulk upsert metrics into the database.
175
+
176
+ Args:
177
+ session (AsyncSession): The async SQLAlchemy session
178
+ table (Table): The table to upsert into.
179
+ metrics_records (list[dict]): The metrics records to upsert.
180
+
181
+ Returns:
182
+ list[dict]: The upserted metrics records.
183
+ """
184
+ if not metrics_records:
185
+ return []
186
+
187
+ results = []
188
+
189
+ # MySQL doesn't support returning in the same way as PostgreSQL
190
+ # We'll need to insert/update and then fetch the records
191
+ for record in metrics_records:
192
+ stmt = mysql.insert(table).values(record)
193
+
194
+ # Columns to update in case of conflict
195
+ update_dict = {
196
+ col.name: record.get(col.name)
197
+ for col in table.columns
198
+ if col.name not in ["id", "date", "created_at", "aggregation_period"] and col.name in record
199
+ }
200
+
201
+ stmt = stmt.on_duplicate_key_update(**update_dict)
202
+ await session.execute(stmt)
203
+
204
+ # Fetch the updated records
205
+ from sqlalchemy import and_, select
206
+
207
+ for record in metrics_records:
208
+ select_stmt = select(table).where(
209
+ and_(
210
+ table.c.date == record["date"],
211
+ table.c.aggregation_period == record["aggregation_period"],
212
+ )
213
+ )
214
+ result = await session.execute(select_stmt)
215
+ fetched_row = result.fetchone()
216
+ if fetched_row:
217
+ results.append(dict(fetched_row._mapping))
218
+
219
+ return results
220
+
221
+
222
+ def calculate_date_metrics(date_to_process: date, sessions_data: dict) -> dict:
223
+ """Calculate metrics for the given single date.
224
+
225
+ Args:
226
+ date_to_process (date): The date to calculate metrics for.
227
+ sessions_data (dict): The sessions data to calculate metrics for.
228
+
229
+ Returns:
230
+ dict: The calculated metrics.
231
+ """
232
+ metrics = {
233
+ "users_count": 0,
234
+ "agent_sessions_count": 0,
235
+ "team_sessions_count": 0,
236
+ "workflow_sessions_count": 0,
237
+ "agent_runs_count": 0,
238
+ "team_runs_count": 0,
239
+ "workflow_runs_count": 0,
240
+ }
241
+ token_metrics = {
242
+ "input_tokens": 0,
243
+ "output_tokens": 0,
244
+ "total_tokens": 0,
245
+ "audio_total_tokens": 0,
246
+ "audio_input_tokens": 0,
247
+ "audio_output_tokens": 0,
248
+ "cache_read_tokens": 0,
249
+ "cache_write_tokens": 0,
250
+ "reasoning_tokens": 0,
251
+ }
252
+ model_counts: Dict[str, int] = {}
253
+
254
+ session_types = [
255
+ ("agent", "agent_sessions_count", "agent_runs_count"),
256
+ ("team", "team_sessions_count", "team_runs_count"),
257
+ ("workflow", "workflow_sessions_count", "workflow_runs_count"),
258
+ ]
259
+ all_user_ids = set()
260
+
261
+ for session_type, sessions_count_key, runs_count_key in session_types:
262
+ sessions = sessions_data.get(session_type, []) or []
263
+ metrics[sessions_count_key] = len(sessions)
264
+
265
+ for session in sessions:
266
+ if session.get("user_id"):
267
+ all_user_ids.add(session["user_id"])
268
+ metrics[runs_count_key] += len(session.get("runs", []))
269
+ if runs := session.get("runs", []):
270
+ for run in runs:
271
+ if model_id := run.get("model"):
272
+ model_provider = run.get("model_provider", "")
273
+ model_counts[f"{model_id}:{model_provider}"] = (
274
+ model_counts.get(f"{model_id}:{model_provider}", 0) + 1
275
+ )
276
+
277
+ session_metrics = session.get("session_data", {}).get("session_metrics", {})
278
+ for field in token_metrics:
279
+ token_metrics[field] += session_metrics.get(field, 0)
280
+
281
+ model_metrics = []
282
+ for model, count in model_counts.items():
283
+ model_id, model_provider = model.rsplit(":", 1)
284
+ model_metrics.append({"model_id": model_id, "model_provider": model_provider, "count": count})
285
+
286
+ metrics["users_count"] = len(all_user_ids)
287
+ current_time = int(time.time())
288
+
289
+ return {
290
+ "id": str(uuid4()),
291
+ "date": date_to_process,
292
+ "completed": date_to_process < datetime.now(timezone.utc).date(),
293
+ "token_metrics": token_metrics,
294
+ "model_metrics": model_metrics,
295
+ "created_at": current_time,
296
+ "updated_at": current_time,
297
+ "aggregation_period": "daily",
298
+ **metrics,
299
+ }
300
+
301
+
302
+ def fetch_all_sessions_data(
303
+ sessions: List[Dict[str, Any]], dates_to_process: list[date], start_timestamp: int
304
+ ) -> Optional[dict]:
305
+ """Return all session data for the given dates, for all session types.
306
+
307
+ Args:
308
+ dates_to_process (list[date]): The dates to fetch session data for.
309
+
310
+ Returns:
311
+ dict: A dictionary with dates as keys and session data as values, for all session types.
312
+
313
+ Example:
314
+ {
315
+ "2000-01-01": {
316
+ "agent": [<session1>, <session2>, ...],
317
+ "team": [...],
318
+ "workflow": [...],
319
+ }
320
+ }
321
+ """
322
+ if not dates_to_process:
323
+ return None
324
+
325
+ all_sessions_data: Dict[str, Dict[str, List[Dict[str, Any]]]] = {
326
+ date_to_process.isoformat(): {"agent": [], "team": [], "workflow": []} for date_to_process in dates_to_process
327
+ }
328
+
329
+ for session in sessions:
330
+ session_date = (
331
+ datetime.fromtimestamp(session.get("created_at", start_timestamp), tz=timezone.utc).date().isoformat()
332
+ )
333
+ if session_date in all_sessions_data:
334
+ all_sessions_data[session_date][session["session_type"]].append(session)
335
+
336
+ return all_sessions_data
337
+
338
+
339
+ def get_dates_to_calculate_metrics_for(starting_date: date) -> list[date]:
340
+ """Return the list of dates to calculate metrics for.
341
+
342
+ Args:
343
+ starting_date (date): The starting date to calculate metrics for.
344
+
345
+ Returns:
346
+ list[date]: The list of dates to calculate metrics for.
347
+ """
348
+ today = datetime.now(timezone.utc).date()
349
+ days_diff = (today - starting_date).days + 1
350
+ if days_diff <= 0:
351
+ return []
352
+ return [starting_date + timedelta(days=x) for x in range(days_diff)]
353
+
354
+
355
+ # -- Cultural Knowledge util methods --
356
+ def serialize_cultural_knowledge_for_db(
357
+ cultural_knowledge: CulturalKnowledge,
358
+ ) -> Dict[str, Any]:
359
+ """Serialize a CulturalKnowledge object for database storage.
360
+
361
+ Converts the model's separate content, categories, and notes fields
362
+ into a single JSON dict for the database content column.
363
+
364
+ Args:
365
+ cultural_knowledge (CulturalKnowledge): The cultural knowledge object to serialize.
366
+
367
+ Returns:
368
+ Dict[str, Any]: A dictionary with the content field as JSON containing content, categories, and notes.
369
+ """
370
+ content_dict: Dict[str, Any] = {}
371
+ if cultural_knowledge.content is not None:
372
+ content_dict["content"] = cultural_knowledge.content
373
+ if cultural_knowledge.categories is not None:
374
+ content_dict["categories"] = cultural_knowledge.categories
375
+ if cultural_knowledge.notes is not None:
376
+ content_dict["notes"] = cultural_knowledge.notes
377
+
378
+ return content_dict if content_dict else {}
379
+
380
+
381
+ def deserialize_cultural_knowledge_from_db(db_row: Dict[str, Any]) -> CulturalKnowledge:
382
+ """Deserialize a database row to a CulturalKnowledge object.
383
+
384
+ The database stores content as a JSON dict containing content, categories, and notes.
385
+ This method extracts those fields and converts them back to the model format.
386
+
387
+ Args:
388
+ db_row (Dict[str, Any]): The database row as a dictionary.
389
+
390
+ Returns:
391
+ CulturalKnowledge: The cultural knowledge object.
392
+ """
393
+ # Extract content, categories, and notes from the JSON content field
394
+ content_json = db_row.get("content", {}) or {}
395
+
396
+ return CulturalKnowledge.from_dict(
397
+ {
398
+ "id": db_row.get("id"),
399
+ "name": db_row.get("name"),
400
+ "summary": db_row.get("summary"),
401
+ "content": content_json.get("content"),
402
+ "categories": content_json.get("categories"),
403
+ "notes": content_json.get("notes"),
404
+ "metadata": db_row.get("metadata"),
405
+ "input": db_row.get("input"),
406
+ "created_at": db_row.get("created_at"),
407
+ "updated_at": db_row.get("updated_at"),
408
+ "agent_id": db_row.get("agent_id"),
409
+ "team_id": db_row.get("team_id"),
410
+ }
411
+ )
412
+
413
+
414
+ # -- Async DB util methods --
415
+ async def acreate_schema(session: AsyncSession, db_schema: str) -> None:
416
+ """Async version: Create the database schema if it doesn't exist.
417
+
418
+ Args:
419
+ session: The async SQLAlchemy session to use
420
+ db_schema (str): The definition of the database schema to create
421
+ """
422
+ try:
423
+ log_debug(f"Creating database if not exists: {db_schema}")
424
+ # MySQL uses CREATE DATABASE instead of CREATE SCHEMA
425
+ await session.execute(text(f"CREATE DATABASE IF NOT EXISTS `{db_schema}`;"))
426
+ except Exception as e:
427
+ log_warning(f"Could not create database {db_schema}: {e}")
428
+
429
+
430
+ async def ais_table_available(session: AsyncSession, table_name: str, db_schema: str) -> bool:
431
+ """Async version: Check if a table with the given name exists in the given schema.
432
+
433
+ Returns:
434
+ bool: True if the table exists, False otherwise.
435
+ """
436
+ try:
437
+ exists_query = text(
438
+ "SELECT 1 FROM information_schema.tables WHERE table_schema = :schema AND table_name = :table"
439
+ )
440
+ result = await session.execute(exists_query, {"schema": db_schema, "table": table_name})
441
+ exists = result.scalar() is not None
442
+ if not exists:
443
+ log_debug(f"Table {db_schema}.{table_name} {'exists' if exists else 'does not exist'}")
444
+
445
+ return exists
446
+
447
+ except Exception as e:
448
+ log_error(f"Error checking if table exists: {e}")
449
+ return False
450
+
451
+
452
+ async def ais_valid_table(db_engine: AsyncEngine, table_name: str, table_type: str, db_schema: str) -> bool:
453
+ """Async version: Check if the existing table has the expected column names.
454
+
455
+ Args:
456
+ db_engine: Async database engine
457
+ table_name (str): Name of the table to validate
458
+ table_type (str): Type of table (for schema lookup)
459
+ db_schema (str): Database schema name
460
+
461
+ Returns:
462
+ bool: True if table has all expected columns, False otherwise
463
+ """
464
+ try:
465
+ expected_table_schema = get_table_schema_definition(table_type)
466
+ expected_columns = {col_name for col_name in expected_table_schema.keys() if not col_name.startswith("_")}
467
+
468
+ # Get existing columns from the async engine
469
+ async with db_engine.connect() as conn:
470
+ existing_columns = await conn.run_sync(_get_table_columns, table_name, db_schema)
471
+
472
+ # Check if all expected columns exist
473
+ missing_columns = expected_columns - existing_columns
474
+ if missing_columns:
475
+ log_warning(f"Missing columns {missing_columns} in table {db_schema}.{table_name}")
476
+ return False
477
+
478
+ return True
479
+ except Exception as e:
480
+ log_error(f"Error validating table schema for {db_schema}.{table_name}: {e}")
481
+ return False
482
+
483
+
484
+ def _get_table_columns(connection, table_name: str, db_schema: str) -> set[str]:
485
+ """Helper function to get table columns using sync inspector."""
486
+ inspector = inspect(connection)
487
+ columns_info = inspector.get_columns(table_name, schema=db_schema)
488
+ return {col["name"] for col in columns_info}
@@ -0,0 +1,4 @@
1
+ from agno.db.postgres.async_postgres import AsyncPostgresDb
2
+ from agno.db.postgres.postgres import PostgresDb
3
+
4
+ __all__ = ["PostgresDb", "AsyncPostgresDb"]