agno 0.1.2__py3-none-any.whl → 2.3.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (723) hide show
  1. agno/__init__.py +8 -0
  2. agno/agent/__init__.py +44 -5
  3. agno/agent/agent.py +10531 -2975
  4. agno/api/agent.py +14 -53
  5. agno/api/api.py +7 -46
  6. agno/api/evals.py +22 -0
  7. agno/api/os.py +17 -0
  8. agno/api/routes.py +6 -25
  9. agno/api/schemas/__init__.py +9 -0
  10. agno/api/schemas/agent.py +6 -9
  11. agno/api/schemas/evals.py +16 -0
  12. agno/api/schemas/os.py +14 -0
  13. agno/api/schemas/team.py +10 -10
  14. agno/api/schemas/utils.py +21 -0
  15. agno/api/schemas/workflows.py +16 -0
  16. agno/api/settings.py +53 -0
  17. agno/api/team.py +22 -26
  18. agno/api/workflow.py +28 -0
  19. agno/cloud/aws/base.py +214 -0
  20. agno/cloud/aws/s3/__init__.py +2 -0
  21. agno/cloud/aws/s3/api_client.py +43 -0
  22. agno/cloud/aws/s3/bucket.py +195 -0
  23. agno/cloud/aws/s3/object.py +57 -0
  24. agno/compression/__init__.py +3 -0
  25. agno/compression/manager.py +247 -0
  26. agno/culture/__init__.py +3 -0
  27. agno/culture/manager.py +956 -0
  28. agno/db/__init__.py +24 -0
  29. agno/db/async_postgres/__init__.py +3 -0
  30. agno/db/base.py +946 -0
  31. agno/db/dynamo/__init__.py +3 -0
  32. agno/db/dynamo/dynamo.py +2781 -0
  33. agno/db/dynamo/schemas.py +442 -0
  34. agno/db/dynamo/utils.py +743 -0
  35. agno/db/firestore/__init__.py +3 -0
  36. agno/db/firestore/firestore.py +2379 -0
  37. agno/db/firestore/schemas.py +181 -0
  38. agno/db/firestore/utils.py +376 -0
  39. agno/db/gcs_json/__init__.py +3 -0
  40. agno/db/gcs_json/gcs_json_db.py +1791 -0
  41. agno/db/gcs_json/utils.py +228 -0
  42. agno/db/in_memory/__init__.py +3 -0
  43. agno/db/in_memory/in_memory_db.py +1312 -0
  44. agno/db/in_memory/utils.py +230 -0
  45. agno/db/json/__init__.py +3 -0
  46. agno/db/json/json_db.py +1777 -0
  47. agno/db/json/utils.py +230 -0
  48. agno/db/migrations/manager.py +199 -0
  49. agno/db/migrations/v1_to_v2.py +635 -0
  50. agno/db/migrations/versions/v2_3_0.py +938 -0
  51. agno/db/mongo/__init__.py +17 -0
  52. agno/db/mongo/async_mongo.py +2760 -0
  53. agno/db/mongo/mongo.py +2597 -0
  54. agno/db/mongo/schemas.py +119 -0
  55. agno/db/mongo/utils.py +276 -0
  56. agno/db/mysql/__init__.py +4 -0
  57. agno/db/mysql/async_mysql.py +2912 -0
  58. agno/db/mysql/mysql.py +2923 -0
  59. agno/db/mysql/schemas.py +186 -0
  60. agno/db/mysql/utils.py +488 -0
  61. agno/db/postgres/__init__.py +4 -0
  62. agno/db/postgres/async_postgres.py +2579 -0
  63. agno/db/postgres/postgres.py +2870 -0
  64. agno/db/postgres/schemas.py +187 -0
  65. agno/db/postgres/utils.py +442 -0
  66. agno/db/redis/__init__.py +3 -0
  67. agno/db/redis/redis.py +2141 -0
  68. agno/db/redis/schemas.py +159 -0
  69. agno/db/redis/utils.py +346 -0
  70. agno/db/schemas/__init__.py +4 -0
  71. agno/db/schemas/culture.py +120 -0
  72. agno/db/schemas/evals.py +34 -0
  73. agno/db/schemas/knowledge.py +40 -0
  74. agno/db/schemas/memory.py +61 -0
  75. agno/db/singlestore/__init__.py +3 -0
  76. agno/db/singlestore/schemas.py +179 -0
  77. agno/db/singlestore/singlestore.py +2877 -0
  78. agno/db/singlestore/utils.py +384 -0
  79. agno/db/sqlite/__init__.py +4 -0
  80. agno/db/sqlite/async_sqlite.py +2911 -0
  81. agno/db/sqlite/schemas.py +181 -0
  82. agno/db/sqlite/sqlite.py +2908 -0
  83. agno/db/sqlite/utils.py +429 -0
  84. agno/db/surrealdb/__init__.py +3 -0
  85. agno/db/surrealdb/metrics.py +292 -0
  86. agno/db/surrealdb/models.py +334 -0
  87. agno/db/surrealdb/queries.py +71 -0
  88. agno/db/surrealdb/surrealdb.py +1908 -0
  89. agno/db/surrealdb/utils.py +147 -0
  90. agno/db/utils.py +118 -0
  91. agno/eval/__init__.py +24 -0
  92. agno/eval/accuracy.py +666 -276
  93. agno/eval/agent_as_judge.py +861 -0
  94. agno/eval/base.py +29 -0
  95. agno/eval/performance.py +779 -0
  96. agno/eval/reliability.py +241 -62
  97. agno/eval/utils.py +120 -0
  98. agno/exceptions.py +143 -1
  99. agno/filters.py +354 -0
  100. agno/guardrails/__init__.py +6 -0
  101. agno/guardrails/base.py +19 -0
  102. agno/guardrails/openai.py +144 -0
  103. agno/guardrails/pii.py +94 -0
  104. agno/guardrails/prompt_injection.py +52 -0
  105. agno/hooks/__init__.py +3 -0
  106. agno/hooks/decorator.py +164 -0
  107. agno/integrations/discord/__init__.py +3 -0
  108. agno/integrations/discord/client.py +203 -0
  109. agno/knowledge/__init__.py +5 -1
  110. agno/{document → knowledge}/chunking/agentic.py +22 -14
  111. agno/{document → knowledge}/chunking/document.py +2 -2
  112. agno/{document → knowledge}/chunking/fixed.py +7 -6
  113. agno/knowledge/chunking/markdown.py +151 -0
  114. agno/{document → knowledge}/chunking/recursive.py +15 -3
  115. agno/knowledge/chunking/row.py +39 -0
  116. agno/knowledge/chunking/semantic.py +91 -0
  117. agno/knowledge/chunking/strategy.py +165 -0
  118. agno/knowledge/content.py +74 -0
  119. agno/knowledge/document/__init__.py +5 -0
  120. agno/{document → knowledge/document}/base.py +12 -2
  121. agno/knowledge/embedder/__init__.py +5 -0
  122. agno/knowledge/embedder/aws_bedrock.py +343 -0
  123. agno/knowledge/embedder/azure_openai.py +210 -0
  124. agno/{embedder → knowledge/embedder}/base.py +8 -0
  125. agno/knowledge/embedder/cohere.py +323 -0
  126. agno/knowledge/embedder/fastembed.py +62 -0
  127. agno/{embedder → knowledge/embedder}/fireworks.py +1 -1
  128. agno/knowledge/embedder/google.py +258 -0
  129. agno/knowledge/embedder/huggingface.py +94 -0
  130. agno/knowledge/embedder/jina.py +182 -0
  131. agno/knowledge/embedder/langdb.py +22 -0
  132. agno/knowledge/embedder/mistral.py +206 -0
  133. agno/knowledge/embedder/nebius.py +13 -0
  134. agno/knowledge/embedder/ollama.py +154 -0
  135. agno/knowledge/embedder/openai.py +195 -0
  136. agno/knowledge/embedder/sentence_transformer.py +63 -0
  137. agno/{embedder → knowledge/embedder}/together.py +1 -1
  138. agno/knowledge/embedder/vllm.py +262 -0
  139. agno/knowledge/embedder/voyageai.py +165 -0
  140. agno/knowledge/knowledge.py +3006 -0
  141. agno/knowledge/reader/__init__.py +7 -0
  142. agno/knowledge/reader/arxiv_reader.py +81 -0
  143. agno/knowledge/reader/base.py +95 -0
  144. agno/knowledge/reader/csv_reader.py +164 -0
  145. agno/knowledge/reader/docx_reader.py +82 -0
  146. agno/knowledge/reader/field_labeled_csv_reader.py +290 -0
  147. agno/knowledge/reader/firecrawl_reader.py +201 -0
  148. agno/knowledge/reader/json_reader.py +88 -0
  149. agno/knowledge/reader/markdown_reader.py +137 -0
  150. agno/knowledge/reader/pdf_reader.py +431 -0
  151. agno/knowledge/reader/pptx_reader.py +101 -0
  152. agno/knowledge/reader/reader_factory.py +313 -0
  153. agno/knowledge/reader/s3_reader.py +89 -0
  154. agno/knowledge/reader/tavily_reader.py +193 -0
  155. agno/knowledge/reader/text_reader.py +127 -0
  156. agno/knowledge/reader/web_search_reader.py +325 -0
  157. agno/knowledge/reader/website_reader.py +455 -0
  158. agno/knowledge/reader/wikipedia_reader.py +91 -0
  159. agno/knowledge/reader/youtube_reader.py +78 -0
  160. agno/knowledge/remote_content/remote_content.py +88 -0
  161. agno/knowledge/reranker/__init__.py +3 -0
  162. agno/{reranker → knowledge/reranker}/base.py +1 -1
  163. agno/{reranker → knowledge/reranker}/cohere.py +2 -2
  164. agno/knowledge/reranker/infinity.py +195 -0
  165. agno/knowledge/reranker/sentence_transformer.py +54 -0
  166. agno/knowledge/types.py +39 -0
  167. agno/knowledge/utils.py +234 -0
  168. agno/media.py +439 -95
  169. agno/memory/__init__.py +16 -3
  170. agno/memory/manager.py +1474 -123
  171. agno/memory/strategies/__init__.py +15 -0
  172. agno/memory/strategies/base.py +66 -0
  173. agno/memory/strategies/summarize.py +196 -0
  174. agno/memory/strategies/types.py +37 -0
  175. agno/models/aimlapi/__init__.py +5 -0
  176. agno/models/aimlapi/aimlapi.py +62 -0
  177. agno/models/anthropic/__init__.py +4 -0
  178. agno/models/anthropic/claude.py +960 -496
  179. agno/models/aws/__init__.py +15 -0
  180. agno/models/aws/bedrock.py +686 -451
  181. agno/models/aws/claude.py +190 -183
  182. agno/models/azure/__init__.py +18 -1
  183. agno/models/azure/ai_foundry.py +489 -0
  184. agno/models/azure/openai_chat.py +89 -40
  185. agno/models/base.py +2477 -550
  186. agno/models/cerebras/__init__.py +12 -0
  187. agno/models/cerebras/cerebras.py +565 -0
  188. agno/models/cerebras/cerebras_openai.py +131 -0
  189. agno/models/cohere/__init__.py +4 -0
  190. agno/models/cohere/chat.py +306 -492
  191. agno/models/cometapi/__init__.py +5 -0
  192. agno/models/cometapi/cometapi.py +74 -0
  193. agno/models/dashscope/__init__.py +5 -0
  194. agno/models/dashscope/dashscope.py +90 -0
  195. agno/models/deepinfra/__init__.py +5 -0
  196. agno/models/deepinfra/deepinfra.py +45 -0
  197. agno/models/deepseek/__init__.py +4 -0
  198. agno/models/deepseek/deepseek.py +110 -9
  199. agno/models/fireworks/__init__.py +4 -0
  200. agno/models/fireworks/fireworks.py +19 -22
  201. agno/models/google/__init__.py +3 -7
  202. agno/models/google/gemini.py +1717 -662
  203. agno/models/google/utils.py +22 -0
  204. agno/models/groq/__init__.py +4 -0
  205. agno/models/groq/groq.py +391 -666
  206. agno/models/huggingface/__init__.py +4 -0
  207. agno/models/huggingface/huggingface.py +266 -538
  208. agno/models/ibm/__init__.py +5 -0
  209. agno/models/ibm/watsonx.py +432 -0
  210. agno/models/internlm/__init__.py +3 -0
  211. agno/models/internlm/internlm.py +20 -3
  212. agno/models/langdb/__init__.py +1 -0
  213. agno/models/langdb/langdb.py +60 -0
  214. agno/models/litellm/__init__.py +14 -0
  215. agno/models/litellm/chat.py +503 -0
  216. agno/models/litellm/litellm_openai.py +42 -0
  217. agno/models/llama_cpp/__init__.py +5 -0
  218. agno/models/llama_cpp/llama_cpp.py +22 -0
  219. agno/models/lmstudio/__init__.py +5 -0
  220. agno/models/lmstudio/lmstudio.py +25 -0
  221. agno/models/message.py +361 -39
  222. agno/models/meta/__init__.py +12 -0
  223. agno/models/meta/llama.py +502 -0
  224. agno/models/meta/llama_openai.py +79 -0
  225. agno/models/metrics.py +120 -0
  226. agno/models/mistral/__init__.py +4 -0
  227. agno/models/mistral/mistral.py +293 -393
  228. agno/models/nebius/__init__.py +3 -0
  229. agno/models/nebius/nebius.py +53 -0
  230. agno/models/nexus/__init__.py +3 -0
  231. agno/models/nexus/nexus.py +22 -0
  232. agno/models/nvidia/__init__.py +4 -0
  233. agno/models/nvidia/nvidia.py +22 -3
  234. agno/models/ollama/__init__.py +4 -2
  235. agno/models/ollama/chat.py +257 -492
  236. agno/models/openai/__init__.py +7 -0
  237. agno/models/openai/chat.py +725 -770
  238. agno/models/openai/like.py +16 -2
  239. agno/models/openai/responses.py +1121 -0
  240. agno/models/openrouter/__init__.py +4 -0
  241. agno/models/openrouter/openrouter.py +62 -5
  242. agno/models/perplexity/__init__.py +5 -0
  243. agno/models/perplexity/perplexity.py +203 -0
  244. agno/models/portkey/__init__.py +3 -0
  245. agno/models/portkey/portkey.py +82 -0
  246. agno/models/requesty/__init__.py +5 -0
  247. agno/models/requesty/requesty.py +69 -0
  248. agno/models/response.py +177 -7
  249. agno/models/sambanova/__init__.py +4 -0
  250. agno/models/sambanova/sambanova.py +23 -4
  251. agno/models/siliconflow/__init__.py +5 -0
  252. agno/models/siliconflow/siliconflow.py +42 -0
  253. agno/models/together/__init__.py +4 -0
  254. agno/models/together/together.py +21 -164
  255. agno/models/utils.py +266 -0
  256. agno/models/vercel/__init__.py +3 -0
  257. agno/models/vercel/v0.py +43 -0
  258. agno/models/vertexai/__init__.py +0 -1
  259. agno/models/vertexai/claude.py +190 -0
  260. agno/models/vllm/__init__.py +3 -0
  261. agno/models/vllm/vllm.py +83 -0
  262. agno/models/xai/__init__.py +2 -0
  263. agno/models/xai/xai.py +111 -7
  264. agno/os/__init__.py +3 -0
  265. agno/os/app.py +1027 -0
  266. agno/os/auth.py +244 -0
  267. agno/os/config.py +126 -0
  268. agno/os/interfaces/__init__.py +1 -0
  269. agno/os/interfaces/a2a/__init__.py +3 -0
  270. agno/os/interfaces/a2a/a2a.py +42 -0
  271. agno/os/interfaces/a2a/router.py +249 -0
  272. agno/os/interfaces/a2a/utils.py +924 -0
  273. agno/os/interfaces/agui/__init__.py +3 -0
  274. agno/os/interfaces/agui/agui.py +47 -0
  275. agno/os/interfaces/agui/router.py +147 -0
  276. agno/os/interfaces/agui/utils.py +574 -0
  277. agno/os/interfaces/base.py +25 -0
  278. agno/os/interfaces/slack/__init__.py +3 -0
  279. agno/os/interfaces/slack/router.py +148 -0
  280. agno/os/interfaces/slack/security.py +30 -0
  281. agno/os/interfaces/slack/slack.py +47 -0
  282. agno/os/interfaces/whatsapp/__init__.py +3 -0
  283. agno/os/interfaces/whatsapp/router.py +210 -0
  284. agno/os/interfaces/whatsapp/security.py +55 -0
  285. agno/os/interfaces/whatsapp/whatsapp.py +36 -0
  286. agno/os/mcp.py +293 -0
  287. agno/os/middleware/__init__.py +9 -0
  288. agno/os/middleware/jwt.py +797 -0
  289. agno/os/router.py +258 -0
  290. agno/os/routers/__init__.py +3 -0
  291. agno/os/routers/agents/__init__.py +3 -0
  292. agno/os/routers/agents/router.py +599 -0
  293. agno/os/routers/agents/schema.py +261 -0
  294. agno/os/routers/evals/__init__.py +3 -0
  295. agno/os/routers/evals/evals.py +450 -0
  296. agno/os/routers/evals/schemas.py +174 -0
  297. agno/os/routers/evals/utils.py +231 -0
  298. agno/os/routers/health.py +31 -0
  299. agno/os/routers/home.py +52 -0
  300. agno/os/routers/knowledge/__init__.py +3 -0
  301. agno/os/routers/knowledge/knowledge.py +1008 -0
  302. agno/os/routers/knowledge/schemas.py +178 -0
  303. agno/os/routers/memory/__init__.py +3 -0
  304. agno/os/routers/memory/memory.py +661 -0
  305. agno/os/routers/memory/schemas.py +88 -0
  306. agno/os/routers/metrics/__init__.py +3 -0
  307. agno/os/routers/metrics/metrics.py +190 -0
  308. agno/os/routers/metrics/schemas.py +47 -0
  309. agno/os/routers/session/__init__.py +3 -0
  310. agno/os/routers/session/session.py +997 -0
  311. agno/os/routers/teams/__init__.py +3 -0
  312. agno/os/routers/teams/router.py +512 -0
  313. agno/os/routers/teams/schema.py +257 -0
  314. agno/os/routers/traces/__init__.py +3 -0
  315. agno/os/routers/traces/schemas.py +414 -0
  316. agno/os/routers/traces/traces.py +499 -0
  317. agno/os/routers/workflows/__init__.py +3 -0
  318. agno/os/routers/workflows/router.py +624 -0
  319. agno/os/routers/workflows/schema.py +75 -0
  320. agno/os/schema.py +534 -0
  321. agno/os/scopes.py +469 -0
  322. agno/{playground → os}/settings.py +7 -15
  323. agno/os/utils.py +973 -0
  324. agno/reasoning/anthropic.py +80 -0
  325. agno/reasoning/azure_ai_foundry.py +67 -0
  326. agno/reasoning/deepseek.py +63 -0
  327. agno/reasoning/default.py +97 -0
  328. agno/reasoning/gemini.py +73 -0
  329. agno/reasoning/groq.py +71 -0
  330. agno/reasoning/helpers.py +24 -1
  331. agno/reasoning/ollama.py +67 -0
  332. agno/reasoning/openai.py +86 -0
  333. agno/reasoning/step.py +2 -1
  334. agno/reasoning/vertexai.py +76 -0
  335. agno/run/__init__.py +6 -0
  336. agno/run/agent.py +822 -0
  337. agno/run/base.py +247 -0
  338. agno/run/cancel.py +81 -0
  339. agno/run/requirement.py +181 -0
  340. agno/run/team.py +767 -0
  341. agno/run/workflow.py +708 -0
  342. agno/session/__init__.py +10 -0
  343. agno/session/agent.py +260 -0
  344. agno/session/summary.py +265 -0
  345. agno/session/team.py +342 -0
  346. agno/session/workflow.py +501 -0
  347. agno/table.py +10 -0
  348. agno/team/__init__.py +37 -0
  349. agno/team/team.py +9536 -0
  350. agno/tools/__init__.py +7 -0
  351. agno/tools/agentql.py +120 -0
  352. agno/tools/airflow.py +22 -12
  353. agno/tools/api.py +122 -0
  354. agno/tools/apify.py +276 -83
  355. agno/tools/{arxiv_toolkit.py → arxiv.py} +20 -12
  356. agno/tools/aws_lambda.py +28 -7
  357. agno/tools/aws_ses.py +66 -0
  358. agno/tools/baidusearch.py +11 -4
  359. agno/tools/bitbucket.py +292 -0
  360. agno/tools/brandfetch.py +213 -0
  361. agno/tools/bravesearch.py +106 -0
  362. agno/tools/brightdata.py +367 -0
  363. agno/tools/browserbase.py +209 -0
  364. agno/tools/calcom.py +32 -23
  365. agno/tools/calculator.py +24 -37
  366. agno/tools/cartesia.py +187 -0
  367. agno/tools/{clickup_tool.py → clickup.py} +17 -28
  368. agno/tools/confluence.py +91 -26
  369. agno/tools/crawl4ai.py +139 -43
  370. agno/tools/csv_toolkit.py +28 -22
  371. agno/tools/dalle.py +36 -22
  372. agno/tools/daytona.py +475 -0
  373. agno/tools/decorator.py +169 -14
  374. agno/tools/desi_vocal.py +23 -11
  375. agno/tools/discord.py +32 -29
  376. agno/tools/docker.py +716 -0
  377. agno/tools/duckdb.py +76 -81
  378. agno/tools/duckduckgo.py +43 -40
  379. agno/tools/e2b.py +703 -0
  380. agno/tools/eleven_labs.py +65 -54
  381. agno/tools/email.py +13 -5
  382. agno/tools/evm.py +129 -0
  383. agno/tools/exa.py +324 -42
  384. agno/tools/fal.py +39 -35
  385. agno/tools/file.py +196 -30
  386. agno/tools/file_generation.py +356 -0
  387. agno/tools/financial_datasets.py +288 -0
  388. agno/tools/firecrawl.py +108 -33
  389. agno/tools/function.py +960 -122
  390. agno/tools/giphy.py +34 -12
  391. agno/tools/github.py +1294 -97
  392. agno/tools/gmail.py +922 -0
  393. agno/tools/google_bigquery.py +117 -0
  394. agno/tools/google_drive.py +271 -0
  395. agno/tools/google_maps.py +253 -0
  396. agno/tools/googlecalendar.py +607 -107
  397. agno/tools/googlesheets.py +377 -0
  398. agno/tools/hackernews.py +20 -12
  399. agno/tools/jina.py +24 -14
  400. agno/tools/jira.py +48 -19
  401. agno/tools/knowledge.py +218 -0
  402. agno/tools/linear.py +82 -43
  403. agno/tools/linkup.py +58 -0
  404. agno/tools/local_file_system.py +15 -7
  405. agno/tools/lumalab.py +41 -26
  406. agno/tools/mcp/__init__.py +10 -0
  407. agno/tools/mcp/mcp.py +331 -0
  408. agno/tools/mcp/multi_mcp.py +347 -0
  409. agno/tools/mcp/params.py +24 -0
  410. agno/tools/mcp_toolbox.py +284 -0
  411. agno/tools/mem0.py +193 -0
  412. agno/tools/memory.py +419 -0
  413. agno/tools/mlx_transcribe.py +11 -9
  414. agno/tools/models/azure_openai.py +190 -0
  415. agno/tools/models/gemini.py +203 -0
  416. agno/tools/models/groq.py +158 -0
  417. agno/tools/models/morph.py +186 -0
  418. agno/tools/models/nebius.py +124 -0
  419. agno/tools/models_labs.py +163 -82
  420. agno/tools/moviepy_video.py +18 -13
  421. agno/tools/nano_banana.py +151 -0
  422. agno/tools/neo4j.py +134 -0
  423. agno/tools/newspaper.py +15 -4
  424. agno/tools/newspaper4k.py +19 -6
  425. agno/tools/notion.py +204 -0
  426. agno/tools/openai.py +181 -17
  427. agno/tools/openbb.py +27 -20
  428. agno/tools/opencv.py +321 -0
  429. agno/tools/openweather.py +233 -0
  430. agno/tools/oxylabs.py +385 -0
  431. agno/tools/pandas.py +25 -15
  432. agno/tools/parallel.py +314 -0
  433. agno/tools/postgres.py +238 -185
  434. agno/tools/pubmed.py +125 -13
  435. agno/tools/python.py +48 -35
  436. agno/tools/reasoning.py +283 -0
  437. agno/tools/reddit.py +207 -29
  438. agno/tools/redshift.py +406 -0
  439. agno/tools/replicate.py +69 -26
  440. agno/tools/resend.py +11 -6
  441. agno/tools/scrapegraph.py +179 -19
  442. agno/tools/searxng.py +23 -31
  443. agno/tools/serpapi.py +15 -10
  444. agno/tools/serper.py +255 -0
  445. agno/tools/shell.py +23 -12
  446. agno/tools/shopify.py +1519 -0
  447. agno/tools/slack.py +56 -14
  448. agno/tools/sleep.py +8 -6
  449. agno/tools/spider.py +35 -11
  450. agno/tools/spotify.py +919 -0
  451. agno/tools/sql.py +34 -19
  452. agno/tools/tavily.py +158 -8
  453. agno/tools/telegram.py +18 -8
  454. agno/tools/todoist.py +218 -0
  455. agno/tools/toolkit.py +134 -9
  456. agno/tools/trafilatura.py +388 -0
  457. agno/tools/trello.py +25 -28
  458. agno/tools/twilio.py +18 -9
  459. agno/tools/user_control_flow.py +78 -0
  460. agno/tools/valyu.py +228 -0
  461. agno/tools/visualization.py +467 -0
  462. agno/tools/webbrowser.py +28 -0
  463. agno/tools/webex.py +76 -0
  464. agno/tools/website.py +23 -19
  465. agno/tools/webtools.py +45 -0
  466. agno/tools/whatsapp.py +286 -0
  467. agno/tools/wikipedia.py +28 -19
  468. agno/tools/workflow.py +285 -0
  469. agno/tools/{twitter.py → x.py} +142 -46
  470. agno/tools/yfinance.py +41 -39
  471. agno/tools/youtube.py +34 -17
  472. agno/tools/zendesk.py +15 -5
  473. agno/tools/zep.py +454 -0
  474. agno/tools/zoom.py +86 -37
  475. agno/tracing/__init__.py +12 -0
  476. agno/tracing/exporter.py +157 -0
  477. agno/tracing/schemas.py +276 -0
  478. agno/tracing/setup.py +111 -0
  479. agno/utils/agent.py +938 -0
  480. agno/utils/audio.py +37 -1
  481. agno/utils/certs.py +27 -0
  482. agno/utils/code_execution.py +11 -0
  483. agno/utils/common.py +103 -20
  484. agno/utils/cryptography.py +22 -0
  485. agno/utils/dttm.py +33 -0
  486. agno/utils/events.py +700 -0
  487. agno/utils/functions.py +107 -37
  488. agno/utils/gemini.py +426 -0
  489. agno/utils/hooks.py +171 -0
  490. agno/utils/http.py +185 -0
  491. agno/utils/json_schema.py +159 -37
  492. agno/utils/knowledge.py +36 -0
  493. agno/utils/location.py +19 -0
  494. agno/utils/log.py +221 -8
  495. agno/utils/mcp.py +214 -0
  496. agno/utils/media.py +335 -14
  497. agno/utils/merge_dict.py +22 -1
  498. agno/utils/message.py +77 -2
  499. agno/utils/models/ai_foundry.py +50 -0
  500. agno/utils/models/claude.py +373 -0
  501. agno/utils/models/cohere.py +94 -0
  502. agno/utils/models/llama.py +85 -0
  503. agno/utils/models/mistral.py +100 -0
  504. agno/utils/models/openai_responses.py +140 -0
  505. agno/utils/models/schema_utils.py +153 -0
  506. agno/utils/models/watsonx.py +41 -0
  507. agno/utils/openai.py +257 -0
  508. agno/utils/pickle.py +1 -1
  509. agno/utils/pprint.py +124 -8
  510. agno/utils/print_response/agent.py +930 -0
  511. agno/utils/print_response/team.py +1914 -0
  512. agno/utils/print_response/workflow.py +1668 -0
  513. agno/utils/prompts.py +111 -0
  514. agno/utils/reasoning.py +108 -0
  515. agno/utils/response.py +163 -0
  516. agno/utils/serialize.py +32 -0
  517. agno/utils/shell.py +4 -4
  518. agno/utils/streamlit.py +487 -0
  519. agno/utils/string.py +204 -51
  520. agno/utils/team.py +139 -0
  521. agno/utils/timer.py +9 -2
  522. agno/utils/tokens.py +657 -0
  523. agno/utils/tools.py +19 -1
  524. agno/utils/whatsapp.py +305 -0
  525. agno/utils/yaml_io.py +3 -3
  526. agno/vectordb/__init__.py +2 -0
  527. agno/vectordb/base.py +87 -9
  528. agno/vectordb/cassandra/__init__.py +5 -1
  529. agno/vectordb/cassandra/cassandra.py +383 -27
  530. agno/vectordb/chroma/__init__.py +4 -0
  531. agno/vectordb/chroma/chromadb.py +748 -83
  532. agno/vectordb/clickhouse/__init__.py +7 -1
  533. agno/vectordb/clickhouse/clickhousedb.py +554 -53
  534. agno/vectordb/couchbase/__init__.py +3 -0
  535. agno/vectordb/couchbase/couchbase.py +1446 -0
  536. agno/vectordb/lancedb/__init__.py +5 -0
  537. agno/vectordb/lancedb/lance_db.py +730 -98
  538. agno/vectordb/langchaindb/__init__.py +5 -0
  539. agno/vectordb/langchaindb/langchaindb.py +163 -0
  540. agno/vectordb/lightrag/__init__.py +5 -0
  541. agno/vectordb/lightrag/lightrag.py +388 -0
  542. agno/vectordb/llamaindex/__init__.py +3 -0
  543. agno/vectordb/llamaindex/llamaindexdb.py +166 -0
  544. agno/vectordb/milvus/__init__.py +3 -0
  545. agno/vectordb/milvus/milvus.py +966 -78
  546. agno/vectordb/mongodb/__init__.py +9 -1
  547. agno/vectordb/mongodb/mongodb.py +1175 -172
  548. agno/vectordb/pgvector/__init__.py +8 -0
  549. agno/vectordb/pgvector/pgvector.py +599 -115
  550. agno/vectordb/pineconedb/__init__.py +5 -1
  551. agno/vectordb/pineconedb/pineconedb.py +406 -43
  552. agno/vectordb/qdrant/__init__.py +4 -0
  553. agno/vectordb/qdrant/qdrant.py +914 -61
  554. agno/vectordb/redis/__init__.py +9 -0
  555. agno/vectordb/redis/redisdb.py +682 -0
  556. agno/vectordb/singlestore/__init__.py +8 -1
  557. agno/vectordb/singlestore/singlestore.py +771 -0
  558. agno/vectordb/surrealdb/__init__.py +3 -0
  559. agno/vectordb/surrealdb/surrealdb.py +663 -0
  560. agno/vectordb/upstashdb/__init__.py +5 -0
  561. agno/vectordb/upstashdb/upstashdb.py +718 -0
  562. agno/vectordb/weaviate/__init__.py +8 -0
  563. agno/vectordb/weaviate/index.py +15 -0
  564. agno/vectordb/weaviate/weaviate.py +1009 -0
  565. agno/workflow/__init__.py +23 -1
  566. agno/workflow/agent.py +299 -0
  567. agno/workflow/condition.py +759 -0
  568. agno/workflow/loop.py +756 -0
  569. agno/workflow/parallel.py +853 -0
  570. agno/workflow/router.py +723 -0
  571. agno/workflow/step.py +1564 -0
  572. agno/workflow/steps.py +613 -0
  573. agno/workflow/types.py +556 -0
  574. agno/workflow/workflow.py +4327 -514
  575. agno-2.3.13.dist-info/METADATA +639 -0
  576. agno-2.3.13.dist-info/RECORD +613 -0
  577. {agno-0.1.2.dist-info → agno-2.3.13.dist-info}/WHEEL +1 -1
  578. agno-2.3.13.dist-info/licenses/LICENSE +201 -0
  579. agno/api/playground.py +0 -91
  580. agno/api/schemas/playground.py +0 -22
  581. agno/api/schemas/user.py +0 -22
  582. agno/api/schemas/workspace.py +0 -46
  583. agno/api/user.py +0 -160
  584. agno/api/workspace.py +0 -151
  585. agno/cli/auth_server.py +0 -118
  586. agno/cli/config.py +0 -275
  587. agno/cli/console.py +0 -88
  588. agno/cli/credentials.py +0 -23
  589. agno/cli/entrypoint.py +0 -571
  590. agno/cli/operator.py +0 -355
  591. agno/cli/settings.py +0 -85
  592. agno/cli/ws/ws_cli.py +0 -817
  593. agno/constants.py +0 -13
  594. agno/document/__init__.py +0 -1
  595. agno/document/chunking/semantic.py +0 -47
  596. agno/document/chunking/strategy.py +0 -31
  597. agno/document/reader/__init__.py +0 -1
  598. agno/document/reader/arxiv_reader.py +0 -41
  599. agno/document/reader/base.py +0 -22
  600. agno/document/reader/csv_reader.py +0 -84
  601. agno/document/reader/docx_reader.py +0 -46
  602. agno/document/reader/firecrawl_reader.py +0 -99
  603. agno/document/reader/json_reader.py +0 -43
  604. agno/document/reader/pdf_reader.py +0 -219
  605. agno/document/reader/s3/pdf_reader.py +0 -46
  606. agno/document/reader/s3/text_reader.py +0 -51
  607. agno/document/reader/text_reader.py +0 -41
  608. agno/document/reader/website_reader.py +0 -175
  609. agno/document/reader/youtube_reader.py +0 -50
  610. agno/embedder/__init__.py +0 -1
  611. agno/embedder/azure_openai.py +0 -86
  612. agno/embedder/cohere.py +0 -72
  613. agno/embedder/fastembed.py +0 -37
  614. agno/embedder/google.py +0 -73
  615. agno/embedder/huggingface.py +0 -54
  616. agno/embedder/mistral.py +0 -80
  617. agno/embedder/ollama.py +0 -57
  618. agno/embedder/openai.py +0 -74
  619. agno/embedder/sentence_transformer.py +0 -38
  620. agno/embedder/voyageai.py +0 -64
  621. agno/eval/perf.py +0 -201
  622. agno/file/__init__.py +0 -1
  623. agno/file/file.py +0 -16
  624. agno/file/local/csv.py +0 -32
  625. agno/file/local/txt.py +0 -19
  626. agno/infra/app.py +0 -240
  627. agno/infra/base.py +0 -144
  628. agno/infra/context.py +0 -20
  629. agno/infra/db_app.py +0 -52
  630. agno/infra/resource.py +0 -205
  631. agno/infra/resources.py +0 -55
  632. agno/knowledge/agent.py +0 -230
  633. agno/knowledge/arxiv.py +0 -22
  634. agno/knowledge/combined.py +0 -22
  635. agno/knowledge/csv.py +0 -28
  636. agno/knowledge/csv_url.py +0 -19
  637. agno/knowledge/document.py +0 -20
  638. agno/knowledge/docx.py +0 -30
  639. agno/knowledge/json.py +0 -28
  640. agno/knowledge/langchain.py +0 -71
  641. agno/knowledge/llamaindex.py +0 -66
  642. agno/knowledge/pdf.py +0 -28
  643. agno/knowledge/pdf_url.py +0 -26
  644. agno/knowledge/s3/base.py +0 -60
  645. agno/knowledge/s3/pdf.py +0 -21
  646. agno/knowledge/s3/text.py +0 -23
  647. agno/knowledge/text.py +0 -30
  648. agno/knowledge/website.py +0 -88
  649. agno/knowledge/wikipedia.py +0 -31
  650. agno/knowledge/youtube.py +0 -22
  651. agno/memory/agent.py +0 -392
  652. agno/memory/classifier.py +0 -104
  653. agno/memory/db/__init__.py +0 -1
  654. agno/memory/db/base.py +0 -42
  655. agno/memory/db/mongodb.py +0 -189
  656. agno/memory/db/postgres.py +0 -203
  657. agno/memory/db/sqlite.py +0 -193
  658. agno/memory/memory.py +0 -15
  659. agno/memory/row.py +0 -36
  660. agno/memory/summarizer.py +0 -192
  661. agno/memory/summary.py +0 -19
  662. agno/memory/workflow.py +0 -38
  663. agno/models/google/gemini_openai.py +0 -26
  664. agno/models/ollama/hermes.py +0 -221
  665. agno/models/ollama/tools.py +0 -362
  666. agno/models/vertexai/gemini.py +0 -595
  667. agno/playground/__init__.py +0 -3
  668. agno/playground/async_router.py +0 -421
  669. agno/playground/deploy.py +0 -249
  670. agno/playground/operator.py +0 -92
  671. agno/playground/playground.py +0 -91
  672. agno/playground/schemas.py +0 -76
  673. agno/playground/serve.py +0 -55
  674. agno/playground/sync_router.py +0 -405
  675. agno/reasoning/agent.py +0 -68
  676. agno/run/response.py +0 -112
  677. agno/storage/agent/__init__.py +0 -0
  678. agno/storage/agent/base.py +0 -38
  679. agno/storage/agent/dynamodb.py +0 -350
  680. agno/storage/agent/json.py +0 -92
  681. agno/storage/agent/mongodb.py +0 -228
  682. agno/storage/agent/postgres.py +0 -367
  683. agno/storage/agent/session.py +0 -79
  684. agno/storage/agent/singlestore.py +0 -303
  685. agno/storage/agent/sqlite.py +0 -357
  686. agno/storage/agent/yaml.py +0 -93
  687. agno/storage/workflow/__init__.py +0 -0
  688. agno/storage/workflow/base.py +0 -40
  689. agno/storage/workflow/mongodb.py +0 -233
  690. agno/storage/workflow/postgres.py +0 -366
  691. agno/storage/workflow/session.py +0 -60
  692. agno/storage/workflow/sqlite.py +0 -359
  693. agno/tools/googlesearch.py +0 -88
  694. agno/utils/defaults.py +0 -57
  695. agno/utils/filesystem.py +0 -39
  696. agno/utils/git.py +0 -52
  697. agno/utils/json_io.py +0 -30
  698. agno/utils/load_env.py +0 -19
  699. agno/utils/py_io.py +0 -19
  700. agno/utils/pyproject.py +0 -18
  701. agno/utils/resource_filter.py +0 -31
  702. agno/vectordb/singlestore/s2vectordb.py +0 -390
  703. agno/vectordb/singlestore/s2vectordb2.py +0 -355
  704. agno/workspace/__init__.py +0 -0
  705. agno/workspace/config.py +0 -325
  706. agno/workspace/enums.py +0 -6
  707. agno/workspace/helpers.py +0 -48
  708. agno/workspace/operator.py +0 -758
  709. agno/workspace/settings.py +0 -63
  710. agno-0.1.2.dist-info/LICENSE +0 -375
  711. agno-0.1.2.dist-info/METADATA +0 -502
  712. agno-0.1.2.dist-info/RECORD +0 -352
  713. agno-0.1.2.dist-info/entry_points.txt +0 -3
  714. /agno/{cli → db/migrations}/__init__.py +0 -0
  715. /agno/{cli/ws → db/migrations/versions}/__init__.py +0 -0
  716. /agno/{document/chunking/__init__.py → db/schemas/metrics.py} +0 -0
  717. /agno/{document/reader/s3 → integrations}/__init__.py +0 -0
  718. /agno/{file/local → knowledge/chunking}/__init__.py +0 -0
  719. /agno/{infra → knowledge/remote_content}/__init__.py +0 -0
  720. /agno/{knowledge/s3 → tools/models}/__init__.py +0 -0
  721. /agno/{reranker → utils/models}/__init__.py +0 -0
  722. /agno/{storage → utils/print_response}/__init__.py +0 -0
  723. {agno-0.1.2.dist-info → agno-2.3.13.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,292 @@
1
+ from datetime import date, datetime, timedelta, timezone
2
+ from textwrap import dedent
3
+ from typing import Any, Callable, Dict, List, Optional, Union
4
+
5
+ from surrealdb import BlockingHttpSurrealConnection, BlockingWsSurrealConnection, RecordID
6
+
7
+ from agno.db.base import SessionType
8
+ from agno.db.surrealdb import utils
9
+ from agno.db.surrealdb.models import desurrealize_session, surrealize_dates
10
+ from agno.db.surrealdb.queries import WhereClause
11
+ from agno.utils.log import log_error
12
+
13
+
14
+ def get_all_sessions_for_metrics_calculation(
15
+ client: Union[BlockingWsSurrealConnection, BlockingHttpSurrealConnection],
16
+ table: str,
17
+ start_timestamp: Optional[datetime] = None,
18
+ end_timestamp: Optional[datetime] = None,
19
+ ) -> List[Dict[str, Any]]:
20
+ """
21
+ Get all sessions of all types (agent, team, workflow) as raw dictionaries.
22
+
23
+ Args:
24
+ start_timestamp (Optional[int]): The start timestamp to filter by. Defaults to None.
25
+ end_timestamp (Optional[int]): The end timestamp to filter by. Defaults to None.
26
+
27
+ Returns:
28
+ List[Dict[str, Any]]: List of session dictionaries with session_type field.
29
+
30
+ Raises:
31
+ Exception: If an error occurs during retrieval.
32
+ """
33
+ where = WhereClause()
34
+
35
+ # starting_date
36
+ if start_timestamp is not None:
37
+ where = where.and_("created_at", start_timestamp, ">=")
38
+
39
+ # ending_date
40
+ if end_timestamp is not None:
41
+ where = where.and_("created_at", end_timestamp, "<=")
42
+
43
+ where_clause, where_vars = where.build()
44
+
45
+ # Query
46
+ query = dedent(f"""
47
+ SELECT *
48
+ FROM {table}
49
+ {where_clause}
50
+ """)
51
+
52
+ results = utils.query(client, query, where_vars, dict)
53
+ return [desurrealize_session(x) for x in results]
54
+
55
+
56
+ def get_metrics_calculation_starting_date(
57
+ client: Union[BlockingWsSurrealConnection, BlockingHttpSurrealConnection], table: str, get_sessions: Callable
58
+ ) -> Optional[date]:
59
+ """Get the first date for which metrics calculation is needed:
60
+
61
+ 1. If there are metrics records, return the date of the first day without a complete metrics record.
62
+ 2. If there are no metrics records, return the date of the first recorded session.
63
+ 3. If there are no metrics records and no sessions records, return None.
64
+
65
+ Args:
66
+ table (Table): The table to get the starting date for.
67
+
68
+ Returns:
69
+ Optional[date]: The starting date for which metrics calculation is needed.
70
+ """
71
+ query = dedent(f"""
72
+ SELECT * FROM ONLY {table}
73
+ ORDER BY date DESC
74
+ LIMIT 1
75
+ """)
76
+ result = utils.query_one(client, query, {}, dict)
77
+ if result:
78
+ # 1. Return the date of the first day without a complete metrics record
79
+ result_date = result["date"]
80
+ assert isinstance(result_date, datetime)
81
+ result_date = result_date.date()
82
+
83
+ if result.get("completed"):
84
+ return result_date + timedelta(days=1)
85
+ else:
86
+ return result_date
87
+
88
+ # 2. No metrics records. Return the date of the first recorded session
89
+ first_session, _ = get_sessions(
90
+ session_type=SessionType.AGENT, # this is ignored because of component_id=None and deserialize=False
91
+ sort_by="created_at",
92
+ sort_order="asc",
93
+ limit=1,
94
+ component_id=None,
95
+ deserialize=False,
96
+ )
97
+ assert isinstance(first_session, list)
98
+
99
+ first_session_date = first_session[0]["created_at"] if first_session else None
100
+
101
+ # 3. No metrics records and no sessions records. Return None
102
+ if first_session_date is None:
103
+ return None
104
+
105
+ # Handle different types for created_at
106
+ if isinstance(first_session_date, datetime):
107
+ return first_session_date.date()
108
+ elif isinstance(first_session_date, int):
109
+ # Assume it's a Unix timestamp
110
+ return datetime.fromtimestamp(first_session_date, tz=timezone.utc).date()
111
+ elif isinstance(first_session_date, str):
112
+ # Try parsing as ISO format
113
+ return datetime.fromisoformat(first_session_date.replace("Z", "+00:00")).date()
114
+ else:
115
+ # If it's already a date object
116
+ if isinstance(first_session_date, date):
117
+ return first_session_date
118
+ raise ValueError(f"Unexpected type for created_at: {type(first_session_date)}")
119
+
120
+
121
+ def bulk_upsert_metrics(
122
+ client: Union[BlockingWsSurrealConnection, BlockingHttpSurrealConnection],
123
+ table: str,
124
+ metrics_records: List[Dict[str, Any]],
125
+ ) -> List[Dict[str, Any]]:
126
+ """Bulk upsert metrics into the database.
127
+
128
+ Args:
129
+ table (Table): The table to upsert into.
130
+ metrics_records (List[Dict[str, Any]]): The list of metrics records to upsert.
131
+
132
+ Returns:
133
+ list[dict]: The upserted metrics records.
134
+ """
135
+ if not metrics_records:
136
+ return []
137
+
138
+ metrics_records = [surrealize_dates(x) for x in metrics_records]
139
+
140
+ try:
141
+ results = []
142
+ from agno.utils.log import log_debug
143
+
144
+ for metric in metrics_records:
145
+ log_debug(f"Upserting metric: {metric}") # Add this
146
+ result = utils.query_one(
147
+ client,
148
+ "UPSERT $record CONTENT $content",
149
+ {"record": RecordID(table, metric["id"]), "content": metric},
150
+ dict,
151
+ )
152
+ if result:
153
+ results.append(result)
154
+ return results
155
+
156
+ except Exception as e:
157
+ import traceback
158
+
159
+ log_error(traceback.format_exc())
160
+ log_error(f"Error upserting metrics: {e}")
161
+
162
+ return []
163
+
164
+
165
+ def fetch_all_sessions_data(
166
+ sessions: List[Dict[str, Any]], dates_to_process: list[date], start_timestamp: int
167
+ ) -> Optional[dict]:
168
+ """Return all session data for the given dates, for all session types.
169
+
170
+ Args:
171
+ sessions (List[Dict[str, Any]]): The sessions to process.
172
+ dates_to_process (list[date]): The dates to fetch session data for.
173
+ start_timestamp (int): The start timestamp (fallback if created_at is missing).
174
+
175
+ Returns:
176
+ dict: A dictionary with dates as keys and session data as values, for all session types.
177
+
178
+ Example:
179
+ {
180
+ "2000-01-01": {
181
+ "agent": [<session1>, <session2>, ...],
182
+ "team": [...],
183
+ "workflow": [...],
184
+ }
185
+ }
186
+ """
187
+ if not dates_to_process:
188
+ return None
189
+
190
+ all_sessions_data: Dict[str, Dict[str, List[Dict[str, Any]]]] = {
191
+ date_to_process.isoformat(): {"agent": [], "team": [], "workflow": []} for date_to_process in dates_to_process
192
+ }
193
+
194
+ for session in sessions:
195
+ created_at = session.get("created_at", start_timestamp)
196
+
197
+ # Handle different types for created_at
198
+ if isinstance(created_at, datetime):
199
+ session_date = created_at.date().isoformat()
200
+ elif isinstance(created_at, int):
201
+ session_date = datetime.fromtimestamp(created_at, tz=timezone.utc).date().isoformat()
202
+ elif isinstance(created_at, date):
203
+ session_date = created_at.isoformat()
204
+ else:
205
+ # Fallback to start_timestamp if type is unexpected
206
+ session_date = datetime.fromtimestamp(start_timestamp, tz=timezone.utc).date().isoformat()
207
+
208
+ if session_date in all_sessions_data:
209
+ session_type = session.get("session_type", "agent") # Default to agent if missing
210
+ all_sessions_data[session_date][session_type].append(session)
211
+
212
+ return all_sessions_data
213
+
214
+
215
+ def calculate_date_metrics(date_to_process: date, sessions_data: dict) -> dict:
216
+ """Calculate metrics for the given single date.
217
+
218
+ Args:
219
+ date_to_process (date): The date to calculate metrics for.
220
+ sessions_data (dict): The sessions data to calculate metrics for.
221
+
222
+ Returns:
223
+ dict: The calculated metrics.
224
+ """
225
+ metrics = {
226
+ "users_count": 0,
227
+ "agent_sessions_count": 0,
228
+ "team_sessions_count": 0,
229
+ "workflow_sessions_count": 0,
230
+ "agent_runs_count": 0,
231
+ "team_runs_count": 0,
232
+ "workflow_runs_count": 0,
233
+ }
234
+ token_metrics = {
235
+ "input_tokens": 0,
236
+ "output_tokens": 0,
237
+ "total_tokens": 0,
238
+ "audio_total_tokens": 0,
239
+ "audio_input_tokens": 0,
240
+ "audio_output_tokens": 0,
241
+ "cache_read_tokens": 0,
242
+ "cache_write_tokens": 0,
243
+ "reasoning_tokens": 0,
244
+ }
245
+ model_counts: Dict[str, int] = {}
246
+
247
+ session_types = [
248
+ ("agent", "agent_sessions_count", "agent_runs_count"),
249
+ ("team", "team_sessions_count", "team_runs_count"),
250
+ ("workflow", "workflow_sessions_count", "workflow_runs_count"),
251
+ ]
252
+ all_user_ids = set()
253
+
254
+ for session_type, sessions_count_key, runs_count_key in session_types:
255
+ sessions = sessions_data.get(session_type, [])
256
+ metrics[sessions_count_key] = len(sessions)
257
+
258
+ for session in sessions:
259
+ if session.get("user_id"):
260
+ all_user_ids.add(session["user_id"])
261
+ metrics[runs_count_key] += len(session.get("runs", []))
262
+ if runs := session.get("runs", []):
263
+ for run in runs:
264
+ if model_id := run.get("model"):
265
+ model_provider = run.get("model_provider", "")
266
+ model_counts[f"{model_id}:{model_provider}"] = (
267
+ model_counts.get(f"{model_id}:{model_provider}", 0) + 1
268
+ )
269
+
270
+ session_metrics = session.get("session_data", {}).get("session_metrics", {})
271
+ for field in token_metrics:
272
+ token_metrics[field] += session_metrics.get(field, 0)
273
+
274
+ model_metrics = []
275
+ for model, count in model_counts.items():
276
+ model_id, model_provider = model.split(":")
277
+ model_metrics.append({"model_id": model_id, "model_provider": model_provider, "count": count})
278
+
279
+ metrics["users_count"] = len(all_user_ids)
280
+ current_time = datetime.now(timezone.utc)
281
+
282
+ return {
283
+ "id": date_to_process.isoformat(), # Changed: Use date as ID (e.g., "2025-10-16")
284
+ "date": current_time.replace(hour=0, minute=0, second=0, microsecond=0), # Date at midnight UTC
285
+ "completed": date_to_process < datetime.now(timezone.utc).date(),
286
+ "token_metrics": token_metrics,
287
+ "model_metrics": model_metrics,
288
+ "created_at": current_time,
289
+ "updated_at": current_time,
290
+ "aggregation_period": "daily",
291
+ **metrics,
292
+ }
@@ -0,0 +1,334 @@
1
+ from dataclasses import asdict
2
+ from datetime import date, datetime, timezone
3
+ from textwrap import dedent
4
+ from typing import Any, Dict, List, Literal, Optional, Sequence
5
+
6
+ from surrealdb import RecordID
7
+
8
+ from agno.db.base import SessionType
9
+ from agno.db.schemas.culture import CulturalKnowledge
10
+ from agno.db.schemas.evals import EvalRunRecord
11
+ from agno.db.schemas.knowledge import KnowledgeRow
12
+ from agno.db.schemas.memory import UserMemory
13
+ from agno.session import Session
14
+ from agno.session.agent import AgentSession
15
+ from agno.session.team import TeamSession
16
+ from agno.session.workflow import WorkflowSession
17
+
18
+ TableType = Literal[
19
+ "agents",
20
+ "culture",
21
+ "evals",
22
+ "knowledge",
23
+ "memories",
24
+ "metrics",
25
+ "sessions",
26
+ "spans",
27
+ "teams",
28
+ "traces",
29
+ "users",
30
+ "workflows",
31
+ ]
32
+
33
+
34
+ def deserialize_record_id(record: dict, agno_field: str, surreal_field: Optional[str] = None) -> dict:
35
+ if surreal_field is None:
36
+ surreal_field = agno_field
37
+ x = record.get(surreal_field)
38
+ if isinstance(x, RecordID):
39
+ record[agno_field] = x.id
40
+ if agno_field != surreal_field:
41
+ del record[surreal_field]
42
+ return record
43
+
44
+
45
+ def surrealize_dates(record: dict) -> dict:
46
+ copy = record.copy()
47
+ for key, value in copy.items():
48
+ if isinstance(value, date):
49
+ copy[key] = datetime.combine(value, datetime.min.time()).replace(tzinfo=timezone.utc)
50
+ elif key in ["created_at", "updated_at"] and isinstance(value, (int, float)):
51
+ copy[key] = datetime.fromtimestamp(value).replace(tzinfo=timezone.utc)
52
+ elif key in ["created_at", "updated_at"] and isinstance(value, str):
53
+ # Handle ISO string format - convert back to datetime object for SurrealDB
54
+ try:
55
+ dt = datetime.fromisoformat(value)
56
+ if dt.tzinfo is None:
57
+ dt = dt.replace(tzinfo=timezone.utc)
58
+ copy[key] = dt
59
+ except ValueError:
60
+ # If it's not a valid ISO format, leave it as is
61
+ pass
62
+ elif key in ["created_at", "updated_at"] and value is None:
63
+ # Set current time for None datetime fields
64
+ copy[key] = datetime.now(timezone.utc)
65
+ elif isinstance(value, datetime):
66
+ copy[key] = value.replace(tzinfo=timezone.utc)
67
+ return copy
68
+
69
+
70
+ def desurrealize_dates(record: dict) -> dict:
71
+ copy = record.copy()
72
+ for key, value in copy.items():
73
+ if isinstance(value, datetime):
74
+ copy[key] = int(value.timestamp())
75
+ return copy
76
+
77
+
78
+ def serialize_session(session: Session, table_names: dict[TableType, str]) -> dict:
79
+ _dict = session.to_dict()
80
+
81
+ if session.session_id is not None:
82
+ _dict["id"] = RecordID(table_names["sessions"], session.session_id)
83
+ del _dict["session_id"]
84
+
85
+ if isinstance(session, AgentSession):
86
+ _dict["agent"] = RecordID(table_names["agents"], session.agent_id)
87
+ del _dict["agent_id"]
88
+ elif isinstance(session, TeamSession):
89
+ _dict["team"] = RecordID(table_names["teams"], session.team_id)
90
+ del _dict["team_id"]
91
+ elif isinstance(session, WorkflowSession):
92
+ _dict["workflow"] = RecordID(table_names["workflows"], session.workflow_id)
93
+ del _dict["workflow_id"]
94
+
95
+ # surrealize dates
96
+ _dict = surrealize_dates(_dict)
97
+
98
+ return _dict
99
+
100
+
101
+ def desurrealize_session(session_raw: dict, session_type: Optional[SessionType] = None) -> dict:
102
+ session_raw = deserialize_record_id(session_raw, "session_id", "id")
103
+ if session_type == SessionType.AGENT:
104
+ session_raw = deserialize_record_id(session_raw, "agent_id", "agent")
105
+ elif session_type == SessionType.TEAM:
106
+ session_raw = deserialize_record_id(session_raw, "team_id", "team")
107
+ elif session_type == SessionType.WORKFLOW:
108
+ session_raw = deserialize_record_id(session_raw, "workflow_id", "workflow")
109
+
110
+ session_raw = desurrealize_dates(session_raw)
111
+
112
+ if session_raw.get("agent_id"):
113
+ session_raw["session_type"] = SessionType.AGENT
114
+ elif session_raw.get("team_id"):
115
+ session_raw["session_type"] = SessionType.TEAM
116
+ elif session_raw.get("workflow_id"):
117
+ session_raw["session_type"] = SessionType.WORKFLOW
118
+
119
+ return session_raw
120
+
121
+
122
+ def deserialize_session(session_type: SessionType, session_raw: dict) -> Optional[Session]:
123
+ session_raw = desurrealize_session(session_raw, session_type)
124
+
125
+ if session_type == SessionType.AGENT:
126
+ return AgentSession.from_dict(session_raw)
127
+ elif session_type == SessionType.TEAM:
128
+ return TeamSession.from_dict(session_raw)
129
+ elif session_type == SessionType.WORKFLOW:
130
+ return WorkflowSession.from_dict(session_raw)
131
+ else:
132
+ raise ValueError(f"Invalid session type: {session_type}")
133
+
134
+
135
+ def deserialize_sessions(session_type: SessionType, sessions_raw: List[dict]) -> List[Session]:
136
+ return [x for x in [deserialize_session(session_type, x) for x in sessions_raw] if x is not None]
137
+
138
+
139
+ def get_session_type(session: Session) -> SessionType:
140
+ if isinstance(session, AgentSession):
141
+ return SessionType.AGENT
142
+ elif isinstance(session, TeamSession):
143
+ return SessionType.TEAM
144
+ elif isinstance(session, WorkflowSession):
145
+ return SessionType.WORKFLOW
146
+ else:
147
+ raise ValueError(f"Invalid session instance: {type(session)}")
148
+
149
+
150
+ def desurrealize_user_memory(memory_raw: dict) -> dict:
151
+ copy = memory_raw.copy()
152
+
153
+ copy = deserialize_record_id(copy, "memory_id", "id")
154
+ copy = deserialize_record_id(copy, "user_id", "user")
155
+ copy = deserialize_record_id(copy, "agent_id", "agent")
156
+ copy = deserialize_record_id(copy, "team_id", "team")
157
+ copy = deserialize_record_id(copy, "workflow_id", "workflow")
158
+
159
+ # TODO: is this ok? or should we cast datetimes to int? Like in desurrealize_session
160
+ # copy = desurrealize_dates(copy)
161
+ updated_at = copy.get("updated_at")
162
+ if not isinstance(updated_at, str):
163
+ copy["updated_at"] = str(updated_at)
164
+
165
+ return copy
166
+
167
+
168
+ def deserialize_user_memory(memory_raw: dict) -> UserMemory:
169
+ return UserMemory.from_dict(desurrealize_user_memory(memory_raw))
170
+
171
+
172
+ def deserialize_user_memories(memories_raw: Sequence[dict]) -> List[UserMemory]:
173
+ return [deserialize_user_memory(x) for x in memories_raw]
174
+
175
+
176
+ def serialize_user_memory(memory: UserMemory, memory_table_name: str, user_table_name: str) -> dict:
177
+ dict_ = asdict(memory)
178
+ if memory.memory_id is not None:
179
+ dict_["id"] = RecordID(memory_table_name, memory.memory_id)
180
+ del dict_["memory_id"]
181
+ if memory.user_id is not None:
182
+ dict_["user"] = RecordID(user_table_name, memory.user_id)
183
+ del dict_["user_id"]
184
+
185
+ # surrealize dates
186
+ dict_ = surrealize_dates(dict_)
187
+
188
+ return dict_
189
+
190
+
191
+ def deserialize_knowledge_row(knowledge_row_raw: dict) -> KnowledgeRow:
192
+ copy = knowledge_row_raw.copy()
193
+
194
+ copy = deserialize_record_id(copy, "id")
195
+ copy = desurrealize_dates(copy)
196
+
197
+ return KnowledgeRow.model_validate(copy)
198
+
199
+
200
+ def serialize_knowledge_row(knowledge_row: KnowledgeRow, knowledge_table_name: str) -> dict:
201
+ dict_ = knowledge_row.model_dump()
202
+ if knowledge_row.id is not None:
203
+ dict_["id"] = RecordID(knowledge_table_name, knowledge_row.id)
204
+
205
+ # surrealize dates
206
+ dict_ = surrealize_dates(dict_)
207
+
208
+ return dict_
209
+
210
+
211
+ def deserialize_cultural_knowledge(cultural_knowledge_raw: dict) -> CulturalKnowledge:
212
+ copy = cultural_knowledge_raw.copy()
213
+
214
+ copy = deserialize_record_id(copy, "id")
215
+ copy = desurrealize_dates(copy)
216
+
217
+ # Extract content, categories, and notes from the content field
218
+ content_json = copy.get("content", {}) or {}
219
+ if isinstance(content_json, dict):
220
+ copy["content"] = content_json.get("content")
221
+ copy["categories"] = content_json.get("categories")
222
+ copy["notes"] = content_json.get("notes")
223
+
224
+ return CulturalKnowledge.from_dict(copy)
225
+
226
+
227
+ def serialize_cultural_knowledge(cultural_knowledge: CulturalKnowledge, culture_table_name: str) -> dict:
228
+ dict_ = asdict(cultural_knowledge)
229
+ if cultural_knowledge.id is not None:
230
+ dict_["id"] = RecordID(culture_table_name, cultural_knowledge.id)
231
+
232
+ # Serialize content, categories, and notes into a single content dict for DB storage
233
+ content_dict: Dict[str, Any] = {}
234
+ if cultural_knowledge.content is not None:
235
+ content_dict["content"] = cultural_knowledge.content
236
+ if cultural_knowledge.categories is not None:
237
+ content_dict["categories"] = cultural_knowledge.categories
238
+ if cultural_knowledge.notes is not None:
239
+ content_dict["notes"] = cultural_knowledge.notes
240
+
241
+ # Replace the separate fields with the combined content field
242
+ dict_["content"] = content_dict if content_dict else None
243
+ # Remove the now-redundant fields since they're in content
244
+ dict_.pop("categories", None)
245
+ dict_.pop("notes", None)
246
+
247
+ # surrealize dates
248
+ dict_ = surrealize_dates(dict_)
249
+
250
+ return dict_
251
+
252
+
253
+ def desurrealize_eval_run_record(eval_run_record_raw: dict) -> dict:
254
+ copy = eval_run_record_raw.copy()
255
+
256
+ copy = deserialize_record_id(copy, "run_id", "id")
257
+ copy = deserialize_record_id(copy, "agent_id", "agent")
258
+ copy = deserialize_record_id(copy, "team_id", "team")
259
+ copy = deserialize_record_id(copy, "workflow_id", "workflow")
260
+
261
+ return copy
262
+
263
+
264
+ def deserialize_eval_run_record(eval_run_record_raw: dict) -> EvalRunRecord:
265
+ return EvalRunRecord.model_validate(desurrealize_eval_run_record(eval_run_record_raw))
266
+
267
+
268
+ def serialize_eval_run_record(eval_run_record: EvalRunRecord, table_names: dict[TableType, str]) -> dict:
269
+ dict_ = eval_run_record.model_dump()
270
+ if eval_run_record.run_id is not None:
271
+ dict_["id"] = RecordID(table_names["evals"], eval_run_record.run_id)
272
+ del dict_["run_id"]
273
+ if eval_run_record.agent_id is not None:
274
+ dict_["agent"] = RecordID(table_names["agents"], eval_run_record.agent_id)
275
+ del dict_["agent_id"]
276
+ if eval_run_record.team_id is not None:
277
+ dict_["team"] = RecordID(table_names["teams"], eval_run_record.team_id)
278
+ del dict_["team_id"]
279
+ if eval_run_record.workflow_id is not None:
280
+ dict_["workflow"] = RecordID(table_names["workflows"], eval_run_record.workflow_id)
281
+ del dict_["workflow_id"]
282
+ return dict_
283
+
284
+
285
+ def get_schema(table_type: TableType, table_name: str) -> str:
286
+ define_table = f"DEFINE TABLE {table_name} SCHEMALESS;"
287
+ if table_type == "memories":
288
+ return dedent(f"""
289
+ {define_table}
290
+ DEFINE FIELD OVERWRITE updated_at ON {table_name} TYPE datetime VALUE time::now();
291
+ """)
292
+ elif table_type == "knowledge":
293
+ return dedent(f"""
294
+ {define_table}
295
+ DEFINE FIELD OVERWRITE created_at ON {table_name} TYPE datetime VALUE time::now();
296
+ DEFINE FIELD OVERWRITE updated_at ON {table_name} TYPE datetime VALUE time::now();
297
+ """)
298
+ elif table_type == "culture":
299
+ return dedent(f"""
300
+ {define_table}
301
+ DEFINE FIELD OVERWRITE created_at ON {table_name} TYPE datetime VALUE time::now();
302
+ DEFINE FIELD OVERWRITE updated_at ON {table_name} TYPE datetime VALUE time::now();
303
+ """)
304
+ elif table_type == "sessions":
305
+ return dedent(f"""
306
+ {define_table}
307
+ DEFINE FIELD OVERWRITE created_at ON {table_name} TYPE datetime VALUE time::now();
308
+ DEFINE FIELD OVERWRITE updated_at ON {table_name} TYPE datetime VALUE time::now();
309
+ """)
310
+ elif table_type == "traces":
311
+ return dedent(f"""
312
+ {define_table}
313
+ DEFINE FIELD OVERWRITE created_at ON {table_name} TYPE datetime VALUE time::now();
314
+ DEFINE INDEX idx_trace_id ON {table_name} FIELDS trace_id UNIQUE;
315
+ DEFINE INDEX idx_run_id ON {table_name} FIELDS run_id;
316
+ DEFINE INDEX idx_session_id ON {table_name} FIELDS session_id;
317
+ DEFINE INDEX idx_user_id ON {table_name} FIELDS user_id;
318
+ DEFINE INDEX idx_agent_id ON {table_name} FIELDS agent_id;
319
+ DEFINE INDEX idx_team_id ON {table_name} FIELDS team_id;
320
+ DEFINE INDEX idx_workflow_id ON {table_name} FIELDS workflow_id;
321
+ DEFINE INDEX idx_status ON {table_name} FIELDS status;
322
+ DEFINE INDEX idx_start_time ON {table_name} FIELDS start_time;
323
+ """)
324
+ elif table_type == "spans":
325
+ return dedent(f"""
326
+ {define_table}
327
+ DEFINE FIELD OVERWRITE created_at ON {table_name} TYPE datetime VALUE time::now();
328
+ DEFINE INDEX idx_span_id ON {table_name} FIELDS span_id UNIQUE;
329
+ DEFINE INDEX idx_trace_id ON {table_name} FIELDS trace_id;
330
+ DEFINE INDEX idx_parent_span_id ON {table_name} FIELDS parent_span_id;
331
+ DEFINE INDEX idx_start_time ON {table_name} FIELDS start_time;
332
+ """)
333
+ else:
334
+ return define_table
@@ -0,0 +1,71 @@
1
+ from textwrap import dedent
2
+ from typing import Any, Final, Literal, Optional
3
+
4
+ OPERATOR = Literal["=", "!=", "<=", ">=", "~", "IN", "CONTAINSANY"]
5
+
6
+ COUNT_QUERY: Final[str] = dedent("""
7
+ RETURN (
8
+ SELECT count(id) AS count
9
+ {group_fields}
10
+ FROM {table}
11
+ {where_clause}
12
+ {group_clause}
13
+ )[0] OR {{count: 0}}
14
+ """)
15
+
16
+
17
+ class WhereClause:
18
+ def __init__(self):
19
+ self._conditions = []
20
+ self._params = {}
21
+ self._param_count = 0
22
+
23
+ def _add_filter(self, field: str, operator: str, value: Any):
24
+ param_name = f"p{self._param_count}"
25
+ self._params[param_name] = value
26
+ self._param_count += 1
27
+
28
+ condition = f"{field} {operator} ${param_name}"
29
+ if not self._conditions:
30
+ self._conditions.append(condition)
31
+ else:
32
+ self._conditions.append("AND")
33
+ self._conditions.append(condition)
34
+ return self
35
+
36
+ def and_(self, field: str, value: Any, operator: OPERATOR = "="):
37
+ return self._add_filter(field, operator, value)
38
+
39
+ def build(self) -> tuple[str, dict[str, Any]]:
40
+ if not self._conditions:
41
+ return "", {}
42
+ return "WHERE " + " ".join(self._conditions), self._params
43
+
44
+
45
+ def order_limit_start(
46
+ sort_by: Optional[str] = None,
47
+ sort_order: Optional[str] = None,
48
+ limit: Optional[int] = None,
49
+ page: Optional[int] = None,
50
+ ) -> str:
51
+ if sort_order is not None:
52
+ if "desc" in sort_order.lower():
53
+ sort_order = "DESC"
54
+ else:
55
+ sort_order = "ASC"
56
+
57
+ order_clause = f"ORDER BY {sort_by} {sort_order or ''}" if sort_by is not None else ""
58
+
59
+ if limit is not None:
60
+ limit_clause = f"LIMIT {limit}"
61
+ if page is not None:
62
+ offset = (page - 1) * limit
63
+ start_clause = f"START {offset}"
64
+ else:
65
+ start_clause = ""
66
+ else:
67
+ limit_clause = ""
68
+ start_clause = ""
69
+
70
+ clauses = [order_clause, limit_clause, start_clause]
71
+ return " ".join(clause for clause in clauses if clause)