agno 0.1.2__py3-none-any.whl → 2.3.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- agno/__init__.py +8 -0
- agno/agent/__init__.py +44 -5
- agno/agent/agent.py +10531 -2975
- agno/api/agent.py +14 -53
- agno/api/api.py +7 -46
- agno/api/evals.py +22 -0
- agno/api/os.py +17 -0
- agno/api/routes.py +6 -25
- agno/api/schemas/__init__.py +9 -0
- agno/api/schemas/agent.py +6 -9
- agno/api/schemas/evals.py +16 -0
- agno/api/schemas/os.py +14 -0
- agno/api/schemas/team.py +10 -10
- agno/api/schemas/utils.py +21 -0
- agno/api/schemas/workflows.py +16 -0
- agno/api/settings.py +53 -0
- agno/api/team.py +22 -26
- agno/api/workflow.py +28 -0
- agno/cloud/aws/base.py +214 -0
- agno/cloud/aws/s3/__init__.py +2 -0
- agno/cloud/aws/s3/api_client.py +43 -0
- agno/cloud/aws/s3/bucket.py +195 -0
- agno/cloud/aws/s3/object.py +57 -0
- agno/compression/__init__.py +3 -0
- agno/compression/manager.py +247 -0
- agno/culture/__init__.py +3 -0
- agno/culture/manager.py +956 -0
- agno/db/__init__.py +24 -0
- agno/db/async_postgres/__init__.py +3 -0
- agno/db/base.py +946 -0
- agno/db/dynamo/__init__.py +3 -0
- agno/db/dynamo/dynamo.py +2781 -0
- agno/db/dynamo/schemas.py +442 -0
- agno/db/dynamo/utils.py +743 -0
- agno/db/firestore/__init__.py +3 -0
- agno/db/firestore/firestore.py +2379 -0
- agno/db/firestore/schemas.py +181 -0
- agno/db/firestore/utils.py +376 -0
- agno/db/gcs_json/__init__.py +3 -0
- agno/db/gcs_json/gcs_json_db.py +1791 -0
- agno/db/gcs_json/utils.py +228 -0
- agno/db/in_memory/__init__.py +3 -0
- agno/db/in_memory/in_memory_db.py +1312 -0
- agno/db/in_memory/utils.py +230 -0
- agno/db/json/__init__.py +3 -0
- agno/db/json/json_db.py +1777 -0
- agno/db/json/utils.py +230 -0
- agno/db/migrations/manager.py +199 -0
- agno/db/migrations/v1_to_v2.py +635 -0
- agno/db/migrations/versions/v2_3_0.py +938 -0
- agno/db/mongo/__init__.py +17 -0
- agno/db/mongo/async_mongo.py +2760 -0
- agno/db/mongo/mongo.py +2597 -0
- agno/db/mongo/schemas.py +119 -0
- agno/db/mongo/utils.py +276 -0
- agno/db/mysql/__init__.py +4 -0
- agno/db/mysql/async_mysql.py +2912 -0
- agno/db/mysql/mysql.py +2923 -0
- agno/db/mysql/schemas.py +186 -0
- agno/db/mysql/utils.py +488 -0
- agno/db/postgres/__init__.py +4 -0
- agno/db/postgres/async_postgres.py +2579 -0
- agno/db/postgres/postgres.py +2870 -0
- agno/db/postgres/schemas.py +187 -0
- agno/db/postgres/utils.py +442 -0
- agno/db/redis/__init__.py +3 -0
- agno/db/redis/redis.py +2141 -0
- agno/db/redis/schemas.py +159 -0
- agno/db/redis/utils.py +346 -0
- agno/db/schemas/__init__.py +4 -0
- agno/db/schemas/culture.py +120 -0
- agno/db/schemas/evals.py +34 -0
- agno/db/schemas/knowledge.py +40 -0
- agno/db/schemas/memory.py +61 -0
- agno/db/singlestore/__init__.py +3 -0
- agno/db/singlestore/schemas.py +179 -0
- agno/db/singlestore/singlestore.py +2877 -0
- agno/db/singlestore/utils.py +384 -0
- agno/db/sqlite/__init__.py +4 -0
- agno/db/sqlite/async_sqlite.py +2911 -0
- agno/db/sqlite/schemas.py +181 -0
- agno/db/sqlite/sqlite.py +2908 -0
- agno/db/sqlite/utils.py +429 -0
- agno/db/surrealdb/__init__.py +3 -0
- agno/db/surrealdb/metrics.py +292 -0
- agno/db/surrealdb/models.py +334 -0
- agno/db/surrealdb/queries.py +71 -0
- agno/db/surrealdb/surrealdb.py +1908 -0
- agno/db/surrealdb/utils.py +147 -0
- agno/db/utils.py +118 -0
- agno/eval/__init__.py +24 -0
- agno/eval/accuracy.py +666 -276
- agno/eval/agent_as_judge.py +861 -0
- agno/eval/base.py +29 -0
- agno/eval/performance.py +779 -0
- agno/eval/reliability.py +241 -62
- agno/eval/utils.py +120 -0
- agno/exceptions.py +143 -1
- agno/filters.py +354 -0
- agno/guardrails/__init__.py +6 -0
- agno/guardrails/base.py +19 -0
- agno/guardrails/openai.py +144 -0
- agno/guardrails/pii.py +94 -0
- agno/guardrails/prompt_injection.py +52 -0
- agno/hooks/__init__.py +3 -0
- agno/hooks/decorator.py +164 -0
- agno/integrations/discord/__init__.py +3 -0
- agno/integrations/discord/client.py +203 -0
- agno/knowledge/__init__.py +5 -1
- agno/{document → knowledge}/chunking/agentic.py +22 -14
- agno/{document → knowledge}/chunking/document.py +2 -2
- agno/{document → knowledge}/chunking/fixed.py +7 -6
- agno/knowledge/chunking/markdown.py +151 -0
- agno/{document → knowledge}/chunking/recursive.py +15 -3
- agno/knowledge/chunking/row.py +39 -0
- agno/knowledge/chunking/semantic.py +91 -0
- agno/knowledge/chunking/strategy.py +165 -0
- agno/knowledge/content.py +74 -0
- agno/knowledge/document/__init__.py +5 -0
- agno/{document → knowledge/document}/base.py +12 -2
- agno/knowledge/embedder/__init__.py +5 -0
- agno/knowledge/embedder/aws_bedrock.py +343 -0
- agno/knowledge/embedder/azure_openai.py +210 -0
- agno/{embedder → knowledge/embedder}/base.py +8 -0
- agno/knowledge/embedder/cohere.py +323 -0
- agno/knowledge/embedder/fastembed.py +62 -0
- agno/{embedder → knowledge/embedder}/fireworks.py +1 -1
- agno/knowledge/embedder/google.py +258 -0
- agno/knowledge/embedder/huggingface.py +94 -0
- agno/knowledge/embedder/jina.py +182 -0
- agno/knowledge/embedder/langdb.py +22 -0
- agno/knowledge/embedder/mistral.py +206 -0
- agno/knowledge/embedder/nebius.py +13 -0
- agno/knowledge/embedder/ollama.py +154 -0
- agno/knowledge/embedder/openai.py +195 -0
- agno/knowledge/embedder/sentence_transformer.py +63 -0
- agno/{embedder → knowledge/embedder}/together.py +1 -1
- agno/knowledge/embedder/vllm.py +262 -0
- agno/knowledge/embedder/voyageai.py +165 -0
- agno/knowledge/knowledge.py +3006 -0
- agno/knowledge/reader/__init__.py +7 -0
- agno/knowledge/reader/arxiv_reader.py +81 -0
- agno/knowledge/reader/base.py +95 -0
- agno/knowledge/reader/csv_reader.py +164 -0
- agno/knowledge/reader/docx_reader.py +82 -0
- agno/knowledge/reader/field_labeled_csv_reader.py +290 -0
- agno/knowledge/reader/firecrawl_reader.py +201 -0
- agno/knowledge/reader/json_reader.py +88 -0
- agno/knowledge/reader/markdown_reader.py +137 -0
- agno/knowledge/reader/pdf_reader.py +431 -0
- agno/knowledge/reader/pptx_reader.py +101 -0
- agno/knowledge/reader/reader_factory.py +313 -0
- agno/knowledge/reader/s3_reader.py +89 -0
- agno/knowledge/reader/tavily_reader.py +193 -0
- agno/knowledge/reader/text_reader.py +127 -0
- agno/knowledge/reader/web_search_reader.py +325 -0
- agno/knowledge/reader/website_reader.py +455 -0
- agno/knowledge/reader/wikipedia_reader.py +91 -0
- agno/knowledge/reader/youtube_reader.py +78 -0
- agno/knowledge/remote_content/remote_content.py +88 -0
- agno/knowledge/reranker/__init__.py +3 -0
- agno/{reranker → knowledge/reranker}/base.py +1 -1
- agno/{reranker → knowledge/reranker}/cohere.py +2 -2
- agno/knowledge/reranker/infinity.py +195 -0
- agno/knowledge/reranker/sentence_transformer.py +54 -0
- agno/knowledge/types.py +39 -0
- agno/knowledge/utils.py +234 -0
- agno/media.py +439 -95
- agno/memory/__init__.py +16 -3
- agno/memory/manager.py +1474 -123
- agno/memory/strategies/__init__.py +15 -0
- agno/memory/strategies/base.py +66 -0
- agno/memory/strategies/summarize.py +196 -0
- agno/memory/strategies/types.py +37 -0
- agno/models/aimlapi/__init__.py +5 -0
- agno/models/aimlapi/aimlapi.py +62 -0
- agno/models/anthropic/__init__.py +4 -0
- agno/models/anthropic/claude.py +960 -496
- agno/models/aws/__init__.py +15 -0
- agno/models/aws/bedrock.py +686 -451
- agno/models/aws/claude.py +190 -183
- agno/models/azure/__init__.py +18 -1
- agno/models/azure/ai_foundry.py +489 -0
- agno/models/azure/openai_chat.py +89 -40
- agno/models/base.py +2477 -550
- agno/models/cerebras/__init__.py +12 -0
- agno/models/cerebras/cerebras.py +565 -0
- agno/models/cerebras/cerebras_openai.py +131 -0
- agno/models/cohere/__init__.py +4 -0
- agno/models/cohere/chat.py +306 -492
- agno/models/cometapi/__init__.py +5 -0
- agno/models/cometapi/cometapi.py +74 -0
- agno/models/dashscope/__init__.py +5 -0
- agno/models/dashscope/dashscope.py +90 -0
- agno/models/deepinfra/__init__.py +5 -0
- agno/models/deepinfra/deepinfra.py +45 -0
- agno/models/deepseek/__init__.py +4 -0
- agno/models/deepseek/deepseek.py +110 -9
- agno/models/fireworks/__init__.py +4 -0
- agno/models/fireworks/fireworks.py +19 -22
- agno/models/google/__init__.py +3 -7
- agno/models/google/gemini.py +1717 -662
- agno/models/google/utils.py +22 -0
- agno/models/groq/__init__.py +4 -0
- agno/models/groq/groq.py +391 -666
- agno/models/huggingface/__init__.py +4 -0
- agno/models/huggingface/huggingface.py +266 -538
- agno/models/ibm/__init__.py +5 -0
- agno/models/ibm/watsonx.py +432 -0
- agno/models/internlm/__init__.py +3 -0
- agno/models/internlm/internlm.py +20 -3
- agno/models/langdb/__init__.py +1 -0
- agno/models/langdb/langdb.py +60 -0
- agno/models/litellm/__init__.py +14 -0
- agno/models/litellm/chat.py +503 -0
- agno/models/litellm/litellm_openai.py +42 -0
- agno/models/llama_cpp/__init__.py +5 -0
- agno/models/llama_cpp/llama_cpp.py +22 -0
- agno/models/lmstudio/__init__.py +5 -0
- agno/models/lmstudio/lmstudio.py +25 -0
- agno/models/message.py +361 -39
- agno/models/meta/__init__.py +12 -0
- agno/models/meta/llama.py +502 -0
- agno/models/meta/llama_openai.py +79 -0
- agno/models/metrics.py +120 -0
- agno/models/mistral/__init__.py +4 -0
- agno/models/mistral/mistral.py +293 -393
- agno/models/nebius/__init__.py +3 -0
- agno/models/nebius/nebius.py +53 -0
- agno/models/nexus/__init__.py +3 -0
- agno/models/nexus/nexus.py +22 -0
- agno/models/nvidia/__init__.py +4 -0
- agno/models/nvidia/nvidia.py +22 -3
- agno/models/ollama/__init__.py +4 -2
- agno/models/ollama/chat.py +257 -492
- agno/models/openai/__init__.py +7 -0
- agno/models/openai/chat.py +725 -770
- agno/models/openai/like.py +16 -2
- agno/models/openai/responses.py +1121 -0
- agno/models/openrouter/__init__.py +4 -0
- agno/models/openrouter/openrouter.py +62 -5
- agno/models/perplexity/__init__.py +5 -0
- agno/models/perplexity/perplexity.py +203 -0
- agno/models/portkey/__init__.py +3 -0
- agno/models/portkey/portkey.py +82 -0
- agno/models/requesty/__init__.py +5 -0
- agno/models/requesty/requesty.py +69 -0
- agno/models/response.py +177 -7
- agno/models/sambanova/__init__.py +4 -0
- agno/models/sambanova/sambanova.py +23 -4
- agno/models/siliconflow/__init__.py +5 -0
- agno/models/siliconflow/siliconflow.py +42 -0
- agno/models/together/__init__.py +4 -0
- agno/models/together/together.py +21 -164
- agno/models/utils.py +266 -0
- agno/models/vercel/__init__.py +3 -0
- agno/models/vercel/v0.py +43 -0
- agno/models/vertexai/__init__.py +0 -1
- agno/models/vertexai/claude.py +190 -0
- agno/models/vllm/__init__.py +3 -0
- agno/models/vllm/vllm.py +83 -0
- agno/models/xai/__init__.py +2 -0
- agno/models/xai/xai.py +111 -7
- agno/os/__init__.py +3 -0
- agno/os/app.py +1027 -0
- agno/os/auth.py +244 -0
- agno/os/config.py +126 -0
- agno/os/interfaces/__init__.py +1 -0
- agno/os/interfaces/a2a/__init__.py +3 -0
- agno/os/interfaces/a2a/a2a.py +42 -0
- agno/os/interfaces/a2a/router.py +249 -0
- agno/os/interfaces/a2a/utils.py +924 -0
- agno/os/interfaces/agui/__init__.py +3 -0
- agno/os/interfaces/agui/agui.py +47 -0
- agno/os/interfaces/agui/router.py +147 -0
- agno/os/interfaces/agui/utils.py +574 -0
- agno/os/interfaces/base.py +25 -0
- agno/os/interfaces/slack/__init__.py +3 -0
- agno/os/interfaces/slack/router.py +148 -0
- agno/os/interfaces/slack/security.py +30 -0
- agno/os/interfaces/slack/slack.py +47 -0
- agno/os/interfaces/whatsapp/__init__.py +3 -0
- agno/os/interfaces/whatsapp/router.py +210 -0
- agno/os/interfaces/whatsapp/security.py +55 -0
- agno/os/interfaces/whatsapp/whatsapp.py +36 -0
- agno/os/mcp.py +293 -0
- agno/os/middleware/__init__.py +9 -0
- agno/os/middleware/jwt.py +797 -0
- agno/os/router.py +258 -0
- agno/os/routers/__init__.py +3 -0
- agno/os/routers/agents/__init__.py +3 -0
- agno/os/routers/agents/router.py +599 -0
- agno/os/routers/agents/schema.py +261 -0
- agno/os/routers/evals/__init__.py +3 -0
- agno/os/routers/evals/evals.py +450 -0
- agno/os/routers/evals/schemas.py +174 -0
- agno/os/routers/evals/utils.py +231 -0
- agno/os/routers/health.py +31 -0
- agno/os/routers/home.py +52 -0
- agno/os/routers/knowledge/__init__.py +3 -0
- agno/os/routers/knowledge/knowledge.py +1008 -0
- agno/os/routers/knowledge/schemas.py +178 -0
- agno/os/routers/memory/__init__.py +3 -0
- agno/os/routers/memory/memory.py +661 -0
- agno/os/routers/memory/schemas.py +88 -0
- agno/os/routers/metrics/__init__.py +3 -0
- agno/os/routers/metrics/metrics.py +190 -0
- agno/os/routers/metrics/schemas.py +47 -0
- agno/os/routers/session/__init__.py +3 -0
- agno/os/routers/session/session.py +997 -0
- agno/os/routers/teams/__init__.py +3 -0
- agno/os/routers/teams/router.py +512 -0
- agno/os/routers/teams/schema.py +257 -0
- agno/os/routers/traces/__init__.py +3 -0
- agno/os/routers/traces/schemas.py +414 -0
- agno/os/routers/traces/traces.py +499 -0
- agno/os/routers/workflows/__init__.py +3 -0
- agno/os/routers/workflows/router.py +624 -0
- agno/os/routers/workflows/schema.py +75 -0
- agno/os/schema.py +534 -0
- agno/os/scopes.py +469 -0
- agno/{playground → os}/settings.py +7 -15
- agno/os/utils.py +973 -0
- agno/reasoning/anthropic.py +80 -0
- agno/reasoning/azure_ai_foundry.py +67 -0
- agno/reasoning/deepseek.py +63 -0
- agno/reasoning/default.py +97 -0
- agno/reasoning/gemini.py +73 -0
- agno/reasoning/groq.py +71 -0
- agno/reasoning/helpers.py +24 -1
- agno/reasoning/ollama.py +67 -0
- agno/reasoning/openai.py +86 -0
- agno/reasoning/step.py +2 -1
- agno/reasoning/vertexai.py +76 -0
- agno/run/__init__.py +6 -0
- agno/run/agent.py +822 -0
- agno/run/base.py +247 -0
- agno/run/cancel.py +81 -0
- agno/run/requirement.py +181 -0
- agno/run/team.py +767 -0
- agno/run/workflow.py +708 -0
- agno/session/__init__.py +10 -0
- agno/session/agent.py +260 -0
- agno/session/summary.py +265 -0
- agno/session/team.py +342 -0
- agno/session/workflow.py +501 -0
- agno/table.py +10 -0
- agno/team/__init__.py +37 -0
- agno/team/team.py +9536 -0
- agno/tools/__init__.py +7 -0
- agno/tools/agentql.py +120 -0
- agno/tools/airflow.py +22 -12
- agno/tools/api.py +122 -0
- agno/tools/apify.py +276 -83
- agno/tools/{arxiv_toolkit.py → arxiv.py} +20 -12
- agno/tools/aws_lambda.py +28 -7
- agno/tools/aws_ses.py +66 -0
- agno/tools/baidusearch.py +11 -4
- agno/tools/bitbucket.py +292 -0
- agno/tools/brandfetch.py +213 -0
- agno/tools/bravesearch.py +106 -0
- agno/tools/brightdata.py +367 -0
- agno/tools/browserbase.py +209 -0
- agno/tools/calcom.py +32 -23
- agno/tools/calculator.py +24 -37
- agno/tools/cartesia.py +187 -0
- agno/tools/{clickup_tool.py → clickup.py} +17 -28
- agno/tools/confluence.py +91 -26
- agno/tools/crawl4ai.py +139 -43
- agno/tools/csv_toolkit.py +28 -22
- agno/tools/dalle.py +36 -22
- agno/tools/daytona.py +475 -0
- agno/tools/decorator.py +169 -14
- agno/tools/desi_vocal.py +23 -11
- agno/tools/discord.py +32 -29
- agno/tools/docker.py +716 -0
- agno/tools/duckdb.py +76 -81
- agno/tools/duckduckgo.py +43 -40
- agno/tools/e2b.py +703 -0
- agno/tools/eleven_labs.py +65 -54
- agno/tools/email.py +13 -5
- agno/tools/evm.py +129 -0
- agno/tools/exa.py +324 -42
- agno/tools/fal.py +39 -35
- agno/tools/file.py +196 -30
- agno/tools/file_generation.py +356 -0
- agno/tools/financial_datasets.py +288 -0
- agno/tools/firecrawl.py +108 -33
- agno/tools/function.py +960 -122
- agno/tools/giphy.py +34 -12
- agno/tools/github.py +1294 -97
- agno/tools/gmail.py +922 -0
- agno/tools/google_bigquery.py +117 -0
- agno/tools/google_drive.py +271 -0
- agno/tools/google_maps.py +253 -0
- agno/tools/googlecalendar.py +607 -107
- agno/tools/googlesheets.py +377 -0
- agno/tools/hackernews.py +20 -12
- agno/tools/jina.py +24 -14
- agno/tools/jira.py +48 -19
- agno/tools/knowledge.py +218 -0
- agno/tools/linear.py +82 -43
- agno/tools/linkup.py +58 -0
- agno/tools/local_file_system.py +15 -7
- agno/tools/lumalab.py +41 -26
- agno/tools/mcp/__init__.py +10 -0
- agno/tools/mcp/mcp.py +331 -0
- agno/tools/mcp/multi_mcp.py +347 -0
- agno/tools/mcp/params.py +24 -0
- agno/tools/mcp_toolbox.py +284 -0
- agno/tools/mem0.py +193 -0
- agno/tools/memory.py +419 -0
- agno/tools/mlx_transcribe.py +11 -9
- agno/tools/models/azure_openai.py +190 -0
- agno/tools/models/gemini.py +203 -0
- agno/tools/models/groq.py +158 -0
- agno/tools/models/morph.py +186 -0
- agno/tools/models/nebius.py +124 -0
- agno/tools/models_labs.py +163 -82
- agno/tools/moviepy_video.py +18 -13
- agno/tools/nano_banana.py +151 -0
- agno/tools/neo4j.py +134 -0
- agno/tools/newspaper.py +15 -4
- agno/tools/newspaper4k.py +19 -6
- agno/tools/notion.py +204 -0
- agno/tools/openai.py +181 -17
- agno/tools/openbb.py +27 -20
- agno/tools/opencv.py +321 -0
- agno/tools/openweather.py +233 -0
- agno/tools/oxylabs.py +385 -0
- agno/tools/pandas.py +25 -15
- agno/tools/parallel.py +314 -0
- agno/tools/postgres.py +238 -185
- agno/tools/pubmed.py +125 -13
- agno/tools/python.py +48 -35
- agno/tools/reasoning.py +283 -0
- agno/tools/reddit.py +207 -29
- agno/tools/redshift.py +406 -0
- agno/tools/replicate.py +69 -26
- agno/tools/resend.py +11 -6
- agno/tools/scrapegraph.py +179 -19
- agno/tools/searxng.py +23 -31
- agno/tools/serpapi.py +15 -10
- agno/tools/serper.py +255 -0
- agno/tools/shell.py +23 -12
- agno/tools/shopify.py +1519 -0
- agno/tools/slack.py +56 -14
- agno/tools/sleep.py +8 -6
- agno/tools/spider.py +35 -11
- agno/tools/spotify.py +919 -0
- agno/tools/sql.py +34 -19
- agno/tools/tavily.py +158 -8
- agno/tools/telegram.py +18 -8
- agno/tools/todoist.py +218 -0
- agno/tools/toolkit.py +134 -9
- agno/tools/trafilatura.py +388 -0
- agno/tools/trello.py +25 -28
- agno/tools/twilio.py +18 -9
- agno/tools/user_control_flow.py +78 -0
- agno/tools/valyu.py +228 -0
- agno/tools/visualization.py +467 -0
- agno/tools/webbrowser.py +28 -0
- agno/tools/webex.py +76 -0
- agno/tools/website.py +23 -19
- agno/tools/webtools.py +45 -0
- agno/tools/whatsapp.py +286 -0
- agno/tools/wikipedia.py +28 -19
- agno/tools/workflow.py +285 -0
- agno/tools/{twitter.py → x.py} +142 -46
- agno/tools/yfinance.py +41 -39
- agno/tools/youtube.py +34 -17
- agno/tools/zendesk.py +15 -5
- agno/tools/zep.py +454 -0
- agno/tools/zoom.py +86 -37
- agno/tracing/__init__.py +12 -0
- agno/tracing/exporter.py +157 -0
- agno/tracing/schemas.py +276 -0
- agno/tracing/setup.py +111 -0
- agno/utils/agent.py +938 -0
- agno/utils/audio.py +37 -1
- agno/utils/certs.py +27 -0
- agno/utils/code_execution.py +11 -0
- agno/utils/common.py +103 -20
- agno/utils/cryptography.py +22 -0
- agno/utils/dttm.py +33 -0
- agno/utils/events.py +700 -0
- agno/utils/functions.py +107 -37
- agno/utils/gemini.py +426 -0
- agno/utils/hooks.py +171 -0
- agno/utils/http.py +185 -0
- agno/utils/json_schema.py +159 -37
- agno/utils/knowledge.py +36 -0
- agno/utils/location.py +19 -0
- agno/utils/log.py +221 -8
- agno/utils/mcp.py +214 -0
- agno/utils/media.py +335 -14
- agno/utils/merge_dict.py +22 -1
- agno/utils/message.py +77 -2
- agno/utils/models/ai_foundry.py +50 -0
- agno/utils/models/claude.py +373 -0
- agno/utils/models/cohere.py +94 -0
- agno/utils/models/llama.py +85 -0
- agno/utils/models/mistral.py +100 -0
- agno/utils/models/openai_responses.py +140 -0
- agno/utils/models/schema_utils.py +153 -0
- agno/utils/models/watsonx.py +41 -0
- agno/utils/openai.py +257 -0
- agno/utils/pickle.py +1 -1
- agno/utils/pprint.py +124 -8
- agno/utils/print_response/agent.py +930 -0
- agno/utils/print_response/team.py +1914 -0
- agno/utils/print_response/workflow.py +1668 -0
- agno/utils/prompts.py +111 -0
- agno/utils/reasoning.py +108 -0
- agno/utils/response.py +163 -0
- agno/utils/serialize.py +32 -0
- agno/utils/shell.py +4 -4
- agno/utils/streamlit.py +487 -0
- agno/utils/string.py +204 -51
- agno/utils/team.py +139 -0
- agno/utils/timer.py +9 -2
- agno/utils/tokens.py +657 -0
- agno/utils/tools.py +19 -1
- agno/utils/whatsapp.py +305 -0
- agno/utils/yaml_io.py +3 -3
- agno/vectordb/__init__.py +2 -0
- agno/vectordb/base.py +87 -9
- agno/vectordb/cassandra/__init__.py +5 -1
- agno/vectordb/cassandra/cassandra.py +383 -27
- agno/vectordb/chroma/__init__.py +4 -0
- agno/vectordb/chroma/chromadb.py +748 -83
- agno/vectordb/clickhouse/__init__.py +7 -1
- agno/vectordb/clickhouse/clickhousedb.py +554 -53
- agno/vectordb/couchbase/__init__.py +3 -0
- agno/vectordb/couchbase/couchbase.py +1446 -0
- agno/vectordb/lancedb/__init__.py +5 -0
- agno/vectordb/lancedb/lance_db.py +730 -98
- agno/vectordb/langchaindb/__init__.py +5 -0
- agno/vectordb/langchaindb/langchaindb.py +163 -0
- agno/vectordb/lightrag/__init__.py +5 -0
- agno/vectordb/lightrag/lightrag.py +388 -0
- agno/vectordb/llamaindex/__init__.py +3 -0
- agno/vectordb/llamaindex/llamaindexdb.py +166 -0
- agno/vectordb/milvus/__init__.py +3 -0
- agno/vectordb/milvus/milvus.py +966 -78
- agno/vectordb/mongodb/__init__.py +9 -1
- agno/vectordb/mongodb/mongodb.py +1175 -172
- agno/vectordb/pgvector/__init__.py +8 -0
- agno/vectordb/pgvector/pgvector.py +599 -115
- agno/vectordb/pineconedb/__init__.py +5 -1
- agno/vectordb/pineconedb/pineconedb.py +406 -43
- agno/vectordb/qdrant/__init__.py +4 -0
- agno/vectordb/qdrant/qdrant.py +914 -61
- agno/vectordb/redis/__init__.py +9 -0
- agno/vectordb/redis/redisdb.py +682 -0
- agno/vectordb/singlestore/__init__.py +8 -1
- agno/vectordb/singlestore/singlestore.py +771 -0
- agno/vectordb/surrealdb/__init__.py +3 -0
- agno/vectordb/surrealdb/surrealdb.py +663 -0
- agno/vectordb/upstashdb/__init__.py +5 -0
- agno/vectordb/upstashdb/upstashdb.py +718 -0
- agno/vectordb/weaviate/__init__.py +8 -0
- agno/vectordb/weaviate/index.py +15 -0
- agno/vectordb/weaviate/weaviate.py +1009 -0
- agno/workflow/__init__.py +23 -1
- agno/workflow/agent.py +299 -0
- agno/workflow/condition.py +759 -0
- agno/workflow/loop.py +756 -0
- agno/workflow/parallel.py +853 -0
- agno/workflow/router.py +723 -0
- agno/workflow/step.py +1564 -0
- agno/workflow/steps.py +613 -0
- agno/workflow/types.py +556 -0
- agno/workflow/workflow.py +4327 -514
- agno-2.3.13.dist-info/METADATA +639 -0
- agno-2.3.13.dist-info/RECORD +613 -0
- {agno-0.1.2.dist-info → agno-2.3.13.dist-info}/WHEEL +1 -1
- agno-2.3.13.dist-info/licenses/LICENSE +201 -0
- agno/api/playground.py +0 -91
- agno/api/schemas/playground.py +0 -22
- agno/api/schemas/user.py +0 -22
- agno/api/schemas/workspace.py +0 -46
- agno/api/user.py +0 -160
- agno/api/workspace.py +0 -151
- agno/cli/auth_server.py +0 -118
- agno/cli/config.py +0 -275
- agno/cli/console.py +0 -88
- agno/cli/credentials.py +0 -23
- agno/cli/entrypoint.py +0 -571
- agno/cli/operator.py +0 -355
- agno/cli/settings.py +0 -85
- agno/cli/ws/ws_cli.py +0 -817
- agno/constants.py +0 -13
- agno/document/__init__.py +0 -1
- agno/document/chunking/semantic.py +0 -47
- agno/document/chunking/strategy.py +0 -31
- agno/document/reader/__init__.py +0 -1
- agno/document/reader/arxiv_reader.py +0 -41
- agno/document/reader/base.py +0 -22
- agno/document/reader/csv_reader.py +0 -84
- agno/document/reader/docx_reader.py +0 -46
- agno/document/reader/firecrawl_reader.py +0 -99
- agno/document/reader/json_reader.py +0 -43
- agno/document/reader/pdf_reader.py +0 -219
- agno/document/reader/s3/pdf_reader.py +0 -46
- agno/document/reader/s3/text_reader.py +0 -51
- agno/document/reader/text_reader.py +0 -41
- agno/document/reader/website_reader.py +0 -175
- agno/document/reader/youtube_reader.py +0 -50
- agno/embedder/__init__.py +0 -1
- agno/embedder/azure_openai.py +0 -86
- agno/embedder/cohere.py +0 -72
- agno/embedder/fastembed.py +0 -37
- agno/embedder/google.py +0 -73
- agno/embedder/huggingface.py +0 -54
- agno/embedder/mistral.py +0 -80
- agno/embedder/ollama.py +0 -57
- agno/embedder/openai.py +0 -74
- agno/embedder/sentence_transformer.py +0 -38
- agno/embedder/voyageai.py +0 -64
- agno/eval/perf.py +0 -201
- agno/file/__init__.py +0 -1
- agno/file/file.py +0 -16
- agno/file/local/csv.py +0 -32
- agno/file/local/txt.py +0 -19
- agno/infra/app.py +0 -240
- agno/infra/base.py +0 -144
- agno/infra/context.py +0 -20
- agno/infra/db_app.py +0 -52
- agno/infra/resource.py +0 -205
- agno/infra/resources.py +0 -55
- agno/knowledge/agent.py +0 -230
- agno/knowledge/arxiv.py +0 -22
- agno/knowledge/combined.py +0 -22
- agno/knowledge/csv.py +0 -28
- agno/knowledge/csv_url.py +0 -19
- agno/knowledge/document.py +0 -20
- agno/knowledge/docx.py +0 -30
- agno/knowledge/json.py +0 -28
- agno/knowledge/langchain.py +0 -71
- agno/knowledge/llamaindex.py +0 -66
- agno/knowledge/pdf.py +0 -28
- agno/knowledge/pdf_url.py +0 -26
- agno/knowledge/s3/base.py +0 -60
- agno/knowledge/s3/pdf.py +0 -21
- agno/knowledge/s3/text.py +0 -23
- agno/knowledge/text.py +0 -30
- agno/knowledge/website.py +0 -88
- agno/knowledge/wikipedia.py +0 -31
- agno/knowledge/youtube.py +0 -22
- agno/memory/agent.py +0 -392
- agno/memory/classifier.py +0 -104
- agno/memory/db/__init__.py +0 -1
- agno/memory/db/base.py +0 -42
- agno/memory/db/mongodb.py +0 -189
- agno/memory/db/postgres.py +0 -203
- agno/memory/db/sqlite.py +0 -193
- agno/memory/memory.py +0 -15
- agno/memory/row.py +0 -36
- agno/memory/summarizer.py +0 -192
- agno/memory/summary.py +0 -19
- agno/memory/workflow.py +0 -38
- agno/models/google/gemini_openai.py +0 -26
- agno/models/ollama/hermes.py +0 -221
- agno/models/ollama/tools.py +0 -362
- agno/models/vertexai/gemini.py +0 -595
- agno/playground/__init__.py +0 -3
- agno/playground/async_router.py +0 -421
- agno/playground/deploy.py +0 -249
- agno/playground/operator.py +0 -92
- agno/playground/playground.py +0 -91
- agno/playground/schemas.py +0 -76
- agno/playground/serve.py +0 -55
- agno/playground/sync_router.py +0 -405
- agno/reasoning/agent.py +0 -68
- agno/run/response.py +0 -112
- agno/storage/agent/__init__.py +0 -0
- agno/storage/agent/base.py +0 -38
- agno/storage/agent/dynamodb.py +0 -350
- agno/storage/agent/json.py +0 -92
- agno/storage/agent/mongodb.py +0 -228
- agno/storage/agent/postgres.py +0 -367
- agno/storage/agent/session.py +0 -79
- agno/storage/agent/singlestore.py +0 -303
- agno/storage/agent/sqlite.py +0 -357
- agno/storage/agent/yaml.py +0 -93
- agno/storage/workflow/__init__.py +0 -0
- agno/storage/workflow/base.py +0 -40
- agno/storage/workflow/mongodb.py +0 -233
- agno/storage/workflow/postgres.py +0 -366
- agno/storage/workflow/session.py +0 -60
- agno/storage/workflow/sqlite.py +0 -359
- agno/tools/googlesearch.py +0 -88
- agno/utils/defaults.py +0 -57
- agno/utils/filesystem.py +0 -39
- agno/utils/git.py +0 -52
- agno/utils/json_io.py +0 -30
- agno/utils/load_env.py +0 -19
- agno/utils/py_io.py +0 -19
- agno/utils/pyproject.py +0 -18
- agno/utils/resource_filter.py +0 -31
- agno/vectordb/singlestore/s2vectordb.py +0 -390
- agno/vectordb/singlestore/s2vectordb2.py +0 -355
- agno/workspace/__init__.py +0 -0
- agno/workspace/config.py +0 -325
- agno/workspace/enums.py +0 -6
- agno/workspace/helpers.py +0 -48
- agno/workspace/operator.py +0 -758
- agno/workspace/settings.py +0 -63
- agno-0.1.2.dist-info/LICENSE +0 -375
- agno-0.1.2.dist-info/METADATA +0 -502
- agno-0.1.2.dist-info/RECORD +0 -352
- agno-0.1.2.dist-info/entry_points.txt +0 -3
- /agno/{cli → db/migrations}/__init__.py +0 -0
- /agno/{cli/ws → db/migrations/versions}/__init__.py +0 -0
- /agno/{document/chunking/__init__.py → db/schemas/metrics.py} +0 -0
- /agno/{document/reader/s3 → integrations}/__init__.py +0 -0
- /agno/{file/local → knowledge/chunking}/__init__.py +0 -0
- /agno/{infra → knowledge/remote_content}/__init__.py +0 -0
- /agno/{knowledge/s3 → tools/models}/__init__.py +0 -0
- /agno/{reranker → utils/models}/__init__.py +0 -0
- /agno/{storage → utils/print_response}/__init__.py +0 -0
- {agno-0.1.2.dist-info → agno-2.3.13.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,233 @@
|
|
|
1
|
+
import json
|
|
2
|
+
from os import getenv
|
|
3
|
+
from typing import Any, Dict, List, Optional
|
|
4
|
+
|
|
5
|
+
from agno.tools import Toolkit
|
|
6
|
+
from agno.utils.log import log_info, logger
|
|
7
|
+
|
|
8
|
+
try:
|
|
9
|
+
import requests
|
|
10
|
+
except ImportError:
|
|
11
|
+
raise ImportError("`requests` not installed. Please install using `pip install requests`")
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
class OpenWeatherTools(Toolkit):
|
|
15
|
+
"""
|
|
16
|
+
OpenWeather is a toolkit for accessing weather data from OpenWeatherMap API.
|
|
17
|
+
|
|
18
|
+
Args:
|
|
19
|
+
api_key (Optional[str]): OpenWeatherMap API key. If not provided, will try to get from OPENWEATHER_API_KEY env var.
|
|
20
|
+
units (str): Units of measurement. Options are 'standard', 'metric', and 'imperial'. Default is 'metric'.
|
|
21
|
+
enable_current_weather (bool): Enable current weather function. Default is True.
|
|
22
|
+
enable_forecast (bool): Enable forecast function. Default is True.
|
|
23
|
+
enable_air_pollution (bool): Enable air pollution function. Default is True.
|
|
24
|
+
enable_geocoding (bool): Enable geocoding function. Default is True.
|
|
25
|
+
all (bool): Enable all functions. Default is False.
|
|
26
|
+
"""
|
|
27
|
+
|
|
28
|
+
def __init__(
|
|
29
|
+
self,
|
|
30
|
+
api_key: Optional[str] = None,
|
|
31
|
+
units: str = "metric",
|
|
32
|
+
enable_current_weather: bool = True,
|
|
33
|
+
enable_forecast: bool = True,
|
|
34
|
+
enable_air_pollution: bool = True,
|
|
35
|
+
enable_geocoding: bool = True,
|
|
36
|
+
all: bool = False,
|
|
37
|
+
**kwargs,
|
|
38
|
+
):
|
|
39
|
+
self.api_key = api_key or getenv("OPENWEATHER_API_KEY")
|
|
40
|
+
if not self.api_key:
|
|
41
|
+
raise ValueError(
|
|
42
|
+
"OpenWeather API key is required. Provide it as an argument or set the OPENWEATHER_API_KEY environment variable."
|
|
43
|
+
)
|
|
44
|
+
|
|
45
|
+
self.units = units
|
|
46
|
+
self.base_url = "https://api.openweathermap.org/data/2.5"
|
|
47
|
+
self.geo_url = "https://api.openweathermap.org/geo/1.0"
|
|
48
|
+
|
|
49
|
+
tools: List[Any] = []
|
|
50
|
+
if enable_current_weather or all:
|
|
51
|
+
tools.append(self.get_current_weather)
|
|
52
|
+
if enable_forecast or all:
|
|
53
|
+
tools.append(self.get_forecast)
|
|
54
|
+
if enable_air_pollution or all:
|
|
55
|
+
tools.append(self.get_air_pollution)
|
|
56
|
+
if enable_geocoding or all:
|
|
57
|
+
tools.append(self.geocode_location)
|
|
58
|
+
|
|
59
|
+
super().__init__(name="openweather_tools", tools=tools, **kwargs)
|
|
60
|
+
|
|
61
|
+
def _make_request(self, url: str, params: Dict) -> Dict:
|
|
62
|
+
"""Make a request to the OpenWeatherMap API.
|
|
63
|
+
|
|
64
|
+
Args:
|
|
65
|
+
url (str): The API endpoint URL.
|
|
66
|
+
params (Dict): Query parameters for the request.
|
|
67
|
+
|
|
68
|
+
Returns:
|
|
69
|
+
Dict: The JSON response from the API.
|
|
70
|
+
"""
|
|
71
|
+
try:
|
|
72
|
+
params["appid"] = self.api_key
|
|
73
|
+
response = requests.get(url, params=params)
|
|
74
|
+
response.raise_for_status()
|
|
75
|
+
return response.json()
|
|
76
|
+
except requests.exceptions.RequestException as e:
|
|
77
|
+
logger.error(f"Error making request to {url}: {e}")
|
|
78
|
+
return {"error": str(e)}
|
|
79
|
+
|
|
80
|
+
def geocode_location(self, location: str, limit: int = 1) -> str:
|
|
81
|
+
"""Convert a location name to geographic coordinates.
|
|
82
|
+
|
|
83
|
+
Args:
|
|
84
|
+
location (str): The name of the city, e.g., "London", "Paris", "New York".
|
|
85
|
+
limit (int): Maximum number of location results. Default is 1.
|
|
86
|
+
|
|
87
|
+
Returns:
|
|
88
|
+
str: JSON string containing location data with coordinates.
|
|
89
|
+
"""
|
|
90
|
+
try:
|
|
91
|
+
log_info(f"Geocoding location: {location}")
|
|
92
|
+
url = f"{self.geo_url}/direct"
|
|
93
|
+
params = {"q": location, "limit": limit}
|
|
94
|
+
|
|
95
|
+
result = self._make_request(url, params)
|
|
96
|
+
|
|
97
|
+
if "error" in result:
|
|
98
|
+
return json.dumps(result)
|
|
99
|
+
|
|
100
|
+
if not result:
|
|
101
|
+
return json.dumps({"error": f"No location found for '{location}'"})
|
|
102
|
+
|
|
103
|
+
return json.dumps(result, indent=2)
|
|
104
|
+
except Exception as e:
|
|
105
|
+
logger.error(f"Error geocoding location: {e}")
|
|
106
|
+
return json.dumps({"error": str(e)})
|
|
107
|
+
|
|
108
|
+
def get_current_weather(self, location: str) -> str:
|
|
109
|
+
"""Get current weather data for a location.
|
|
110
|
+
|
|
111
|
+
Args:
|
|
112
|
+
location (str): The name of the city, e.g., "London", "Paris", "New York".
|
|
113
|
+
|
|
114
|
+
Returns:
|
|
115
|
+
str: JSON string containing current weather data.
|
|
116
|
+
"""
|
|
117
|
+
try:
|
|
118
|
+
log_info(f"Getting current weather for: {location}")
|
|
119
|
+
|
|
120
|
+
# First geocode the location to get coordinates
|
|
121
|
+
geocode_result = json.loads(self.geocode_location(location))
|
|
122
|
+
if "error" in geocode_result:
|
|
123
|
+
return json.dumps(geocode_result)
|
|
124
|
+
|
|
125
|
+
if not geocode_result:
|
|
126
|
+
return json.dumps({"error": f"No location found for '{location}'"})
|
|
127
|
+
|
|
128
|
+
# Get the first location result
|
|
129
|
+
loc_data = geocode_result[0]
|
|
130
|
+
lat, lon = loc_data["lat"], loc_data["lon"]
|
|
131
|
+
|
|
132
|
+
# Get current weather using coordinates
|
|
133
|
+
url = f"{self.base_url}/weather"
|
|
134
|
+
params = {"lat": lat, "lon": lon, "units": self.units}
|
|
135
|
+
|
|
136
|
+
result = self._make_request(url, params)
|
|
137
|
+
|
|
138
|
+
# Add the location name to the result
|
|
139
|
+
if "error" not in result:
|
|
140
|
+
result["location_name"] = loc_data.get("name", location)
|
|
141
|
+
result["country"] = loc_data.get("country", "")
|
|
142
|
+
|
|
143
|
+
return json.dumps(result, indent=2)
|
|
144
|
+
except Exception as e:
|
|
145
|
+
logger.error(f"Error getting current weather: {e}")
|
|
146
|
+
return json.dumps({"error": str(e)})
|
|
147
|
+
|
|
148
|
+
def get_forecast(self, location: str, days: int = 5) -> str:
|
|
149
|
+
"""Get weather forecast for a location.
|
|
150
|
+
|
|
151
|
+
Args:
|
|
152
|
+
location (str): The name of the city, e.g., "London", "Paris", "New York".
|
|
153
|
+
days (int): Number of days for forecast (max 5). Default is 5.
|
|
154
|
+
|
|
155
|
+
Returns:
|
|
156
|
+
str: JSON string containing forecast data.
|
|
157
|
+
"""
|
|
158
|
+
try:
|
|
159
|
+
log_info(f"Getting {days}-day forecast for: {location}")
|
|
160
|
+
|
|
161
|
+
# First geocode the location to get coordinates
|
|
162
|
+
geocode_result = json.loads(self.geocode_location(location))
|
|
163
|
+
if "error" in geocode_result:
|
|
164
|
+
return json.dumps(geocode_result)
|
|
165
|
+
|
|
166
|
+
if not geocode_result:
|
|
167
|
+
return json.dumps({"error": f"No location found for '{location}'"})
|
|
168
|
+
|
|
169
|
+
# Get the first location result
|
|
170
|
+
loc_data = geocode_result[0]
|
|
171
|
+
lat, lon = loc_data["lat"], loc_data["lon"]
|
|
172
|
+
|
|
173
|
+
# Get forecast using coordinates
|
|
174
|
+
url = f"{self.base_url}/forecast"
|
|
175
|
+
params = {
|
|
176
|
+
"lat": lat,
|
|
177
|
+
"lon": lon,
|
|
178
|
+
"units": self.units,
|
|
179
|
+
# Each day has 8 3-hour forecasts, max 5 days (40 entries)
|
|
180
|
+
"cnt": min(days * 8, 40),
|
|
181
|
+
}
|
|
182
|
+
|
|
183
|
+
result = self._make_request(url, params)
|
|
184
|
+
|
|
185
|
+
# Add the location name to the result
|
|
186
|
+
if "error" not in result:
|
|
187
|
+
result["location_name"] = loc_data.get("name", location)
|
|
188
|
+
result["country"] = loc_data.get("country", "")
|
|
189
|
+
|
|
190
|
+
return json.dumps(result, indent=2)
|
|
191
|
+
except Exception as e:
|
|
192
|
+
logger.error(f"Error getting forecast: {e}")
|
|
193
|
+
return json.dumps({"error": str(e)})
|
|
194
|
+
|
|
195
|
+
def get_air_pollution(self, location: str) -> str:
|
|
196
|
+
"""Get current air pollution data for a location.
|
|
197
|
+
|
|
198
|
+
Args:
|
|
199
|
+
location (str): The name of the city, e.g., "London", "Paris", "New York".
|
|
200
|
+
|
|
201
|
+
Returns:
|
|
202
|
+
str: JSON string containing air pollution data.
|
|
203
|
+
"""
|
|
204
|
+
try:
|
|
205
|
+
log_info(f"Getting air pollution data for: {location}")
|
|
206
|
+
|
|
207
|
+
# First geocode the location to get coordinates
|
|
208
|
+
geocode_result = json.loads(self.geocode_location(location))
|
|
209
|
+
if "error" in geocode_result:
|
|
210
|
+
return json.dumps(geocode_result)
|
|
211
|
+
|
|
212
|
+
if not geocode_result:
|
|
213
|
+
return json.dumps({"error": f"No location found for '{location}'"})
|
|
214
|
+
|
|
215
|
+
# Get the first location result
|
|
216
|
+
loc_data = geocode_result[0]
|
|
217
|
+
lat, lon = loc_data["lat"], loc_data["lon"]
|
|
218
|
+
|
|
219
|
+
# Get air pollution data using coordinates
|
|
220
|
+
url = f"{self.base_url}/air_pollution"
|
|
221
|
+
params = {"lat": lat, "lon": lon}
|
|
222
|
+
|
|
223
|
+
result = self._make_request(url, params)
|
|
224
|
+
|
|
225
|
+
# Add the location name to the result
|
|
226
|
+
if "error" not in result:
|
|
227
|
+
result["location_name"] = loc_data.get("name", location)
|
|
228
|
+
result["country"] = loc_data.get("country", "")
|
|
229
|
+
|
|
230
|
+
return json.dumps(result, indent=2)
|
|
231
|
+
except Exception as e:
|
|
232
|
+
logger.error(f"Error getting air pollution data: {e}")
|
|
233
|
+
return json.dumps({"error": str(e)})
|
agno/tools/oxylabs.py
ADDED
|
@@ -0,0 +1,385 @@
|
|
|
1
|
+
import json
|
|
2
|
+
from os import getenv
|
|
3
|
+
from typing import Any, Callable, Dict, List, Optional
|
|
4
|
+
from urllib.parse import urlparse
|
|
5
|
+
|
|
6
|
+
from agno.tools import Toolkit
|
|
7
|
+
from agno.utils.log import log_debug, log_error, log_info
|
|
8
|
+
|
|
9
|
+
try:
|
|
10
|
+
from oxylabs import RealtimeClient
|
|
11
|
+
from oxylabs.sources.response import Response
|
|
12
|
+
from oxylabs.utils.types import render
|
|
13
|
+
except ImportError:
|
|
14
|
+
raise ImportError("Oxylabs SDK not found. Please install it with: pip install oxylabs")
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
class OxylabsTools(Toolkit):
|
|
18
|
+
def __init__(
|
|
19
|
+
self,
|
|
20
|
+
username: Optional[str] = None,
|
|
21
|
+
password: Optional[str] = None,
|
|
22
|
+
**kwargs,
|
|
23
|
+
):
|
|
24
|
+
self.username = username or getenv("OXYLABS_USERNAME")
|
|
25
|
+
self.password = password or getenv("OXYLABS_PASSWORD")
|
|
26
|
+
|
|
27
|
+
if not self.username or not self.password:
|
|
28
|
+
raise ValueError(
|
|
29
|
+
"No Oxylabs credentials provided. Please set the OXYLABS_USERNAME and OXYLABS_PASSWORD environment variables or pass them to the OxylabsTools constructor."
|
|
30
|
+
)
|
|
31
|
+
|
|
32
|
+
try:
|
|
33
|
+
log_debug(f"Initializing Oxylabs client with username: {self.username[:5]}...")
|
|
34
|
+
self.client = RealtimeClient(self.username, self.password)
|
|
35
|
+
log_debug("Oxylabs client initialized successfully")
|
|
36
|
+
except Exception as e:
|
|
37
|
+
log_debug(f"Failed to initialize Oxylabs client: {e}")
|
|
38
|
+
raise
|
|
39
|
+
|
|
40
|
+
tools: List[Callable[..., str]] = [
|
|
41
|
+
self.search_google,
|
|
42
|
+
self.get_amazon_product,
|
|
43
|
+
self.search_amazon_products,
|
|
44
|
+
self.scrape_website,
|
|
45
|
+
]
|
|
46
|
+
|
|
47
|
+
super().__init__(name="oxylabs_web_scraping", tools=tools, **kwargs)
|
|
48
|
+
|
|
49
|
+
def search_google(self, query: str, domain_code: str = "com") -> str:
|
|
50
|
+
"""Search Google for a query.
|
|
51
|
+
|
|
52
|
+
Args:
|
|
53
|
+
query: Search query
|
|
54
|
+
domain_code: Google domain to search (e.g., "com", "co.uk", "de", default: "com")
|
|
55
|
+
|
|
56
|
+
Returns:
|
|
57
|
+
JSON of search results
|
|
58
|
+
"""
|
|
59
|
+
try:
|
|
60
|
+
if not query or not isinstance(query, str) or len(query.strip()) == 0:
|
|
61
|
+
return self._error_response("search_google", "Query cannot be empty", {"query": query})
|
|
62
|
+
|
|
63
|
+
if not isinstance(domain_code, str) or len(domain_code) > 10:
|
|
64
|
+
return self._error_response("search_google", "Domain must be a valid string (e.g., 'com', 'co.uk')")
|
|
65
|
+
|
|
66
|
+
query = query.strip()
|
|
67
|
+
log_debug(f"Google search: '{query}' on google.{domain_code}")
|
|
68
|
+
|
|
69
|
+
response: Response = self.client.google.scrape_search(query=query, domain=domain_code, parse=True)
|
|
70
|
+
|
|
71
|
+
# Extract search results
|
|
72
|
+
search_results = []
|
|
73
|
+
|
|
74
|
+
if response.results and len(response.results) > 0:
|
|
75
|
+
result = response.results[0]
|
|
76
|
+
|
|
77
|
+
# Try parsed content first
|
|
78
|
+
if hasattr(result, "content_parsed") and result.content_parsed:
|
|
79
|
+
content = result.content_parsed
|
|
80
|
+
if hasattr(content, "results") and content.results:
|
|
81
|
+
raw_results = content.results.raw if hasattr(content.results, "raw") else {}
|
|
82
|
+
organic_results = raw_results.get("organic", [])
|
|
83
|
+
|
|
84
|
+
for item in organic_results:
|
|
85
|
+
search_results.append(
|
|
86
|
+
{
|
|
87
|
+
"title": item.get("title", "").strip(),
|
|
88
|
+
"url": item.get("url", "").strip(),
|
|
89
|
+
"description": item.get("desc", "").strip(),
|
|
90
|
+
"position": item.get("pos", 0),
|
|
91
|
+
}
|
|
92
|
+
)
|
|
93
|
+
|
|
94
|
+
if not search_results and hasattr(result, "content"):
|
|
95
|
+
raw_content = result.content
|
|
96
|
+
if isinstance(raw_content, dict) and "results" in raw_content:
|
|
97
|
+
organic_results = raw_content["results"].get("organic", [])
|
|
98
|
+
for item in organic_results:
|
|
99
|
+
search_results.append(
|
|
100
|
+
{
|
|
101
|
+
"title": item.get("title", "").strip(),
|
|
102
|
+
"url": item.get("url", "").strip(),
|
|
103
|
+
"description": item.get("desc", "").strip(),
|
|
104
|
+
"position": item.get("pos", 0),
|
|
105
|
+
}
|
|
106
|
+
)
|
|
107
|
+
|
|
108
|
+
response_data = {
|
|
109
|
+
"tool": "search_google",
|
|
110
|
+
"query": query,
|
|
111
|
+
"results": search_results,
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
log_info(f"Google search completed. Found {len(search_results)} results")
|
|
115
|
+
return json.dumps(response_data, indent=2)
|
|
116
|
+
|
|
117
|
+
except Exception as e:
|
|
118
|
+
error_msg = f"Google search failed: {str(e)}"
|
|
119
|
+
log_error(error_msg)
|
|
120
|
+
return self._error_response("search_google", error_msg, {"query": query})
|
|
121
|
+
|
|
122
|
+
def get_amazon_product(self, asin: str, domain_code: str = "com") -> str:
|
|
123
|
+
"""Get detailed information about an Amazon product by ASIN.
|
|
124
|
+
|
|
125
|
+
Args:
|
|
126
|
+
asin: Amazon Standard Identification Number (10 alphanumeric characters, e.g., "B07FZ8S74R")
|
|
127
|
+
domain_code: Amazon domain (e.g., "com", "co.uk", "de", default: "com")
|
|
128
|
+
|
|
129
|
+
Returns:
|
|
130
|
+
JSON of product details
|
|
131
|
+
"""
|
|
132
|
+
try:
|
|
133
|
+
if not asin or not isinstance(asin, str):
|
|
134
|
+
return self._error_response("get_amazon_product", "ASIN is required and must be a string")
|
|
135
|
+
|
|
136
|
+
asin = asin.strip().upper()
|
|
137
|
+
if len(asin) != 10 or not asin.isalnum():
|
|
138
|
+
return self._error_response(
|
|
139
|
+
"get_amazon_product",
|
|
140
|
+
f"Invalid ASIN format: {asin}. Must be 10 alphanumeric characters (e.g., 'B07FZ8S74R')",
|
|
141
|
+
)
|
|
142
|
+
|
|
143
|
+
if not isinstance(domain_code, str) or len(domain_code) > 10:
|
|
144
|
+
return self._error_response(
|
|
145
|
+
"get_amazon_product", "Domain must be a valid string (e.g., 'com', 'co.uk')"
|
|
146
|
+
)
|
|
147
|
+
|
|
148
|
+
log_debug(f"Amazon product lookup: ASIN {asin} on amazon.{domain_code}")
|
|
149
|
+
|
|
150
|
+
response: Response = self.client.amazon.scrape_product(query=asin, domain=domain_code, parse=True)
|
|
151
|
+
|
|
152
|
+
product_info = {"found": False, "asin": asin, "domain": f"amazon.{domain_code}"}
|
|
153
|
+
|
|
154
|
+
if response.results and len(response.results) > 0:
|
|
155
|
+
result = response.results[0]
|
|
156
|
+
|
|
157
|
+
if hasattr(result, "content") and result.content:
|
|
158
|
+
content = result.content
|
|
159
|
+
if isinstance(content, dict):
|
|
160
|
+
product_info.update(
|
|
161
|
+
{
|
|
162
|
+
"found": True,
|
|
163
|
+
"title": content.get("title", "").strip(),
|
|
164
|
+
"price": content.get("price", 0),
|
|
165
|
+
"currency": content.get("currency", ""),
|
|
166
|
+
"rating": content.get("rating", 0),
|
|
167
|
+
"reviews_count": content.get("reviews_count", 0),
|
|
168
|
+
"url": content.get("url", ""),
|
|
169
|
+
"description": content.get("description", "").strip(),
|
|
170
|
+
"stock_status": content.get("stock", "").strip(),
|
|
171
|
+
"brand": content.get("brand", "").strip(),
|
|
172
|
+
"images": content.get("images", [])[:3],
|
|
173
|
+
"bullet_points": content.get("bullet_points", [])[:5]
|
|
174
|
+
if content.get("bullet_points")
|
|
175
|
+
else [],
|
|
176
|
+
}
|
|
177
|
+
)
|
|
178
|
+
|
|
179
|
+
elif hasattr(result, "content_parsed") and result.content_parsed:
|
|
180
|
+
content = result.content_parsed
|
|
181
|
+
product_info.update(
|
|
182
|
+
{
|
|
183
|
+
"found": True,
|
|
184
|
+
"title": getattr(content, "title", "").strip(),
|
|
185
|
+
"price": getattr(content, "price", 0),
|
|
186
|
+
"currency": getattr(content, "currency", ""),
|
|
187
|
+
"rating": getattr(content, "rating", 0),
|
|
188
|
+
"reviews_count": getattr(content, "reviews_count", 0),
|
|
189
|
+
"url": getattr(content, "url", ""),
|
|
190
|
+
"description": getattr(content, "description", "").strip(),
|
|
191
|
+
"stock_status": getattr(content, "stock", "").strip(),
|
|
192
|
+
"brand": getattr(content, "brand", "").strip(),
|
|
193
|
+
"images": getattr(content, "images", [])[:3],
|
|
194
|
+
"bullet_points": getattr(content, "bullet_points", [])[:5]
|
|
195
|
+
if getattr(content, "bullet_points", None)
|
|
196
|
+
else [],
|
|
197
|
+
}
|
|
198
|
+
)
|
|
199
|
+
|
|
200
|
+
response_data = {
|
|
201
|
+
"tool": "get_amazon_product",
|
|
202
|
+
"asin": asin,
|
|
203
|
+
"product_info": product_info,
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
log_info(f"Amazon product lookup completed for ASIN {asin}")
|
|
207
|
+
return json.dumps(response_data, indent=2)
|
|
208
|
+
|
|
209
|
+
except Exception as e:
|
|
210
|
+
error_msg = f"Amazon product lookup failed: {str(e)}"
|
|
211
|
+
log_error(error_msg)
|
|
212
|
+
return self._error_response("get_amazon_product", error_msg, {"asin": asin})
|
|
213
|
+
|
|
214
|
+
def search_amazon_products(self, query: str, domain_code: str = "com") -> str:
|
|
215
|
+
"""Search Amazon for products and return search results.
|
|
216
|
+
|
|
217
|
+
Args:
|
|
218
|
+
query: Product search query
|
|
219
|
+
domain_code: Amazon domain (e.g., "com", "co.uk", "de", default: "com")
|
|
220
|
+
|
|
221
|
+
Returns:
|
|
222
|
+
JSON string with search results containing:
|
|
223
|
+
- success: boolean indicating if search was successful
|
|
224
|
+
- query: the original search query
|
|
225
|
+
- total_products: number of products found
|
|
226
|
+
- products: list of product results with title, asin, price, rating, etc.
|
|
227
|
+
"""
|
|
228
|
+
try:
|
|
229
|
+
if not query or not isinstance(query, str) or len(query.strip()) == 0:
|
|
230
|
+
return self._error_response("search_amazon_products", "Query cannot be empty")
|
|
231
|
+
|
|
232
|
+
if not isinstance(domain_code, str) or len(domain_code) > 10:
|
|
233
|
+
return self._error_response(
|
|
234
|
+
"search_amazon_products", "Domain must be a valid string (e.g., 'com', 'co.uk')"
|
|
235
|
+
)
|
|
236
|
+
|
|
237
|
+
query = query.strip()
|
|
238
|
+
log_info(f"Amazon search: '{query}' on amazon.{domain_code}")
|
|
239
|
+
|
|
240
|
+
response: Response = self.client.amazon.scrape_search(query=query, domain=domain_code, parse=True)
|
|
241
|
+
|
|
242
|
+
# Extract search results
|
|
243
|
+
products = []
|
|
244
|
+
|
|
245
|
+
if response.results and len(response.results) > 0:
|
|
246
|
+
result = response.results[0]
|
|
247
|
+
|
|
248
|
+
if hasattr(result, "content") and result.content:
|
|
249
|
+
content = result.content
|
|
250
|
+
if isinstance(content, dict) and "results" in content:
|
|
251
|
+
organic_results = content["results"].get("organic", [])
|
|
252
|
+
|
|
253
|
+
for item in organic_results:
|
|
254
|
+
products.append(
|
|
255
|
+
{
|
|
256
|
+
"title": item.get("title", "").strip(),
|
|
257
|
+
"asin": item.get("asin", "").strip(),
|
|
258
|
+
"price": item.get("price", 0),
|
|
259
|
+
"currency": item.get("currency", ""),
|
|
260
|
+
"rating": item.get("rating", 0),
|
|
261
|
+
"reviews_count": item.get("reviews_count", 0),
|
|
262
|
+
"url": item.get("url", "").strip(),
|
|
263
|
+
"position": item.get("pos", 0),
|
|
264
|
+
"image": item.get("image", "").strip(),
|
|
265
|
+
}
|
|
266
|
+
)
|
|
267
|
+
|
|
268
|
+
elif hasattr(result, "content_parsed") and result.content_parsed:
|
|
269
|
+
content = result.content_parsed
|
|
270
|
+
if hasattr(content, "results") and content.results:
|
|
271
|
+
if hasattr(content.results, "organic"):
|
|
272
|
+
organic_results = content.results.organic
|
|
273
|
+
for item in organic_results:
|
|
274
|
+
products.append(
|
|
275
|
+
{
|
|
276
|
+
"title": getattr(item, "title", "").strip(),
|
|
277
|
+
"asin": getattr(item, "asin", "").strip(),
|
|
278
|
+
"price": getattr(item, "price", 0),
|
|
279
|
+
"currency": getattr(item, "currency", ""),
|
|
280
|
+
"rating": getattr(item, "rating", 0),
|
|
281
|
+
"reviews_count": getattr(item, "reviews_count", 0),
|
|
282
|
+
"url": getattr(item, "url", "").strip(),
|
|
283
|
+
"position": getattr(item, "pos", 0),
|
|
284
|
+
"image": getattr(item, "image", "").strip(),
|
|
285
|
+
}
|
|
286
|
+
)
|
|
287
|
+
|
|
288
|
+
response_data = {
|
|
289
|
+
"tool": "search_amazon_products",
|
|
290
|
+
"query": query,
|
|
291
|
+
"products": products,
|
|
292
|
+
}
|
|
293
|
+
|
|
294
|
+
log_debug(f"Amazon search completed. Found {len(products)} products")
|
|
295
|
+
return json.dumps(response_data, indent=2)
|
|
296
|
+
|
|
297
|
+
except Exception as e:
|
|
298
|
+
error_msg = f"Amazon search failed: {str(e)}"
|
|
299
|
+
log_error(error_msg)
|
|
300
|
+
return self._error_response("search_amazon_products", error_msg, {"query": query})
|
|
301
|
+
|
|
302
|
+
def scrape_website(self, url: str, render_javascript: bool = False) -> str:
|
|
303
|
+
"""Scrape content from any website URL.
|
|
304
|
+
|
|
305
|
+
Args:
|
|
306
|
+
url: Website URL to scrape (must start with http:// or ht ps://)
|
|
307
|
+
render_javascript: Whether to enable JavaScript rendering for dynamic content (default: False)
|
|
308
|
+
|
|
309
|
+
Returns:
|
|
310
|
+
JSON of results
|
|
311
|
+
"""
|
|
312
|
+
try:
|
|
313
|
+
if not url or not isinstance(url, str):
|
|
314
|
+
return self._error_response("scrape_website", "URL is required and must be a string")
|
|
315
|
+
|
|
316
|
+
url = url.strip()
|
|
317
|
+
if not url.startswith(("http://", "https://")):
|
|
318
|
+
return self._error_response(
|
|
319
|
+
"scrape_website", f"Invalid URL format: {url}. Must start with http:// or https://"
|
|
320
|
+
)
|
|
321
|
+
|
|
322
|
+
try:
|
|
323
|
+
parsed_url = urlparse(url)
|
|
324
|
+
if not parsed_url.netloc:
|
|
325
|
+
return self._error_response("scrape_website", f"Invalid URL format: {url}. Missing domain name")
|
|
326
|
+
except Exception:
|
|
327
|
+
return self._error_response("scrape_website", f"Invalid URL format: {url}")
|
|
328
|
+
|
|
329
|
+
if not isinstance(render_javascript, bool):
|
|
330
|
+
return self._error_response("scrape_website", "render_javascript must be a boolean (True/False)")
|
|
331
|
+
|
|
332
|
+
log_debug(f"Website scraping: {url} (JS rendering: {render_javascript})")
|
|
333
|
+
|
|
334
|
+
response: Response = self.client.universal.scrape_url(
|
|
335
|
+
url=url, render=render.HTML if render_javascript else None, parse=True
|
|
336
|
+
)
|
|
337
|
+
|
|
338
|
+
content_info = {"url": url, "javascript_rendered": render_javascript}
|
|
339
|
+
|
|
340
|
+
if response.results and len(response.results) > 0:
|
|
341
|
+
result = response.results[0]
|
|
342
|
+
content = result.content
|
|
343
|
+
status_code = getattr(result, "status_code", None)
|
|
344
|
+
|
|
345
|
+
content_preview = ""
|
|
346
|
+
content_length = 0
|
|
347
|
+
|
|
348
|
+
if content:
|
|
349
|
+
try:
|
|
350
|
+
content_str = str(content)
|
|
351
|
+
content_length = len(content_str)
|
|
352
|
+
content_preview = content_str[:1000] if content_length > 1000 else content_str
|
|
353
|
+
content_info["scraped"] = True
|
|
354
|
+
except Exception as e:
|
|
355
|
+
log_debug(f"Could not process content: {e}")
|
|
356
|
+
content_preview = "Content available but processing failed"
|
|
357
|
+
content_info["scraped"] = False
|
|
358
|
+
|
|
359
|
+
content_info.update(
|
|
360
|
+
{
|
|
361
|
+
"status_code": status_code,
|
|
362
|
+
"content_length": content_length,
|
|
363
|
+
"content_preview": content_preview.strip(),
|
|
364
|
+
"has_content": content_length > 0,
|
|
365
|
+
}
|
|
366
|
+
)
|
|
367
|
+
|
|
368
|
+
response_data = {
|
|
369
|
+
"tool": "scrape_website",
|
|
370
|
+
"url": url,
|
|
371
|
+
"content_info": content_info,
|
|
372
|
+
}
|
|
373
|
+
|
|
374
|
+
log_debug(f"Website scraping completed for {url}")
|
|
375
|
+
return json.dumps(response_data, indent=2)
|
|
376
|
+
|
|
377
|
+
except Exception as e:
|
|
378
|
+
error_msg = f"Website scraping failed: {str(e)}"
|
|
379
|
+
log_error(error_msg)
|
|
380
|
+
return self._error_response("scrape_website", error_msg, {"url": url})
|
|
381
|
+
|
|
382
|
+
def _error_response(self, tool_name: str, error_message: str, context: Optional[Dict[str, Any]] = None) -> str:
|
|
383
|
+
"""Generate a standardized error response."""
|
|
384
|
+
error_data = {"tool": tool_name, "error": error_message, "context": context or {}}
|
|
385
|
+
return json.dumps(error_data, indent=2)
|