talkops-opscloud 0.3.0b1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- opscloud/__init__.py +5 -0
- opscloud/__main__.py +6 -0
- opscloud/_constants.py +53 -0
- opscloud/_debug.py +145 -0
- opscloud/_debug_buffer.py +250 -0
- opscloud/_textual_patches.py +367 -0
- opscloud/_version.py +15 -0
- opscloud/agent/__init__.py +27 -0
- opscloud/agent/config.py +168 -0
- opscloud/agent/factory.py +1103 -0
- opscloud/approval_mode.py +44 -0
- opscloud/backend/__init__.py +49 -0
- opscloud/backend/composite.py +89 -0
- opscloud/backend/local.py +183 -0
- opscloud/backend/registry.py +79 -0
- opscloud/backend/sandbox_config.py +107 -0
- opscloud/backend/sandbox_factory.py +432 -0
- opscloud/built_in_skills/remember/SKILL.md +124 -0
- opscloud/built_in_skills/skill-creator/SKILL.md +348 -0
- opscloud/built_in_skills/skill-creator/scripts/init_skill.py +371 -0
- opscloud/built_in_skills/skill-creator/scripts/quick_validate.py +165 -0
- opscloud/cli/__init__.py +1 -0
- opscloud/cli/commands/__init__.py +15 -0
- opscloud/cli/commands/auth.py +45 -0
- opscloud/cli/commands/doctor.py +100 -0
- opscloud/cli/commands/mcp.py +137 -0
- opscloud/cli/commands/threads.py +51 -0
- opscloud/cli/interactive.py +154 -0
- opscloud/cli/main.py +903 -0
- opscloud/cli/non_interactive.py +425 -0
- opscloud/cli/server_manager.py +58 -0
- opscloud/commands/__init__.py +19 -0
- opscloud/commands/_base.py +110 -0
- opscloud/commands/_guards.py +52 -0
- opscloud/commands/_router.py +146 -0
- opscloud/commands/_types.py +36 -0
- opscloud/commands/core/__init__.py +47 -0
- opscloud/commands/core/auth.py +94 -0
- opscloud/commands/core/bug.py +46 -0
- opscloud/commands/core/clear.py +106 -0
- opscloud/commands/core/cloud.py +185 -0
- opscloud/commands/core/compact.py +128 -0
- opscloud/commands/core/config_cmd.py +120 -0
- opscloud/commands/core/context.py +220 -0
- opscloud/commands/core/cost.py +44 -0
- opscloud/commands/core/doctor.py +535 -0
- opscloud/commands/core/effort.py +108 -0
- opscloud/commands/core/exit_cmd.py +41 -0
- opscloud/commands/core/fast.py +148 -0
- opscloud/commands/core/help_cmd.py +94 -0
- opscloud/commands/core/mcp.py +134 -0
- opscloud/commands/core/model.py +109 -0
- opscloud/commands/core/permissions.py +196 -0
- opscloud/commands/core/plugins.py +92 -0
- opscloud/commands/core/pool.py +108 -0
- opscloud/commands/core/resume.py +97 -0
- opscloud/commands/core/skills.py +178 -0
- opscloud/commands/power/__init__.py +51 -0
- opscloud/commands/power/agents.py +98 -0
- opscloud/commands/power/btw.py +85 -0
- opscloud/commands/power/copy.py +97 -0
- opscloud/commands/power/goal.py +548 -0
- opscloud/commands/power/loop.py +295 -0
- opscloud/commands/power/memory.py +287 -0
- opscloud/commands/power/review.py +152 -0
- opscloud/commands/power/rubric.py +287 -0
- opscloud/commands/power/runtime.py +321 -0
- opscloud/commands/power/skill_creator.py +70 -0
- opscloud/commands/power/skill_invoke.py +165 -0
- opscloud/commands/power/tasks.py +209 -0
- opscloud/commands/power/trace.py +117 -0
- opscloud/commands/power/ui_toggles.py +135 -0
- opscloud/commands/power/version.py +52 -0
- opscloud/commands/registry.py +176 -0
- opscloud/config/__init__.py +114 -0
- opscloud/config/adapters/__init__.py +5 -0
- opscloud/config/adapters/postgres.py +776 -0
- opscloud/config/adapters/sqlite.py +769 -0
- opscloud/config/aws.py +248 -0
- opscloud/config/cloud_profiles.py +437 -0
- opscloud/config/env_vars.py +81 -0
- opscloud/config/langsmith.py +319 -0
- opscloud/config/manifest.py +817 -0
- opscloud/config/metadata.py +205 -0
- opscloud/config/paths.py +604 -0
- opscloud/config/plugins.py +130 -0
- opscloud/config/settings.py +834 -0
- opscloud/config/store.py +453 -0
- opscloud/config/store_factory.py +97 -0
- opscloud/config/toml_config.py +562 -0
- opscloud/editor.py +173 -0
- opscloud/exceptions.py +65 -0
- opscloud/file_ops.py +217 -0
- opscloud/hooks/__init__.py +139 -0
- opscloud/hooks/env.py +44 -0
- opscloud/hooks/interrupt.py +121 -0
- opscloud/hooks/models/__init__.py +109 -0
- opscloud/hooks/models/adapters.py +19 -0
- opscloud/hooks/models/config.py +79 -0
- opscloud/hooks/models/domain.py +434 -0
- opscloud/hooks/models/transport.py +37 -0
- opscloud/hooks/tools.py +231 -0
- opscloud/input.py +48 -0
- opscloud/integrations/__init__.py +80 -0
- opscloud/integrations/base.py +153 -0
- opscloud/integrations/content_filter.py +119 -0
- opscloud/integrations/event_bus.py +480 -0
- opscloud/integrations/hooks.py +238 -0
- opscloud/integrations/identity.py +181 -0
- opscloud/integrations/notifications.py +134 -0
- opscloud/integrations/stream_bridge.py +397 -0
- opscloud/integrations/thread_store.py +81 -0
- opscloud/json_types.py +20 -0
- opscloud/mcp/__init__.py +57 -0
- opscloud/mcp/config.py +203 -0
- opscloud/mcp/discovery.py +229 -0
- opscloud/mcp/mcp_info.py +109 -0
- opscloud/mcp/middleware.py +102 -0
- opscloud/mcp/preload.py +505 -0
- opscloud/mcp/raw_config.py +149 -0
- opscloud/mcp/semantic_profiler.py +305 -0
- opscloud/mcp/session_manager.py +727 -0
- opscloud/mcp/trust.py +105 -0
- opscloud/memory/__init__.py +27 -0
- opscloud/memory/branch.py +61 -0
- opscloud/memory/guard.py +19 -0
- opscloud/memory/onboarding.py +120 -0
- opscloud/memory/registry.py +134 -0
- opscloud/memory/store.py +223 -0
- opscloud/middleware/__init__.py +106 -0
- opscloud/middleware/_repository_bounds.py +459 -0
- opscloud/middleware/ask_user.py +152 -0
- opscloud/middleware/auto_mode.py +60 -0
- opscloud/middleware/auto_mode_hitl.py +2434 -0
- opscloud/middleware/compaction.py +566 -0
- opscloud/middleware/configurable_model.py +233 -0
- opscloud/middleware/cost_tracking.py +1021 -0
- opscloud/middleware/glm_stall_recovery.py +109 -0
- opscloud/middleware/goal_criteria.py +1234 -0
- opscloud/middleware/goal_state_notice.py +712 -0
- opscloud/middleware/goal_tools.py +407 -0
- opscloud/middleware/headless_mcp_guard.py +88 -0
- opscloud/middleware/jev_model_router.py +1018 -0
- opscloud/middleware/local_context.py +460 -0
- opscloud/middleware/mcp_context.py +151 -0
- opscloud/middleware/mcp_middleware.py +146 -0
- opscloud/middleware/memory_guard.py +393 -0
- opscloud/middleware/model_retry.py +205 -0
- opscloud/middleware/registry.py +137 -0
- opscloud/middleware/reliable_rubric.py +709 -0
- opscloud/middleware/resume_state.py +91 -0
- opscloud/middleware/server_hooks.py +1189 -0
- opscloud/middleware/shell_allow_list.py +90 -0
- opscloud/middleware/skills.py +382 -0
- opscloud/middleware/subagent_artifacts.py +84 -0
- opscloud/middleware/subagent_telemetry.py +261 -0
- opscloud/middleware/subagents.py +243 -0
- opscloud/middleware/tool_filter.py +384 -0
- opscloud/middleware/unified_system_message.py +62 -0
- opscloud/model/__init__.py +37 -0
- opscloud/model/config.py +2992 -0
- opscloud/model/factory.py +477 -0
- opscloud/model/pool.py +459 -0
- opscloud/model/reasoning.py +282 -0
- opscloud/offload.py +173 -0
- opscloud/output.py +64 -0
- opscloud/plugins/__init__.py +189 -0
- opscloud/plugins/_json.py +22 -0
- opscloud/plugins/adapters/__init__.py +13 -0
- opscloud/plugins/adapters/agents.py +112 -0
- opscloud/plugins/adapters/commands.py +190 -0
- opscloud/plugins/adapters/mcp.py +363 -0
- opscloud/plugins/adapters/skills.py +132 -0
- opscloud/plugins/commands_cli.py +541 -0
- opscloud/plugins/discovery.py +512 -0
- opscloud/plugins/manifest.py +335 -0
- opscloud/plugins/marketplace.py +893 -0
- opscloud/plugins/models.py +334 -0
- opscloud/plugins/project_plugins.py +317 -0
- opscloud/plugins/protocol.py +31 -0
- opscloud/plugins/store.py +905 -0
- opscloud/plugins/substitution.py +122 -0
- opscloud/project_utils.py +145 -0
- opscloud/prompts/__init__.py +37 -0
- opscloud/prompts/system.py +483 -0
- opscloud/prompts/templates/system_prompt.md +166 -0
- opscloud/prompts/types.py +54 -0
- opscloud/rubrics/__init__.py +42 -0
- opscloud/rubrics/evaluator.py +404 -0
- opscloud/rubrics/evidence_extractor.py +229 -0
- opscloud/rubrics/generator.py +239 -0
- opscloud/rubrics/jev_compiler.py +175 -0
- opscloud/rubrics/jev_grader.py +297 -0
- opscloud/rubrics/middleware.py +8 -0
- opscloud/schema/__init__.py +107 -0
- opscloud/schema/interrupts.py +981 -0
- opscloud/security/__init__.py +91 -0
- opscloud/security/approval_mode.py +528 -0
- opscloud/security/approval_mode_source.py +230 -0
- opscloud/security/cli_ast_evaluator.py +552 -0
- opscloud/security/jev_classifier.py +651 -0
- opscloud/security/shell_safety.py +340 -0
- opscloud/security/unicode_security.py +439 -0
- opscloud/security/url_validation.py +160 -0
- opscloud/server/__init__.py +13 -0
- opscloud/server/_server_config.py +158 -0
- opscloud/server/server.py +242 -0
- opscloud/server/server_graph.py +93 -0
- opscloud/skills/__init__.py +91 -0
- opscloud/skills/commands.py +1099 -0
- opscloud/skills/invocation.py +200 -0
- opscloud/skills/load.py +388 -0
- opscloud/skills/loader.py +23 -0
- opscloud/skills/merge.py +65 -0
- opscloud/skills/registry.py +263 -0
- opscloud/skills/sources.py +174 -0
- opscloud/skills/trust.py +417 -0
- opscloud/state/__init__.py +142 -0
- opscloud/state/base.py +154 -0
- opscloud/state/cloud_context.py +262 -0
- opscloud/state/goal_channels.py +124 -0
- opscloud/state/goal_state_limits.py +175 -0
- opscloud/state/resume_state.py +58 -0
- opscloud/state/service_context.py +281 -0
- opscloud/state/session.py +957 -0
- opscloud/state/state_migration.py +86 -0
- opscloud/subagents/__init__.py +30 -0
- opscloud/subagents/loader.py +331 -0
- opscloud/subagents/subagents_parser.py +117 -0
- opscloud/subagents/types.py +25 -0
- opscloud/tools/__init__.py +36 -0
- opscloud/tools/catalog.py +37 -0
- opscloud/tools/display.py +24 -0
- opscloud/tools/fetch_url.py +176 -0
- opscloud/tools/goal_tools.py +423 -0
- opscloud/tools/registry.py +105 -0
- opscloud/tools/thread.py +32 -0
- opscloud/tools/web_search.py +215 -0
- opscloud/ui/__init__.py +119 -0
- opscloud/ui/app.py +5400 -0
- opscloud/ui/app.tcss +479 -0
- opscloud/ui/clipboard.py +147 -0
- opscloud/ui/command_registry.py +482 -0
- opscloud/ui/message_store.py +152 -0
- opscloud/ui/permission_store.py +360 -0
- opscloud/ui/preferences.py +113 -0
- opscloud/ui/prompt_manager.py +96 -0
- opscloud/ui/remote_client.py +505 -0
- opscloud/ui/textual_adapter.py +1269 -0
- opscloud/ui/theme.py +728 -0
- opscloud/ui/ui_help.py +415 -0
- opscloud/ui/widgets/__init__.py +383 -0
- opscloud/ui/widgets/_ask_user_types.py +81 -0
- opscloud/ui/widgets/_copy_spans.py +52 -0
- opscloud/ui/widgets/_inline_prompt.py +290 -0
- opscloud/ui/widgets/_js_eval_display.py +139 -0
- opscloud/ui/widgets/_links.py +175 -0
- opscloud/ui/widgets/_tool_stream.py +308 -0
- opscloud/ui/widgets/agent_selector.py +297 -0
- opscloud/ui/widgets/approval.py +741 -0
- opscloud/ui/widgets/ask_user.py +539 -0
- opscloud/ui/widgets/auth.py +695 -0
- opscloud/ui/widgets/auth_manager.py +214 -0
- opscloud/ui/widgets/auto_mode_notice.py +146 -0
- opscloud/ui/widgets/autocomplete.py +709 -0
- opscloud/ui/widgets/chat_input.py +805 -0
- opscloud/ui/widgets/cloud_selector.py +528 -0
- opscloud/ui/widgets/config_manager.py +652 -0
- opscloud/ui/widgets/debug_console.py +1269 -0
- opscloud/ui/widgets/devops_renderers.py +184 -0
- opscloud/ui/widgets/diff.py +237 -0
- opscloud/ui/widgets/effort_selector.py +166 -0
- opscloud/ui/widgets/goal_review.py +612 -0
- opscloud/ui/widgets/goal_status.py +57 -0
- opscloud/ui/widgets/infra_panel.py +141 -0
- opscloud/ui/widgets/install_confirm.py +114 -0
- opscloud/ui/widgets/loading.py +170 -0
- opscloud/ui/widgets/mcp_viewer.py +1204 -0
- opscloud/ui/widgets/messages.py +4461 -0
- opscloud/ui/widgets/model_selector.py +863 -0
- opscloud/ui/widgets/notification_center.py +108 -0
- opscloud/ui/widgets/notification_settings.py +119 -0
- opscloud/ui/widgets/operation_card.py +106 -0
- opscloud/ui/widgets/permissions_manager.py +667 -0
- opscloud/ui/widgets/plugin_manager.py +1212 -0
- opscloud/ui/widgets/pool_selector.py +376 -0
- opscloud/ui/widgets/preamble.py +53 -0
- opscloud/ui/widgets/skills_viewer.py +432 -0
- opscloud/ui/widgets/status.py +1037 -0
- opscloud/ui/widgets/subagent_panel.py +927 -0
- opscloud/ui/widgets/theme_selector.py +232 -0
- opscloud/ui/widgets/thread_selector.py +358 -0
- opscloud/ui/widgets/toast.py +31 -0
- opscloud/ui/widgets/tool_display.py +325 -0
- opscloud/ui/widgets/tool_renderers.py +234 -0
- opscloud/ui/widgets/tool_widgets.py +278 -0
- opscloud/ui/widgets/welcome.py +421 -0
- opscloud/ui/widgets/welcome_popup.py +102 -0
- opscloud/utils/__init__.py +24 -0
- opscloud/utils/cost_estimation.py +169 -0
- opscloud/utils/git.py +390 -0
- opscloud/utils/logger.py +571 -0
- opscloud/utils/session_stats.py +115 -0
- opscloud/utils/startup_error.py +37 -0
- talkops_opscloud-0.3.0b1.dist-info/METADATA +449 -0
- talkops_opscloud-0.3.0b1.dist-info/RECORD +309 -0
- talkops_opscloud-0.3.0b1.dist-info/WHEEL +4 -0
- talkops_opscloud-0.3.0b1.dist-info/entry_points.txt +2 -0
- talkops_opscloud-0.3.0b1.dist-info/licenses/LICENSE +175 -0
|
@@ -0,0 +1,477 @@
|
|
|
1
|
+
"""LLM Model construction factory and provider detection.
|
|
2
|
+
|
|
3
|
+
Builds dynamic chat model instances for LangChain agents based on the
|
|
4
|
+
active model spec (``provider:model``) and reasoning effort configuration.
|
|
5
|
+
"""
|
|
6
|
+
|
|
7
|
+
from __future__ import annotations
|
|
8
|
+
|
|
9
|
+
import contextlib
|
|
10
|
+
from dataclasses import dataclass
|
|
11
|
+
import importlib
|
|
12
|
+
import json
|
|
13
|
+
import os
|
|
14
|
+
import threading
|
|
15
|
+
from typing import Any, cast
|
|
16
|
+
|
|
17
|
+
from langchain_core.language_models import BaseChatModel
|
|
18
|
+
|
|
19
|
+
from opscloud.config.settings import get_settings, resolve_env_var
|
|
20
|
+
from opscloud.exceptions import (
|
|
21
|
+
MissingCredentialsError,
|
|
22
|
+
MissingProviderPackageError,
|
|
23
|
+
ModelConfigError,
|
|
24
|
+
NoCredentialsConfiguredError,
|
|
25
|
+
)
|
|
26
|
+
from opscloud.model.config import (
|
|
27
|
+
IMPLICIT_AUTH_PROVIDERS,
|
|
28
|
+
ModelConfig,
|
|
29
|
+
ModelSpec,
|
|
30
|
+
apply_stored_credentials,
|
|
31
|
+
detect_provider,
|
|
32
|
+
get_credential_env_var,
|
|
33
|
+
get_model_profile,
|
|
34
|
+
has_provider_credentials,
|
|
35
|
+
normalize_model_spec,
|
|
36
|
+
)
|
|
37
|
+
from opscloud.utils.logger import get_logger
|
|
38
|
+
|
|
39
|
+
logger = get_logger(__name__)
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
@dataclass(frozen=True)
|
|
43
|
+
class ModelResult:
|
|
44
|
+
"""Chat model instance with associated metadata."""
|
|
45
|
+
|
|
46
|
+
model: BaseChatModel
|
|
47
|
+
model_name: str
|
|
48
|
+
provider: str
|
|
49
|
+
context_limit: int | None = None
|
|
50
|
+
unsupported_modalities: frozenset[str] = frozenset()
|
|
51
|
+
|
|
52
|
+
def apply_to_settings(self) -> None:
|
|
53
|
+
"""Commit this result's metadata to the global settings singleton."""
|
|
54
|
+
s = get_settings()
|
|
55
|
+
s.model = self.model_name
|
|
56
|
+
s.model_name = self.model_name
|
|
57
|
+
s.model_provider = self.provider
|
|
58
|
+
s.model_context_limit = self.context_limit
|
|
59
|
+
s.model_unsupported_modalities = self.unsupported_modalities
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
def _get_default_model_spec() -> str:
|
|
63
|
+
"""Resolve the default model spec to use based on settings or configured credentials."""
|
|
64
|
+
from opscloud.config.settings import _load_dotenv
|
|
65
|
+
|
|
66
|
+
_load_dotenv(refresh_loaded=True)
|
|
67
|
+
config = ModelConfig.load()
|
|
68
|
+
settings = get_settings()
|
|
69
|
+
|
|
70
|
+
def _has_creds(spec: str) -> bool:
|
|
71
|
+
provider = spec.split(":", 1)[0] if ":" in spec else detect_provider(spec)
|
|
72
|
+
return bool(provider and has_provider_credentials(provider))
|
|
73
|
+
|
|
74
|
+
# 1. If explicit model set in settings and has credentials
|
|
75
|
+
if settings.model_name and _has_creds(settings.model_name):
|
|
76
|
+
return normalize_model_spec(settings.model_name)
|
|
77
|
+
if settings.model and _has_creds(settings.model):
|
|
78
|
+
return normalize_model_spec(settings.model)
|
|
79
|
+
|
|
80
|
+
# 2. If default / recent model set in config and has credentials
|
|
81
|
+
if config.default_model and _has_creds(config.default_model):
|
|
82
|
+
return config.default_model
|
|
83
|
+
if config.recent_model and _has_creds(config.recent_model):
|
|
84
|
+
return config.recent_model
|
|
85
|
+
|
|
86
|
+
# 3. Auto-detect from available credentials in environment
|
|
87
|
+
for prov, default_model in (
|
|
88
|
+
("anthropic", "anthropic:claude-sonnet-4-5"),
|
|
89
|
+
("openai", "openai:gpt-5.4"),
|
|
90
|
+
("openai_codex", "openai_codex:gpt-5.4"),
|
|
91
|
+
("bedrock", "bedrock:anthropic.claude-sonnet-4-5-20250929-v1:0"),
|
|
92
|
+
("google_genai", "google_genai:gemini-2.5-flash"),
|
|
93
|
+
("groq", "groq:llama-3.3-70b-versatile"),
|
|
94
|
+
("deepseek", "deepseek:deepseek-v4-flash"),
|
|
95
|
+
("openrouter", "openrouter:anthropic/claude-sonnet-5"),
|
|
96
|
+
):
|
|
97
|
+
if has_provider_credentials(prov) is True:
|
|
98
|
+
return default_model
|
|
99
|
+
|
|
100
|
+
# 4. If explicit model set without credentials (e.g. testing / local provider)
|
|
101
|
+
if settings.model_name:
|
|
102
|
+
return normalize_model_spec(settings.model_name)
|
|
103
|
+
if settings.model:
|
|
104
|
+
return normalize_model_spec(settings.model)
|
|
105
|
+
|
|
106
|
+
raise NoCredentialsConfiguredError(
|
|
107
|
+
"No model is configured yet. Run /model to choose one."
|
|
108
|
+
)
|
|
109
|
+
|
|
110
|
+
|
|
111
|
+
def _get_provider_kwargs(provider: str, *, model_name: str | None = None) -> dict[str, Any]:
|
|
112
|
+
"""Retrieve all configuration arguments for the provider/model."""
|
|
113
|
+
config = ModelConfig.load()
|
|
114
|
+
result = config.get_kwargs(provider, model_name=model_name)
|
|
115
|
+
|
|
116
|
+
base_url = config.get_base_url(provider)
|
|
117
|
+
if base_url:
|
|
118
|
+
result["base_url"] = base_url
|
|
119
|
+
|
|
120
|
+
settings = get_settings()
|
|
121
|
+
env_var = get_credential_env_var(provider)
|
|
122
|
+
api_key = None
|
|
123
|
+
if env_var:
|
|
124
|
+
api_key = resolve_env_var(env_var)
|
|
125
|
+
|
|
126
|
+
if not api_key:
|
|
127
|
+
field_map = {
|
|
128
|
+
"openai": "openai_api_key",
|
|
129
|
+
"anthropic": "anthropic_api_key",
|
|
130
|
+
"google_genai": "google_api_key",
|
|
131
|
+
"google": "google_api_key",
|
|
132
|
+
"groq": "groq_api_key",
|
|
133
|
+
"deepseek": "deepseek_api_key",
|
|
134
|
+
"openrouter": "openrouter_api_key",
|
|
135
|
+
"mistralai": "mistral_api_key",
|
|
136
|
+
"mistral": "mistral_api_key",
|
|
137
|
+
"fireworks": "fireworks_api_key",
|
|
138
|
+
"together": "together_api_key",
|
|
139
|
+
"xai": "xai_api_key",
|
|
140
|
+
"cohere": "cohere_api_key",
|
|
141
|
+
"perplexity": "perplexity_api_key",
|
|
142
|
+
"nvidia": "nvidia_api_key",
|
|
143
|
+
"huggingface": "huggingface_api_key",
|
|
144
|
+
"bedrock": "aws_access_key_id",
|
|
145
|
+
"azure_openai": "azure_openai_api_key",
|
|
146
|
+
"typesafe": "typesafe_api_key",
|
|
147
|
+
}
|
|
148
|
+
field = field_map.get(provider)
|
|
149
|
+
if field and hasattr(settings, field):
|
|
150
|
+
api_key = getattr(settings, field)
|
|
151
|
+
|
|
152
|
+
if not api_key and provider in ("google_genai", "google"):
|
|
153
|
+
api_key = resolve_env_var("GEMINI_API_KEY") or getattr(settings, "google_api_key", None)
|
|
154
|
+
|
|
155
|
+
if api_key:
|
|
156
|
+
result["api_key"] = api_key
|
|
157
|
+
if provider in ("google_genai", "google"):
|
|
158
|
+
result["google_api_key"] = api_key
|
|
159
|
+
if env_var:
|
|
160
|
+
os.environ[env_var] = str(api_key)
|
|
161
|
+
|
|
162
|
+
# AWS Bedrock handling
|
|
163
|
+
if provider in ("bedrock", "bedrock_converse", "anthropic_bedrock"):
|
|
164
|
+
from opscloud.config.aws import get_aws_model_kwargs, validate_aws_credentials
|
|
165
|
+
|
|
166
|
+
is_valid, err = validate_aws_credentials()
|
|
167
|
+
if not is_valid and err:
|
|
168
|
+
logger.warning(err)
|
|
169
|
+
aws_kwargs = get_aws_model_kwargs(settings)
|
|
170
|
+
result.update(aws_kwargs)
|
|
171
|
+
result.pop("api_key", None)
|
|
172
|
+
|
|
173
|
+
# Vertex AI handling
|
|
174
|
+
if provider in ("google_genai", "google"):
|
|
175
|
+
use_vertex_env = resolve_env_var("GOOGLE_GENAI_USE_VERTEXAI") or str(
|
|
176
|
+
getattr(settings, "google_genai_use_vertexai", False)
|
|
177
|
+
)
|
|
178
|
+
is_vertex = use_vertex_env.strip().lower() in ("true", "1", "yes")
|
|
179
|
+
result["vertexai"] = is_vertex
|
|
180
|
+
os.environ["GOOGLE_GENAI_USE_VERTEXAI"] = "true" if is_vertex else "false"
|
|
181
|
+
|
|
182
|
+
project_env = resolve_env_var("GOOGLE_CLOUD_PROJECT") or getattr(settings, "google_cloud_project", None)
|
|
183
|
+
if project_env:
|
|
184
|
+
result["project"] = project_env
|
|
185
|
+
os.environ["GOOGLE_CLOUD_PROJECT"] = str(project_env)
|
|
186
|
+
location_env = resolve_env_var("GOOGLE_CLOUD_LOCATION") or getattr(settings, "google_cloud_location", None)
|
|
187
|
+
if location_env:
|
|
188
|
+
result["location"] = location_env
|
|
189
|
+
os.environ["GOOGLE_CLOUD_LOCATION"] = str(location_env)
|
|
190
|
+
|
|
191
|
+
# Reasoning effort injection
|
|
192
|
+
from opscloud.model.reasoning import is_effort_supported_for_model, with_effort_model_params
|
|
193
|
+
|
|
194
|
+
effort = getattr(settings, "reasoning_effort", None)
|
|
195
|
+
if effort:
|
|
196
|
+
spec = f"{provider}:{model_name}" if model_name else provider
|
|
197
|
+
if is_effort_supported_for_model(spec, str(effort)):
|
|
198
|
+
result = with_effort_model_params(spec, result, str(effort))
|
|
199
|
+
|
|
200
|
+
return result
|
|
201
|
+
|
|
202
|
+
|
|
203
|
+
def _compose_openai_reasoning_effort(
|
|
204
|
+
provider: str,
|
|
205
|
+
kwargs: dict[str, Any],
|
|
206
|
+
effort_override: object = None,
|
|
207
|
+
reasoning_override: object = None,
|
|
208
|
+
) -> dict[str, Any]:
|
|
209
|
+
"""Compose a session effort override with an OpenAI reasoning mapping.
|
|
210
|
+
|
|
211
|
+
Args:
|
|
212
|
+
provider: Resolved model provider.
|
|
213
|
+
kwargs: Layered model constructor parameters.
|
|
214
|
+
effort_override: High-priority `reasoning_effort` from session params.
|
|
215
|
+
reasoning_override: High-priority native `reasoning` from session params.
|
|
216
|
+
|
|
217
|
+
Returns:
|
|
218
|
+
Constructor parameters with one native `reasoning` mapping when
|
|
219
|
+
composition is needed.
|
|
220
|
+
"""
|
|
221
|
+
if provider not in {"openai", "openai_codex", "azure_openai"}:
|
|
222
|
+
return kwargs
|
|
223
|
+
effort = effort_override if isinstance(effort_override, str) else kwargs.get("reasoning_effort")
|
|
224
|
+
if not isinstance(effort, str):
|
|
225
|
+
return kwargs
|
|
226
|
+
reasoning = kwargs.get("reasoning")
|
|
227
|
+
if not isinstance(reasoning, dict):
|
|
228
|
+
return kwargs
|
|
229
|
+
composed = dict(kwargs)
|
|
230
|
+
if isinstance(reasoning_override, dict) and "effort" in reasoning_override:
|
|
231
|
+
composed.pop("reasoning_effort", None)
|
|
232
|
+
return composed
|
|
233
|
+
composed["reasoning"] = {**reasoning, "effort": effort}
|
|
234
|
+
composed.pop("reasoning_effort", None)
|
|
235
|
+
return composed
|
|
236
|
+
|
|
237
|
+
|
|
238
|
+
def _create_model_from_class(
|
|
239
|
+
class_path: str,
|
|
240
|
+
model_name: str,
|
|
241
|
+
provider: str,
|
|
242
|
+
kwargs: dict[str, Any],
|
|
243
|
+
) -> BaseChatModel:
|
|
244
|
+
"""Instantiate a chat model dynamically via class reflection."""
|
|
245
|
+
if ":" not in class_path:
|
|
246
|
+
raise ModelConfigError(f"Invalid class_path '{class_path}': must be module:Class format")
|
|
247
|
+
|
|
248
|
+
module_path, class_name = class_path.rsplit(":", 1)
|
|
249
|
+
try:
|
|
250
|
+
module = importlib.import_module(module_path)
|
|
251
|
+
except ImportError as e:
|
|
252
|
+
raise ModelConfigError(f"Module '{module_path}' not found for class_path '{class_path}': {e}") from e
|
|
253
|
+
|
|
254
|
+
cls = getattr(module, class_name, None)
|
|
255
|
+
if cls is None:
|
|
256
|
+
raise ModelConfigError(f"Class '{class_name}' not found in module '{module_path}'")
|
|
257
|
+
|
|
258
|
+
if not (isinstance(cls, type) and issubclass(cls, BaseChatModel)):
|
|
259
|
+
raise ModelConfigError(f"'{class_path}' is not a BaseChatModel subclass")
|
|
260
|
+
|
|
261
|
+
cls_kwargs = dict(kwargs)
|
|
262
|
+
|
|
263
|
+
cls_any = cast(Any, cls)
|
|
264
|
+
try:
|
|
265
|
+
return cls_any(model=model_name, **cls_kwargs)
|
|
266
|
+
except TypeError:
|
|
267
|
+
return cls_any(model_name=model_name, **cls_kwargs)
|
|
268
|
+
|
|
269
|
+
|
|
270
|
+
def _create_model_via_init(
|
|
271
|
+
model_name: str,
|
|
272
|
+
provider: str,
|
|
273
|
+
kwargs: dict[str, Any],
|
|
274
|
+
) -> BaseChatModel:
|
|
275
|
+
"""Delegate to langchain's dynamic init_chat_model function."""
|
|
276
|
+
from langchain.chat_models import init_chat_model
|
|
277
|
+
|
|
278
|
+
init_kwargs = dict(kwargs)
|
|
279
|
+
|
|
280
|
+
try:
|
|
281
|
+
if provider:
|
|
282
|
+
return init_chat_model(model_name, model_provider=provider, **init_kwargs)
|
|
283
|
+
return init_chat_model(model_name, **init_kwargs)
|
|
284
|
+
except ImportError as e:
|
|
285
|
+
package_map = {
|
|
286
|
+
"anthropic": "langchain-anthropic",
|
|
287
|
+
"openai": "langchain-openai",
|
|
288
|
+
"azure_openai": "langchain-openai",
|
|
289
|
+
"google_genai": "langchain-google-genai",
|
|
290
|
+
"google_vertexai": "langchain-google-vertexai",
|
|
291
|
+
"google_anthropic_vertex": "langchain-google-vertexai",
|
|
292
|
+
"bedrock": "langchain-aws",
|
|
293
|
+
"bedrock_converse": "langchain-aws",
|
|
294
|
+
"anthropic_bedrock": "langchain-aws",
|
|
295
|
+
"groq": "langchain-groq",
|
|
296
|
+
"deepseek": "langchain-deepseek",
|
|
297
|
+
"mistralai": "langchain-mistralai",
|
|
298
|
+
"cohere": "langchain-cohere",
|
|
299
|
+
"fireworks": "langchain-fireworks",
|
|
300
|
+
"together": "langchain-together",
|
|
301
|
+
"xai": "langchain-xai",
|
|
302
|
+
"ollama": "langchain-ollama",
|
|
303
|
+
"openrouter": "langchain-openrouter",
|
|
304
|
+
"perplexity": "langchain-perplexity",
|
|
305
|
+
"nvidia": "langchain-nvidia-ai-endpoints",
|
|
306
|
+
"huggingface": "langchain-huggingface",
|
|
307
|
+
"baseten": "langchain-baseten",
|
|
308
|
+
"ibm": "langchain-ibm",
|
|
309
|
+
"typesafe": "langchain-typesafe",
|
|
310
|
+
}
|
|
311
|
+
package = package_map.get(provider, f"langchain-{provider}")
|
|
312
|
+
raise MissingProviderPackageError(
|
|
313
|
+
f"Missing package for '{provider}'. Install: pip install {package}",
|
|
314
|
+
provider=provider,
|
|
315
|
+
package=package,
|
|
316
|
+
) from e
|
|
317
|
+
except (ValueError, TypeError) as e:
|
|
318
|
+
raise ModelConfigError(f"Invalid configuration for '{provider}:{model_name}': {e}") from e
|
|
319
|
+
|
|
320
|
+
|
|
321
|
+
_MODEL_CACHE: dict[str, ModelResult] = {}
|
|
322
|
+
_MODEL_CACHE_LOCK = threading.Lock()
|
|
323
|
+
|
|
324
|
+
|
|
325
|
+
def clear_model_cache() -> None:
|
|
326
|
+
"""Clear cached chat model instances."""
|
|
327
|
+
with _MODEL_CACHE_LOCK:
|
|
328
|
+
_MODEL_CACHE.clear()
|
|
329
|
+
|
|
330
|
+
|
|
331
|
+
def create_model(
|
|
332
|
+
model_spec: str | None = None,
|
|
333
|
+
*,
|
|
334
|
+
extra_kwargs: dict[str, Any] | None = None,
|
|
335
|
+
profile_overrides: dict[str, Any] | None = None,
|
|
336
|
+
) -> ModelResult:
|
|
337
|
+
"""Factory function to build a BaseChatModel and return ModelResult."""
|
|
338
|
+
if not model_spec:
|
|
339
|
+
model_spec = _get_default_model_spec()
|
|
340
|
+
|
|
341
|
+
cache_key = json.dumps(
|
|
342
|
+
{
|
|
343
|
+
"spec": model_spec,
|
|
344
|
+
"extra": extra_kwargs or {},
|
|
345
|
+
"profile": profile_overrides or {},
|
|
346
|
+
},
|
|
347
|
+
sort_keys=True,
|
|
348
|
+
default=str,
|
|
349
|
+
)
|
|
350
|
+
with _MODEL_CACHE_LOCK:
|
|
351
|
+
cached = _MODEL_CACHE.get(cache_key)
|
|
352
|
+
if cached is not None:
|
|
353
|
+
return cached
|
|
354
|
+
|
|
355
|
+
inferred_provider = detect_provider(model_spec)
|
|
356
|
+
parsed = ModelSpec.try_parse(model_spec)
|
|
357
|
+
config = ModelConfig.load()
|
|
358
|
+
if parsed and parsed.provider in config.providers:
|
|
359
|
+
provider = parsed.provider
|
|
360
|
+
model_name = parsed.model
|
|
361
|
+
elif inferred_provider == "bedrock":
|
|
362
|
+
provider = inferred_provider
|
|
363
|
+
model_name = parsed.model if (parsed and parsed.provider == "bedrock") else model_spec
|
|
364
|
+
elif parsed:
|
|
365
|
+
provider = parsed.provider
|
|
366
|
+
model_name = parsed.model
|
|
367
|
+
else:
|
|
368
|
+
model_name = model_spec
|
|
369
|
+
provider = inferred_provider or ""
|
|
370
|
+
|
|
371
|
+
if provider:
|
|
372
|
+
apply_stored_credentials(provider)
|
|
373
|
+
|
|
374
|
+
if provider and provider not in IMPLICIT_AUTH_PROVIDERS:
|
|
375
|
+
cred_status = has_provider_credentials(provider)
|
|
376
|
+
if cred_status is False:
|
|
377
|
+
env_var = get_credential_env_var(provider)
|
|
378
|
+
raise MissingCredentialsError(
|
|
379
|
+
f"No credentials configured for provider '{provider}'. Set environment variable {env_var} or configure it in Settings.",
|
|
380
|
+
provider=provider,
|
|
381
|
+
env_var=env_var,
|
|
382
|
+
)
|
|
383
|
+
|
|
384
|
+
kwargs = _get_provider_kwargs(provider, model_name=model_name)
|
|
385
|
+
if provider:
|
|
386
|
+
from deepagents.profiles.provider import apply_provider_profile
|
|
387
|
+
|
|
388
|
+
spec = f"{provider}:{model_name}" if model_name else provider
|
|
389
|
+
try:
|
|
390
|
+
kwargs = apply_provider_profile(spec, kwargs)
|
|
391
|
+
except Exception as exc:
|
|
392
|
+
logger.debug("ProviderProfile resolution for %r failed: %s", spec, exc)
|
|
393
|
+
|
|
394
|
+
reasoning_effort_override: object = None
|
|
395
|
+
reasoning_override: object = None
|
|
396
|
+
if extra_kwargs:
|
|
397
|
+
extra_kwargs = dict(extra_kwargs)
|
|
398
|
+
reasoning_effort_override = extra_kwargs.pop("reasoning_effort", None)
|
|
399
|
+
reasoning_override = extra_kwargs.pop("reasoning", None)
|
|
400
|
+
eff = reasoning_effort_override
|
|
401
|
+
if eff is not None:
|
|
402
|
+
from opscloud.model.reasoning import is_effort_supported_for_model, with_effort_model_params
|
|
403
|
+
|
|
404
|
+
spec = f"{provider}:{model_name}" if model_name else (model_name or "")
|
|
405
|
+
if is_effort_supported_for_model(spec, str(eff)):
|
|
406
|
+
kwargs = with_effort_model_params(spec, kwargs, str(eff))
|
|
407
|
+
kwargs.update(extra_kwargs)
|
|
408
|
+
|
|
409
|
+
kwargs = _compose_openai_reasoning_effort(
|
|
410
|
+
provider,
|
|
411
|
+
kwargs,
|
|
412
|
+
reasoning_effort_override,
|
|
413
|
+
reasoning_override,
|
|
414
|
+
)
|
|
415
|
+
|
|
416
|
+
# Sanitize provider-native models that disallow non-literal reasoning_effort strings (e.g. 'off')
|
|
417
|
+
if kwargs.get("reasoning_effort") in ("off", "none", "clear", "0", "reset"):
|
|
418
|
+
kwargs.pop("reasoning_effort", None)
|
|
419
|
+
if provider in ("google_genai", "google", "google_vertexai"):
|
|
420
|
+
spec = f"{provider}:{model_name}" if model_name else (provider or "")
|
|
421
|
+
from opscloud.model.reasoning import supported_efforts_for_model
|
|
422
|
+
if not supported_efforts_for_model(spec) or not kwargs.get("reasoning_effort"):
|
|
423
|
+
kwargs.pop("reasoning_effort", None)
|
|
424
|
+
kwargs.pop("thinking_level", None)
|
|
425
|
+
kwargs.pop("thinking_budget", None)
|
|
426
|
+
kwargs.pop("include_thoughts", None)
|
|
427
|
+
elif provider == "anthropic":
|
|
428
|
+
if not kwargs.get("reasoning_effort"):
|
|
429
|
+
kwargs.pop("thinking", None)
|
|
430
|
+
|
|
431
|
+
config = ModelConfig.load()
|
|
432
|
+
class_path = config.get_class_path(provider) if provider else None
|
|
433
|
+
|
|
434
|
+
logger.info(
|
|
435
|
+
"Instantiating ChatModel '%s' (provider=%s)",
|
|
436
|
+
model_name,
|
|
437
|
+
provider,
|
|
438
|
+
extra={
|
|
439
|
+
"model": model_name,
|
|
440
|
+
"provider": provider,
|
|
441
|
+
"reasoning_effort": kwargs.get("reasoning_effort"),
|
|
442
|
+
"temperature": kwargs.get("temperature", 0.0),
|
|
443
|
+
},
|
|
444
|
+
)
|
|
445
|
+
|
|
446
|
+
if class_path:
|
|
447
|
+
model = _create_model_from_class(class_path, model_name, provider, kwargs)
|
|
448
|
+
else:
|
|
449
|
+
model = _create_model_via_init(model_name, provider, kwargs)
|
|
450
|
+
|
|
451
|
+
# Resolve model profile & context limits
|
|
452
|
+
spec_key = f"{provider}:{model_name}" if provider else model_name
|
|
453
|
+
prof_entry = get_model_profile(spec_key)
|
|
454
|
+
profile: dict[str, Any] = dict(prof_entry["profile"]) if prof_entry else {}
|
|
455
|
+
if profile_overrides:
|
|
456
|
+
profile.update(cast(dict[str, Any], profile_overrides))
|
|
457
|
+
|
|
458
|
+
context_limit = profile.get("max_input_tokens")
|
|
459
|
+
unsupported_modalities = frozenset(profile.get("unsupported_modalities", []))
|
|
460
|
+
|
|
461
|
+
if profile:
|
|
462
|
+
try:
|
|
463
|
+
setattr(model, "profile", dict(profile))
|
|
464
|
+
except Exception:
|
|
465
|
+
with contextlib.suppress(Exception):
|
|
466
|
+
setattr(type(model), "profile", property(lambda self: dict(profile)))
|
|
467
|
+
|
|
468
|
+
result = ModelResult(
|
|
469
|
+
model=model,
|
|
470
|
+
model_name=model_name,
|
|
471
|
+
provider=provider or getattr(model, "_model_provider", ""),
|
|
472
|
+
context_limit=context_limit,
|
|
473
|
+
unsupported_modalities=unsupported_modalities,
|
|
474
|
+
)
|
|
475
|
+
with _MODEL_CACHE_LOCK:
|
|
476
|
+
_MODEL_CACHE[cache_key] = result
|
|
477
|
+
return result
|