kubiya-control-plane-api 0.9.15__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (479) hide show
  1. control_plane_api/LICENSE +676 -0
  2. control_plane_api/README.md +350 -0
  3. control_plane_api/__init__.py +4 -0
  4. control_plane_api/__version__.py +8 -0
  5. control_plane_api/alembic/README +1 -0
  6. control_plane_api/alembic/env.py +121 -0
  7. control_plane_api/alembic/script.py.mako +28 -0
  8. control_plane_api/alembic/versions/2613c65c3dbe_initial_database_setup.py +32 -0
  9. control_plane_api/alembic/versions/2df520d4927d_merge_heads.py +28 -0
  10. control_plane_api/alembic/versions/43abf98d6a01_add_paused_status_to_executions.py +73 -0
  11. control_plane_api/alembic/versions/6289854264cb_merge_multiple_heads.py +28 -0
  12. control_plane_api/alembic/versions/6a4d4dc3d8dc_generate_execution_transitions.py +50 -0
  13. control_plane_api/alembic/versions/87d11cf0a783_add_disconnected_status_to_worker_.py +44 -0
  14. control_plane_api/alembic/versions/add_ephemeral_queue_support.py +85 -0
  15. control_plane_api/alembic/versions/add_model_type_to_llm_models.py +31 -0
  16. control_plane_api/alembic/versions/add_plan_executions_table.py +114 -0
  17. control_plane_api/alembic/versions/add_trace_span_tables.py +154 -0
  18. control_plane_api/alembic/versions/add_user_info_to_traces.py +36 -0
  19. control_plane_api/alembic/versions/adjusting_foreign_keys.py +32 -0
  20. control_plane_api/alembic/versions/b4983d976db2_initial_tables.py +1128 -0
  21. control_plane_api/alembic/versions/d181a3b40e71_rename_custom_metadata_to_metadata_in_.py +50 -0
  22. control_plane_api/alembic/versions/df9117888e82_add_missing_columns.py +82 -0
  23. control_plane_api/alembic/versions/f25de6ad895a_missing_migrations.py +34 -0
  24. control_plane_api/alembic/versions/f71305fb69b9_fix_ephemeral_queue_deletion_foreign_key.py +54 -0
  25. control_plane_api/alembic/versions/mark_local_exec_queues_as_ephemeral.py +68 -0
  26. control_plane_api/alembic.ini +148 -0
  27. control_plane_api/api/index.py +12 -0
  28. control_plane_api/app/__init__.py +11 -0
  29. control_plane_api/app/activities/__init__.py +20 -0
  30. control_plane_api/app/activities/agent_activities.py +384 -0
  31. control_plane_api/app/activities/plan_generation_activities.py +499 -0
  32. control_plane_api/app/activities/team_activities.py +424 -0
  33. control_plane_api/app/activities/temporal_cloud_activities.py +588 -0
  34. control_plane_api/app/config/__init__.py +35 -0
  35. control_plane_api/app/config/api_config.py +469 -0
  36. control_plane_api/app/config/config_loader.py +224 -0
  37. control_plane_api/app/config/model_pricing.py +323 -0
  38. control_plane_api/app/config/storage_config.py +159 -0
  39. control_plane_api/app/config.py +115 -0
  40. control_plane_api/app/controllers/__init__.py +0 -0
  41. control_plane_api/app/controllers/execution_environment_controller.py +1315 -0
  42. control_plane_api/app/database.py +135 -0
  43. control_plane_api/app/exceptions.py +408 -0
  44. control_plane_api/app/lib/__init__.py +11 -0
  45. control_plane_api/app/lib/environment.py +65 -0
  46. control_plane_api/app/lib/event_bus/__init__.py +17 -0
  47. control_plane_api/app/lib/event_bus/base.py +136 -0
  48. control_plane_api/app/lib/event_bus/manager.py +335 -0
  49. control_plane_api/app/lib/event_bus/providers/__init__.py +6 -0
  50. control_plane_api/app/lib/event_bus/providers/http_provider.py +166 -0
  51. control_plane_api/app/lib/event_bus/providers/nats_provider.py +324 -0
  52. control_plane_api/app/lib/event_bus/providers/redis_provider.py +233 -0
  53. control_plane_api/app/lib/event_bus/providers/websocket_provider.py +497 -0
  54. control_plane_api/app/lib/job_executor.py +330 -0
  55. control_plane_api/app/lib/kubiya_client.py +293 -0
  56. control_plane_api/app/lib/litellm_pricing.py +166 -0
  57. control_plane_api/app/lib/mcp_validation.py +163 -0
  58. control_plane_api/app/lib/nats/__init__.py +13 -0
  59. control_plane_api/app/lib/nats/credentials_manager.py +288 -0
  60. control_plane_api/app/lib/nats/listener.py +374 -0
  61. control_plane_api/app/lib/planning_prompt_builder.py +153 -0
  62. control_plane_api/app/lib/planning_tools/__init__.py +41 -0
  63. control_plane_api/app/lib/planning_tools/agents.py +409 -0
  64. control_plane_api/app/lib/planning_tools/agno_toolkit.py +836 -0
  65. control_plane_api/app/lib/planning_tools/base.py +119 -0
  66. control_plane_api/app/lib/planning_tools/cognitive_memory_tools.py +403 -0
  67. control_plane_api/app/lib/planning_tools/context_graph_tools.py +545 -0
  68. control_plane_api/app/lib/planning_tools/environments.py +218 -0
  69. control_plane_api/app/lib/planning_tools/knowledge.py +204 -0
  70. control_plane_api/app/lib/planning_tools/models.py +93 -0
  71. control_plane_api/app/lib/planning_tools/planning_service.py +646 -0
  72. control_plane_api/app/lib/planning_tools/resources.py +242 -0
  73. control_plane_api/app/lib/planning_tools/teams.py +334 -0
  74. control_plane_api/app/lib/policy_enforcer_client.py +1016 -0
  75. control_plane_api/app/lib/redis_client.py +803 -0
  76. control_plane_api/app/lib/sqlalchemy_utils.py +486 -0
  77. control_plane_api/app/lib/state_transition_tools/__init__.py +7 -0
  78. control_plane_api/app/lib/state_transition_tools/execution_context.py +388 -0
  79. control_plane_api/app/lib/storage/__init__.py +20 -0
  80. control_plane_api/app/lib/storage/base_provider.py +274 -0
  81. control_plane_api/app/lib/storage/provider_factory.py +157 -0
  82. control_plane_api/app/lib/storage/vercel_blob_provider.py +468 -0
  83. control_plane_api/app/lib/supabase.py +71 -0
  84. control_plane_api/app/lib/supabase_utils.py +138 -0
  85. control_plane_api/app/lib/task_planning/__init__.py +138 -0
  86. control_plane_api/app/lib/task_planning/agent_factory.py +308 -0
  87. control_plane_api/app/lib/task_planning/agents.py +389 -0
  88. control_plane_api/app/lib/task_planning/cache.py +218 -0
  89. control_plane_api/app/lib/task_planning/entity_resolver.py +273 -0
  90. control_plane_api/app/lib/task_planning/helpers.py +293 -0
  91. control_plane_api/app/lib/task_planning/hooks.py +474 -0
  92. control_plane_api/app/lib/task_planning/models.py +503 -0
  93. control_plane_api/app/lib/task_planning/plan_validator.py +166 -0
  94. control_plane_api/app/lib/task_planning/planning_workflow.py +2911 -0
  95. control_plane_api/app/lib/task_planning/runner.py +656 -0
  96. control_plane_api/app/lib/task_planning/streaming_hook.py +213 -0
  97. control_plane_api/app/lib/task_planning/workflow.py +424 -0
  98. control_plane_api/app/lib/templating/__init__.py +88 -0
  99. control_plane_api/app/lib/templating/compiler.py +278 -0
  100. control_plane_api/app/lib/templating/engine.py +178 -0
  101. control_plane_api/app/lib/templating/parsers/__init__.py +29 -0
  102. control_plane_api/app/lib/templating/parsers/base.py +96 -0
  103. control_plane_api/app/lib/templating/parsers/env.py +85 -0
  104. control_plane_api/app/lib/templating/parsers/graph.py +112 -0
  105. control_plane_api/app/lib/templating/parsers/secret.py +87 -0
  106. control_plane_api/app/lib/templating/parsers/simple.py +81 -0
  107. control_plane_api/app/lib/templating/resolver.py +366 -0
  108. control_plane_api/app/lib/templating/types.py +214 -0
  109. control_plane_api/app/lib/templating/validator.py +201 -0
  110. control_plane_api/app/lib/temporal_client.py +232 -0
  111. control_plane_api/app/lib/temporal_credentials_cache.py +178 -0
  112. control_plane_api/app/lib/temporal_credentials_service.py +203 -0
  113. control_plane_api/app/lib/validation/__init__.py +24 -0
  114. control_plane_api/app/lib/validation/runtime_validation.py +388 -0
  115. control_plane_api/app/main.py +531 -0
  116. control_plane_api/app/middleware/__init__.py +10 -0
  117. control_plane_api/app/middleware/auth.py +645 -0
  118. control_plane_api/app/middleware/exception_handler.py +267 -0
  119. control_plane_api/app/middleware/prometheus_middleware.py +173 -0
  120. control_plane_api/app/middleware/rate_limiting.py +384 -0
  121. control_plane_api/app/middleware/request_id.py +202 -0
  122. control_plane_api/app/models/__init__.py +40 -0
  123. control_plane_api/app/models/agent.py +90 -0
  124. control_plane_api/app/models/analytics.py +206 -0
  125. control_plane_api/app/models/associations.py +107 -0
  126. control_plane_api/app/models/auth_user.py +73 -0
  127. control_plane_api/app/models/context.py +161 -0
  128. control_plane_api/app/models/custom_integration.py +99 -0
  129. control_plane_api/app/models/environment.py +64 -0
  130. control_plane_api/app/models/execution.py +125 -0
  131. control_plane_api/app/models/execution_transition.py +50 -0
  132. control_plane_api/app/models/job.py +159 -0
  133. control_plane_api/app/models/llm_model.py +78 -0
  134. control_plane_api/app/models/orchestration.py +66 -0
  135. control_plane_api/app/models/plan_execution.py +102 -0
  136. control_plane_api/app/models/presence.py +49 -0
  137. control_plane_api/app/models/project.py +61 -0
  138. control_plane_api/app/models/project_management.py +85 -0
  139. control_plane_api/app/models/session.py +29 -0
  140. control_plane_api/app/models/skill.py +155 -0
  141. control_plane_api/app/models/system_tables.py +43 -0
  142. control_plane_api/app/models/task_planning.py +372 -0
  143. control_plane_api/app/models/team.py +86 -0
  144. control_plane_api/app/models/trace.py +257 -0
  145. control_plane_api/app/models/user_profile.py +54 -0
  146. control_plane_api/app/models/worker.py +221 -0
  147. control_plane_api/app/models/workflow.py +161 -0
  148. control_plane_api/app/models/workspace.py +50 -0
  149. control_plane_api/app/observability/__init__.py +177 -0
  150. control_plane_api/app/observability/context_logging.py +475 -0
  151. control_plane_api/app/observability/decorators.py +337 -0
  152. control_plane_api/app/observability/local_span_processor.py +702 -0
  153. control_plane_api/app/observability/metrics.py +303 -0
  154. control_plane_api/app/observability/middleware.py +246 -0
  155. control_plane_api/app/observability/optional.py +115 -0
  156. control_plane_api/app/observability/tracing.py +382 -0
  157. control_plane_api/app/policies/README.md +149 -0
  158. control_plane_api/app/policies/approved_users.rego +62 -0
  159. control_plane_api/app/policies/business_hours.rego +51 -0
  160. control_plane_api/app/policies/rate_limiting.rego +100 -0
  161. control_plane_api/app/policies/tool_enforcement/README.md +336 -0
  162. control_plane_api/app/policies/tool_enforcement/bash_command_validation.rego +71 -0
  163. control_plane_api/app/policies/tool_enforcement/business_hours_enforcement.rego +82 -0
  164. control_plane_api/app/policies/tool_enforcement/mcp_tool_allowlist.rego +58 -0
  165. control_plane_api/app/policies/tool_enforcement/production_safeguards.rego +80 -0
  166. control_plane_api/app/policies/tool_enforcement/role_based_tool_access.rego +44 -0
  167. control_plane_api/app/policies/tool_restrictions.rego +86 -0
  168. control_plane_api/app/routers/__init__.py +4 -0
  169. control_plane_api/app/routers/agents.py +382 -0
  170. control_plane_api/app/routers/agents_v2.py +1598 -0
  171. control_plane_api/app/routers/analytics.py +1310 -0
  172. control_plane_api/app/routers/auth.py +59 -0
  173. control_plane_api/app/routers/client_config.py +57 -0
  174. control_plane_api/app/routers/context_graph.py +561 -0
  175. control_plane_api/app/routers/context_manager.py +577 -0
  176. control_plane_api/app/routers/custom_integrations.py +490 -0
  177. control_plane_api/app/routers/enforcer.py +132 -0
  178. control_plane_api/app/routers/environment_context.py +252 -0
  179. control_plane_api/app/routers/environments.py +761 -0
  180. control_plane_api/app/routers/execution_environment.py +847 -0
  181. control_plane_api/app/routers/executions/__init__.py +28 -0
  182. control_plane_api/app/routers/executions/router.py +286 -0
  183. control_plane_api/app/routers/executions/services/__init__.py +22 -0
  184. control_plane_api/app/routers/executions/services/demo_worker_health.py +156 -0
  185. control_plane_api/app/routers/executions/services/status_service.py +420 -0
  186. control_plane_api/app/routers/executions/services/test_worker_health.py +480 -0
  187. control_plane_api/app/routers/executions/services/worker_health.py +514 -0
  188. control_plane_api/app/routers/executions/streaming/__init__.py +22 -0
  189. control_plane_api/app/routers/executions/streaming/deduplication.py +352 -0
  190. control_plane_api/app/routers/executions/streaming/event_buffer.py +353 -0
  191. control_plane_api/app/routers/executions/streaming/event_formatter.py +964 -0
  192. control_plane_api/app/routers/executions/streaming/history_loader.py +588 -0
  193. control_plane_api/app/routers/executions/streaming/live_source.py +693 -0
  194. control_plane_api/app/routers/executions/streaming/streamer.py +849 -0
  195. control_plane_api/app/routers/executions.py +4888 -0
  196. control_plane_api/app/routers/health.py +165 -0
  197. control_plane_api/app/routers/health_v2.py +394 -0
  198. control_plane_api/app/routers/integration_templates.py +496 -0
  199. control_plane_api/app/routers/integrations.py +287 -0
  200. control_plane_api/app/routers/jobs.py +1809 -0
  201. control_plane_api/app/routers/metrics.py +517 -0
  202. control_plane_api/app/routers/models.py +82 -0
  203. control_plane_api/app/routers/models_v2.py +628 -0
  204. control_plane_api/app/routers/plan_executions.py +1481 -0
  205. control_plane_api/app/routers/plan_generation_async.py +304 -0
  206. control_plane_api/app/routers/policies.py +669 -0
  207. control_plane_api/app/routers/presence.py +234 -0
  208. control_plane_api/app/routers/projects.py +987 -0
  209. control_plane_api/app/routers/runners.py +379 -0
  210. control_plane_api/app/routers/runtimes.py +172 -0
  211. control_plane_api/app/routers/secrets.py +171 -0
  212. control_plane_api/app/routers/skills.py +1010 -0
  213. control_plane_api/app/routers/skills_definitions.py +140 -0
  214. control_plane_api/app/routers/storage.py +456 -0
  215. control_plane_api/app/routers/task_planning.py +611 -0
  216. control_plane_api/app/routers/task_queues.py +650 -0
  217. control_plane_api/app/routers/team_context.py +274 -0
  218. control_plane_api/app/routers/teams.py +1747 -0
  219. control_plane_api/app/routers/templates.py +248 -0
  220. control_plane_api/app/routers/traces.py +571 -0
  221. control_plane_api/app/routers/websocket_client.py +479 -0
  222. control_plane_api/app/routers/websocket_executions_status.py +437 -0
  223. control_plane_api/app/routers/websocket_gateway.py +323 -0
  224. control_plane_api/app/routers/websocket_traces.py +576 -0
  225. control_plane_api/app/routers/worker_queues.py +2555 -0
  226. control_plane_api/app/routers/worker_websocket.py +419 -0
  227. control_plane_api/app/routers/workers.py +1004 -0
  228. control_plane_api/app/routers/workflows.py +204 -0
  229. control_plane_api/app/runtimes/__init__.py +6 -0
  230. control_plane_api/app/runtimes/validation.py +344 -0
  231. control_plane_api/app/schemas/__init__.py +1 -0
  232. control_plane_api/app/schemas/job_schemas.py +302 -0
  233. control_plane_api/app/schemas/mcp_schemas.py +311 -0
  234. control_plane_api/app/schemas/template_schemas.py +133 -0
  235. control_plane_api/app/schemas/trace_schemas.py +168 -0
  236. control_plane_api/app/schemas/worker_queue_observability_schemas.py +165 -0
  237. control_plane_api/app/services/__init__.py +1 -0
  238. control_plane_api/app/services/agno_planning_strategy.py +233 -0
  239. control_plane_api/app/services/agno_service.py +838 -0
  240. control_plane_api/app/services/claude_code_planning_service.py +203 -0
  241. control_plane_api/app/services/context_graph_client.py +224 -0
  242. control_plane_api/app/services/custom_integration_service.py +415 -0
  243. control_plane_api/app/services/integration_resolution_service.py +345 -0
  244. control_plane_api/app/services/litellm_service.py +394 -0
  245. control_plane_api/app/services/plan_generator.py +79 -0
  246. control_plane_api/app/services/planning_strategy.py +66 -0
  247. control_plane_api/app/services/planning_strategy_factory.py +118 -0
  248. control_plane_api/app/services/policy_service.py +615 -0
  249. control_plane_api/app/services/state_transition_service.py +755 -0
  250. control_plane_api/app/services/storage_service.py +593 -0
  251. control_plane_api/app/services/temporal_cloud_provisioning.py +150 -0
  252. control_plane_api/app/services/toolsets/context_graph_skill.py +432 -0
  253. control_plane_api/app/services/trace_retention.py +354 -0
  254. control_plane_api/app/services/worker_queue_metrics_service.py +190 -0
  255. control_plane_api/app/services/workflow_cancellation_manager.py +135 -0
  256. control_plane_api/app/services/workflow_operations_service.py +611 -0
  257. control_plane_api/app/skills/__init__.py +100 -0
  258. control_plane_api/app/skills/base.py +239 -0
  259. control_plane_api/app/skills/builtin/__init__.py +37 -0
  260. control_plane_api/app/skills/builtin/agent_communication/__init__.py +8 -0
  261. control_plane_api/app/skills/builtin/agent_communication/skill.py +246 -0
  262. control_plane_api/app/skills/builtin/code_ingestion/__init__.py +4 -0
  263. control_plane_api/app/skills/builtin/code_ingestion/skill.py +267 -0
  264. control_plane_api/app/skills/builtin/cognitive_memory/__init__.py +4 -0
  265. control_plane_api/app/skills/builtin/cognitive_memory/skill.py +174 -0
  266. control_plane_api/app/skills/builtin/contextual_awareness/__init__.py +4 -0
  267. control_plane_api/app/skills/builtin/contextual_awareness/skill.py +387 -0
  268. control_plane_api/app/skills/builtin/data_visualization/__init__.py +4 -0
  269. control_plane_api/app/skills/builtin/data_visualization/skill.py +154 -0
  270. control_plane_api/app/skills/builtin/docker/__init__.py +4 -0
  271. control_plane_api/app/skills/builtin/docker/skill.py +104 -0
  272. control_plane_api/app/skills/builtin/file_generation/__init__.py +4 -0
  273. control_plane_api/app/skills/builtin/file_generation/skill.py +94 -0
  274. control_plane_api/app/skills/builtin/file_system/__init__.py +4 -0
  275. control_plane_api/app/skills/builtin/file_system/skill.py +110 -0
  276. control_plane_api/app/skills/builtin/knowledge_api/__init__.py +5 -0
  277. control_plane_api/app/skills/builtin/knowledge_api/skill.py +124 -0
  278. control_plane_api/app/skills/builtin/python/__init__.py +4 -0
  279. control_plane_api/app/skills/builtin/python/skill.py +92 -0
  280. control_plane_api/app/skills/builtin/remote_filesystem/__init__.py +5 -0
  281. control_plane_api/app/skills/builtin/remote_filesystem/skill.py +170 -0
  282. control_plane_api/app/skills/builtin/shell/__init__.py +4 -0
  283. control_plane_api/app/skills/builtin/shell/skill.py +161 -0
  284. control_plane_api/app/skills/builtin/slack/__init__.py +3 -0
  285. control_plane_api/app/skills/builtin/slack/skill.py +302 -0
  286. control_plane_api/app/skills/builtin/workflow_executor/__init__.py +4 -0
  287. control_plane_api/app/skills/builtin/workflow_executor/skill.py +469 -0
  288. control_plane_api/app/skills/business_intelligence.py +189 -0
  289. control_plane_api/app/skills/config.py +63 -0
  290. control_plane_api/app/skills/loaders/__init__.py +14 -0
  291. control_plane_api/app/skills/loaders/base.py +73 -0
  292. control_plane_api/app/skills/loaders/filesystem_loader.py +199 -0
  293. control_plane_api/app/skills/registry.py +125 -0
  294. control_plane_api/app/utils/helpers.py +12 -0
  295. control_plane_api/app/utils/workflow_executor.py +354 -0
  296. control_plane_api/app/workflows/__init__.py +11 -0
  297. control_plane_api/app/workflows/agent_execution.py +520 -0
  298. control_plane_api/app/workflows/agent_execution_with_skills.py +223 -0
  299. control_plane_api/app/workflows/namespace_provisioning.py +326 -0
  300. control_plane_api/app/workflows/plan_generation.py +254 -0
  301. control_plane_api/app/workflows/team_execution.py +442 -0
  302. control_plane_api/scripts/seed_models.py +240 -0
  303. control_plane_api/scripts/validate_existing_tool_names.py +492 -0
  304. control_plane_api/shared/__init__.py +8 -0
  305. control_plane_api/shared/version.py +17 -0
  306. control_plane_api/test_deduplication.py +274 -0
  307. control_plane_api/test_executor_deduplication_e2e.py +309 -0
  308. control_plane_api/test_job_execution_e2e.py +283 -0
  309. control_plane_api/test_real_integration.py +193 -0
  310. control_plane_api/version.py +38 -0
  311. control_plane_api/worker/__init__.py +0 -0
  312. control_plane_api/worker/activities/__init__.py +0 -0
  313. control_plane_api/worker/activities/agent_activities.py +1585 -0
  314. control_plane_api/worker/activities/approval_activities.py +234 -0
  315. control_plane_api/worker/activities/job_activities.py +199 -0
  316. control_plane_api/worker/activities/runtime_activities.py +1167 -0
  317. control_plane_api/worker/activities/skill_activities.py +282 -0
  318. control_plane_api/worker/activities/team_activities.py +479 -0
  319. control_plane_api/worker/agent_runtime_server.py +370 -0
  320. control_plane_api/worker/binary_manager.py +333 -0
  321. control_plane_api/worker/config/__init__.py +31 -0
  322. control_plane_api/worker/config/worker_config.py +273 -0
  323. control_plane_api/worker/control_plane_client.py +1491 -0
  324. control_plane_api/worker/examples/analytics_integration_example.py +362 -0
  325. control_plane_api/worker/health_monitor.py +159 -0
  326. control_plane_api/worker/metrics.py +237 -0
  327. control_plane_api/worker/models/__init__.py +1 -0
  328. control_plane_api/worker/models/error_events.py +105 -0
  329. control_plane_api/worker/models/inputs.py +89 -0
  330. control_plane_api/worker/runtimes/__init__.py +35 -0
  331. control_plane_api/worker/runtimes/agent_runtime/runtime.py +485 -0
  332. control_plane_api/worker/runtimes/agno/__init__.py +34 -0
  333. control_plane_api/worker/runtimes/agno/config.py +248 -0
  334. control_plane_api/worker/runtimes/agno/hooks.py +385 -0
  335. control_plane_api/worker/runtimes/agno/mcp_builder.py +195 -0
  336. control_plane_api/worker/runtimes/agno/runtime.py +1063 -0
  337. control_plane_api/worker/runtimes/agno/utils.py +163 -0
  338. control_plane_api/worker/runtimes/base.py +979 -0
  339. control_plane_api/worker/runtimes/claude_code/__init__.py +38 -0
  340. control_plane_api/worker/runtimes/claude_code/cleanup.py +184 -0
  341. control_plane_api/worker/runtimes/claude_code/client_pool.py +529 -0
  342. control_plane_api/worker/runtimes/claude_code/config.py +829 -0
  343. control_plane_api/worker/runtimes/claude_code/hooks.py +482 -0
  344. control_plane_api/worker/runtimes/claude_code/litellm_proxy.py +1702 -0
  345. control_plane_api/worker/runtimes/claude_code/mcp_builder.py +467 -0
  346. control_plane_api/worker/runtimes/claude_code/mcp_discovery.py +558 -0
  347. control_plane_api/worker/runtimes/claude_code/runtime.py +1546 -0
  348. control_plane_api/worker/runtimes/claude_code/tool_mapper.py +403 -0
  349. control_plane_api/worker/runtimes/claude_code/utils.py +149 -0
  350. control_plane_api/worker/runtimes/factory.py +173 -0
  351. control_plane_api/worker/runtimes/model_utils.py +107 -0
  352. control_plane_api/worker/runtimes/validation.py +93 -0
  353. control_plane_api/worker/services/__init__.py +1 -0
  354. control_plane_api/worker/services/agent_communication_tools.py +908 -0
  355. control_plane_api/worker/services/agent_executor.py +485 -0
  356. control_plane_api/worker/services/agent_executor_v2.py +793 -0
  357. control_plane_api/worker/services/analytics_collector.py +457 -0
  358. control_plane_api/worker/services/analytics_service.py +464 -0
  359. control_plane_api/worker/services/approval_tools.py +310 -0
  360. control_plane_api/worker/services/approval_tools_agno.py +207 -0
  361. control_plane_api/worker/services/cancellation_manager.py +177 -0
  362. control_plane_api/worker/services/code_ingestion_tools.py +465 -0
  363. control_plane_api/worker/services/contextual_awareness_tools.py +405 -0
  364. control_plane_api/worker/services/data_visualization.py +834 -0
  365. control_plane_api/worker/services/event_publisher.py +531 -0
  366. control_plane_api/worker/services/jira_tools.py +257 -0
  367. control_plane_api/worker/services/remote_filesystem_tools.py +498 -0
  368. control_plane_api/worker/services/runtime_analytics.py +328 -0
  369. control_plane_api/worker/services/session_service.py +365 -0
  370. control_plane_api/worker/services/skill_context_enhancement.py +181 -0
  371. control_plane_api/worker/services/skill_factory.py +471 -0
  372. control_plane_api/worker/services/system_prompt_enhancement.py +410 -0
  373. control_plane_api/worker/services/team_executor.py +715 -0
  374. control_plane_api/worker/services/team_executor_v2.py +1866 -0
  375. control_plane_api/worker/services/tool_enforcement.py +254 -0
  376. control_plane_api/worker/services/workflow_executor/__init__.py +52 -0
  377. control_plane_api/worker/services/workflow_executor/event_processor.py +287 -0
  378. control_plane_api/worker/services/workflow_executor/event_publisher.py +210 -0
  379. control_plane_api/worker/services/workflow_executor/executors/__init__.py +15 -0
  380. control_plane_api/worker/services/workflow_executor/executors/base.py +270 -0
  381. control_plane_api/worker/services/workflow_executor/executors/json_executor.py +50 -0
  382. control_plane_api/worker/services/workflow_executor/executors/python_executor.py +50 -0
  383. control_plane_api/worker/services/workflow_executor/models.py +142 -0
  384. control_plane_api/worker/services/workflow_executor_tools.py +1748 -0
  385. control_plane_api/worker/skills/__init__.py +12 -0
  386. control_plane_api/worker/skills/builtin/context_graph_search/README.md +213 -0
  387. control_plane_api/worker/skills/builtin/context_graph_search/__init__.py +5 -0
  388. control_plane_api/worker/skills/builtin/context_graph_search/agno_impl.py +808 -0
  389. control_plane_api/worker/skills/builtin/context_graph_search/skill.yaml +67 -0
  390. control_plane_api/worker/skills/builtin/contextual_awareness/__init__.py +4 -0
  391. control_plane_api/worker/skills/builtin/contextual_awareness/agno_impl.py +62 -0
  392. control_plane_api/worker/skills/builtin/data_visualization/agno_impl.py +18 -0
  393. control_plane_api/worker/skills/builtin/data_visualization/skill.yaml +84 -0
  394. control_plane_api/worker/skills/builtin/docker/agno_impl.py +65 -0
  395. control_plane_api/worker/skills/builtin/docker/skill.yaml +60 -0
  396. control_plane_api/worker/skills/builtin/file_generation/agno_impl.py +47 -0
  397. control_plane_api/worker/skills/builtin/file_generation/skill.yaml +64 -0
  398. control_plane_api/worker/skills/builtin/file_system/agno_impl.py +32 -0
  399. control_plane_api/worker/skills/builtin/file_system/skill.yaml +54 -0
  400. control_plane_api/worker/skills/builtin/knowledge_api/__init__.py +4 -0
  401. control_plane_api/worker/skills/builtin/knowledge_api/agno_impl.py +50 -0
  402. control_plane_api/worker/skills/builtin/knowledge_api/skill.yaml +66 -0
  403. control_plane_api/worker/skills/builtin/python/agno_impl.py +25 -0
  404. control_plane_api/worker/skills/builtin/python/skill.yaml +60 -0
  405. control_plane_api/worker/skills/builtin/schema_fix_mixin.py +260 -0
  406. control_plane_api/worker/skills/builtin/shell/agno_impl.py +31 -0
  407. control_plane_api/worker/skills/builtin/shell/skill.yaml +60 -0
  408. control_plane_api/worker/skills/builtin/slack/__init__.py +3 -0
  409. control_plane_api/worker/skills/builtin/slack/agno_impl.py +1282 -0
  410. control_plane_api/worker/skills/builtin/slack/skill.yaml +276 -0
  411. control_plane_api/worker/skills/builtin/workflow_executor/agno_impl.py +62 -0
  412. control_plane_api/worker/skills/builtin/workflow_executor/skill.yaml +79 -0
  413. control_plane_api/worker/skills/loaders/__init__.py +5 -0
  414. control_plane_api/worker/skills/loaders/base.py +23 -0
  415. control_plane_api/worker/skills/loaders/filesystem_loader.py +357 -0
  416. control_plane_api/worker/skills/registry.py +208 -0
  417. control_plane_api/worker/tests/__init__.py +1 -0
  418. control_plane_api/worker/tests/conftest.py +12 -0
  419. control_plane_api/worker/tests/e2e/__init__.py +0 -0
  420. control_plane_api/worker/tests/e2e/test_context_graph_real_api.py +338 -0
  421. control_plane_api/worker/tests/e2e/test_context_graph_templates_e2e.py +523 -0
  422. control_plane_api/worker/tests/e2e/test_enforcement_e2e.py +344 -0
  423. control_plane_api/worker/tests/e2e/test_execution_flow.py +571 -0
  424. control_plane_api/worker/tests/e2e/test_single_execution_mode.py +656 -0
  425. control_plane_api/worker/tests/integration/__init__.py +0 -0
  426. control_plane_api/worker/tests/integration/test_builtin_skills_fixes.py +245 -0
  427. control_plane_api/worker/tests/integration/test_context_graph_search_integration.py +365 -0
  428. control_plane_api/worker/tests/integration/test_control_plane_integration.py +308 -0
  429. control_plane_api/worker/tests/integration/test_hook_enforcement_integration.py +579 -0
  430. control_plane_api/worker/tests/integration/test_scheduled_job_workflow.py +237 -0
  431. control_plane_api/worker/tests/integration/test_system_prompt_enhancement_integration.py +343 -0
  432. control_plane_api/worker/tests/unit/__init__.py +0 -0
  433. control_plane_api/worker/tests/unit/test_builtin_skill_autoload.py +396 -0
  434. control_plane_api/worker/tests/unit/test_context_graph_search.py +450 -0
  435. control_plane_api/worker/tests/unit/test_context_graph_templates.py +403 -0
  436. control_plane_api/worker/tests/unit/test_control_plane_client.py +401 -0
  437. control_plane_api/worker/tests/unit/test_control_plane_client_jobs.py +345 -0
  438. control_plane_api/worker/tests/unit/test_job_activities.py +353 -0
  439. control_plane_api/worker/tests/unit/test_skill_context_enhancement.py +321 -0
  440. control_plane_api/worker/tests/unit/test_system_prompt_enhancement.py +415 -0
  441. control_plane_api/worker/tests/unit/test_tool_enforcement.py +324 -0
  442. control_plane_api/worker/utils/__init__.py +1 -0
  443. control_plane_api/worker/utils/chunk_batcher.py +330 -0
  444. control_plane_api/worker/utils/environment.py +65 -0
  445. control_plane_api/worker/utils/error_publisher.py +260 -0
  446. control_plane_api/worker/utils/event_batcher.py +256 -0
  447. control_plane_api/worker/utils/logging_config.py +335 -0
  448. control_plane_api/worker/utils/logging_helper.py +326 -0
  449. control_plane_api/worker/utils/parameter_validator.py +120 -0
  450. control_plane_api/worker/utils/retry_utils.py +60 -0
  451. control_plane_api/worker/utils/streaming_utils.py +665 -0
  452. control_plane_api/worker/utils/tool_validation.py +332 -0
  453. control_plane_api/worker/utils/workspace_manager.py +163 -0
  454. control_plane_api/worker/websocket_client.py +393 -0
  455. control_plane_api/worker/worker.py +1297 -0
  456. control_plane_api/worker/workflows/__init__.py +0 -0
  457. control_plane_api/worker/workflows/agent_execution.py +909 -0
  458. control_plane_api/worker/workflows/scheduled_job_wrapper.py +332 -0
  459. control_plane_api/worker/workflows/team_execution.py +611 -0
  460. kubiya_control_plane_api-0.9.15.dist-info/METADATA +354 -0
  461. kubiya_control_plane_api-0.9.15.dist-info/RECORD +479 -0
  462. kubiya_control_plane_api-0.9.15.dist-info/WHEEL +5 -0
  463. kubiya_control_plane_api-0.9.15.dist-info/entry_points.txt +5 -0
  464. kubiya_control_plane_api-0.9.15.dist-info/licenses/LICENSE +676 -0
  465. kubiya_control_plane_api-0.9.15.dist-info/top_level.txt +3 -0
  466. scripts/__init__.py +1 -0
  467. scripts/migrations.py +39 -0
  468. scripts/seed_worker_queues.py +128 -0
  469. scripts/setup_agent_runtime.py +142 -0
  470. worker_internal/__init__.py +1 -0
  471. worker_internal/planner/__init__.py +1 -0
  472. worker_internal/planner/activities.py +1499 -0
  473. worker_internal/planner/agent_tools.py +197 -0
  474. worker_internal/planner/event_models.py +148 -0
  475. worker_internal/planner/event_publisher.py +67 -0
  476. worker_internal/planner/models.py +199 -0
  477. worker_internal/planner/retry_logic.py +134 -0
  478. worker_internal/planner/worker.py +300 -0
  479. worker_internal/planner/workflows.py +970 -0
@@ -0,0 +1,90 @@
1
+ from sqlalchemy import Column, String, DateTime, Text, JSON, ForeignKey, Enum, UniqueConstraint, Index, CheckConstraint, \
2
+ text, func
3
+ from sqlalchemy.dialects.postgresql import UUID, ARRAY as PG_ARRAY, JSONB
4
+ import enum
5
+
6
+ from sqlalchemy.orm import relationship
7
+
8
+ from control_plane_api.app.database import Base
9
+
10
+
11
+ class AgentStatus(str, enum.Enum):
12
+ """Agent status enumeration"""
13
+
14
+ IDLE = "idle"
15
+ RUNNING = "running"
16
+ PAUSED = "paused"
17
+ COMPLETED = "completed"
18
+ FAILED = "failed"
19
+ STOPPED = "stopped"
20
+
21
+
22
+ class RuntimeType(str, enum.Enum):
23
+ """Agent runtime type enumeration"""
24
+
25
+ DEFAULT = "default" # Agno-based runtime (current implementation)
26
+ CLAUDE_CODE = "claude_code" # Claude Code SDK runtime
27
+
28
+
29
+ class Agent(Base):
30
+ """Agent model for storing agent information"""
31
+
32
+ __tablename__ = "agents"
33
+
34
+ id = Column(UUID(as_uuid=True), primary_key=True, server_default=text("gen_random_uuid()"), nullable=False)
35
+ organization_id = Column(String(255), nullable=False)
36
+ name = Column(String(255), nullable=False)
37
+ description = Column(Text, nullable=True)
38
+ status = Column(String(50), server_default='idle', nullable=True)
39
+ capabilities = Column(JSONB, server_default=text("'[]'::jsonb"), nullable=True)
40
+ configuration = Column(JSONB, server_default=text("'{}'::jsonb"), nullable=True)
41
+ model_id = Column(String(100), nullable=True)
42
+ model_config = Column(JSONB, server_default=text("'{}'::jsonb"), nullable=True)
43
+ team_id = Column(UUID(as_uuid=True), ForeignKey("teams.id", ondelete="SET NULL"), nullable=True)
44
+ created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=True)
45
+ updated_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=True)
46
+ last_active_at = Column(DateTime(timezone=True), nullable=True)
47
+ state = Column(JSONB, server_default=text("'{}'::jsonb"), nullable=True)
48
+ error_message = Column(Text, nullable=True)
49
+ runner_name = Column(String(100), nullable=True)
50
+ visibility = Column(String(20), server_default='private', nullable=True)
51
+ project_id = Column(UUID(as_uuid=True), ForeignKey("projects.id", ondelete="SET NULL"), nullable=True)
52
+ environment_id = Column(UUID(as_uuid=True), ForeignKey("environments.id", ondelete="SET NULL"), nullable=True)
53
+ toolset_ids = Column(PG_ARRAY(UUID(as_uuid=True)), server_default=text("'{}'::uuid[]"), nullable=True)
54
+ runtime = Column(String(50), server_default='default', nullable=False)
55
+ execution_environment = Column(JSONB, server_default=text("'{}'::jsonb"), nullable=False)
56
+ policy_ids = Column(PG_ARRAY(String(255)), server_default=text("'{}'::character varying[]"), nullable=True)
57
+
58
+ # Relationships
59
+ team = relationship("Team", back_populates="agents")
60
+ project = relationship("Project", foreign_keys=[project_id])
61
+ environment = relationship("Environment", foreign_keys=[environment_id])
62
+
63
+ # Many-to-many relationship with environments
64
+ environment_associations = relationship(
65
+ "AgentEnvironment",
66
+ foreign_keys="AgentEnvironment.agent_id",
67
+ cascade="all, delete-orphan",
68
+ lazy="select"
69
+ )
70
+
71
+ __table_args__ = (
72
+ UniqueConstraint('organization_id', 'name', name='agents_organization_id_name_key'),
73
+ CheckConstraint("visibility IN ('private', 'org')", name='agents_visibility_check'),
74
+ CheckConstraint("runtime IN ('default', 'claude_code')", name='chk_agents_runtime'),
75
+ Index('idx_agents_status', 'status'),
76
+ Index('idx_agents_team', 'team_id'),
77
+ Index('idx_agents_org', 'organization_id'),
78
+ Index('idx_agents_visibility', 'organization_id', 'visibility'),
79
+ Index('idx_agents_team_id', 'team_id'),
80
+ Index('idx_agents_project_id', 'project_id'),
81
+ Index('idx_agents_environment_id', 'environment_id'),
82
+ Index('idx_agents_toolset_ids', 'toolset_ids', postgresql_using='gin'),
83
+ Index('idx_agents_runtime', 'runtime'),
84
+ Index('idx_agents_org_runtime', 'organization_id', 'runtime'),
85
+ Index('idx_agents_execution_environment', 'execution_environment', postgresql_using='gin'),
86
+ Index('idx_agents_policy_ids', 'policy_ids', postgresql_using='gin'),
87
+ )
88
+
89
+ def __repr__(self):
90
+ return f"<Agent(id={self.id}, name={self.name}, status={self.status})>"
@@ -0,0 +1,206 @@
1
+ """
2
+ Analytics models for comprehensive execution tracking and reporting.
3
+
4
+ This module provides production-grade analytics tables to track:
5
+ - Per-turn LLM metrics (tokens, duration, cost)
6
+ - Tool execution details (success/failure, timing)
7
+ - Task completion tracking
8
+ - Organization-level reporting
9
+ """
10
+
11
+ from sqlalchemy import Column, String, DateTime, Integer, Float, Boolean, Text, JSON, ForeignKey, Index
12
+ from sqlalchemy.dialects.postgresql import UUID
13
+ from sqlalchemy.sql import func, text
14
+ from sqlalchemy.orm import relationship
15
+ from datetime import datetime
16
+ import uuid
17
+ import enum
18
+
19
+ from control_plane_api.app.database import Base
20
+
21
+
22
+ class ExecutionTurn(Base):
23
+ """
24
+ Tracks each LLM interaction turn within an execution.
25
+
26
+ This provides granular metrics for each agent reasoning step,
27
+ enabling detailed performance analysis and cost tracking.
28
+ """
29
+
30
+ __tablename__ = "execution_turns"
31
+
32
+ id = Column(UUID(as_uuid=True), primary_key=True, default=uuid.uuid4, nullable=False)
33
+
34
+ # Organization and execution context
35
+ organization_id = Column(String, nullable=False, index=True)
36
+ execution_id = Column(UUID(as_uuid=True), ForeignKey("executions.id", ondelete="CASCADE"), nullable=False, index=True)
37
+
38
+ # Turn identification
39
+ turn_number = Column(Integer, nullable=False) # Sequential turn number in conversation
40
+ turn_id = Column(String, nullable=True) # Runtime-specific turn identifier
41
+
42
+ # Model information
43
+ model = Column(String, nullable=False) # e.g., "claude-sonnet-4", "gpt-4"
44
+ model_provider = Column(String, nullable=True) # e.g., "anthropic", "openai"
45
+
46
+ # Timing metrics
47
+ started_at = Column(DateTime(timezone=True), nullable=False, server_default=func.now())
48
+ completed_at = Column(DateTime(timezone=True), nullable=True)
49
+ duration_ms = Column(Integer, nullable=True) # Duration in milliseconds
50
+
51
+ # Token usage metrics
52
+ input_tokens = Column(Integer, nullable=True, server_default=text('0'))
53
+ output_tokens = Column(Integer, nullable=True, server_default=text('0'))
54
+ cache_read_tokens = Column(Integer, nullable=True, server_default=text('0')) # Cached tokens (Anthropic)
55
+ cache_creation_tokens = Column(Integer, nullable=True, server_default=text('0')) # Cache creation tokens
56
+ total_tokens = Column(Integer, nullable=True, server_default=text('0'))
57
+
58
+ # Cost metrics (in USD)
59
+ input_cost = Column(Float, nullable=True, server_default=text('0'))
60
+ output_cost = Column(Float, nullable=True, server_default=text('0'))
61
+ cache_read_cost = Column(Float, nullable=True, server_default=text('0'))
62
+ cache_creation_cost = Column(Float, nullable=True, server_default=text('0'))
63
+ total_cost = Column(Float, nullable=True, server_default=text('0'))
64
+
65
+ # Agentic Engineering Minutes (AEM) metrics
66
+ runtime_minutes = Column(Float, nullable=True, server_default=text('0')) # duration_ms / 60000
67
+ model_weight = Column(Float, nullable=True, server_default=text('1')) # Model family weight (opus=2.0, sonnet=1.0, haiku=0.5)
68
+ tool_calls_weight = Column(Float, nullable=True, server_default=text('1')) # Tool complexity weight
69
+ aem_value = Column(Float, nullable=True, server_default=text('0')) # Calculated: runtime_minutes × model_weight × tool_calls_weight
70
+ aem_cost = Column(Float, nullable=True, server_default=text('0')) # AEM × price per AEM ($0.15/min default)
71
+
72
+ # Turn result
73
+ finish_reason = Column(String, nullable=True) # "stop", "length", "tool_use", "error"
74
+ response_preview = Column(Text, nullable=True) # First 500 chars of response
75
+
76
+ # Tool usage in this turn
77
+ tools_called_count = Column(Integer, server_default=text('0'), nullable=False)
78
+ tools_called_names = Column(JSON, server_default=text("'[]'::json"), nullable=False) # List of tool names called
79
+
80
+ # Error tracking
81
+ error_message = Column(Text, nullable=True)
82
+
83
+ # Additional metrics (JSON for flexibility)
84
+ metrics = Column(JSON, server_default=text("'{}'::json"), nullable=False) # Custom metrics, latencies, etc.
85
+
86
+ # Timestamps
87
+ created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=False)
88
+
89
+ # Indexes for fast querying
90
+ __table_args__ = (
91
+ Index('ix_execution_turns_org_execution', 'organization_id', 'execution_id'),
92
+ Index('ix_execution_turns_org_model', 'organization_id', 'model'),
93
+ Index('ix_execution_turns_org_created', 'organization_id', 'created_at'),
94
+ Index('ix_execution_turns_org_cost', 'organization_id', 'total_cost'),
95
+ )
96
+
97
+ def __repr__(self):
98
+ return f"<ExecutionTurn {self.id} turn={self.turn_number} model={self.model} tokens={self.total_tokens} cost=${self.total_cost}>"
99
+
100
+
101
+ class ExecutionToolCall(Base):
102
+ """
103
+ Tracks individual tool/function calls within an execution.
104
+
105
+ This enables detailed tool usage analytics, error tracking,
106
+ and performance monitoring at the tool level.
107
+ """
108
+
109
+ __tablename__ = "execution_tool_calls"
110
+
111
+ id = Column(UUID(as_uuid=True), primary_key=True, default=uuid.uuid4, nullable=False)
112
+
113
+ # Organization and execution context
114
+ organization_id = Column(String, nullable=False, index=True)
115
+ execution_id = Column(UUID(as_uuid=True), ForeignKey("executions.id", ondelete="CASCADE"), nullable=False, index=True)
116
+ turn_id = Column(UUID(as_uuid=True), ForeignKey("execution_turns.id", ondelete="CASCADE"), nullable=True, index=True)
117
+
118
+ # Tool identification
119
+ tool_name = Column(String, nullable=False, index=True) # e.g., "Read", "Bash", "WebFetch"
120
+ tool_use_id = Column(String, nullable=True) # Runtime-specific tool call ID
121
+
122
+ # Timing
123
+ started_at = Column(DateTime(timezone=True), nullable=False, server_default=func.now())
124
+ completed_at = Column(DateTime(timezone=True), nullable=True)
125
+ duration_ms = Column(Integer, nullable=True) # Duration in milliseconds
126
+
127
+ # Tool execution details
128
+ tool_input = Column(JSON, nullable=True) # Tool parameters
129
+ tool_output = Column(Text, nullable=True) # Tool result (truncated if large)
130
+ tool_output_size = Column(Integer, nullable=True) # Size in bytes
131
+
132
+ # Status
133
+ success = Column(Boolean, nullable=False, server_default=text('true'))
134
+ error_message = Column(Text, nullable=True)
135
+ error_type = Column(String, nullable=True) # e.g., "TimeoutError", "PermissionError"
136
+
137
+ # Additional metadata
138
+ metadata_ = Column("metadata", JSON, server_default=text("'{}'::json"), nullable=False) # Custom metrics, context, etc.
139
+
140
+ # Timestamps
141
+ created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=False)
142
+
143
+ # Indexes for fast querying
144
+ __table_args__ = (
145
+ Index('ix_execution_tool_calls_org_execution', 'organization_id', 'execution_id'),
146
+ Index('ix_execution_tool_calls_org_tool', 'organization_id', 'tool_name'),
147
+ Index('ix_execution_tool_calls_org_success', 'organization_id', 'success'),
148
+ Index('ix_execution_tool_calls_org_created', 'organization_id', 'created_at'),
149
+ )
150
+
151
+ def __repr__(self):
152
+ status = "✓" if self.success else "✗"
153
+ return f"<ExecutionToolCall {status} {self.tool_name} duration={self.duration_ms}ms>"
154
+
155
+
156
+ class ExecutionTask(Base):
157
+ """
158
+ Tracks high-level tasks/subtasks within an execution.
159
+
160
+ Some runtimes (like Claude Code) break work into tasks with status tracking.
161
+ This table captures that information for progress monitoring and analytics.
162
+ """
163
+
164
+ __tablename__ = "execution_tasks"
165
+
166
+ id = Column(UUID(as_uuid=True), primary_key=True, default=uuid.uuid4, nullable=False)
167
+
168
+ # Organization and execution context
169
+ organization_id = Column(String, nullable=False, index=True)
170
+ execution_id = Column(UUID(as_uuid=True), ForeignKey("executions.id", ondelete="CASCADE"), nullable=False, index=True)
171
+
172
+ # Task identification
173
+ task_number = Column(Integer, nullable=True) # Sequential task number
174
+ task_id = Column(String, nullable=True) # Runtime-specific task ID
175
+
176
+ # Task details
177
+ task_description = Column(Text, nullable=False) # What is the task
178
+ task_type = Column(String, nullable=True) # e.g., "coding", "analysis", "research"
179
+
180
+ # Status tracking
181
+ status = Column(String, nullable=False, server_default=text("'pending'::character varying")) # pending, in_progress, completed, failed
182
+
183
+ # Timing
184
+ started_at = Column(DateTime(timezone=True), nullable=True)
185
+ completed_at = Column(DateTime(timezone=True), nullable=True)
186
+ duration_ms = Column(Integer, nullable=True)
187
+
188
+ # Result
189
+ result = Column(Text, nullable=True) # Task outcome/result
190
+ error_message = Column(Text, nullable=True)
191
+
192
+ # Additional metadata
193
+ custom_metadata = Column(JSON, server_default=text("'{}'::json"), nullable=False)
194
+
195
+ # Timestamps
196
+ created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=False)
197
+ updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now(), nullable=False)
198
+
199
+ # Indexes
200
+ __table_args__ = (
201
+ Index('ix_execution_tasks_org_execution', 'organization_id', 'execution_id'),
202
+ Index('ix_execution_tasks_org_status', 'organization_id', 'status'),
203
+ )
204
+
205
+ def __repr__(self):
206
+ return f"<ExecutionTask {self.id} status={self.status} desc={self.task_description[:50]}>"
@@ -0,0 +1,107 @@
1
+ """Association tables for many-to-many relationships"""
2
+ from sqlalchemy import Column, String, DateTime, ForeignKey, Enum as SQLEnum, Index, UniqueConstraint
3
+ from sqlalchemy.dialects.postgresql import UUID
4
+ from sqlalchemy.orm import relationship
5
+ from sqlalchemy.sql import func
6
+ import enum
7
+
8
+ from control_plane_api.app.database import Base
9
+
10
+
11
+ class ParticipantRole(str, enum.Enum):
12
+ """Role of a participant in an execution"""
13
+ OWNER = "owner" # User who created the execution
14
+ COLLABORATOR = "collaborator" # User actively participating
15
+ VIEWER = "viewer" # User with read-only access
16
+
17
+
18
+ class AgentEnvironment(Base):
19
+ """Many-to-many association between agents and environments"""
20
+
21
+ __tablename__ = "agent_environments"
22
+
23
+ id = Column(UUID(as_uuid=True), primary_key=True, server_default=func.gen_random_uuid(), nullable=False)
24
+ agent_id = Column(UUID(as_uuid=True), ForeignKey("agents.id", ondelete="CASCADE"), nullable=False)
25
+ environment_id = Column(UUID(as_uuid=True), ForeignKey("environments.id", ondelete="CASCADE"), nullable=False)
26
+ organization_id = Column(String, nullable=False)
27
+
28
+ # Assignment metadata
29
+ assigned_at = Column(DateTime(timezone=False), server_default=func.now(), nullable=False)
30
+ assigned_by = Column(String, nullable=True)
31
+
32
+ __table_args__ = (
33
+ UniqueConstraint('agent_id', 'environment_id', name='uq_agent_environment'),
34
+ Index('idx_agent_environments_agent_id', 'agent_id'),
35
+ Index('idx_agent_environments_environment_id', 'environment_id'),
36
+ Index('idx_agent_environments_org_id', 'organization_id'),
37
+ Index('idx_agent_environments_org_env', 'organization_id', 'environment_id'),
38
+ )
39
+
40
+ def __repr__(self):
41
+ return f"<AgentEnvironment(agent_id={self.agent_id}, environment_id={self.environment_id})>"
42
+
43
+
44
+ class TeamEnvironment(Base):
45
+ """Many-to-many association between teams and environments"""
46
+
47
+ __tablename__ = "team_environments"
48
+
49
+ id = Column(UUID(as_uuid=True), primary_key=True, server_default=func.gen_random_uuid(), nullable=False)
50
+ team_id = Column(UUID(as_uuid=True), ForeignKey("teams.id", ondelete="CASCADE"), nullable=False)
51
+ environment_id = Column(UUID(as_uuid=True), ForeignKey("environments.id", ondelete="CASCADE"), nullable=False)
52
+ organization_id = Column(String, nullable=False)
53
+
54
+ # Assignment metadata
55
+ assigned_at = Column(DateTime(timezone=False), server_default=func.now(), nullable=False)
56
+ assigned_by = Column(String, nullable=True)
57
+
58
+ __table_args__ = (
59
+ UniqueConstraint('team_id', 'environment_id', name='uq_team_environment'),
60
+ Index('idx_team_environments_team_id', 'team_id'),
61
+ Index('idx_team_environments_environment_id', 'environment_id'),
62
+ Index('idx_team_environments_org_id', 'organization_id'),
63
+ Index('idx_team_environments_org_env', 'organization_id', 'environment_id'),
64
+ )
65
+
66
+ def __repr__(self):
67
+ return f"<TeamEnvironment(team_id={self.team_id}, environment_id={self.environment_id})>"
68
+
69
+
70
+ class ExecutionParticipant(Base):
71
+ """Many-to-many association between executions and users (multiplayer support)"""
72
+
73
+ __tablename__ = "execution_participants"
74
+
75
+ id = Column(UUID(as_uuid=True), primary_key=True, server_default=func.gen_random_uuid(), nullable=False)
76
+ execution_id = Column(UUID(as_uuid=True), ForeignKey("executions.id", ondelete="CASCADE"), nullable=False)
77
+ organization_id = Column(String, nullable=False)
78
+
79
+ # User information
80
+ user_id = Column(String, nullable=False)
81
+ user_email = Column(String, nullable=True)
82
+ user_name = Column(String, nullable=True)
83
+ user_avatar = Column(String, nullable=True)
84
+
85
+ # Participant role and status
86
+ role = Column(
87
+ SQLEnum(ParticipantRole, name="participant_role", values_callable=lambda x: [e.value for e in x]),
88
+ server_default=ParticipantRole.COLLABORATOR.value,
89
+ nullable=False
90
+ )
91
+
92
+ # Timestamps
93
+ joined_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=False)
94
+ last_active_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=False)
95
+
96
+ # Relationships
97
+ execution = relationship("Execution", back_populates="participants")
98
+
99
+ __table_args__ = (
100
+ UniqueConstraint('execution_id', 'user_id', name='unique_execution_user'),
101
+ Index('idx_execution_participants_execution', 'execution_id'),
102
+ Index('idx_execution_participants_user', 'user_id'),
103
+ Index('idx_execution_participants_org', 'organization_id'),
104
+ )
105
+
106
+ def __repr__(self):
107
+ return f"<ExecutionParticipant(execution_id={self.execution_id}, user_id={self.user_id}, role={self.role})>"
@@ -0,0 +1,73 @@
1
+ """Auth user model - external table managed by Supabase"""
2
+ from sqlalchemy import Column, String, DateTime, Text, Boolean, SmallInteger, CheckConstraint
3
+ from sqlalchemy.dialects.postgresql import UUID, JSONB
4
+
5
+ from control_plane_api.app.database import Base
6
+
7
+
8
+ class AuthUser(Base):
9
+ """Model for auth.users table (managed by Supabase, read-only)"""
10
+
11
+ __tablename__ = "users"
12
+ __table_args__ = (
13
+ {'schema': 'auth', 'extend_existing': True, 'info': {'skip_autogenerate': True}},
14
+ )
15
+
16
+ # Primary columns
17
+ id = Column(UUID(as_uuid=True), primary_key=True, nullable=False)
18
+ instance_id = Column(UUID(as_uuid=True), nullable=True)
19
+
20
+ # Authentication fields
21
+ aud = Column(String(255), nullable=True)
22
+ role = Column(String(255), nullable=True)
23
+ email = Column(String(255), nullable=True)
24
+ encrypted_password = Column(String(255), nullable=True)
25
+
26
+ # Email confirmation
27
+ email_confirmed_at = Column(DateTime(timezone=True), nullable=True)
28
+ confirmation_token = Column(String(255), nullable=True)
29
+ confirmation_sent_at = Column(DateTime(timezone=True), nullable=True)
30
+
31
+ # Recovery
32
+ recovery_token = Column(String(255), nullable=True)
33
+ recovery_sent_at = Column(DateTime(timezone=True), nullable=True)
34
+
35
+ # Email change
36
+ email_change_token_new = Column(String(255), nullable=True)
37
+ email_change = Column(String(255), nullable=True)
38
+ email_change_sent_at = Column(DateTime(timezone=True), nullable=True)
39
+ email_change_token_current = Column(String(255), nullable=True)
40
+ email_change_confirm_status = Column(SmallInteger, nullable=True, server_default='0')
41
+
42
+ # Sign in tracking
43
+ last_sign_in_at = Column(DateTime(timezone=True), nullable=True)
44
+ invited_at = Column(DateTime(timezone=True), nullable=True)
45
+
46
+ # Metadata
47
+ raw_app_meta_data = Column(JSONB, nullable=True)
48
+ raw_user_meta_data = Column(JSONB, nullable=True)
49
+
50
+ # Flags
51
+ is_super_admin = Column(Boolean, nullable=True)
52
+ is_sso_user = Column(Boolean, nullable=False, server_default='false')
53
+ is_anonymous = Column(Boolean, nullable=False, server_default='false')
54
+
55
+ # Timestamps
56
+ created_at = Column(DateTime(timezone=True), nullable=True)
57
+ updated_at = Column(DateTime(timezone=True), nullable=True)
58
+ deleted_at = Column(DateTime(timezone=True), nullable=True)
59
+
60
+ # Phone fields
61
+ phone = Column(Text, nullable=True)
62
+ phone_confirmed_at = Column(DateTime(timezone=True), nullable=True)
63
+ phone_change = Column(Text, nullable=True)
64
+ phone_change_token = Column(String(255), nullable=True)
65
+ phone_change_sent_at = Column(DateTime(timezone=True), nullable=True)
66
+
67
+ # Reauthentication
68
+ banned_until = Column(DateTime(timezone=True), nullable=True)
69
+ reauthentication_token = Column(String(255), nullable=True)
70
+ reauthentication_sent_at = Column(DateTime(timezone=True), nullable=True)
71
+
72
+ def __repr__(self):
73
+ return f"<AuthUser(id={self.id}, email={self.email})>"
@@ -0,0 +1,161 @@
1
+ """Context models for managing knowledge, resources, and policies"""
2
+ from sqlalchemy import Column, String, DateTime, Text, UUID, ARRAY, CheckConstraint, ForeignKey, Index, \
3
+ UniqueConstraint, text, desc
4
+ from sqlalchemy.sql import func
5
+ from sqlalchemy.dialects.postgresql import JSONB
6
+ from sqlalchemy.orm import relationship
7
+
8
+ from control_plane_api.app.database import Base
9
+
10
+
11
+ class AgentContext(Base):
12
+ """Model for contextual settings (knowledge, resources, policies) for agents"""
13
+
14
+ __tablename__ = "agent_contexts"
15
+
16
+ id = Column(UUID(as_uuid=True), primary_key=True, server_default=text("gen_random_uuid()"), nullable=False)
17
+ agent_id = Column(UUID(as_uuid=True), ForeignKey('agents.id', ondelete='CASCADE'), nullable=False)
18
+ entity_type = Column(String(50), server_default=text("'agent'::character varying"), nullable=True)
19
+ organization_id = Column(UUID(as_uuid=True), nullable=False)
20
+ knowledge_uuids = Column(ARRAY(Text), server_default=text("'{}'::text[]"), nullable=True) # Array of knowledge base UUIDs
21
+ resource_ids = Column(ARRAY(Text), server_default=text("'{}'::text[]"), nullable=True) # Array of resource IDs from Meilisearch
22
+ policy_ids = Column(ARRAY(Text), server_default=text("'{}'::text[]"), nullable=True) # Array of OPA policy IDs
23
+
24
+ # Metadata
25
+ created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=True)
26
+ updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now(), nullable=True)
27
+
28
+ # Relationships
29
+ agent = relationship("Agent", foreign_keys=[agent_id], viewonly=True)
30
+
31
+ __table_args__ = (
32
+ UniqueConstraint('agent_id', 'organization_id', name='agent_contexts_agent_id_organization_id_key'),
33
+ Index('idx_agent_contexts_agent_id', 'agent_id'),
34
+ Index('idx_agent_contexts_org_id', 'organization_id'),
35
+ )
36
+
37
+ def __repr__(self):
38
+ return f"<AgentContext(agent_id={self.agent_id}, org_id={self.organization_id})>"
39
+
40
+
41
+ class EnvironmentContext(Base):
42
+ """Model for contextual settings (knowledge, resources, policies) for environments"""
43
+
44
+ __tablename__ = "environment_contexts"
45
+
46
+ id = Column(UUID(as_uuid=True), primary_key=True, server_default=text("gen_random_uuid()"), nullable=False)
47
+ environment_id = Column(UUID(as_uuid=True), ForeignKey('environments.id', ondelete='CASCADE'), nullable=False)
48
+ entity_type = Column(String(50), server_default=text("'environment'::character varying"), nullable=True)
49
+ organization_id = Column(UUID(as_uuid=True), nullable=False)
50
+ knowledge_uuids = Column(ARRAY(Text), server_default=text("'{}'::text[]"), nullable=True)
51
+ resource_ids = Column(ARRAY(Text), server_default=text("'{}'::text[]"), nullable=True)
52
+ policy_ids = Column(ARRAY(Text), server_default=text("'{}'::text[]"), nullable=True)
53
+
54
+ # Metadata
55
+ created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=True)
56
+ updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now(), nullable=True)
57
+
58
+ # Relationships
59
+ environment = relationship("Environment", foreign_keys=[environment_id], viewonly=True)
60
+
61
+ __table_args__ = (
62
+ UniqueConstraint('environment_id', 'organization_id', name='environment_contexts_environment_id_organization_id_key'),
63
+ Index('idx_environment_contexts_environment_id', 'environment_id'),
64
+ Index('idx_environment_contexts_org_id', 'organization_id'),
65
+ )
66
+
67
+ def __repr__(self):
68
+ return f"<EnvironmentContext(env_id={self.environment_id}, org_id={self.organization_id})>"
69
+
70
+
71
+ class ProjectContext(Base):
72
+ """Model for contextual settings (knowledge, resources, policies) for projects"""
73
+
74
+ __tablename__ = "project_contexts"
75
+
76
+ id = Column(UUID(as_uuid=True), primary_key=True, server_default=text("gen_random_uuid()"), nullable=False)
77
+ project_id = Column(UUID(as_uuid=True), ForeignKey('projects.id', ondelete='CASCADE'), nullable=False)
78
+ entity_type = Column(String(50), server_default=text("'project'::character varying"), nullable=True)
79
+ organization_id = Column(UUID(as_uuid=True), nullable=False)
80
+ knowledge_uuids = Column(ARRAY(Text), server_default=text("'{}'::text[]"), nullable=True)
81
+ resource_ids = Column(ARRAY(Text), server_default=text("'{}'::text[]"), nullable=True)
82
+ policy_ids = Column(ARRAY(Text), server_default=text("'{}'::text[]"), nullable=True)
83
+
84
+ # Metadata
85
+ created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=True)
86
+ updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now(), nullable=True)
87
+
88
+ # Relationships
89
+ project = relationship("Project", foreign_keys=[project_id], viewonly=True)
90
+
91
+ __table_args__ = (
92
+ UniqueConstraint('project_id', 'organization_id', name='project_contexts_project_id_organization_id_key'),
93
+ Index('idx_project_contexts_project_id', 'project_id'),
94
+ Index('idx_project_contexts_org_id', 'organization_id'),
95
+ )
96
+
97
+ def __repr__(self):
98
+ return f"<ProjectContext(project_id={self.project_id}, org_id={self.organization_id})>"
99
+
100
+
101
+ class TeamContext(Base):
102
+ """Model for contextual settings (knowledge, resources, policies) for teams"""
103
+
104
+ __tablename__ = "team_contexts"
105
+
106
+ id = Column(UUID(as_uuid=True), primary_key=True, server_default=text("gen_random_uuid()"), nullable=False)
107
+ team_id = Column(UUID(as_uuid=True), ForeignKey('teams.id', ondelete='CASCADE'), nullable=False)
108
+ entity_type = Column(String(50), server_default=text("'team'::character varying"), nullable=True)
109
+ organization_id = Column(UUID(as_uuid=True), nullable=False)
110
+ knowledge_uuids = Column(ARRAY(Text), server_default=text("'{}'::text[]"), nullable=True)
111
+ resource_ids = Column(ARRAY(Text), server_default=text("'{}'::text[]"), nullable=True)
112
+ policy_ids = Column(ARRAY(Text), server_default=text("'{}'::text[]"), nullable=True)
113
+
114
+ # Metadata
115
+ created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=True)
116
+ updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now(), nullable=True)
117
+
118
+ # Relationships
119
+ team = relationship("Team", foreign_keys=[team_id], viewonly=True)
120
+
121
+ __table_args__ = (
122
+ UniqueConstraint('team_id', 'organization_id', name='team_contexts_team_id_organization_id_key'),
123
+ Index('idx_team_contexts_team_id', 'team_id'),
124
+ Index('idx_team_contexts_org_id', 'organization_id'),
125
+ )
126
+
127
+ def __repr__(self):
128
+ return f"<TeamContext(team_id={self.team_id}, org_id={self.organization_id})>"
129
+
130
+
131
+ class ContextResource(Base):
132
+ """Model for context resources from various platforms (read-only, synced by external processes)"""
133
+
134
+ __tablename__ = "context_resources"
135
+
136
+ id = Column(UUID(as_uuid=True), primary_key=True, server_default=text("gen_random_uuid()"), nullable=False)
137
+ name = Column(Text, nullable=False) # Resource name following MindsDB convention
138
+ platform = Column(Text, nullable=False) # Source platform (github, slack, discord, notion, etc.)
139
+ organization = Column(Text, nullable=False) # Organization identifier for data isolation
140
+ type = Column(Text, server_default=text("'integration'::text"), nullable=True) # Type of resource
141
+ status = Column(Text, server_default=text("'active'::text"), nullable=True) # active, inactive, pending, error
142
+ description = Column(Text, nullable=True)
143
+ metadata_ = Column("metadata", JSONB, server_default=text("'{}'::jsonb"), nullable=True) # Maps to 'metadata' column in DB
144
+
145
+ # Metadata
146
+ created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=True)
147
+ updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now(), nullable=True)
148
+
149
+ __table_args__ = (
150
+ UniqueConstraint('name', name='context_resources_name_key'),
151
+ CheckConstraint("status = ANY (ARRAY['active'::text, 'inactive'::text, 'pending'::text, 'error'::text])", name='valid_status'),
152
+ Index('idx_context_resources_name', 'name'),
153
+ Index('idx_context_resources_org_platform', 'organization', 'platform'),
154
+ Index('idx_context_resources_organization', 'organization'),
155
+ Index('idx_context_resources_platform', 'platform'),
156
+ Index('idx_context_resources_status', 'status'),
157
+ Index('idx_context_resources_updated_at', desc('updated_at')),
158
+ )
159
+
160
+ def __repr__(self):
161
+ return f"<ContextResource(name={self.name}, platform={self.platform}, org={self.organization})>"