apsimo 1.3.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (614) hide show
  1. apsimo/__init__.py +38 -0
  2. apsimo/__main__.py +6 -0
  3. apsimo/agent/__init__.py +6 -0
  4. apsimo/agent/client.py +276 -0
  5. apsimo/agent/models.py +46 -0
  6. apsimo/agents/__init__.py +20 -0
  7. apsimo/agents/models.py +264 -0
  8. apsimo/agents/store.py +861 -0
  9. apsimo/agents/websocket.py +522 -0
  10. apsimo/api/__init__.py +1 -0
  11. apsimo/api/auth_telemetry.py +287 -0
  12. apsimo/api/authority.py +1203 -0
  13. apsimo/api/contact_grants.py +347 -0
  14. apsimo/api/middleware.py +483 -0
  15. apsimo/api/routers/__init__.py +1 -0
  16. apsimo/api/routers/commitment_work.py +265 -0
  17. apsimo/api/routers/context_gate.py +123 -0
  18. apsimo/api/routers/executions.py +140 -0
  19. apsimo/api/routers/followup_plans.py +147 -0
  20. apsimo/api/routers/governed_actions.py +162 -0
  21. apsimo/api/routers/host.py +14473 -0
  22. apsimo/api/routers/initiative_work.py +115 -0
  23. apsimo/api/routers/mining.py +104 -0
  24. apsimo/api/routers/observations.py +110 -0
  25. apsimo/api/routers/social_state.py +225 -0
  26. apsimo/api/routers/task_queue.py +2715 -0
  27. apsimo/api/routers/temporal_followups.py +251 -0
  28. apsimo/api/routers/transport.py +110 -0
  29. apsimo/api/routers/transport_ingress_api.py +240 -0
  30. apsimo/api/schemas/__init__.py +1 -0
  31. apsimo/api/schemas/host.py +1949 -0
  32. apsimo/autonomy/cli.py +110 -0
  33. apsimo/autonomy/condition_worker.py +437 -0
  34. apsimo/autonomy/config.py +424 -0
  35. apsimo/autonomy/loop.py +4316 -0
  36. apsimo/autonomy/registry.py +339 -0
  37. apsimo/autonomy/scheduler.py +1822 -0
  38. apsimo/autonomy/synthesis.py +449 -0
  39. apsimo/backup.py +962 -0
  40. apsimo/beliefs/__init__.py +23 -0
  41. apsimo/beliefs/contradictions.py +109 -0
  42. apsimo/beliefs/decay.py +61 -0
  43. apsimo/beliefs/engine.py +479 -0
  44. apsimo/beliefs/models.py +67 -0
  45. apsimo/beliefs/promotion.py +41 -0
  46. apsimo/beliefs/resolve.py +58 -0
  47. apsimo/beliefs/source_claims.py +690 -0
  48. apsimo/beliefs/source_projection.py +883 -0
  49. apsimo/beliefs/source_time.py +208 -0
  50. apsimo/beliefs/store.py +133 -0
  51. apsimo/briefings/aggregators.py +824 -0
  52. apsimo/briefings/composer.py +420 -0
  53. apsimo/briefings/config.py +55 -0
  54. apsimo/briefings/delivery.py +439 -0
  55. apsimo/briefings/engagement.py +97 -0
  56. apsimo/briefings/engine.py +274 -0
  57. apsimo/briefings/enhancer.py +99 -0
  58. apsimo/briefings/models.py +183 -0
  59. apsimo/briefings/scheduler.py +382 -0
  60. apsimo/briefings/store.py +435 -0
  61. apsimo/chain/__init__.py +48 -0
  62. apsimo/chain/block.py +100 -0
  63. apsimo/chain/cli.py +704 -0
  64. apsimo/chain/genesis.py +443 -0
  65. apsimo/chain/identity.py +416 -0
  66. apsimo/chain/keys.py +1025 -0
  67. apsimo/chain/local_keys.py +187 -0
  68. apsimo/chain/manager.py +290 -0
  69. apsimo/chain/node.py +163 -0
  70. apsimo/chain/plugin_transactions.py +371 -0
  71. apsimo/chain/protocol.py +220 -0
  72. apsimo/chain/state_machine.py +676 -0
  73. apsimo/chain/storage.py +503 -0
  74. apsimo/chain/transactions.py +250 -0
  75. apsimo/chain/validation.py +397 -0
  76. apsimo/channels/__init__.py +1 -0
  77. apsimo/channels/manifest.py +31 -0
  78. apsimo/channels/migrations/001_channels_schema.sql +12 -0
  79. apsimo/channels/phone_gateways.py +42 -0
  80. apsimo/channels/presence.py +188 -0
  81. apsimo/channels/router.py +235 -0
  82. apsimo/channels/store.py +231 -0
  83. apsimo/cli.py +2688 -0
  84. apsimo/cognition/__init__.py +11 -0
  85. apsimo/cognition/charter.py +398 -0
  86. apsimo/cognition/drive_governance.py +3530 -0
  87. apsimo/cognition/evidence_pipeline.py +1627 -0
  88. apsimo/cognition/external_events.py +932 -0
  89. apsimo/cognition/goal_spine.py +3488 -0
  90. apsimo/cognition/introspection.py +214 -0
  91. apsimo/cognition/prompt.py +150 -0
  92. apsimo/cognition/runtime.py +108 -0
  93. apsimo/cognition/trigger.py +154 -0
  94. apsimo/commitments/__init__.py +18 -0
  95. apsimo/commitments/local_work.py +355 -0
  96. apsimo/commitments/store.py +1052 -0
  97. apsimo/commitments/work.py +91 -0
  98. apsimo/compat.py +53 -0
  99. apsimo/compression/__init__.py +467 -0
  100. apsimo/connectors/__init__.py +21 -0
  101. apsimo/connectors/base.py +152 -0
  102. apsimo/connectors/caldav_calendar.py +125 -0
  103. apsimo/connectors/fs_documents.py +85 -0
  104. apsimo/connectors/imap_email.py +138 -0
  105. apsimo/connectors/manager.py +218 -0
  106. apsimo/connectors/webhook_pull.py +88 -0
  107. apsimo/contacts/__init__.py +33 -0
  108. apsimo/contacts/comms.py +357 -0
  109. apsimo/contacts/config.py +79 -0
  110. apsimo/contacts/exporters/__init__.py +1 -0
  111. apsimo/contacts/exporters/vcard.py +71 -0
  112. apsimo/contacts/identity_links.py +251 -0
  113. apsimo/contacts/importer.py +280 -0
  114. apsimo/contacts/importers/__init__.py +1 -0
  115. apsimo/contacts/importers/batch.py +43 -0
  116. apsimo/contacts/importers/macos_contacts.py +101 -0
  117. apsimo/contacts/migrations/001_contacts_schema.sql +141 -0
  118. apsimo/contacts/migrations/002_trust_scopes.sql +36 -0
  119. apsimo/contacts/migrations/003_open_gateway_enum.sql +32 -0
  120. apsimo/contacts/migrations/004_contact_provision_operations.sql +18 -0
  121. apsimo/contacts/migrations/005_identity_links.sql +27 -0
  122. apsimo/contacts/models.py +308 -0
  123. apsimo/contacts/scoring.py +16 -0
  124. apsimo/contacts/store.py +1623 -0
  125. apsimo/contacts/transport_ingress.py +252 -0
  126. apsimo/contacts/world_bridge.py +314 -0
  127. apsimo/contextgate/__init__.py +69 -0
  128. apsimo/contextgate/chunker.py +169 -0
  129. apsimo/contextgate/estimate.py +54 -0
  130. apsimo/contextgate/gate.py +313 -0
  131. apsimo/contextgate/retrieve.py +115 -0
  132. apsimo/delivery/__init__.py +16 -0
  133. apsimo/delivery/bridge.py +1260 -0
  134. apsimo/delivery/channels.py +526 -0
  135. apsimo/delivery/classification.py +50 -0
  136. apsimo/delivery/rate_limiter.py +268 -0
  137. apsimo/delivery/reachout_policy.py +206 -0
  138. apsimo/directed/__init__.py +22 -0
  139. apsimo/directed/audit.py +167 -0
  140. apsimo/directed/intake.py +95 -0
  141. apsimo/directed/models.py +191 -0
  142. apsimo/directed/service.py +509 -0
  143. apsimo/directives/__init__.py +25 -0
  144. apsimo/directives/evidence.py +87 -0
  145. apsimo/directives/extractor.py +188 -0
  146. apsimo/directives/guard.py +364 -0
  147. apsimo/directives/models.py +206 -0
  148. apsimo/directives/service.py +372 -0
  149. apsimo/directives/store.py +167 -0
  150. apsimo/doctor.py +2173 -0
  151. apsimo/environment.py +43 -0
  152. apsimo/events/__init__.py +33 -0
  153. apsimo/events/broadcaster.py +98 -0
  154. apsimo/events/bus.py +217 -0
  155. apsimo/events/journal.py +863 -0
  156. apsimo/events/stream.py +131 -0
  157. apsimo/events/types.py +150 -0
  158. apsimo/execution_results.py +357 -0
  159. apsimo/feedback/__init__.py +5 -0
  160. apsimo/feedback/store.py +76 -0
  161. apsimo/feeds/__init__.py +19 -0
  162. apsimo/feeds/cli.py +84 -0
  163. apsimo/feeds/engine.py +437 -0
  164. apsimo/feeds/example-feed.yaml +77 -0
  165. apsimo/feeds/hermes_cron.py +126 -0
  166. apsimo/feeds/manager.py +235 -0
  167. apsimo/feeds/spec.py +250 -0
  168. apsimo/feeds/template.py +202 -0
  169. apsimo/gate/__init__.py +18 -0
  170. apsimo/gate/audit.py +61 -0
  171. apsimo/gate/communication_policy.py +166 -0
  172. apsimo/gate/config.py +72 -0
  173. apsimo/gate/context_provenance.py +170 -0
  174. apsimo/gate/env_risk.py +226 -0
  175. apsimo/gate/guard_audit.py +353 -0
  176. apsimo/gate/layers/__init__.py +1 -0
  177. apsimo/gate/layers/base.py +15 -0
  178. apsimo/gate/layers/l1_recipient.py +66 -0
  179. apsimo/gate/layers/l2_pii.py +134 -0
  180. apsimo/gate/layers/l3_cross_context.py +50 -0
  181. apsimo/gate/layers/l4_trust_tier.py +78 -0
  182. apsimo/gate/layers/l5_injection.py +199 -0
  183. apsimo/gate/layers/l6_review.py +86 -0
  184. apsimo/gate/layers/l7_delay.py +100 -0
  185. apsimo/gate/layers/tom2_epistemic.py +185 -0
  186. apsimo/gate/models.py +64 -0
  187. apsimo/gate/pending_dispatch.py +5 -0
  188. apsimo/gate/pipeline.py +206 -0
  189. apsimo/gate/rejection.py +259 -0
  190. apsimo/gate/response_guard.py +700 -0
  191. apsimo/gate/rulesets/injection_v1.yaml +51 -0
  192. apsimo/gate/surface_policy.py +189 -0
  193. apsimo/gate/taint.py +226 -0
  194. apsimo/genesis.json +9 -0
  195. apsimo/goals/__init__.py +100 -0
  196. apsimo/goals/config.py +38 -0
  197. apsimo/goals/decomposer.py +421 -0
  198. apsimo/goals/engine.py +617 -0
  199. apsimo/goals/inference.py +354 -0
  200. apsimo/goals/models.py +302 -0
  201. apsimo/goals/priority.py +270 -0
  202. apsimo/goals/queue_bridge.py +149 -0
  203. apsimo/goals/replan.py +450 -0
  204. apsimo/goals/schema.sql +89 -0
  205. apsimo/goals/store.py +692 -0
  206. apsimo/governed_actions.py +1708 -0
  207. apsimo/harness_integration/__init__.py +45 -0
  208. apsimo/harness_integration/context.py +41 -0
  209. apsimo/harness_integration/skills.py +231 -0
  210. apsimo/identity/__init__.py +26 -0
  211. apsimo/identity/participants.py +181 -0
  212. apsimo/identity/resolver.py +329 -0
  213. apsimo/identity_bootstrap/__init__.py +5 -0
  214. apsimo/identity_bootstrap/builder.py +208 -0
  215. apsimo/identity_bootstrap/corpus.py +443 -0
  216. apsimo/identity_bootstrap/models.py +54 -0
  217. apsimo/identity_bootstrap/runner.py +353 -0
  218. apsimo/identity_bootstrap/seeders/__init__.py +25 -0
  219. apsimo/identity_bootstrap/seeders/briefings.py +109 -0
  220. apsimo/identity_bootstrap/seeders/chain.py +57 -0
  221. apsimo/identity_bootstrap/seeders/goals.py +128 -0
  222. apsimo/identity_bootstrap/seeders/memory.py +191 -0
  223. apsimo/identity_bootstrap/seeders/neo4j_cognition.py +79 -0
  224. apsimo/identity_bootstrap/seeders/relationship.py +152 -0
  225. apsimo/identity_bootstrap/seeders/sessions.py +67 -0
  226. apsimo/identity_bootstrap/seeders/skills.py +92 -0
  227. apsimo/identity_bootstrap/seeders/task_queue.py +72 -0
  228. apsimo/identity_bootstrap/seeders/world_model.py +143 -0
  229. apsimo/identity_bootstrap/self_query.py +92 -0
  230. apsimo/identity_bootstrap/self_reflection.py +155 -0
  231. apsimo/identity_bootstrap/skill.py +37 -0
  232. apsimo/identity_bootstrap/verifier.py +436 -0
  233. apsimo/initiatives/__init__.py +20 -0
  234. apsimo/initiatives/action_registry.py +454 -0
  235. apsimo/initiatives/approval_authority.py +2105 -0
  236. apsimo/initiatives/approval_policy.py +123 -0
  237. apsimo/initiatives/assignment.py +263 -0
  238. apsimo/initiatives/backup_evidence.py +100 -0
  239. apsimo/initiatives/context_freshness.py +103 -0
  240. apsimo/initiatives/models.py +318 -0
  241. apsimo/initiatives/native_work.py +270 -0
  242. apsimo/initiatives/standing_approvals.py +232 -0
  243. apsimo/initiatives/store.py +1081 -0
  244. apsimo/initiatives/temporal_followup.py +410 -0
  245. apsimo/intelligence/__init__.py +1 -0
  246. apsimo/intelligence/cognition/__init__.py +24 -0
  247. apsimo/intelligence/cognition/gap_detector.py +148 -0
  248. apsimo/intelligence/cognition/metalearner.py +547 -0
  249. apsimo/intelligence/cognition/metrics_collector.py +217 -0
  250. apsimo/intelligence/cognition/performance_index.py +299 -0
  251. apsimo/intelligence/cognition/registry.py +192 -0
  252. apsimo/intelligence/cognition/strategy_adjuster.py +222 -0
  253. apsimo/intelligence/cognition/types.py +16 -0
  254. apsimo/intelligence/components/__init__.py +66 -0
  255. apsimo/intelligence/components/anomaly_detector.py +413 -0
  256. apsimo/intelligence/components/initiative_engine.py +2643 -0
  257. apsimo/intelligence/components/preference_learner.py +521 -0
  258. apsimo/intelligence/components/research_orchestrator.py +358 -0
  259. apsimo/intelligence/components/self_directed_thinker.py +221 -0
  260. apsimo/intelligence/components/self_reflector.py +252 -0
  261. apsimo/intelligence/components/session_continuity.py +154 -0
  262. apsimo/intelligence/components/task_planner.py +320 -0
  263. apsimo/intelligence/components/tool_learner.py +217 -0
  264. apsimo/intelligence/graph/__init__.py +79 -0
  265. apsimo/intelligence/graph/client.py +2483 -0
  266. apsimo/intelligence/graph/consolidator.py +405 -0
  267. apsimo/intelligence/graph/distiller.py +312 -0
  268. apsimo/intelligence/graph/migrations.py +129 -0
  269. apsimo/intelligence/graph/queries.py +248 -0
  270. apsimo/intelligence/graph/recall.py +281 -0
  271. apsimo/intelligence/graph/reconciler.py +144 -0
  272. apsimo/intelligence/graph/schema.py +337 -0
  273. apsimo/intelligence/graph/selection.py +252 -0
  274. apsimo/intelligence/learning/__init__.py +17 -0
  275. apsimo/intelligence/learning/continuous_learner.py +245 -0
  276. apsimo/intelligence/learning/feedback_store.py +321 -0
  277. apsimo/intelligence/mind_model/__init__.py +1 -0
  278. apsimo/intelligence/mind_model/graph_baseline.py +136 -0
  279. apsimo/intelligence/mind_model/signal_collector.py +361 -0
  280. apsimo/intelligence/relationships/__init__.py +11 -0
  281. apsimo/intelligence/relationships/profiler.py +389 -0
  282. apsimo/intelligence/relationships/scorer.py +560 -0
  283. apsimo/intelligence/relationships/signal_floor.py +66 -0
  284. apsimo/intelligence/relationships/trust_tiers.py +300 -0
  285. apsimo/intelligence/synthesis/__init__.py +40 -0
  286. apsimo/intelligence/synthesis/connection_discoverer.py +379 -0
  287. apsimo/intelligence/synthesis/cross_domain_analyzer.py +287 -0
  288. apsimo/intelligence/synthesis/insight_deliverer.py +171 -0
  289. apsimo/intelligence/synthesis/insight_store.py +79 -0
  290. apsimo/intelligence/synthesis/insight_validator.py +183 -0
  291. apsimo/intelligence/synthesis/novelty_scorer.py +267 -0
  292. apsimo/intelligence/turn_middleware/__init__.py +15 -0
  293. apsimo/intelligence/turn_middleware/memory_sync.py +119 -0
  294. apsimo/mcp/__init__.py +41 -0
  295. apsimo/mcp/__main__.py +6 -0
  296. apsimo/mcp/config.py +287 -0
  297. apsimo/mcp/server.py +501 -0
  298. apsimo/migrations.py +187 -0
  299. apsimo/mining/__init__.py +27 -0
  300. apsimo/mining/corpus.py +239 -0
  301. apsimo/mining/escalations.py +289 -0
  302. apsimo/mining/models.py +169 -0
  303. apsimo/mining/store.py +210 -0
  304. apsimo/models/__init__.py +30 -0
  305. apsimo/models/memory.py +80 -0
  306. apsimo/models/mesh.py +72 -0
  307. apsimo/models/person.py +104 -0
  308. apsimo/models/signal.py +108 -0
  309. apsimo/observations/__init__.py +15 -0
  310. apsimo/observations/store.py +277 -0
  311. apsimo/patterns/__init__.py +6 -0
  312. apsimo/patterns/extract.py +187 -0
  313. apsimo/patterns/store.py +227 -0
  314. apsimo/persona/__init__.py +1 -0
  315. apsimo/persona/engine.py +611 -0
  316. apsimo/persona/manifest.py +140 -0
  317. apsimo/projects/__init__.py +28 -0
  318. apsimo/projects/engine.py +1681 -0
  319. apsimo/projects/event_outbox.py +188 -0
  320. apsimo/projects/models.py +216 -0
  321. apsimo/projects/planner.py +181 -0
  322. apsimo/projects/store.py +1446 -0
  323. apsimo/proposals/__init__.py +12 -0
  324. apsimo/proposals/engine.py +114 -0
  325. apsimo/proposals/models.py +207 -0
  326. apsimo/qualification/__init__.py +1 -0
  327. apsimo/qualification/cases.py +75 -0
  328. apsimo/qualification/cli.py +51 -0
  329. apsimo/qualification/memory_cases.py +209 -0
  330. apsimo/qualification/records.py +92 -0
  331. apsimo/qualification/report.py +87 -0
  332. apsimo/qualification/runner.py +311 -0
  333. apsimo/qualification/structured_cases.py +131 -0
  334. apsimo/reasoning/__init__.py +13 -0
  335. apsimo/reasoning/executor.py +506 -0
  336. apsimo/reasoning/loop.py +373 -0
  337. apsimo/reasoning/native_tools/__init__.py +16 -0
  338. apsimo/reasoning/native_tools/calculate.py +141 -0
  339. apsimo/reasoning/native_tools/file_ops.py +150 -0
  340. apsimo/reasoning/native_tools/web_search.py +49 -0
  341. apsimo/reasoning/tool_policy.py +182 -0
  342. apsimo/redact/__init__.py +176 -0
  343. apsimo/repos/__init__.py +5 -0
  344. apsimo/repos/mirrors.py +204 -0
  345. apsimo/research/__init__.py +41 -0
  346. apsimo/research/artifact.py +482 -0
  347. apsimo/research/gatherer.py +387 -0
  348. apsimo/research/pipeline.py +513 -0
  349. apsimo/research/search/__init__.py +7 -0
  350. apsimo/research/search/base.py +41 -0
  351. apsimo/research/search/brave.py +59 -0
  352. apsimo/research/search/cache.py +51 -0
  353. apsimo/research/search/duckduckgo.py +103 -0
  354. apsimo/research/search/orchestrator.py +119 -0
  355. apsimo/research/search/serpapi.py +59 -0
  356. apsimo/research/search/tavily.py +59 -0
  357. apsimo/research/synthesizer.py +309 -0
  358. apsimo/router/__init__.py +30 -0
  359. apsimo/router/complexity_scorer.py +148 -0
  360. apsimo/router/endpoints.py +153 -0
  361. apsimo/router/fallback.py +58 -0
  362. apsimo/router/functions.py +243 -0
  363. apsimo/router/native_policy.py +52 -0
  364. apsimo/router/router.py +762 -0
  365. apsimo/router/self_learning.py +174 -0
  366. apsimo/router/tiers.py +677 -0
  367. apsimo/sandbox/__init__.py +21 -0
  368. apsimo/sandbox/backend.py +195 -0
  369. apsimo/sandbox/manager.py +173 -0
  370. apsimo/scope_bounds.py +7 -0
  371. apsimo/secrets/__init__.py +6 -0
  372. apsimo/secrets/backends/__init__.py +8 -0
  373. apsimo/secrets/backends/base.py +42 -0
  374. apsimo/secrets/backends/env.py +110 -0
  375. apsimo/secrets/backends/keyring.py +72 -0
  376. apsimo/secrets/backends/onepassword.py +232 -0
  377. apsimo/secrets/cli.py +191 -0
  378. apsimo/secrets/manager.py +160 -0
  379. apsimo/secrets/migration.py +101 -0
  380. apsimo/secrets/types.py +98 -0
  381. apsimo/seed.py +41 -0
  382. apsimo/self_model/__init__.py +37 -0
  383. apsimo/self_model/appraisals.py +673 -0
  384. apsimo/self_model/benchmark.py +1314 -0
  385. apsimo/self_model/brief.py +40 -0
  386. apsimo/self_model/event_concerns.py +1128 -0
  387. apsimo/self_model/execution_forecasts.py +353 -0
  388. apsimo/self_model/expectations.py +1595 -0
  389. apsimo/self_model/experiments.py +1150 -0
  390. apsimo/self_model/journal.py +148 -0
  391. apsimo/self_model/judgments.py +705 -0
  392. apsimo/self_model/native_outcomes.py +55 -0
  393. apsimo/self_model/params.py +220 -0
  394. apsimo/self_model/perspective.py +246 -0
  395. apsimo/self_model/reconcile.py +183 -0
  396. apsimo/self_model/reply_forecasts.py +381 -0
  397. apsimo/self_model/runtime_forecasts.py +296 -0
  398. apsimo/self_model/runtime_models.py +67 -0
  399. apsimo/self_model/settlement.py +207 -0
  400. apsimo/self_model/situation.py +1731 -0
  401. apsimo/self_model/store.py +883 -0
  402. apsimo/self_model/supervised.py +137 -0
  403. apsimo/self_model/thinker.py +99 -0
  404. apsimo/self_model/trust.py +388 -0
  405. apsimo/self_model/workspace.py +2388 -0
  406. apsimo/server.py +4197 -0
  407. apsimo/services/__init__.py +1 -0
  408. apsimo/services/agent_bridge.py +474 -0
  409. apsimo/services/initiative_executor.py +914 -0
  410. apsimo/services/instance.py +297 -0
  411. apsimo/sessions/__init__.py +22 -0
  412. apsimo/sessions/config.py +13 -0
  413. apsimo/sessions/context_loader.py +88 -0
  414. apsimo/sessions/federation_session.py +75 -0
  415. apsimo/sessions/isolated_session.py +98 -0
  416. apsimo/sessions/reports.py +84 -0
  417. apsimo/sessions/store.py +148 -0
  418. apsimo/setup.py +2818 -0
  419. apsimo/setup_hermes.py +879 -0
  420. apsimo/setup_local_work.py +218 -0
  421. apsimo/setup_native_goals.py +134 -0
  422. apsimo/setup_native_reviews.py +115 -0
  423. apsimo/skills/__init__.py +10 -0
  424. apsimo/skills/base.py +108 -0
  425. apsimo/skills/budget.py +28 -0
  426. apsimo/skills/executor.py +493 -0
  427. apsimo/skills/executors/__init__.py +1 -0
  428. apsimo/skills/executors/behavioral_correction.py +75 -0
  429. apsimo/skills/executors/capability_gap.py +38 -0
  430. apsimo/skills/executors/data_quality.py +163 -0
  431. apsimo/skills/executors/knowledge_acquisition.py +41 -0
  432. apsimo/skills/executors/operational_hygiene.py +185 -0
  433. apsimo/skills/executors/subsystem_health.py +169 -0
  434. apsimo/skills/hermes_export.py +431 -0
  435. apsimo/skills/index.py +123 -0
  436. apsimo/skills/learning/__init__.py +21 -0
  437. apsimo/skills/learning/novelty_detector.py +206 -0
  438. apsimo/skills/learning/pattern_extractor.py +199 -0
  439. apsimo/skills/learning/triggers.py +159 -0
  440. apsimo/skills/loader.py +246 -0
  441. apsimo/skills/migrations/002_progressive_loading.sql +6 -0
  442. apsimo/skills/migrations/backfill_triggers.py +20 -0
  443. apsimo/skills/models.py +202 -0
  444. apsimo/skills/packager.py +128 -0
  445. apsimo/skills/protocols.py +70 -0
  446. apsimo/skills/registry.py +191 -0
  447. apsimo/skills/runtime.py +58 -0
  448. apsimo/skills/sandbox_runner.py +229 -0
  449. apsimo/skills/scheduler.py +129 -0
  450. apsimo/skills/schema.py +79 -0
  451. apsimo/skills/security/__init__.py +12 -0
  452. apsimo/skills/security/guards.py +53 -0
  453. apsimo/skills/security/scanner.py +223 -0
  454. apsimo/skills_memory/__init__.py +26 -0
  455. apsimo/skills_memory/distill.py +159 -0
  456. apsimo/skills_memory/models.py +85 -0
  457. apsimo/skills_memory/retrieve.py +62 -0
  458. apsimo/skills_memory/store.py +172 -0
  459. apsimo/surprise/__init__.py +6 -0
  460. apsimo/surprise/accumulation.py +57 -0
  461. apsimo/surprise/scorer.py +102 -0
  462. apsimo/surprise/store.py +203 -0
  463. apsimo/task_queue/__init__.py +69 -0
  464. apsimo/task_queue/action_receipts.py +148 -0
  465. apsimo/task_queue/approval_relay_canary.py +108 -0
  466. apsimo/task_queue/config.py +85 -0
  467. apsimo/task_queue/contract.py +361 -0
  468. apsimo/task_queue/events.py +130 -0
  469. apsimo/task_queue/governor.py +1031 -0
  470. apsimo/task_queue/handlers/__init__.py +16 -0
  471. apsimo/task_queue/handlers/base.py +37 -0
  472. apsimo/task_queue/handlers/inference.py +640 -0
  473. apsimo/task_queue/handlers/monitoring.py +116 -0
  474. apsimo/task_queue/handlers/registry.py +75 -0
  475. apsimo/task_queue/handlers/subtask_handler.py +173 -0
  476. apsimo/task_queue/handlers/system_maintenance.py +147 -0
  477. apsimo/task_queue/mesh_integration.py +111 -0
  478. apsimo/task_queue/models.py +317 -0
  479. apsimo/task_queue/queue_manager.py +8286 -0
  480. apsimo/task_queue/routing.py +287 -0
  481. apsimo/task_queue/scheduler.py +252 -0
  482. apsimo/task_queue/schema.sql +197 -0
  483. apsimo/task_queue/work_control.py +342 -0
  484. apsimo/task_queue/worker.py +993 -0
  485. apsimo/telemetry.py +145 -0
  486. apsimo/tom/__init__.py +6 -0
  487. apsimo/tom/affect.py +387 -0
  488. apsimo/tom/approvals.py +171 -0
  489. apsimo/tom/arcs.py +896 -0
  490. apsimo/tom/asymmetry.py +131 -0
  491. apsimo/tom/eligibility.py +248 -0
  492. apsimo/tom/engagement.py +214 -0
  493. apsimo/tom/exposure.py +214 -0
  494. apsimo/tom/extractor.py +306 -0
  495. apsimo/tom/fact_adapters.py +144 -0
  496. apsimo/tom/facts.py +326 -0
  497. apsimo/tom/integration.py +592 -0
  498. apsimo/tom/leveled.py +118 -0
  499. apsimo/tom/levels.py +247 -0
  500. apsimo/tom/recipient_audit.py +995 -0
  501. apsimo/tom/recipient_simulator.py +593 -0
  502. apsimo/tom/source_lineage.py +93 -0
  503. apsimo/tom/tom2.py +277 -0
  504. apsimo/tom/visibility.py +559 -0
  505. apsimo/tom/visibility_store.py +414 -0
  506. apsimo/tools/__init__.py +0 -0
  507. apsimo/tools/definitions.py +740 -0
  508. apsimo/tools/handlers.py +943 -0
  509. apsimo/toolsmith/__init__.py +26 -0
  510. apsimo/toolsmith/authority.py +166 -0
  511. apsimo/toolsmith/engine.py +559 -0
  512. apsimo/toolsmith/integrity.py +100 -0
  513. apsimo/toolsmith/miner.py +145 -0
  514. apsimo/toolsmith/policy.py +110 -0
  515. apsimo/toolsmith/registry.py +635 -0
  516. apsimo/turns/__init__.py +17 -0
  517. apsimo/turns/audio.py +134 -0
  518. apsimo/turns/documents.py +235 -0
  519. apsimo/turns/executions.py +486 -0
  520. apsimo/turns/hermes_history.py +245 -0
  521. apsimo/turns/hermes_kanban.py +268 -0
  522. apsimo/turns/hermes_work.py +96 -0
  523. apsimo/turns/idempotency.py +752 -0
  524. apsimo/turns/local_work.py +115 -0
  525. apsimo/turns/media.py +581 -0
  526. apsimo/turns/reported_workers.py +196 -0
  527. apsimo/turns/source_annotations.py +283 -0
  528. apsimo/turns/source_attribution.py +154 -0
  529. apsimo/turns/source_read.py +351 -0
  530. apsimo/turns/source_vectors.py +263 -0
  531. apsimo/turns/video.py +210 -0
  532. apsimo/util/autonomy_preset.py +220 -0
  533. apsimo/util/instance.py +92 -0
  534. apsimo/util/model_output.py +25 -0
  535. apsimo/util/quiet_hours.py +27 -0
  536. apsimo/util/session_safety.py +37 -0
  537. apsimo/util/temporal.py +343 -0
  538. apsimo/vector/__init__.py +75 -0
  539. apsimo/vector/backfill.py +171 -0
  540. apsimo/vector/caption.py +114 -0
  541. apsimo/vector/collections.py +51 -0
  542. apsimo/vector/config.py +102 -0
  543. apsimo/vector/embedder.py +670 -0
  544. apsimo/vector/image_preprocess.py +406 -0
  545. apsimo/vector/image_store.py +296 -0
  546. apsimo/vector/indexes.py +162 -0
  547. apsimo/vector/migrate.py +334 -0
  548. apsimo/vector/multimodal_provider.py +417 -0
  549. apsimo/vector/multimodal_types.py +87 -0
  550. apsimo/vector/openai_provider.py +119 -0
  551. apsimo/vector/query.py +49 -0
  552. apsimo/vector/reranker.py +565 -0
  553. apsimo/vector/safety_image.py +159 -0
  554. apsimo/vector/scanner.py +197 -0
  555. apsimo/vector/setup.py +289 -0
  556. apsimo/vector/store.py +533 -0
  557. apsimo/vector/tiers.py +263 -0
  558. apsimo/work_orders.py +925 -0
  559. apsimo/workers/__init__.py +21 -0
  560. apsimo/workers/agent_bridge.py +640 -0
  561. apsimo/workers/colony_worker.py +382 -0
  562. apsimo/workers/queue_worker.py +441 -0
  563. apsimo/workers/skills_sync.py +152 -0
  564. apsimo/world_model/__init__.py +71 -0
  565. apsimo/world_model/causal_maintenance.py +131 -0
  566. apsimo/world_model/causal_policy.py +43 -0
  567. apsimo/world_model/causal_query.py +125 -0
  568. apsimo/world_model/confidence.py +54 -0
  569. apsimo/world_model/config.py +64 -0
  570. apsimo/world_model/constants.py +97 -0
  571. apsimo/world_model/entities.py +145 -0
  572. apsimo/world_model/expectation_resolvers.py +177 -0
  573. apsimo/world_model/extraction/__init__.py +7 -0
  574. apsimo/world_model/extraction/base.py +62 -0
  575. apsimo/world_model/extraction/conversation_extractor.py +262 -0
  576. apsimo/world_model/extraction/detector.py +74 -0
  577. apsimo/world_model/extraction/document_extractor.py +78 -0
  578. apsimo/world_model/extraction/formats/__init__.py +24 -0
  579. apsimo/world_model/extraction/formats/csv_fmt.py +68 -0
  580. apsimo/world_model/extraction/formats/html_fmt.py +72 -0
  581. apsimo/world_model/extraction/formats/json_fmt.py +68 -0
  582. apsimo/world_model/extraction/formats/pdf.py +43 -0
  583. apsimo/world_model/extraction/formats/text.py +27 -0
  584. apsimo/world_model/extraction/llm_extractor.py +164 -0
  585. apsimo/world_model/extraction/pipeline.py +73 -0
  586. apsimo/world_model/integrations/__init__.py +5 -0
  587. apsimo/world_model/integrations/mind_model_bridge.py +115 -0
  588. apsimo/world_model/integrations/social_intel_bridge.py +120 -0
  589. apsimo/world_model/jobs/__init__.py +4 -0
  590. apsimo/world_model/jobs/extraction_job.py +168 -0
  591. apsimo/world_model/llm_extract.py +572 -0
  592. apsimo/world_model/neo4j/__init__.py +5 -0
  593. apsimo/world_model/neo4j/backend.py +654 -0
  594. apsimo/world_model/observations.py +155 -0
  595. apsimo/world_model/populator.py +307 -0
  596. apsimo/world_model/postgres/__init__.py +1 -0
  597. apsimo/world_model/postgres/backend.py +683 -0
  598. apsimo/world_model/relationships.py +25 -0
  599. apsimo/world_model/resolution/__init__.py +13 -0
  600. apsimo/world_model/resolution/entity_resolver.py +232 -0
  601. apsimo/world_model/resolution/merge_audit.py +16 -0
  602. apsimo/world_model/resolution/merge_workflow.py +117 -0
  603. apsimo/world_model/source_reports.py +121 -0
  604. apsimo/world_model/sqlite/__init__.py +4 -0
  605. apsimo/world_model/sqlite/backend.py +855 -0
  606. apsimo/world_model/sqlite/schema.sql +132 -0
  607. apsimo/world_model/store.py +545 -0
  608. apsimo-1.3.0.dist-info/METADATA +78 -0
  609. apsimo-1.3.0.dist-info/RECORD +614 -0
  610. apsimo-1.3.0.dist-info/WHEEL +5 -0
  611. apsimo-1.3.0.dist-info/entry_points.txt +11 -0
  612. apsimo-1.3.0.dist-info/licenses/LICENSE +21 -0
  613. apsimo-1.3.0.dist-info/top_level.txt +2 -0
  614. colony_sidecar/__init__.py +4 -0
apsimo/goals/store.py ADDED
@@ -0,0 +1,692 @@
1
+ """GoalStore — SQLite-backed persistence for Goals and GoalDAGs.
2
+
3
+ Uses synchronous sqlite3 for simplicity (goals are not high-throughput).
4
+ WAL mode enabled for safe concurrent reads.
5
+ """
6
+
7
+ from __future__ import annotations
8
+
9
+ import json
10
+ import logging
11
+ import os
12
+ import sqlite3
13
+ from contextlib import contextmanager
14
+ from datetime import datetime, timedelta, timezone
15
+ from pathlib import Path
16
+ from typing import Any, Dict, Generator, List, Optional
17
+
18
+ from apsimo import get_state_dir
19
+
20
+ from apsimo.goals.models import (
21
+ Goal,
22
+ GoalDAG,
23
+ GoalOutcome,
24
+ GoalPriority,
25
+ GoalSource,
26
+ GoalStatus,
27
+ GoalTransitionRecord,
28
+ Subtask,
29
+ SubtaskStatus,
30
+ )
31
+
32
+ logger = logging.getLogger(__name__)
33
+
34
+ _SCHEMA_PATH = Path(__file__).parent / "schema.sql"
35
+
36
+ _goal_store_instance: Optional["GoalStore"] = None
37
+
38
+
39
+ def _now_iso() -> str:
40
+ return datetime.now(timezone.utc).isoformat()
41
+
42
+
43
+ def _parse_dt(s: Optional[str]) -> Optional[datetime]:
44
+ if s is None:
45
+ return None
46
+ try:
47
+ dt = datetime.fromisoformat(s)
48
+ if dt.tzinfo is None:
49
+ dt = dt.replace(tzinfo=timezone.utc)
50
+ else:
51
+ dt = dt.astimezone(timezone.utc)
52
+ return dt
53
+ except (ValueError, TypeError):
54
+ return None
55
+
56
+
57
+ class GoalNotFoundError(KeyError):
58
+ """Raised when a goal_id is not found in the store."""
59
+
60
+
61
+ class GoalStore:
62
+ """Persistent storage for goals and DAGs (SQLite + optional Neo4j mirror).
63
+
64
+ Thread-safe for single-process use (sqlite3 serialised mode).
65
+ """
66
+
67
+ def __init__(self, db_path: Optional[str] = None) -> None:
68
+ # ":memory:" for tests; actual path for production
69
+ self._db_path = db_path or ":memory:"
70
+ self._conn: Optional[sqlite3.Connection] = None
71
+ self._init_db()
72
+
73
+ # ── Lifecycle ──────────────────────────────────────────────────────────────
74
+
75
+ def _init_db(self) -> None:
76
+ conn = self._get_conn()
77
+ schema = _SCHEMA_PATH.read_text()
78
+ conn.executescript(schema)
79
+ conn.execute("PRAGMA journal_mode=WAL")
80
+ conn.commit()
81
+
82
+ def _get_conn(self) -> sqlite3.Connection:
83
+ if self._conn is None:
84
+ self._conn = sqlite3.connect(
85
+ self._db_path,
86
+ check_same_thread=False,
87
+ detect_types=sqlite3.PARSE_DECLTYPES,
88
+ )
89
+ self._conn.row_factory = sqlite3.Row
90
+ return self._conn
91
+
92
+ def close(self) -> None:
93
+ if self._conn:
94
+ self._conn.close()
95
+ self._conn = None
96
+
97
+ @classmethod
98
+ def get_instance(cls) -> "GoalStore":
99
+ """Return the process-wide singleton backed by ~/.colony/data/goals.db."""
100
+ global _goal_store_instance
101
+ if _goal_store_instance is None:
102
+ colony_home = get_state_dir()
103
+ _goal_store_instance = cls(str(colony_home / "goals.db"))
104
+ return _goal_store_instance
105
+
106
+ def list(
107
+ self,
108
+ status: Optional[str] = None,
109
+ priority: Optional[str] = None,
110
+ limit: int = 50,
111
+ cursor: Optional[str] = None,
112
+ ) -> dict:
113
+ """Return a paginated dict of goals for the API router."""
114
+ offset = 0
115
+ if cursor:
116
+ try:
117
+ offset = int(cursor)
118
+ except ValueError:
119
+ pass
120
+
121
+ goal_status = None
122
+ if status:
123
+ try:
124
+ goal_status = GoalStatus(status)
125
+ except ValueError:
126
+ pass
127
+
128
+ goals = self.list_goals(status=goal_status, limit=limit + 1, offset=offset)
129
+
130
+ if priority:
131
+ goals = [g for g in goals if (g.priority.value if hasattr(g.priority, 'value') else g.priority) == priority]
132
+
133
+ has_more = len(goals) > limit
134
+ if has_more:
135
+ goals = goals[:limit]
136
+
137
+ items = [
138
+ {
139
+ "goal_id": g.goal_id,
140
+ "title": g.title,
141
+ "description": g.description,
142
+ "status": g.status.value if hasattr(g.status, 'value') else g.status,
143
+ "priority": g.priority.value if hasattr(g.priority, 'value') else g.priority,
144
+ "source": g.source.value if hasattr(g.source, 'value') else g.source,
145
+ "created_at": g.created_at.isoformat(),
146
+ "updated_at": g.updated_at.isoformat(),
147
+ "tags": g.tags,
148
+ "progress_pct": g.progress_pct,
149
+ }
150
+ for g in goals
151
+ ]
152
+ return {
153
+ "data": items,
154
+ "meta": {
155
+ "total": len(items),
156
+ "page_size": limit,
157
+ "has_more": has_more,
158
+ "cursor": str(offset + limit) if has_more else None,
159
+ },
160
+ }
161
+
162
+ @contextmanager
163
+ def _tx(self) -> Generator[sqlite3.Connection, None, None]:
164
+ conn = self._get_conn()
165
+ try:
166
+ yield conn
167
+ conn.commit()
168
+ except Exception:
169
+ conn.rollback()
170
+ raise
171
+
172
+ # ── Goal CRUD ──────────────────────────────────────────────────────────────
173
+
174
+ def save_goal(self, goal: Goal) -> None:
175
+ """Insert or update a goal record."""
176
+ goal.updated_at = datetime.now(timezone.utc)
177
+ outcome_json = None
178
+ if goal.outcome:
179
+ outcome_json = json.dumps({
180
+ "description": goal.outcome.description,
181
+ "success_criteria": goal.outcome.success_criteria,
182
+ "measurable": goal.outcome.measurable,
183
+ "target_value": goal.outcome.target_value,
184
+ "target_unit": goal.outcome.target_unit,
185
+ })
186
+
187
+ with self._tx() as conn:
188
+ conn.execute(
189
+ """
190
+ INSERT INTO goals (
191
+ goal_id, title, description, source, status, priority,
192
+ outcome_json, deadline, parent_goal_id,
193
+ tags_json, context_json,
194
+ created_at, updated_at, accepted_at, completed_at,
195
+ abandoned_at, abandon_reason,
196
+ replan_count, estimated_hours, progress_pct,
197
+ last_initiative_at, snoozed_until, snooze_count, dismissal_reason
198
+ ) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)
199
+ ON CONFLICT(goal_id) DO UPDATE SET
200
+ title=excluded.title,
201
+ description=excluded.description,
202
+ source=excluded.source,
203
+ status=excluded.status,
204
+ priority=excluded.priority,
205
+ outcome_json=excluded.outcome_json,
206
+ deadline=excluded.deadline,
207
+ parent_goal_id=excluded.parent_goal_id,
208
+ tags_json=excluded.tags_json,
209
+ context_json=excluded.context_json,
210
+ updated_at=excluded.updated_at,
211
+ accepted_at=excluded.accepted_at,
212
+ completed_at=excluded.completed_at,
213
+ abandoned_at=excluded.abandoned_at,
214
+ abandon_reason=excluded.abandon_reason,
215
+ replan_count=excluded.replan_count,
216
+ estimated_hours=excluded.estimated_hours,
217
+ progress_pct=excluded.progress_pct,
218
+ last_initiative_at=excluded.last_initiative_at,
219
+ snoozed_until=excluded.snoozed_until,
220
+ snooze_count=excluded.snooze_count,
221
+ dismissal_reason=excluded.dismissal_reason
222
+ """,
223
+ (
224
+ goal.goal_id,
225
+ goal.title,
226
+ goal.description,
227
+ goal.source.value if hasattr(goal.source, 'value') else goal.source,
228
+ goal.status.value if hasattr(goal.status, 'value') else goal.status,
229
+ goal.priority.value if hasattr(goal.priority, 'value') else goal.priority,
230
+ outcome_json,
231
+ goal.deadline.isoformat() if goal.deadline else None,
232
+ goal.parent_goal_id,
233
+ json.dumps(goal.tags),
234
+ json.dumps(goal.context),
235
+ goal.created_at.isoformat(),
236
+ goal.updated_at.isoformat(),
237
+ goal.accepted_at.isoformat() if goal.accepted_at else None,
238
+ goal.completed_at.isoformat() if goal.completed_at else None,
239
+ goal.abandoned_at.isoformat() if goal.abandoned_at else None,
240
+ goal.abandon_reason,
241
+ goal.replan_count,
242
+ goal.estimated_hours,
243
+ goal.progress_pct,
244
+ goal.last_initiative_at.isoformat() if goal.last_initiative_at else None,
245
+ goal.snoozed_until.isoformat() if goal.snoozed_until else None,
246
+ goal.snooze_count,
247
+ goal.dismissal_reason,
248
+ ),
249
+ )
250
+ try:
251
+ from apsimo.events.broadcaster import emit as _emit
252
+ _emit("goal_update", {
253
+ "goal_id": goal.goal_id,
254
+ "status": goal.status.value if hasattr(goal.status, 'value') else goal.status,
255
+ "progress_pct": goal.progress_pct,
256
+ "title": goal.title,
257
+ })
258
+ except Exception:
259
+ logger.debug("Goal update event broadcast failed", exc_info=True)
260
+
261
+ def get_goal(self, goal_id: str) -> Goal:
262
+ conn = self._get_conn()
263
+ row = conn.execute(
264
+ "SELECT * FROM goals WHERE goal_id = ?", (goal_id,)
265
+ ).fetchone()
266
+ if row is None:
267
+ raise GoalNotFoundError(f"Goal not found: {goal_id}")
268
+ return self._goal_from_row(row)
269
+
270
+ def list_goals(
271
+ self,
272
+ status: Optional[GoalStatus] = None,
273
+ limit: int = 50,
274
+ offset: int = 0,
275
+ ) -> List[Goal]:
276
+ conn = self._get_conn()
277
+ if status:
278
+ rows = conn.execute(
279
+ "SELECT * FROM goals WHERE status = ? ORDER BY priority DESC, created_at DESC LIMIT ? OFFSET ?",
280
+ (status.value if hasattr(status, 'value') else status, limit, offset),
281
+ ).fetchall()
282
+ else:
283
+ rows = conn.execute(
284
+ "SELECT * FROM goals ORDER BY priority DESC, created_at DESC LIMIT ? OFFSET ?",
285
+ (limit, offset),
286
+ ).fetchall()
287
+ return [self._goal_from_row(r) for r in rows]
288
+
289
+ def delete_goal(self, goal_id: str) -> None:
290
+ with self._tx() as conn:
291
+ conn.execute("DELETE FROM subtasks WHERE goal_id = ?", (goal_id,))
292
+ conn.execute("DELETE FROM goal_audit_log WHERE goal_id = ?", (goal_id,))
293
+ conn.execute("DELETE FROM goal_dag_versions WHERE goal_id = ?", (goal_id,))
294
+ conn.execute("DELETE FROM goals WHERE goal_id = ?", (goal_id,))
295
+
296
+ def _goal_from_row(self, row: sqlite3.Row) -> Goal:
297
+ outcome = None
298
+ if row["outcome_json"]:
299
+ d = json.loads(row["outcome_json"])
300
+ outcome = GoalOutcome(
301
+ description=d.get("description", ""),
302
+ success_criteria=d.get("success_criteria", []),
303
+ measurable=d.get("measurable", False),
304
+ target_value=d.get("target_value"),
305
+ target_unit=d.get("target_unit"),
306
+ )
307
+ return Goal(
308
+ goal_id=row["goal_id"],
309
+ title=row["title"],
310
+ description=row["description"],
311
+ source=GoalSource(row["source"]),
312
+ status=GoalStatus(row["status"]),
313
+ priority=GoalPriority(row["priority"]),
314
+ outcome=outcome,
315
+ deadline=_parse_dt(row["deadline"]),
316
+ parent_goal_id=row["parent_goal_id"],
317
+ tags=json.loads(row["tags_json"] or "{}"),
318
+ context=json.loads(row["context_json"] or "{}"),
319
+ created_at=_parse_dt(row["created_at"]) or datetime.now(timezone.utc),
320
+ updated_at=_parse_dt(row["updated_at"]) or datetime.now(timezone.utc),
321
+ accepted_at=_parse_dt(row["accepted_at"]),
322
+ completed_at=_parse_dt(row["completed_at"]),
323
+ abandoned_at=_parse_dt(row["abandoned_at"]),
324
+ abandon_reason=row["abandon_reason"],
325
+ replan_count=row["replan_count"],
326
+ estimated_hours=row["estimated_hours"],
327
+ progress_pct=row["progress_pct"],
328
+ last_initiative_at=_parse_dt(row["last_initiative_at"]),
329
+ snoozed_until=_parse_dt(row["snoozed_until"]),
330
+ snooze_count=row["snooze_count"],
331
+ dismissal_reason=row["dismissal_reason"],
332
+ )
333
+
334
+ # ── Subtask CRUD ───────────────────────────────────────────────────────────
335
+
336
+ def save_subtask(self, subtask: Subtask, dag_version: int = 1) -> None:
337
+ with self._tx() as conn:
338
+ conn.execute(
339
+ """
340
+ INSERT INTO subtasks (
341
+ subtask_id, goal_id, title, job_type,
342
+ payload_json, capabilities_json, depends_on_json,
343
+ status, job_id, result_json,
344
+ depth, is_critical_path, retry_count, max_retries,
345
+ estimated_hours, started_at, completed_at, error, dag_version
346
+ ) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)
347
+ ON CONFLICT(subtask_id) DO UPDATE SET
348
+ title=excluded.title,
349
+ job_type=excluded.job_type,
350
+ payload_json=excluded.payload_json,
351
+ capabilities_json=excluded.capabilities_json,
352
+ depends_on_json=excluded.depends_on_json,
353
+ status=excluded.status,
354
+ job_id=excluded.job_id,
355
+ result_json=excluded.result_json,
356
+ depth=excluded.depth,
357
+ is_critical_path=excluded.is_critical_path,
358
+ retry_count=excluded.retry_count,
359
+ max_retries=excluded.max_retries,
360
+ estimated_hours=excluded.estimated_hours,
361
+ started_at=excluded.started_at,
362
+ completed_at=excluded.completed_at,
363
+ error=excluded.error,
364
+ dag_version=excluded.dag_version
365
+ """,
366
+ (
367
+ subtask.subtask_id,
368
+ subtask.goal_id,
369
+ subtask.title,
370
+ subtask.job_type,
371
+ json.dumps(subtask.payload),
372
+ json.dumps(subtask.capabilities),
373
+ json.dumps(subtask.depends_on),
374
+ subtask.status.value if hasattr(subtask.status, 'value') else subtask.status,
375
+ subtask.job_id,
376
+ json.dumps(subtask.result) if subtask.result else None,
377
+ subtask.depth,
378
+ 1 if subtask.is_critical_path else 0,
379
+ subtask.retry_count,
380
+ subtask.max_retries,
381
+ subtask.estimated_hours,
382
+ subtask.started_at.isoformat() if subtask.started_at else None,
383
+ subtask.completed_at.isoformat() if subtask.completed_at else None,
384
+ subtask.error,
385
+ dag_version,
386
+ ),
387
+ )
388
+
389
+ def get_subtasks(self, goal_id: str, dag_version: Optional[int] = None) -> List[Subtask]:
390
+ conn = self._get_conn()
391
+ if dag_version is not None:
392
+ rows = conn.execute(
393
+ "SELECT * FROM subtasks WHERE goal_id = ? AND dag_version = ?",
394
+ (goal_id, dag_version),
395
+ ).fetchall()
396
+ else:
397
+ # Latest version for each subtask_id
398
+ rows = conn.execute(
399
+ """
400
+ SELECT * FROM subtasks WHERE goal_id = ?
401
+ AND dag_version = (
402
+ SELECT MAX(dag_version) FROM subtasks s2
403
+ WHERE s2.goal_id = subtasks.goal_id
404
+ )
405
+ """,
406
+ (goal_id,),
407
+ ).fetchall()
408
+ return [self._subtask_from_row(r) for r in rows]
409
+
410
+ def _subtask_from_row(self, row: sqlite3.Row) -> Subtask:
411
+ return Subtask(
412
+ subtask_id=row["subtask_id"],
413
+ goal_id=row["goal_id"],
414
+ title=row["title"],
415
+ job_type=row["job_type"],
416
+ payload=json.loads(row["payload_json"] or "{}"),
417
+ capabilities=json.loads(row["capabilities_json"] or "[]"),
418
+ depends_on=json.loads(row["depends_on_json"] or "[]"),
419
+ status=SubtaskStatus(row["status"]),
420
+ job_id=row["job_id"],
421
+ result=json.loads(row["result_json"]) if row["result_json"] else None,
422
+ depth=row["depth"],
423
+ is_critical_path=bool(row["is_critical_path"]),
424
+ retry_count=row["retry_count"],
425
+ max_retries=row["max_retries"],
426
+ estimated_hours=row["estimated_hours"],
427
+ started_at=_parse_dt(row["started_at"]),
428
+ completed_at=_parse_dt(row["completed_at"]),
429
+ error=row["error"],
430
+ )
431
+
432
+ # ── DAG CRUD ───────────────────────────────────────────────────────────────
433
+
434
+ def save_dag(self, dag: GoalDAG) -> None:
435
+ """Persist a GoalDAG (subtasks + version snapshot)."""
436
+ # Save each subtask
437
+ for subtask in dag.subtasks.values():
438
+ self.save_subtask(subtask, dag_version=dag.version)
439
+
440
+ # Persist full DAG snapshot for version history
441
+ dag_dict = {
442
+ "goal_id": dag.goal_id,
443
+ "root_ids": dag.root_ids,
444
+ "leaf_ids": dag.leaf_ids,
445
+ "critical_path": dag.critical_path,
446
+ "max_depth": dag.max_depth,
447
+ "version": dag.version,
448
+ "created_at": dag.created_at.isoformat(),
449
+ "subtasks": {
450
+ sid: {
451
+ "subtask_id": s.subtask_id,
452
+ "goal_id": s.goal_id,
453
+ "title": s.title,
454
+ "job_type": s.job_type,
455
+ "payload": s.payload,
456
+ "capabilities": s.capabilities,
457
+ "depends_on": s.depends_on,
458
+ "status": s.status.value if hasattr(s.status, 'value') else s.status,
459
+ "job_id": s.job_id,
460
+ "result": s.result,
461
+ "depth": s.depth,
462
+ "is_critical_path": s.is_critical_path,
463
+ "retry_count": s.retry_count,
464
+ "max_retries": s.max_retries,
465
+ "estimated_hours": s.estimated_hours,
466
+ "started_at": s.started_at.isoformat() if s.started_at else None,
467
+ "completed_at": s.completed_at.isoformat() if s.completed_at else None,
468
+ "error": s.error,
469
+ }
470
+ for sid, s in dag.subtasks.items()
471
+ },
472
+ }
473
+ with self._tx() as conn:
474
+ conn.execute(
475
+ """
476
+ INSERT INTO goal_dag_versions (goal_id, version, dag_json, created_at)
477
+ VALUES (?, ?, ?, ?)
478
+ ON CONFLICT(goal_id, version) DO UPDATE SET dag_json=excluded.dag_json
479
+ """,
480
+ (dag.goal_id, dag.version, json.dumps(dag_dict), _now_iso()),
481
+ )
482
+
483
+ def get_dag(self, goal_id: str) -> Optional[GoalDAG]:
484
+ """Retrieve the latest DAG for a goal."""
485
+ conn = self._get_conn()
486
+ row = conn.execute(
487
+ """
488
+ SELECT dag_json FROM goal_dag_versions
489
+ WHERE goal_id = ?
490
+ ORDER BY version DESC LIMIT 1
491
+ """,
492
+ (goal_id,),
493
+ ).fetchone()
494
+ if row is None:
495
+ return None
496
+ return self._dag_from_json(json.loads(row["dag_json"]))
497
+
498
+ def _dag_from_json(self, d: Dict[str, Any]) -> GoalDAG:
499
+ subtasks = {}
500
+ for sid, s in d.get("subtasks", {}).items():
501
+ subtasks[sid] = Subtask(
502
+ subtask_id=s["subtask_id"],
503
+ goal_id=s["goal_id"],
504
+ title=s["title"],
505
+ job_type=s.get("job_type", "custom"),
506
+ payload=s.get("payload", {}),
507
+ capabilities=s.get("capabilities", []),
508
+ depends_on=s.get("depends_on", []),
509
+ status=SubtaskStatus(s.get("status", "pending")),
510
+ job_id=s.get("job_id"),
511
+ result=s.get("result"),
512
+ depth=s.get("depth", 0),
513
+ is_critical_path=bool(s.get("is_critical_path", False)),
514
+ retry_count=s.get("retry_count", 0),
515
+ max_retries=s.get("max_retries", 2),
516
+ estimated_hours=s.get("estimated_hours"),
517
+ started_at=_parse_dt(s.get("started_at")),
518
+ completed_at=_parse_dt(s.get("completed_at")),
519
+ error=s.get("error"),
520
+ )
521
+ return GoalDAG(
522
+ goal_id=d["goal_id"],
523
+ subtasks=subtasks,
524
+ root_ids=d.get("root_ids", []),
525
+ leaf_ids=d.get("leaf_ids", []),
526
+ critical_path=d.get("critical_path", []),
527
+ max_depth=d.get("max_depth", 0),
528
+ version=d.get("version", 1),
529
+ created_at=_parse_dt(d.get("created_at")) or datetime.now(timezone.utc),
530
+ )
531
+
532
+ # ── Audit Log ──────────────────────────────────────────────────────────────
533
+
534
+ def log_transition(
535
+ self,
536
+ goal_id: str,
537
+ from_status: GoalStatus,
538
+ to_status: GoalStatus,
539
+ trigger: str,
540
+ metadata: Optional[Dict[str, Any]] = None,
541
+ ) -> None:
542
+ with self._tx() as conn:
543
+ conn.execute(
544
+ """
545
+ INSERT INTO goal_audit_log (goal_id, from_status, to_status, trigger, created_at, metadata_json)
546
+ VALUES (?, ?, ?, ?, ?, ?)
547
+ """,
548
+ (
549
+ goal_id,
550
+ from_status.value if hasattr(from_status, 'value') else from_status,
551
+ to_status.value if hasattr(to_status, 'value') else to_status,
552
+ trigger,
553
+ _now_iso(),
554
+ json.dumps(metadata or {}),
555
+ ),
556
+ )
557
+
558
+ def get_audit_trail(self, goal_id: str) -> List[GoalTransitionRecord]:
559
+ conn = self._get_conn()
560
+ rows = conn.execute(
561
+ "SELECT * FROM goal_audit_log WHERE goal_id = ? ORDER BY created_at ASC",
562
+ (goal_id,),
563
+ ).fetchall()
564
+ return [
565
+ GoalTransitionRecord(
566
+ goal_id=r["goal_id"],
567
+ from_status=r["from_status"],
568
+ to_status=r["to_status"],
569
+ trigger=r["trigger"],
570
+ created_at=_parse_dt(r["created_at"]) or datetime.now(timezone.utc),
571
+ metadata=json.loads(r["metadata_json"] or "{}"),
572
+ )
573
+ for r in rows
574
+ ]
575
+
576
+ # ── Initiative Task Management (v0.7.10) ──────────────────────────────────
577
+
578
+ # Maximum snooze count before auto-dismissal
579
+ MAX_SNOOZE_COUNT = 3
580
+
581
+ def complete_task(self, goal_id: str) -> bool:
582
+ """Record reported completion, not proof of an external worker's effect."""
583
+ with self._tx() as conn:
584
+ conn.execute("BEGIN IMMEDIATE")
585
+ row = conn.execute("SELECT status,context_json FROM goals WHERE goal_id=?", (goal_id,)).fetchone()
586
+ if row is None or row['status'] == 'abandoned':
587
+ return False
588
+ if row['status'] == 'completed':
589
+ return True
590
+ now = _now_iso()
591
+ context = json.loads(row['context_json'])
592
+ context.pop('dispatch_unavailable', None)
593
+ context['completion_basis'] = 'reported_completion'
594
+ conn.execute("""UPDATE goals SET status='completed',completed_at=?,updated_at=?,
595
+ progress_pct=1.0,context_json=? WHERE goal_id=?""",
596
+ (now, now, json.dumps(context), goal_id))
597
+ conn.execute("""INSERT INTO goal_audit_log
598
+ (goal_id,from_status,to_status,trigger,created_at,metadata_json)
599
+ VALUES (?,?,'completed','reported_completion',?,'{}')""",
600
+ (goal_id, row['status'], now))
601
+ return True
602
+
603
+ def snooze_task(self, goal_id: str, hours: int, reason: str = "") -> bool:
604
+ """Snooze a goal/task for N hours.
605
+
606
+ If snooze_count >= MAX_SNOOZE_COUNT, auto-dismiss instead.
607
+ """
608
+ try:
609
+ goal = self.get_goal(goal_id)
610
+ except GoalNotFoundError:
611
+ return False
612
+
613
+ hours = min(hours, 168) # Cap at 1 week
614
+
615
+ goal.snooze_count += 1
616
+ if goal.snooze_count >= self.MAX_SNOOZE_COUNT:
617
+ # Snooze fatigue: auto-dismiss after too many snoozes
618
+ goal.status = GoalStatus.ABANDONED
619
+ goal.abandoned_at = datetime.now(timezone.utc)
620
+ goal.abandon_reason = f"auto_dismissed: snoozed {goal.snooze_count} times"
621
+ goal.dismissal_reason = "snooze_fatigue"
622
+ goal.updated_at = datetime.now(timezone.utc)
623
+ self.save_goal(goal)
624
+ self.log_transition(
625
+ goal_id, goal.status, GoalStatus.ABANDONED,
626
+ trigger="snooze_fatigue",
627
+ metadata={"snooze_count": goal.snooze_count},
628
+ )
629
+ logger.info("Auto-dismissed goal %s after %d snoozes", goal_id, goal.snooze_count)
630
+ return True
631
+
632
+ goal.snoozed_until = datetime.now(timezone.utc) + timedelta(hours=hours)
633
+ goal.updated_at = datetime.now(timezone.utc)
634
+ self.save_goal(goal)
635
+ return True
636
+
637
+ def dismiss_task(self, goal_id: str, reason: str = "stale") -> bool:
638
+ """Dismiss a goal/task as no longer relevant."""
639
+ try:
640
+ goal = self.get_goal(goal_id)
641
+ except GoalNotFoundError:
642
+ return False
643
+
644
+ goal.status = GoalStatus.ABANDONED
645
+ goal.abandoned_at = datetime.now(timezone.utc)
646
+ goal.abandon_reason = reason
647
+ goal.dismissal_reason = reason
648
+ goal.updated_at = datetime.now(timezone.utc)
649
+ self.save_goal(goal)
650
+ self.log_transition(
651
+ goal_id, goal.status, GoalStatus.ABANDONED,
652
+ trigger="llm_dismiss", metadata={"reason": reason},
653
+ )
654
+ return True
655
+
656
+ def get_active_tasks(self, cooldown_hours: float = 12.0) -> List[Goal]:
657
+ """Get goals that should generate initiatives.
658
+
659
+ Filters out:
660
+ - Non-pending/proposed/accepted/active goals
661
+ - Snoozed goals (snoozed_until > now)
662
+ - Goals that had an initiative within cooldown period
663
+ """
664
+ now = datetime.now(timezone.utc)
665
+ cooldown_delta = timedelta(hours=cooldown_hours)
666
+
667
+ candidates = []
668
+ for status in (GoalStatus.PROPOSED, GoalStatus.ACCEPTED, GoalStatus.ACTIVE, GoalStatus.BLOCKED):
669
+ candidates.extend(self.list_goals(status=status, limit=200))
670
+
671
+ active = []
672
+ for goal in candidates:
673
+ # Skip snoozed
674
+ if goal.snoozed_until and goal.snoozed_until > now:
675
+ continue
676
+ # Skip if initiative generated within cooldown
677
+ if goal.last_initiative_at and (now - goal.last_initiative_at) < cooldown_delta:
678
+ continue
679
+ active.append(goal)
680
+
681
+ return active
682
+
683
+ def mark_initiative_generated(self, goal_id: str) -> bool:
684
+ """Mark that an initiative was just generated for this goal."""
685
+ try:
686
+ goal = self.get_goal(goal_id)
687
+ except GoalNotFoundError:
688
+ return False
689
+ goal.last_initiative_at = datetime.now(timezone.utc)
690
+ goal.updated_at = datetime.now(timezone.utc)
691
+ self.save_goal(goal)
692
+ return True