contextsynapse 1.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (776) hide show
  1. contextsynapse/__init__.py +107 -0
  2. contextsynapse/__main__.py +9 -0
  3. contextsynapse/a2a/__init__.py +28 -0
  4. contextsynapse/a2a/client.py +120 -0
  5. contextsynapse/a2a/discovery.py +128 -0
  6. contextsynapse/a2a/handlers.py +164 -0
  7. contextsynapse/a2a/models.py +246 -0
  8. contextsynapse/a2a/streaming.py +92 -0
  9. contextsynapse/a2a/task_manager.py +275 -0
  10. contextsynapse/adapters/__init__.py +98 -0
  11. contextsynapse/adapters/_base.py +298 -0
  12. contextsynapse/adapters/autogen/__init__.py +4 -0
  13. contextsynapse/adapters/autogen/tools.py +34 -0
  14. contextsynapse/adapters/crewai/__init__.py +4 -0
  15. contextsynapse/adapters/crewai/tools.py +63 -0
  16. contextsynapse/adapters/langchain/__init__.py +19 -0
  17. contextsynapse/adapters/langchain/message_history.py +17 -0
  18. contextsynapse/adapters/langchain/retriever.py +158 -0
  19. contextsynapse/adapters/langchain/tools.py +43 -0
  20. contextsynapse/adapters/langgraph/__init__.py +21 -0
  21. contextsynapse/adapters/langgraph/checkpoint.py +223 -0
  22. contextsynapse/adapters/langgraph/context_tools.py +341 -0
  23. contextsynapse/adapters/langgraph/message_history.py +138 -0
  24. contextsynapse/adapters/langgraph/tools.py +43 -0
  25. contextsynapse/adapters/llamaindex/__init__.py +4 -0
  26. contextsynapse/adapters/llamaindex/tools.py +64 -0
  27. contextsynapse/adapters/openai/__init__.py +24 -0
  28. contextsynapse/adapters/openai/tools.py +206 -0
  29. contextsynapse/adapters/pydantic_ai/__init__.py +4 -0
  30. contextsynapse/adapters/pydantic_ai/tools.py +36 -0
  31. contextsynapse/adapters/swarm/__init__.py +4 -0
  32. contextsynapse/adapters/swarm/tools.py +44 -0
  33. contextsynapse/agents/__init__.py +6 -0
  34. contextsynapse/agents/auto_capture.py +80 -0
  35. contextsynapse/agents/dispatcher.py +299 -0
  36. contextsynapse/agents/notifications.py +112 -0
  37. contextsynapse/aiql/__init__.py +71 -0
  38. contextsynapse/aiql/cache.py +341 -0
  39. contextsynapse/aiql/compiler/__init__.py +62 -0
  40. contextsynapse/aiql/compiler/optimizer.py +126 -0
  41. contextsynapse/aiql/compiler/planner.py +366 -0
  42. contextsynapse/aiql/compiler/statistics.py +235 -0
  43. contextsynapse/aiql/compiler/validator.py +425 -0
  44. contextsynapse/aiql/engine/__init__.py +11 -0
  45. contextsynapse/aiql/engine/chunk_storage.py +2584 -0
  46. contextsynapse/aiql/engine/executor.py +7737 -0
  47. contextsynapse/aiql/engine/extraction_integration.py +442 -0
  48. contextsynapse/aiql/engine/graph_builder.py +405 -0
  49. contextsynapse/aiql/engine/node_creation_from_normalized.py +691 -0
  50. contextsynapse/aiql/engine/performance_monitor.py +289 -0
  51. contextsynapse/aiql/engine/postprocessing.py +365 -0
  52. contextsynapse/aiql/engine/ray_stage_executors.py +918 -0
  53. contextsynapse/aiql/engine/redis_cache.py +106 -0
  54. contextsynapse/aiql/engine/streaming_json.py +366 -0
  55. contextsynapse/aiql/engine/streaming_parquet.py +568 -0
  56. contextsynapse/aiql/engine/streaming_ray_chunking.py +419 -0
  57. contextsynapse/aiql/grammar/__init__.py +14 -0
  58. contextsynapse/aiql/grammar/aiql_grammar.py +1822 -0
  59. contextsynapse/aiql/grammar/base.py +71 -0
  60. contextsynapse/aiql/parser/__init__.py +46 -0
  61. contextsynapse/aiql/parser/aiql_parser.py +11330 -0
  62. contextsynapse/aiql/parser/base_parser.py +47 -0
  63. contextsynapse/api/__init__.py +5 -0
  64. contextsynapse/api/a2a_router.py +233 -0
  65. contextsynapse/api/admin_router.py +140 -0
  66. contextsynapse/api/agent_worker_router.py +978 -0
  67. contextsynapse/api/algorithms_router.py +317 -0
  68. contextsynapse/api/api.py +4144 -0
  69. contextsynapse/api/audit.py +204 -0
  70. contextsynapse/api/auth.py +441 -0
  71. contextsynapse/api/auth_router.py +537 -0
  72. contextsynapse/api/billing.py +261 -0
  73. contextsynapse/api/billing_router.py +275 -0
  74. contextsynapse/api/boundary_router.py +452 -0
  75. contextsynapse/api/cognition_router.py +116 -0
  76. contextsynapse/api/connector_router.py +237 -0
  77. contextsynapse/api/context_router.py +1619 -0
  78. contextsynapse/api/dashboard_router.py +11367 -0
  79. contextsynapse/api/errors.py +183 -0
  80. contextsynapse/api/events.py +88 -0
  81. contextsynapse/api/experiment_bootstrap.py +321 -0
  82. contextsynapse/api/experiment_orchestrator.py +1078 -0
  83. contextsynapse/api/experiment_router.py +2089 -0
  84. contextsynapse/api/feature_gate.py +89 -0
  85. contextsynapse/api/federation_router.py +108 -0
  86. contextsynapse/api/integrations.py +567 -0
  87. contextsynapse/api/integrations_router.py +461 -0
  88. contextsynapse/api/intelligence_router.py +1028 -0
  89. contextsynapse/api/metering.py +155 -0
  90. contextsynapse/api/metrics.py +112 -0
  91. contextsynapse/api/models.py +38 -0
  92. contextsynapse/api/monitoring_router.py +174 -0
  93. contextsynapse/api/pipeline_router.py +1437 -0
  94. contextsynapse/api/playground_conn.py +116 -0
  95. contextsynapse/api/projects_router.py +131 -0
  96. contextsynapse/api/queries_router.py +282 -0
  97. contextsynapse/api/quota.py +95 -0
  98. contextsynapse/api/rate_limit.py +64 -0
  99. contextsynapse/api/search_router.py +261 -0
  100. contextsynapse/api/shield_router.py +447 -0
  101. contextsynapse/api/tenant_guard.py +103 -0
  102. contextsynapse/api/tenant_quotas.py +231 -0
  103. contextsynapse/api/tenants.py +305 -0
  104. contextsynapse/api/users.py +646 -0
  105. contextsynapse/api/v1.py +167 -0
  106. contextsynapse/api/vertical_builder_router.py +387 -0
  107. contextsynapse/benchmark/__init__.py +15 -0
  108. contextsynapse/benchmark/__main__.py +64 -0
  109. contextsynapse/benchmark/agents.py +338 -0
  110. contextsynapse/benchmark/live_ab.py +338 -0
  111. contextsynapse/benchmark/reporter.py +149 -0
  112. contextsynapse/benchmark/runner.py +264 -0
  113. contextsynapse/benchmark/savings.py +266 -0
  114. contextsynapse/benchmark/token_counter.py +212 -0
  115. contextsynapse/benchmark/workloads.py +289 -0
  116. contextsynapse/buffer/__init__.py +154 -0
  117. contextsynapse/buffer/base.py +257 -0
  118. contextsynapse/buffer/duckdb_buffer.py +246 -0
  119. contextsynapse/buffer/file_buffer.py +229 -0
  120. contextsynapse/buffer/lmdb_buffer.py +286 -0
  121. contextsynapse/buffer/local_buffer.py +154 -0
  122. contextsynapse/buffer/redis_buffer.py +211 -0
  123. contextsynapse/buffer/sqlite_buffer.py +266 -0
  124. contextsynapse/cache.py +2 -0
  125. contextsynapse/cli/__init__.py +40 -0
  126. contextsynapse/cli/cli.py +475 -0
  127. contextsynapse/cli/config_cli.py +177 -0
  128. contextsynapse/cli/scaffold.py +465 -0
  129. contextsynapse/cognition/__init__.py +31 -0
  130. contextsynapse/cognition/derivation.py +55 -0
  131. contextsynapse/cognition/events.py +135 -0
  132. contextsynapse/cognition/feedback.py +52 -0
  133. contextsynapse/cognition/hallucination.py +90 -0
  134. contextsynapse/cognition/invalidation.py +70 -0
  135. contextsynapse/cognition/read_tracker.py +50 -0
  136. contextsynapse/collaboration.py +2 -0
  137. contextsynapse/comparison.py +2 -0
  138. contextsynapse/config/__init__.py +10 -0
  139. contextsynapse/config/connectors/amfi_nav.yaml +18 -0
  140. contextsynapse/config/connectors/auto_sector.yaml +20 -0
  141. contextsynapse/config/connectors/banking_sector.yaml +20 -0
  142. contextsynapse/config/connectors/energy_sector.yaml +20 -0
  143. contextsynapse/config/connectors/fmcg_sector.yaml +20 -0
  144. contextsynapse/config/connectors/nsdl_fpi.yaml +9 -0
  145. contextsynapse/config/connectors/nse_price.yaml +61 -0
  146. contextsynapse/config/connectors/pharma_sector.yaml +20 -0
  147. contextsynapse/config/connectors/rbi_dbie.yaml +12 -0
  148. contextsynapse/config/context_presets/ai_research.json +25 -0
  149. contextsynapse/config/context_presets/chatgpt_conversations.json +19 -0
  150. contextsynapse/config/context_presets/claude_conversations.json +19 -0
  151. contextsynapse/config/context_presets/legal_compliance.json +21 -0
  152. contextsynapse/config/context_presets/meeting_notes.json +21 -0
  153. contextsynapse/config/context_presets/slack_engineering.json +21 -0
  154. contextsynapse/config/context_presets/tech_climate.json +24 -0
  155. contextsynapse/config/context_presets/toi_politics.json +25 -0
  156. contextsynapse/config/database_config.py +453 -0
  157. contextsynapse/config/deployment.py +221 -0
  158. contextsynapse/config/gpt_action_schema.json +164 -0
  159. contextsynapse/config/indicators/india_macro.yaml +213 -0
  160. contextsynapse/config/logging_config.py +88 -0
  161. contextsynapse/config/mode_config.py +223 -0
  162. contextsynapse/config/schemas/api_spec.yaml +48 -0
  163. contextsynapse/config/schemas/architecture_doc.yaml +51 -0
  164. contextsynapse/config/schemas/chat_history.yaml +90 -0
  165. contextsynapse/config/schemas/chatgpt_conversation.yaml +101 -0
  166. contextsynapse/config/schemas/claude_conversation.yaml +148 -0
  167. contextsynapse/config/schemas/contract.yaml +48 -0
  168. contextsynapse/config/schemas/conversation.yaml +167 -0
  169. contextsynapse/config/schemas/database.yaml +74 -0
  170. contextsynapse/config/schemas/decision.yaml +72 -0
  171. contextsynapse/config/schemas/ecommerce.yaml +56 -0
  172. contextsynapse/config/schemas/education.yaml +42 -0
  173. contextsynapse/config/schemas/healthcare.yaml +133 -0
  174. contextsynapse/config/schemas/hr_document.yaml +48 -0
  175. contextsynapse/config/schemas/invoice.yaml +40 -0
  176. contextsynapse/config/schemas/knowledge_base.yaml +75 -0
  177. contextsynapse/config/schemas/legal.yaml +42 -0
  178. contextsynapse/config/schemas/marketing_content.yaml +48 -0
  179. contextsynapse/config/schemas/meeting_notes.yaml +51 -0
  180. contextsynapse/config/schemas/news_article.yaml +61 -0
  181. contextsynapse/config/schemas/real_estate.yaml +49 -0
  182. contextsynapse/config/schemas/requirements_doc.yaml +48 -0
  183. contextsynapse/config/schemas/research_paper.yaml +56 -0
  184. contextsynapse/config/schemas/resume.yaml +49 -0
  185. contextsynapse/config/schemas/retail.yaml +42 -0
  186. contextsynapse/config/schemas/rule_meta.yaml +173 -0
  187. contextsynapse/config/schemas/rules.yaml +72 -0
  188. contextsynapse/config/schemas/screener_meta.yaml +236 -0
  189. contextsynapse/config/schemas/sdlc.yaml +103 -0
  190. contextsynapse/config/schemas/session_graph.yaml +172 -0
  191. contextsynapse/config/schemas/support_ticket.yaml +48 -0
  192. contextsynapse/config/schemas/web.yaml +64 -0
  193. contextsynapse/config/sensors/earnings_calendar.yaml +52 -0
  194. contextsynapse/config/sensors/global_risk.yaml +53 -0
  195. contextsynapse/config/sensors/government_policy.yaml +54 -0
  196. contextsynapse/config/sensors/supply_chain.yaml +50 -0
  197. contextsynapse/config/sensors/templates/behavioral.yaml +56 -0
  198. contextsynapse/config/sensors/templates/equity_sentiment.yaml +48 -0
  199. contextsynapse/config/sensors/templates/global_macro.yaml +47 -0
  200. contextsynapse/config/sensors/templates/market_data.yaml +118 -0
  201. contextsynapse/config/sensors/templates/sector_technical.yaml +47 -0
  202. contextsynapse/config/sensors/weather.yaml +52 -0
  203. contextsynapse/config/storage_strategy.py +202 -0
  204. contextsynapse/config/templates/competitive_intel.yaml +39 -0
  205. contextsynapse/config/templates/geopolitical_risk.yaml +46 -0
  206. contextsynapse/config/templates/market_analysis.yaml +58 -0
  207. contextsynapse/connectors/__init__.py +15 -0
  208. contextsynapse/connectors/api_router.py +121 -0
  209. contextsynapse/connectors/base.py +357 -0
  210. contextsynapse/connectors/financial/audio.py +170 -0
  211. contextsynapse/connectors/financial/youtube.py +272 -0
  212. contextsynapse/connectors/github.py +164 -0
  213. contextsynapse/connectors/jira.py +120 -0
  214. contextsynapse/connectors/kafka_connector.py +124 -0
  215. contextsynapse/connectors/pipeline_connector.py +747 -0
  216. contextsynapse/connectors/registry.py +116 -0
  217. contextsynapse/connectors/scheduler.py +87 -0
  218. contextsynapse/connectors/universal.py +360 -0
  219. contextsynapse/context/__init__.py +96 -0
  220. contextsynapse/context/__main__.py +4 -0
  221. contextsynapse/context/acl.py +125 -0
  222. contextsynapse/context/agent_card.py +201 -0
  223. contextsynapse/context/agent_memory.py +814 -0
  224. contextsynapse/context/agents.py +472 -0
  225. contextsynapse/context/agents_redis.py +391 -0
  226. contextsynapse/context/assembled.py +204 -0
  227. contextsynapse/context/attribution.py +113 -0
  228. contextsynapse/context/blob.py +184 -0
  229. contextsynapse/context/boundaries.py +187 -0
  230. contextsynapse/context/boundary.py +507 -0
  231. contextsynapse/context/bundle.py +155 -0
  232. contextsynapse/context/cli.py +519 -0
  233. contextsynapse/context/collaboration.py +165 -0
  234. contextsynapse/context/compiler.py +604 -0
  235. contextsynapse/context/composite.py +536 -0
  236. contextsynapse/context/compression.py +147 -0
  237. contextsynapse/context/context_manager.py +888 -0
  238. contextsynapse/context/context_schema.py +90 -0
  239. contextsynapse/context/context_schema.yaml +105 -0
  240. contextsynapse/context/context_units.py +891 -0
  241. contextsynapse/context/conversation.py +488 -0
  242. contextsynapse/context/dedup.py +207 -0
  243. contextsynapse/context/document_processor.py +698 -0
  244. contextsynapse/context/embedding_hooks.py +338 -0
  245. contextsynapse/context/execution_schema.py +274 -0
  246. contextsynapse/context/fan_out.py +138 -0
  247. contextsynapse/context/frozen.py +80 -0
  248. contextsynapse/context/gravity.py +227 -0
  249. contextsynapse/context/hub.py +1401 -0
  250. contextsynapse/context/ingest.py +391 -0
  251. contextsynapse/context/injection.py +226 -0
  252. contextsynapse/context/interaction_graphifier.py +562 -0
  253. contextsynapse/context/layers.py +574 -0
  254. contextsynapse/context/projection.py +1195 -0
  255. contextsynapse/context/promotion.py +634 -0
  256. contextsynapse/context/proof.py +131 -0
  257. contextsynapse/context/propagation.py +577 -0
  258. contextsynapse/context/pubsub.py +135 -0
  259. contextsynapse/context/quality.py +1054 -0
  260. contextsynapse/context/quality_tracker.py +270 -0
  261. contextsynapse/context/scoping.py +370 -0
  262. contextsynapse/context/seed.py +992 -0
  263. contextsynapse/context/session.py +1142 -0
  264. contextsynapse/context/session_graph.py +593 -0
  265. contextsynapse/context/session_memory.py +309 -0
  266. contextsynapse/context/session_resolver.py +111 -0
  267. contextsynapse/context/skill_learning.py +237 -0
  268. contextsynapse/context/smart_budget.py +129 -0
  269. contextsynapse/context/source_policy.py +242 -0
  270. contextsynapse/context/store_factory.py +53 -0
  271. contextsynapse/context/sync.py +648 -0
  272. contextsynapse/context/token.py +236 -0
  273. contextsynapse/context/vector_integration.py +297 -0
  274. contextsynapse/context/webhooks.py +194 -0
  275. contextsynapse/context/working_memory.py +224 -0
  276. contextsynapse/core/__init__.py +18 -0
  277. contextsynapse/core/archiver.py +237 -0
  278. contextsynapse/core/change_stream.py +282 -0
  279. contextsynapse/core/checkpoint.py +310 -0
  280. contextsynapse/core/cloud_storage.py +387 -0
  281. contextsynapse/core/context_state.py +651 -0
  282. contextsynapse/core/cron.py +324 -0
  283. contextsynapse/core/datasource.py +643 -0
  284. contextsynapse/core/db.py +289 -0
  285. contextsynapse/core/federation.py +283 -0
  286. contextsynapse/core/graph_coordinator.py +201 -0
  287. contextsynapse/core/graph_intelligence.py +388 -0
  288. contextsynapse/core/graph_structures.py +106 -0
  289. contextsynapse/core/graph_sync.py +157 -0
  290. contextsynapse/core/hybrid_graph_storage.py +2998 -0
  291. contextsynapse/core/lifecycle.py +691 -0
  292. contextsynapse/core/multiworker.py +378 -0
  293. contextsynapse/core/pruning.py +312 -0
  294. contextsynapse/core/redis_registry.py +524 -0
  295. contextsynapse/core/registry.py +1043 -0
  296. contextsynapse/core/registry_factory.py +51 -0
  297. contextsynapse/core/registry_metadata.py +294 -0
  298. contextsynapse/core/replay.py +354 -0
  299. contextsynapse/core/replication.py +339 -0
  300. contextsynapse/core/time_travel.py +260 -0
  301. contextsynapse/core/write_behind.py +152 -0
  302. contextsynapse/core/write_context.py +39 -0
  303. contextsynapse/db/__init__.py +1 -0
  304. contextsynapse/db/postgres.py +267 -0
  305. contextsynapse/db/profile.py +236 -0
  306. contextsynapse/db/rules.py +328 -0
  307. contextsynapse/demo/__init__.py +0 -0
  308. contextsynapse/demo/report.py +147 -0
  309. contextsynapse/demo/runner.py +520 -0
  310. contextsynapse/demo/scenario.py +165 -0
  311. contextsynapse/demo/session_demo.py +280 -0
  312. contextsynapse/demo/session_report.py +143 -0
  313. contextsynapse/demo/universal_runner.py +257 -0
  314. contextsynapse/engine/__init__.py +15 -0
  315. contextsynapse/engine/core.py +555 -0
  316. contextsynapse/extraction/__init__.py +69 -0
  317. contextsynapse/extraction/cli.py +274 -0
  318. contextsynapse/extraction/config.py +107 -0
  319. contextsynapse/extraction/examples/example_usage.py +118 -0
  320. contextsynapse/extraction/examples/sample_manifest.json +53 -0
  321. contextsynapse/extraction/examples/sample_normalized.json +185 -0
  322. contextsynapse/extraction/extract_engine.py +440 -0
  323. contextsynapse/extraction/extractors/__init__.py +37 -0
  324. contextsynapse/extraction/extractors/chat_export_extractor.py +189 -0
  325. contextsynapse/extraction/extractors/csv_extractor.py +83 -0
  326. contextsynapse/extraction/extractors/docx_extractor.py +129 -0
  327. contextsynapse/extraction/extractors/excel_extractor.py +152 -0
  328. contextsynapse/extraction/extractors/html_extractor.py +146 -0
  329. contextsynapse/extraction/extractors/pdf_extractor.py +635 -0
  330. contextsynapse/extraction/extractors/pdf_extractor_layoutparser.py +408 -0
  331. contextsynapse/extraction/extractors/register_extractors.py +63 -0
  332. contextsynapse/extraction/extractors/text_extractor.py +65 -0
  333. contextsynapse/extraction/extractors/txt_extractor.py +120 -0
  334. contextsynapse/extraction/extractors/website_extractor.py +246 -0
  335. contextsynapse/extraction/fact_extractor.py +236 -0
  336. contextsynapse/extraction/file_manager.py +353 -0
  337. contextsynapse/extraction/hierarchy.py +239 -0
  338. contextsynapse/extraction/id_generator.py +450 -0
  339. contextsynapse/extraction/layout_detector.py +409 -0
  340. contextsynapse/extraction/llm_entity_extractor.py +301 -0
  341. contextsynapse/extraction/normalized_store.py +480 -0
  342. contextsynapse/extraction/normalizer.py +594 -0
  343. contextsynapse/extraction/parquet_writer.py +598 -0
  344. contextsynapse/extraction/post_processors/__init__.py +40 -0
  345. contextsynapse/extraction/post_processors/column_reorganizer.py +507 -0
  346. contextsynapse/extraction/ray_normalization.py +233 -0
  347. contextsynapse/extraction/ray_runner.py +207 -0
  348. contextsynapse/extraction/redis_schema_registry.py +222 -0
  349. contextsynapse/extraction/registry.py +204 -0
  350. contextsynapse/extraction/schema_loader.py +663 -0
  351. contextsynapse/extraction/schema_registry.py +230 -0
  352. contextsynapse/extraction/semantic_normalizer.py +245 -0
  353. contextsynapse/extraction/version_manager.py +314 -0
  354. contextsynapse/gateway/__init__.py +24 -0
  355. contextsynapse/gateway/action_emitter.py +212 -0
  356. contextsynapse/gateway/cost_tracker.py +508 -0
  357. contextsynapse/gateway/gateway.py +377 -0
  358. contextsynapse/gateway/policy.py +303 -0
  359. contextsynapse/governance/__init__.py +13 -0
  360. contextsynapse/governance/layer.py +513 -0
  361. contextsynapse/ingestion/__init__.py +15 -0
  362. contextsynapse/ingestion/amplifier.py +288 -0
  363. contextsynapse/ingestion/async_ingest.py +463 -0
  364. contextsynapse/ingestion/chunker.py +303 -0
  365. contextsynapse/ingestion/chunking.py +58 -0
  366. contextsynapse/ingestion/cleaner.py +190 -0
  367. contextsynapse/ingestion/cleanse.py +252 -0
  368. contextsynapse/ingestion/connectors/__init__.py +38 -0
  369. contextsynapse/ingestion/connectors/base.py +300 -0
  370. contextsynapse/ingestion/connectors/chatgpt_memory.py +247 -0
  371. contextsynapse/ingestion/connectors/claude_memory.py +274 -0
  372. contextsynapse/ingestion/connectors/sap_ingestor.py +208 -0
  373. contextsynapse/ingestion/content_detector.py +80 -0
  374. contextsynapse/ingestion/content_monitor.py +502 -0
  375. contextsynapse/ingestion/dedup.py +106 -0
  376. contextsynapse/ingestion/feed.py +640 -0
  377. contextsynapse/ingestion/filters.py +461 -0
  378. contextsynapse/ingestion/graph_builder.py +705 -0
  379. contextsynapse/ingestion/input_classifier.py +307 -0
  380. contextsynapse/ingestion/job_manager.py +571 -0
  381. contextsynapse/ingestion/llm_extractor.py +610 -0
  382. contextsynapse/ingestion/orchestrator.py +116 -0
  383. contextsynapse/ingestion/parsers/__init__.py +19 -0
  384. contextsynapse/ingestion/parsers/graph_parser_registry.py +103 -0
  385. contextsynapse/ingestion/parsers/graphml_parser.py +141 -0
  386. contextsynapse/ingestion/parsers/jsonld_parser.py +171 -0
  387. contextsynapse/ingestion/parsers/rdf_parser.py +150 -0
  388. contextsynapse/ingestion/pipeline_context.py +228 -0
  389. contextsynapse/ingestion/pipeline_store.py +1195 -0
  390. contextsynapse/ingestion/queue.py +133 -0
  391. contextsynapse/ingestion/reprocess.py +179 -0
  392. contextsynapse/ingestion/scenario_router.py +224 -0
  393. contextsynapse/ingestion/schema_extractor.py +759 -0
  394. contextsynapse/ingestion/schema_validator.py +274 -0
  395. contextsynapse/ingestion/sdlc_ingest.py +87 -0
  396. contextsynapse/ingestion/smart_ingest.py +2451 -0
  397. contextsynapse/ingestion/source_connector.py +171 -0
  398. contextsynapse/ingestion/stage_executor.py +2095 -0
  399. contextsynapse/ingestion/stages/__init__.py +9 -0
  400. contextsynapse/ingestion/stages/tabular_to_graph.py +289 -0
  401. contextsynapse/ingestion/strategies.py +386 -0
  402. contextsynapse/ingestion/universal/__init__.py +4 -0
  403. contextsynapse/ingestion/universal/_operator_registry.py +59 -0
  404. contextsynapse/ingestion/universal/ingest_content.py +32 -0
  405. contextsynapse/ingestion/universal/operators/__init__.py +1 -0
  406. contextsynapse/ingestion/universal/operators/base.py +19 -0
  407. contextsynapse/ingestion/universal/operators/build_edges.py +75 -0
  408. contextsynapse/ingestion/universal/operators/cluster_topics.py +397 -0
  409. contextsynapse/ingestion/universal/operators/deduplicate.py +45 -0
  410. contextsynapse/ingestion/universal/operators/detect_signals.py +90 -0
  411. contextsynapse/ingestion/universal/operators/embed.py +80 -0
  412. contextsynapse/ingestion/universal/operators/extract_entities.py +253 -0
  413. contextsynapse/ingestion/universal/operators/extract_preferences.py +117 -0
  414. contextsynapse/ingestion/universal/operators/filter_content.py +69 -0
  415. contextsynapse/ingestion/universal/operators/index_bm25.py +52 -0
  416. contextsynapse/ingestion/universal/operators/infer_domains.py +69 -0
  417. contextsynapse/ingestion/universal/operators/link_cross_reference.py +210 -0
  418. contextsynapse/ingestion/universal/operators/parse_records.py +66 -0
  419. contextsynapse/ingestion/universal/operators/resolve_entities.py +261 -0
  420. contextsynapse/ingestion/universal/operators/scanners/__init__.py +16 -0
  421. contextsynapse/ingestion/universal/operators/scanners/edges.py +173 -0
  422. contextsynapse/ingestion/universal/operators/scanners/git.py +187 -0
  423. contextsynapse/ingestion/universal/operators/scanners/github.py +135 -0
  424. contextsynapse/ingestion/universal/operators/scanners/github_api.py +509 -0
  425. contextsynapse/ingestion/universal/operators/scanners/helpers.py +67 -0
  426. contextsynapse/ingestion/universal/operators/scanners/jira.py +65 -0
  427. contextsynapse/ingestion/universal/operators/scanners/llm_enrichment.py +82 -0
  428. contextsynapse/ingestion/universal/operators/scanners/repo.py +149 -0
  429. contextsynapse/ingestion/universal/operators/sdlc_scan.py +213 -0
  430. contextsynapse/ingestion/universal/operators/spec_scanner.py +149 -0
  431. contextsynapse/ingestion/universal/operators/store_documents.py +72 -0
  432. contextsynapse/ingestion/universal/operators/synthesize_cu.py +180 -0
  433. contextsynapse/ingestion/universal/operators/validate_gate.py +65 -0
  434. contextsynapse/ingestion/universal/parsers/__init__.py +5 -0
  435. contextsynapse/ingestion/universal/parsers/record_parser.py +203 -0
  436. contextsynapse/ingestion/universal/parsers/turn_parser.py +329 -0
  437. contextsynapse/ingestion/universal/shared_signals.py +161 -0
  438. contextsynapse/ingestion/universal/stage_executor.py +219 -0
  439. contextsynapse/ingestion/web_crawler.py +265 -0
  440. contextsynapse/intelligence/__init__.py +53 -0
  441. contextsynapse/intelligence/alerts.py +198 -0
  442. contextsynapse/intelligence/collector.py +655 -0
  443. contextsynapse/intelligence/comparison.py +198 -0
  444. contextsynapse/intelligence/config.py +56 -0
  445. contextsynapse/intelligence/conflict_detector.py +182 -0
  446. contextsynapse/intelligence/context_gaps.py +192 -0
  447. contextsynapse/intelligence/context_radar.py +135 -0
  448. contextsynapse/intelligence/correlation_engine.py +416 -0
  449. contextsynapse/intelligence/correlation_template.py +120 -0
  450. contextsynapse/intelligence/dedup.py +296 -0
  451. contextsynapse/intelligence/event_bus.py +91 -0
  452. contextsynapse/intelligence/feedback_loop.py +101 -0
  453. contextsynapse/intelligence/freshness.py +307 -0
  454. contextsynapse/intelligence/fundamental_feed.py +551 -0
  455. contextsynapse/intelligence/geo_data.py +170 -0
  456. contextsynapse/intelligence/geo_reference.py +112 -0
  457. contextsynapse/intelligence/graph_fusion.py +465 -0
  458. contextsynapse/intelligence/heuristics.py +176 -0
  459. contextsynapse/intelligence/impact_tracker.py +336 -0
  460. contextsynapse/intelligence/macro_indicators.py +319 -0
  461. contextsynapse/intelligence/ocr.py +104 -0
  462. contextsynapse/intelligence/persistence.py +267 -0
  463. contextsynapse/intelligence/pipeline_health.py +130 -0
  464. contextsynapse/intelligence/price_feed.py +221 -0
  465. contextsynapse/intelligence/rate_limiter.py +130 -0
  466. contextsynapse/intelligence/reactive.py +411 -0
  467. contextsynapse/intelligence/runtime_context.py +390 -0
  468. contextsynapse/intelligence/sentiment_decay.py +426 -0
  469. contextsynapse/intelligence/session.py +277 -0
  470. contextsynapse/intelligence/signal_hierarchy.py +438 -0
  471. contextsynapse/intelligence/signals.py +185 -0
  472. contextsynapse/intelligence/source_watcher.py +132 -0
  473. contextsynapse/intelligence/table_enricher.py +256 -0
  474. contextsynapse/intelligence/tagger.py +319 -0
  475. contextsynapse/intelligence/timeseries.py +209 -0
  476. contextsynapse/intelligence/tracker.py +318 -0
  477. contextsynapse/intelligence/watchdog.py +392 -0
  478. contextsynapse/intelligence/watchdog_manager.py +263 -0
  479. contextsynapse/intelligence/webhook_receiver.py +165 -0
  480. contextsynapse/intelligence/weight_learner.py +234 -0
  481. contextsynapse/llm/__init__.py +8 -0
  482. contextsynapse/llm/client.py +348 -0
  483. contextsynapse/llm/rate_limiter.py +166 -0
  484. contextsynapse/logging_config.py +2 -0
  485. contextsynapse/marketplace/__init__.py +7 -0
  486. contextsynapse/marketplace/registry.py +173 -0
  487. contextsynapse/mcp/__init__.py +11 -0
  488. contextsynapse/mcp/__main__.py +4 -0
  489. contextsynapse/mcp/auth_middleware.py +212 -0
  490. contextsynapse/mcp/connection_pool.py +128 -0
  491. contextsynapse/mcp/server.py +986 -0
  492. contextsynapse/mcp/session_context.py +67 -0
  493. contextsynapse/memory/__init__.py +34 -0
  494. contextsynapse/memory/engine.py +475 -0
  495. contextsynapse/memory/temporal.py +327 -0
  496. contextsynapse/metadata/__init__.py +12 -0
  497. contextsynapse/metadata/metadata_db.py +272 -0
  498. contextsynapse/metadata/metadata_query_tool.py +300 -0
  499. contextsynapse/metadata/metadata_tracker.py +425 -0
  500. contextsynapse/models/__init__.py +27 -0
  501. contextsynapse/models/embedding_service.py +360 -0
  502. contextsynapse/models/model_registry.py +228 -0
  503. contextsynapse/multiworker.py +2 -0
  504. contextsynapse/pipelines/__init__.py +1 -0
  505. contextsynapse/pipelines/executor.py +851 -0
  506. contextsynapse/pipelines/filters.py +189 -0
  507. contextsynapse/pipelines/models.py +176 -0
  508. contextsynapse/pipelines/scheduler.py +268 -0
  509. contextsynapse/playground/__init__.py +1 -0
  510. contextsynapse/playground/templates.py +85 -0
  511. contextsynapse/plugins/__init__.py +43 -0
  512. contextsynapse/plugins/api.py +66 -0
  513. contextsynapse/plugins/base.py +350 -0
  514. contextsynapse/plugins/domain_interface.py +508 -0
  515. contextsynapse/plugins/domain_loader.py +241 -0
  516. contextsynapse/plugins/loader.py +148 -0
  517. contextsynapse/plugins/registry.py +265 -0
  518. contextsynapse/project/__init__.py +11 -0
  519. contextsynapse/project/code_context.py +807 -0
  520. contextsynapse/project/connectors/__init__.py +4 -0
  521. contextsynapse/project/connectors/github_connector.py +113 -0
  522. contextsynapse/project/connectors/jira_connector.py +160 -0
  523. contextsynapse/project/graph.py +1023 -0
  524. contextsynapse/project/project_context.py +545 -0
  525. contextsynapse/project/scanner_registry.py +61 -0
  526. contextsynapse/project/schema_manager.py +322 -0
  527. contextsynapse/project/schemas/knowledge.yaml +59 -0
  528. contextsynapse/project/schemas/sdlc.yaml +369 -0
  529. contextsynapse/project/sdlc_schema.py +172 -0
  530. contextsynapse/project/spec_parser.py +85 -0
  531. contextsynapse/project/task_lock.py +181 -0
  532. contextsynapse/project/task_stream.py +203 -0
  533. contextsynapse/project/team_tools.py +537 -0
  534. contextsynapse/py.typed +0 -0
  535. contextsynapse/realtime/__init__.py +6 -0
  536. contextsynapse/realtime/collaboration.py +147 -0
  537. contextsynapse/rules/__init__.py +10 -0
  538. contextsynapse/rules/engine.py +116 -0
  539. contextsynapse/rules/evaluators/__init__.py +6 -0
  540. contextsynapse/rules/evaluators/aggregate.py +205 -0
  541. contextsynapse/rules/evaluators/custom.py +170 -0
  542. contextsynapse/rules/evaluators/pre_action.py +125 -0
  543. contextsynapse/rules/evaluators/temporal.py +129 -0
  544. contextsynapse/rules/loader.py +52 -0
  545. contextsynapse/rules/models.py +124 -0
  546. contextsynapse/rules/universal.py +393 -0
  547. contextsynapse/scheduler.py +229 -0
  548. contextsynapse/schema/__init__.py +42 -0
  549. contextsynapse/schema/compiler.py +252 -0
  550. contextsynapse/schema/composer.py +158 -0
  551. contextsynapse/schema/dedup.py +73 -0
  552. contextsynapse/schema/derivation.py +172 -0
  553. contextsynapse/schema/sdl.py +326 -0
  554. contextsynapse/schema/validation_gate.py +124 -0
  555. contextsynapse/sdk/__init__.py +63 -0
  556. contextsynapse/sdk/agent.py +214 -0
  557. contextsynapse/sdk/client.py +269 -0
  558. contextsynapse/sdk/exceptions.py +23 -0
  559. contextsynapse/sdk/models.py +78 -0
  560. contextsynapse/sdk/session.py +408 -0
  561. contextsynapse/sdk/tracked.py +218 -0
  562. contextsynapse/sdk/worker.py +266 -0
  563. contextsynapse/sdk/workspace_client.py +98 -0
  564. contextsynapse/sdk/ws.py +41 -0
  565. contextsynapse/search/__init__.py +20 -0
  566. contextsynapse/search/embedding_cache.py +140 -0
  567. contextsynapse/search/enhanced_search.py +152 -0
  568. contextsynapse/search/fulltext.py +130 -0
  569. contextsynapse/search/graph_search.py +634 -0
  570. contextsynapse/search/lmdb_index.py +1218 -0
  571. contextsynapse/search/nl_to_aiql.py +199 -0
  572. contextsynapse/search/rag.py +1346 -0
  573. contextsynapse/search/rag_cache.py +167 -0
  574. contextsynapse/search/reasoning_chain.py +231 -0
  575. contextsynapse/search/redis_search.py +207 -0
  576. contextsynapse/search/retrieval_quality.py +314 -0
  577. contextsynapse/search/semantic_query.py +455 -0
  578. contextsynapse/search/text_resolver.py +159 -0
  579. contextsynapse/search/whoosh_search.py +373 -0
  580. contextsynapse/security/__init__.py +17 -0
  581. contextsynapse/security/audit.py +297 -0
  582. contextsynapse/security/audit_logger.py +97 -0
  583. contextsynapse/security/audit_trail.py +270 -0
  584. contextsynapse/security/auth_unified.py +284 -0
  585. contextsynapse/security/auto_tagger.py +230 -0
  586. contextsynapse/security/data_security.py +218 -0
  587. contextsynapse/security/encryption.py +207 -0
  588. contextsynapse/security/identity.py +447 -0
  589. contextsynapse/security/jwt_identity.py +59 -0
  590. contextsynapse/security/middleware.py +336 -0
  591. contextsynapse/security/pii.py +233 -0
  592. contextsynapse/security/rbac.py +96 -0
  593. contextsynapse/security/rls.py +205 -0
  594. contextsynapse/security/sanitize.py +233 -0
  595. contextsynapse/security/scoped_encryption.py +131 -0
  596. contextsynapse/security/tenant.py +401 -0
  597. contextsynapse/shield/__init__.py +21 -0
  598. contextsynapse/shield/anomaly.py +56 -0
  599. contextsynapse/shield/permissions.py +99 -0
  600. contextsynapse/shield/profile.py +103 -0
  601. contextsynapse/shield/shield.py +108 -0
  602. contextsynapse/shield/trust_engine.py +69 -0
  603. contextsynapse/skills/__init__.py +14 -0
  604. contextsynapse/skills/engine.py +233 -0
  605. contextsynapse/skills/loader.py +59 -0
  606. contextsynapse/skills/models.py +139 -0
  607. contextsynapse/storage/__init__.py +7 -0
  608. contextsynapse/storage/cache.py +208 -0
  609. contextsynapse/storage/columnar_store_v2.py +178 -0
  610. contextsynapse/storage/csr_graph_storage.py +587 -0
  611. contextsynapse/storage/csr_store.py +388 -0
  612. contextsynapse/storage/document_store.py +491 -0
  613. contextsynapse/storage/hnsw_index.py +294 -0
  614. contextsynapse/storage/hybrid_store_v2.py +278 -0
  615. contextsynapse/storage/lmdb_graph_storage.py +366 -0
  616. contextsynapse/storage/migration.py +279 -0
  617. contextsynapse/storage/namespace_store.py +346 -0
  618. contextsynapse/storage/pure_graph_storage.py +185 -0
  619. contextsynapse/storage/redis_graph_adapter.py +186 -0
  620. contextsynapse/storage/redis_graph_storage.py +375 -0
  621. contextsynapse/storage/router/__init__.py +29 -0
  622. contextsynapse/storage/router/duckdb_store.py +398 -0
  623. contextsynapse/storage/router/factory.py +83 -0
  624. contextsynapse/storage/router/interface.py +125 -0
  625. contextsynapse/storage/router/postgres_store.py +339 -0
  626. contextsynapse/storage/router/resolver.py +192 -0
  627. contextsynapse/storage/router/router.py +300 -0
  628. contextsynapse/storage/single_file_storage.py +391 -0
  629. contextsynapse/storage/storage_manager.py +214 -0
  630. contextsynapse/storage/storage_query_optimizer.py +314 -0
  631. contextsynapse/storage/wal.py +359 -0
  632. contextsynapse/temporal/__init__.py +0 -0
  633. contextsynapse/temporal/storage.py +106 -0
  634. contextsynapse/tests/__init__.py +11 -0
  635. contextsynapse/tests/regression/__init__.py +1 -0
  636. contextsynapse/tests/regression/add_metadata.py +395 -0
  637. contextsynapse/tests/regression/add_skip_flags.py +85 -0
  638. contextsynapse/tests/regression/cases/test_basic_create_node.yaml +20 -0
  639. contextsynapse/tests/regression/cases/test_basic_select.yaml +21 -0
  640. contextsynapse/tests/regression/cases/test_blockchain_audit_trail.yaml +37 -0
  641. contextsynapse/tests/regression/cases/test_blockchain_audit_trail_filtered.yaml +39 -0
  642. contextsynapse/tests/regression/cases/test_blockchain_blocks_range.yaml +39 -0
  643. contextsynapse/tests/regression/cases/test_blockchain_get_block.yaml +35 -0
  644. contextsynapse/tests/regression/cases/test_blockchain_latest_block.yaml +35 -0
  645. contextsynapse/tests/regression/cases/test_blockchain_length.yaml +37 -0
  646. contextsynapse/tests/regression/cases/test_blockchain_merkle_root.yaml +37 -0
  647. contextsynapse/tests/regression/cases/test_blockchain_verify.yaml +35 -0
  648. contextsynapse/tests/regression/cases/test_blockchain_verify_block.yaml +35 -0
  649. contextsynapse/tests/regression/cases/test_create_edge.yaml +28 -0
  650. contextsynapse/tests/regression/cases/test_delete_edge_basic.yaml +29 -0
  651. contextsynapse/tests/regression/cases/test_delete_node_basic.yaml +29 -0
  652. contextsynapse/tests/regression/cases/test_evaluation_mrr.yaml +40 -0
  653. contextsynapse/tests/regression/cases/test_evaluation_ndcg.yaml +40 -0
  654. contextsynapse/tests/regression/cases/test_evaluation_precision.yaml +40 -0
  655. contextsynapse/tests/regression/cases/test_evaluation_recall.yaml +40 -0
  656. contextsynapse/tests/regression/cases/test_group_by_basic.yaml +56 -0
  657. contextsynapse/tests/regression/cases/test_match_node_basic.yaml +29 -0
  658. contextsynapse/tests/regression/cases/test_match_node_with_order_limit.yaml +31 -0
  659. contextsynapse/tests/regression/cases/test_namespace_switch.yaml +18 -0
  660. contextsynapse/tests/regression/cases/test_pipeline_cascaded.yaml +61 -0
  661. contextsynapse/tests/regression/cases/test_pipeline_fixed_size_chunking.yaml +48 -0
  662. contextsynapse/tests/regression/cases/test_pipeline_gpt4_chunking.yaml +54 -0
  663. contextsynapse/tests/regression/cases/test_pipeline_hybrid_indexing.yaml +57 -0
  664. contextsynapse/tests/regression/cases/test_pipeline_large_embedding.yaml +52 -0
  665. contextsynapse/tests/regression/cases/test_pipeline_paragraph_chunking.yaml +49 -0
  666. contextsynapse/tests/regression/cases/test_pipeline_recursive_chunking.yaml +47 -0
  667. contextsynapse/tests/regression/cases/test_pipeline_run_pipeline.yaml +56 -0
  668. contextsynapse/tests/regression/cases/test_pipeline_section_based_chunking.yaml +53 -0
  669. contextsynapse/tests/regression/cases/test_pipeline_semantic_chunking.yaml +51 -0
  670. contextsynapse/tests/regression/cases/test_pipeline_with_entity_extraction.yaml +57 -0
  671. contextsynapse/tests/regression/cases/test_pipeline_with_relationships.yaml +62 -0
  672. contextsynapse/tests/regression/cases/test_rag_evaluation.yaml +38 -0
  673. contextsynapse/tests/regression/cases/test_rag_graph_bfs_with_eval.yaml +48 -0
  674. contextsynapse/tests/regression/cases/test_rag_graph_centrality.yaml +40 -0
  675. contextsynapse/tests/regression/cases/test_rag_graph_centrality_eval.yaml +35 -0
  676. contextsynapse/tests/regression/cases/test_rag_graph_community.yaml +40 -0
  677. contextsynapse/tests/regression/cases/test_rag_graph_community_eval.yaml +35 -0
  678. contextsynapse/tests/regression/cases/test_rag_graph_dfs_with_eval.yaml +35 -0
  679. contextsynapse/tests/regression/cases/test_rag_graph_multi_hop_eval.yaml +35 -0
  680. contextsynapse/tests/regression/cases/test_rag_graph_path.yaml +40 -0
  681. contextsynapse/tests/regression/cases/test_rag_graph_search_basic.yaml +38 -0
  682. contextsynapse/tests/regression/cases/test_rag_graph_search_bfs.yaml +52 -0
  683. contextsynapse/tests/regression/cases/test_rag_graph_search_dfs.yaml +41 -0
  684. contextsynapse/tests/regression/cases/test_rag_graph_search_multi_hop.yaml +43 -0
  685. contextsynapse/tests/regression/cases/test_rag_graph_search_shortest_path.yaml +41 -0
  686. contextsynapse/tests/regression/cases/test_rag_graph_search_weighted.yaml +43 -0
  687. contextsynapse/tests/regression/cases/test_rag_graph_shortest_path_eval.yaml +35 -0
  688. contextsynapse/tests/regression/cases/test_rag_graph_traversal.yaml +30 -0
  689. contextsynapse/tests/regression/cases/test_rag_graph_weighted_eval.yaml +35 -0
  690. contextsynapse/tests/regression/cases/test_rag_hybrid_search.yaml +33 -0
  691. contextsynapse/tests/regression/cases/test_rag_hybrid_with_prompt_embedding.yaml +44 -0
  692. contextsynapse/tests/regression/cases/test_rag_keyword_search.yaml +32 -0
  693. contextsynapse/tests/regression/cases/test_rag_multi_hop_graph.yaml +32 -0
  694. contextsynapse/tests/regression/cases/test_rag_path_based.yaml +34 -0
  695. contextsynapse/tests/regression/cases/test_rag_profile_based.yaml +32 -0
  696. contextsynapse/tests/regression/cases/test_rag_vector_search.yaml +32 -0
  697. contextsynapse/tests/regression/cases/test_rag_weighted_graph.yaml +34 -0
  698. contextsynapse/tests/regression/cases/test_rag_weighted_hybrid.yaml +31 -0
  699. contextsynapse/tests/regression/cases/test_semantic_boundary_chunking.yaml +57 -0
  700. contextsynapse/tests/regression/cases/test_semantic_boundary_detection.yaml +33 -0
  701. contextsynapse/tests/regression/cases/test_semantic_hash_function.yaml +30 -0
  702. contextsynapse/tests/regression/cases/test_semantic_hash_with_model.yaml +31 -0
  703. contextsynapse/tests/regression/cases/test_tcs_ingestion_fixed_size.yaml +44 -0
  704. contextsynapse/tests/regression/cases/test_tcs_ingestion_recursive.yaml +46 -0
  705. contextsynapse/tests/regression/cases/test_tcs_ingestion_section.yaml +46 -0
  706. contextsynapse/tests/regression/cases/test_tcs_ingestion_semantic.yaml +44 -0
  707. contextsynapse/tests/regression/cases/test_time_travel_as_of.yaml +35 -0
  708. contextsynapse/tests/regression/cases/test_time_travel_at_commit.yaml +33 -0
  709. contextsynapse/tests/regression/cases/test_time_travel_at_timestamp.yaml +33 -0
  710. contextsynapse/tests/regression/cases/test_time_travel_for_system_time_all.yaml +37 -0
  711. contextsynapse/tests/regression/cases/test_time_travel_versions_between.yaml +39 -0
  712. contextsynapse/tests/regression/cases/test_traverse_basic.yaml +31 -0
  713. contextsynapse/tests/regression/cases/test_traverse_max_depth.yaml +34 -0
  714. contextsynapse/tests/regression/cases/test_update_edge_basic.yaml +29 -0
  715. contextsynapse/tests/regression/evaluation_metrics.py +227 -0
  716. contextsynapse/tests/regression/regression_runner.py +1081 -0
  717. contextsynapse/tests/regression/setup_regression_data.py +212 -0
  718. contextsynapse/tests/regression/test_basic_only.py +84 -0
  719. contextsynapse/tests/regression/test_namespace_creation.py +29 -0
  720. contextsynapse/tests/regression/test_single_fix.py +61 -0
  721. contextsynapse/tests/regression/test_single_query.py +20 -0
  722. contextsynapse/tests/regression/validate_test_syntax.py +179 -0
  723. contextsynapse/tests/test_advanced_features.py +347 -0
  724. contextsynapse/tests/test_aiql_summary.py +283 -0
  725. contextsynapse/tests/test_all_aiql_queries.py +948 -0
  726. contextsynapse/tests/test_all_create_queries.py +213 -0
  727. contextsynapse/tests/test_api_vs_native.py +280 -0
  728. contextsynapse/tests/test_chunking_dedup.py +199 -0
  729. contextsynapse/tests/test_connectors.py +171 -0
  730. contextsynapse/tests/test_edges_and_match.py +202 -0
  731. contextsynapse/tests/test_extraction_pipeline_integration.py +581 -0
  732. contextsynapse/tests/test_name_property.py +224 -0
  733. contextsynapse/tests/test_node_edge_metadata.py +250 -0
  734. contextsynapse/tests/test_playground_conn.py +114 -0
  735. contextsynapse/tests/test_query_cache.py +213 -0
  736. contextsynapse/tests/test_source_policy_auth.py +348 -0
  737. contextsynapse/tests/test_temporal_and_domain.py +224 -0
  738. contextsynapse/tests/test_time_travel_e2e.py +571 -0
  739. contextsynapse/tests/test_traversal_and_aggregation.py +275 -0
  740. contextsynapse/tools/__init__.py +36 -0
  741. contextsynapse/tools/a2a_tools.py +106 -0
  742. contextsynapse/tools/cognition_tools.py +118 -0
  743. contextsynapse/tools/context.py +905 -0
  744. contextsynapse/tools/formatting.py +92 -0
  745. contextsynapse/tools/gateway_tools.py +186 -0
  746. contextsynapse/tools/graph.py +1700 -0
  747. contextsynapse/tools/intelligence.py +235 -0
  748. contextsynapse/tools/memory.py +118 -0
  749. contextsynapse/tools/registry.py +373 -0
  750. contextsynapse/tools/shield_tools.py +159 -0
  751. contextsynapse/tools/tasks.py +341 -0
  752. contextsynapse/tools/workspace_tools.py +124 -0
  753. contextsynapse/utils/__init__.py +15 -0
  754. contextsynapse/utils/config_loader.py +198 -0
  755. contextsynapse/utils/env_loader.py +156 -0
  756. contextsynapse/utils/file_utils.py +288 -0
  757. contextsynapse/utils/logging_optimizer.py +119 -0
  758. contextsynapse/vector/__init__.py +30 -0
  759. contextsynapse/vector/chroma_vector_store.py +152 -0
  760. contextsynapse/vector/custom_vector_store.py +537 -0
  761. contextsynapse/vector/faiss_vector_store.py +296 -0
  762. contextsynapse/vector/qdrant_vector_store.py +163 -0
  763. contextsynapse/vector/vector_db.py +953 -0
  764. contextsynapse/vector/vector_db_manager.py +197 -0
  765. contextsynapse/workspace/__init__.py +27 -0
  766. contextsynapse/workspace/base.py +94 -0
  767. contextsynapse/workspace/git.py +228 -0
  768. contextsynapse/workspace/github.py +78 -0
  769. contextsynapse/workspace/local.py +73 -0
  770. contextsynapse/workspace/tools.py +222 -0
  771. contextsynapse-1.0.0.dist-info/METADATA +847 -0
  772. contextsynapse-1.0.0.dist-info/RECORD +776 -0
  773. contextsynapse-1.0.0.dist-info/WHEEL +5 -0
  774. contextsynapse-1.0.0.dist-info/entry_points.txt +4 -0
  775. contextsynapse-1.0.0.dist-info/licenses/LICENSE +200 -0
  776. contextsynapse-1.0.0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,814 @@
1
+ """
2
+ Agent Memory
3
+ =============
4
+ Persist agent sessions, interactions, and knowledge as a memory graph.
5
+
6
+ Each agent gets a subgraph within a shared namespace. Interactions are stored
7
+ as ContextItems with provenance, and can be recalled later using graph
8
+ traversal or semantic search.
9
+
10
+ Usage:
11
+ memory = AgentMemory(graph_registry, namespace="shared_brain")
12
+ memory.remember(agent_id="agent-1", content="User prefers dark mode", tags=["preference"])
13
+ memory.log_interaction(agent_id="agent-1", role="user", content="Turn on dark mode")
14
+ memory.log_interaction(agent_id="agent-1", role="assistant", content="Done.")
15
+
16
+ # Recall
17
+ memories = memory.recall(agent_id="agent-1", query="dark mode", limit=5)
18
+ hub = memory.build_context(agent_id="agent-1", system_prompt="You are helpful.")
19
+ """
20
+
21
+ from __future__ import annotations
22
+
23
+ import hashlib
24
+ import logging
25
+ import uuid
26
+ from datetime import datetime, timezone
27
+ from typing import Any, Dict, List, Optional
28
+
29
+ logger = logging.getLogger(__name__)
30
+
31
+
32
+ class AgentMemory:
33
+ """
34
+ Persist and recall agent memory as a graph.
35
+
36
+ Nodes:
37
+ - Agent (id=agent_id, label="Agent")
38
+ - Memory (label="Memory", content=..., tags=...)
39
+ - Session (label="Session", session_id=...)
40
+ - Interaction (label="Interaction", role=..., content=...)
41
+
42
+ Edges:
43
+ - Agent -[HAS_MEMORY]-> Memory
44
+ - Agent -[HAS_SESSION]-> Session
45
+ - Session -[CONTAINS]-> Interaction
46
+ - Interaction -[NEXT]-> Interaction (ordered chain)
47
+ - Memory -[RELATED_TO]-> Memory (cross-references)
48
+ """
49
+
50
+ def __init__(self, graph_registry, namespace: str = "agent_memory"):
51
+ self.graph_registry = graph_registry
52
+ self.namespace = namespace
53
+ self._ensure_graph()
54
+
55
+ @staticmethod
56
+ def _update_props(db, node_id: str, props: Dict[str, Any]):
57
+ """Update node properties — works for both CSR and Redis backends."""
58
+ # Try Redis adapter method first
59
+ if hasattr(db, 'csr_adapter') and hasattr(db.csr_adapter, 'update_node_properties'):
60
+ db.csr_adapter.update_node_properties(node_id, props)
61
+ return
62
+ # CSR fallback: update in-memory dicts directly
63
+ node = db.get_node(node_id) if hasattr(db, 'get_node') else None
64
+ if node:
65
+ node.properties.update(props)
66
+ if hasattr(db, 'node_properties'):
67
+ db.node_properties[node_id] = props
68
+ # Also update CSR node if accessible
69
+ if hasattr(db, 'csr_adapter') and hasattr(db.csr_adapter, 'nodes'):
70
+ csr_node = db.csr_adapter.nodes.get(node_id)
71
+ if csr_node:
72
+ csr_node.properties.update(props)
73
+
74
+ def _ensure_graph(self):
75
+ """Ensure the memory graph exists."""
76
+ db = self.graph_registry.get_graph(self.namespace, load_if_missing=True)
77
+ if not db:
78
+ self.graph_registry.create_graph(self.namespace)
79
+
80
+ def _get_db(self):
81
+ return self.graph_registry.get_graph(self.namespace, load_if_missing=True)
82
+
83
+ def _agent_node_id(self, agent_id: str) -> str:
84
+ return f"agent_{hashlib.sha256(agent_id.encode()).hexdigest()[:12]}"
85
+
86
+ def _ensure_agent_node(self, agent_id: str):
87
+ """Create agent node if it doesn't exist."""
88
+ from ..core.graph_structures import GraphNode
89
+ db = self._get_db()
90
+ node_id = self._agent_node_id(agent_id)
91
+ existing = db.get_node(node_id)
92
+ if not existing:
93
+ db.add_node(GraphNode(
94
+ id=node_id,
95
+ label="Agent",
96
+ properties={
97
+ "agent_id": agent_id,
98
+ "created_at": datetime.now(timezone.utc).isoformat(),
99
+ },
100
+ ))
101
+ return node_id
102
+
103
+ # ------------------------------------------------------------------
104
+ # Core operations
105
+ # ------------------------------------------------------------------
106
+
107
+ MEMORY_TYPES = {"decision", "preference", "pattern", "fact", "observation"}
108
+ MIN_CONFIDENCE = 0.3
109
+
110
+ def save_memory(
111
+ self,
112
+ agent_id: str,
113
+ content: str,
114
+ memory_type: str = "fact",
115
+ confidence: float = 1.0,
116
+ **kwargs,
117
+ ) -> str:
118
+ """Store a typed memory. Convenience wrapper around remember().
119
+
120
+ Args:
121
+ memory_type: One of decision, preference, pattern, fact.
122
+ """
123
+ if memory_type not in self.MEMORY_TYPES:
124
+ memory_type = "fact"
125
+ return self.remember(
126
+ agent_id, content,
127
+ tags=[memory_type],
128
+ confidence=confidence,
129
+ metadata={"memory_type": memory_type, **kwargs},
130
+ )
131
+
132
+ def recall_memories(
133
+ self,
134
+ agent_id: str,
135
+ query: str,
136
+ k: int = 5,
137
+ memory_type: Optional[str] = None,
138
+ ) -> List[Dict[str, Any]]:
139
+ """Recall top-k memories, optionally filtered by type."""
140
+ tags = [memory_type] if memory_type else None
141
+ return self.recall(agent_id, query=query, tags=tags, limit=k)
142
+
143
+ def remember(
144
+ self,
145
+ agent_id: str,
146
+ content: str,
147
+ tags: Optional[List[str]] = None,
148
+ confidence: float = 1.0,
149
+ source: Optional[str] = None,
150
+ metadata: Optional[Dict[str, Any]] = None,
151
+ ) -> str:
152
+ """
153
+ Store a memory for an agent.
154
+
155
+ Returns the memory node ID.
156
+ """
157
+ from ..core.graph_structures import GraphNode, GraphEdge
158
+
159
+ db = self._get_db()
160
+ agent_node_id = self._ensure_agent_node(agent_id)
161
+
162
+ mem_id = f"mem_{uuid.uuid4().hex[:12]}"
163
+ now = datetime.now(timezone.utc).isoformat()
164
+
165
+ db.add_node(GraphNode(
166
+ id=mem_id,
167
+ label="Memory",
168
+ properties={
169
+ "content": content,
170
+ "tags": tags or [],
171
+ "confidence": confidence,
172
+ "source": source or "agent",
173
+ "created_at": now,
174
+ "agent_id": agent_id,
175
+ "memory_type": (metadata or {}).get("memory_type", "fact"),
176
+ "access_count": 0,
177
+ "last_accessed": None,
178
+ "version": 1,
179
+ "status": "active",
180
+ "valid_from": now,
181
+ "valid_to": None,
182
+ **(metadata or {}),
183
+ },
184
+ ))
185
+
186
+ db.add_edge(GraphEdge(
187
+ id=str(uuid.uuid4()),
188
+ source=agent_node_id,
189
+ target=mem_id,
190
+ label="HAS_MEMORY",
191
+ properties={"created_at": now},
192
+ ))
193
+
194
+ logger.info("Agent %s stored memory %s", agent_id, mem_id)
195
+ return mem_id
196
+
197
+ def forget(self, agent_id: str, memory_id: str) -> bool:
198
+ """Remove a specific memory."""
199
+ db = self._get_db()
200
+ try:
201
+ db.remove_node(memory_id)
202
+ return True
203
+ except Exception:
204
+ return False
205
+
206
+ @staticmethod
207
+ def _effective_confidence(props: Dict[str, Any]) -> float:
208
+ """Compute effective confidence with time decay and access reinforcement."""
209
+ base = props.get("confidence", 1.0)
210
+ created_at = props.get("created_at", "")
211
+ access_count = props.get("access_count", 0)
212
+
213
+ if not created_at:
214
+ return base
215
+
216
+ try:
217
+ created = datetime.fromisoformat(created_at.replace("Z", "+00:00"))
218
+ age_days = max(0, (datetime.now(timezone.utc) - created).total_seconds() / 86400)
219
+ except (ValueError, TypeError):
220
+ return base
221
+
222
+ decay = 0.95 ** (age_days / 7) # ~5% decay per week
223
+ reinforcement = min(1.0, 0.1 * access_count) # access resists decay
224
+ effective = base * max(decay, reinforcement)
225
+ return round(effective, 4)
226
+
227
+ def update_memory(
228
+ self,
229
+ agent_id: str,
230
+ memory_id: str,
231
+ new_content: str,
232
+ reason: str = "user_correction",
233
+ ) -> str:
234
+ """Optional agent feedback: create a new version of a memory, superseding the old.
235
+
236
+ Returns the new memory node ID.
237
+ """
238
+ from ..core.graph_structures import GraphNode, GraphEdge
239
+
240
+ db = self._get_db()
241
+ old_node = db.get_node(memory_id)
242
+ if not old_node:
243
+ raise ValueError(f"Memory {memory_id} not found")
244
+
245
+ old_props = old_node.properties or {}
246
+ now = datetime.now(timezone.utc).isoformat()
247
+
248
+ # Supersede old memory
249
+ old_props["status"] = "superseded"
250
+ old_props["valid_to"] = now
251
+ self._update_props(db, memory_id, old_props)
252
+
253
+ # Create new version
254
+ new_mid = f"mem_{uuid.uuid4().hex[:12]}"
255
+ old_version = old_props.get("version", 1)
256
+
257
+ db.add_node(GraphNode(
258
+ id=new_mid,
259
+ label="Memory",
260
+ properties={
261
+ "content": new_content,
262
+ "tags": old_props.get("tags", []),
263
+ "confidence": old_props.get("confidence", 1.0),
264
+ "source": old_props.get("source", "agent"),
265
+ "created_at": now,
266
+ "agent_id": agent_id,
267
+ "memory_type": old_props.get("memory_type", "fact"),
268
+ "access_count": 0,
269
+ "last_accessed": None,
270
+ "version": old_version + 1,
271
+ "status": "active",
272
+ "valid_from": now,
273
+ "valid_to": None,
274
+ },
275
+ ))
276
+
277
+ # SUPERSEDES edge: new → old
278
+ db.add_edge(GraphEdge(
279
+ id=str(uuid.uuid4()),
280
+ source=new_mid,
281
+ target=memory_id,
282
+ label="SUPERSEDES",
283
+ properties={"reason": reason, "superseded_at": now},
284
+ ))
285
+
286
+ # Link new memory to agent
287
+ agent_node_id = self._agent_node_id(agent_id)
288
+ db.add_edge(GraphEdge(
289
+ id=str(uuid.uuid4()),
290
+ source=agent_node_id,
291
+ target=new_mid,
292
+ label="HAS_MEMORY",
293
+ properties={"created_at": now},
294
+ ))
295
+
296
+ return new_mid
297
+
298
+ def auto_consolidate(
299
+ self,
300
+ agent_id: str,
301
+ overlap_threshold: float = 0.4,
302
+ ) -> Dict[str, Any]:
303
+ """System-driven: find and merge similar memories automatically.
304
+
305
+ Returns dict with consolidated_count and new_memory_id.
306
+ """
307
+ from ..core.graph_structures import GraphNode, GraphEdge
308
+
309
+ candidates = self.recall(agent_id, limit=50)
310
+ if len(candidates) < 2:
311
+ return {"consolidated_count": 0, "new_memory_id": None}
312
+
313
+ def _keywords(text):
314
+ return set(w.lower() for w in text.split() if len(w) > 2)
315
+
316
+ groups = []
317
+ used = set()
318
+ for i, c in enumerate(candidates):
319
+ if i in used:
320
+ continue
321
+ group = [c]
322
+ kw_i = _keywords(c["content"])
323
+ for j, d in enumerate(candidates[i + 1:], i + 1):
324
+ if j in used:
325
+ continue
326
+ kw_j = _keywords(d["content"])
327
+ if kw_i and kw_j:
328
+ overlap = len(kw_i & kw_j) / min(len(kw_i), len(kw_j))
329
+ if overlap >= overlap_threshold:
330
+ group.append(d)
331
+ used.add(j)
332
+ if len(group) >= 2:
333
+ groups.append(group)
334
+ used.add(i)
335
+
336
+ if not groups:
337
+ return {"consolidated_count": 0, "new_memory_id": None}
338
+
339
+ group = max(groups, key=len)
340
+ db = self._get_db()
341
+ now = datetime.now(timezone.utc).isoformat()
342
+
343
+ best = max(group, key=lambda m: len(m["content"]))
344
+ max_conf = max(m.get("confidence", 1.0) for m in group)
345
+ new_conf = min(1.0, max_conf + 0.05 * (len(group) - 1))
346
+
347
+ new_mid = f"mem_{uuid.uuid4().hex[:12]}"
348
+ db.add_node(GraphNode(
349
+ id=new_mid,
350
+ label="Memory",
351
+ properties={
352
+ "content": best["content"],
353
+ "tags": best.get("tags", []),
354
+ "confidence": new_conf,
355
+ "source": "system:consolidation",
356
+ "created_at": now,
357
+ "agent_id": agent_id,
358
+ "memory_type": best.get("metadata", {}).get("memory_type", "fact"),
359
+ "access_count": sum(m.get("metadata", {}).get("access_count", 0) for m in group),
360
+ "last_accessed": now,
361
+ "version": 1,
362
+ "status": "active",
363
+ "valid_from": now,
364
+ "valid_to": None,
365
+ },
366
+ ))
367
+
368
+ agent_node_id = self._agent_node_id(agent_id)
369
+ db.add_edge(GraphEdge(
370
+ id=str(uuid.uuid4()), source=agent_node_id, target=new_mid,
371
+ label="HAS_MEMORY", properties={"created_at": now},
372
+ ))
373
+
374
+ for m in group:
375
+ old_node = db.get_node(m["id"])
376
+ if old_node:
377
+ old_node.properties["status"] = "consolidated"
378
+ old_node.properties["valid_to"] = now
379
+ self._update_props(db, m["id"], old_node.properties)
380
+
381
+ db.add_edge(GraphEdge(
382
+ id=str(uuid.uuid4()), source=new_mid, target=m["id"],
383
+ label="DERIVED_FROM", properties={"created_at": now},
384
+ ))
385
+
386
+ return {"consolidated_count": len(group), "new_memory_id": new_mid}
387
+
388
+ def auto_promote(
389
+ self,
390
+ target_namespace: str = "default",
391
+ graph_registry=None,
392
+ min_access_count: int = 5,
393
+ min_confidence: float = 0.7,
394
+ ) -> Dict[str, Any]:
395
+ """System-driven: promote high-value memories to the main graph.
396
+
397
+ Returns dict with promoted_count and promoted_ids.
398
+ """
399
+ from ..core.graph_structures import GraphNode
400
+
401
+ registry = graph_registry or self.graph_registry
402
+ main_db = registry.get_graph(target_namespace, load_if_missing=True)
403
+ if not main_db:
404
+ return {"promoted_count": 0, "promoted_ids": []}
405
+
406
+ db = self._get_db()
407
+ all_nodes = db.get_all_nodes()
408
+ now = datetime.now(timezone.utc).isoformat()
409
+ promoted_ids = []
410
+
411
+ for node in all_nodes:
412
+ if getattr(node, 'label', '') != 'Memory':
413
+ continue
414
+ props = node.properties or {}
415
+ if props.get("status") != "active":
416
+ continue
417
+ if props.get("access_count", 0) < min_access_count:
418
+ continue
419
+ eff_conf = self._effective_confidence(props)
420
+ if eff_conf < min_confidence:
421
+ continue
422
+
423
+ new_id = f"promoted_{uuid.uuid4().hex[:12]}"
424
+ main_db.add_node(GraphNode(
425
+ id=new_id,
426
+ label="Knowledge",
427
+ properties={
428
+ "name": props.get("content", "")[:80],
429
+ "content": props.get("content", ""),
430
+ "source_type": "memory",
431
+ "source_id": "system:auto_promote",
432
+ "created_by": "system:auto_promote",
433
+ "confidence": eff_conf,
434
+ "promoted_from": f"{self.namespace}:{node.id}",
435
+ "created_at": now,
436
+ "memory_type": props.get("memory_type", "fact"),
437
+ },
438
+ ))
439
+
440
+ props["status"] = "promoted"
441
+ self._update_props(db, node.id, props)
442
+ promoted_ids.append(new_id)
443
+
444
+ return {"promoted_count": len(promoted_ids), "promoted_ids": promoted_ids}
445
+
446
+ def recall(
447
+ self,
448
+ agent_id: str,
449
+ query: Optional[str] = None,
450
+ tags: Optional[List[str]] = None,
451
+ limit: int = 10,
452
+ ) -> List[Dict[str, Any]]:
453
+ """
454
+ Recall memories for an agent.
455
+
456
+ Filters by tags if provided. If query is given, does substring match
457
+ on content (semantic search would use embeddings).
458
+ """
459
+ db = self._get_db()
460
+ agent_node_id = self._agent_node_id(agent_id)
461
+
462
+ # Get memory IDs via edges (primary) or property scan (fallback)
463
+ all_edges = db.get_all_edges()
464
+ mem_ids = [
465
+ e.target for e in all_edges
466
+ if e.source == agent_node_id and e.label == "HAS_MEMORY"
467
+ ]
468
+
469
+ # Fallback: if no edges found, search Memory nodes by agent_id property
470
+ if not mem_ids:
471
+ try:
472
+ all_nodes = db.get_all_nodes()
473
+ except TypeError:
474
+ all_nodes = db.get_all_nodes()
475
+ for node in all_nodes:
476
+ if getattr(node, "label", "") == "Memory":
477
+ props = getattr(node, "properties", {}) or {}
478
+ if props.get("agent_id") == agent_id:
479
+ mem_ids.append(node.id)
480
+
481
+ memories = []
482
+ for mid in mem_ids:
483
+ node = db.get_node(mid)
484
+ if not node:
485
+ continue
486
+ props = node.properties or {}
487
+
488
+ # Skip non-active memories (B4: superseded/consolidated/expired excluded)
489
+ status = props.get("status", "active")
490
+ if status in ("superseded", "consolidated", "expired", "promoted"):
491
+ continue
492
+
493
+ # Decay check (B3): exclude if effective confidence below threshold
494
+ eff_conf = self._effective_confidence(props)
495
+ if eff_conf < self.MIN_CONFIDENCE:
496
+ continue
497
+
498
+ # Filter by tags
499
+ if tags:
500
+ node_tags = props.get("tags", [])
501
+ if not any(t in node_tags for t in tags):
502
+ continue
503
+
504
+ # Filter by query (keyword overlap — more flexible than exact substring)
505
+ if query:
506
+ content = props.get("content", "").lower()
507
+ q_terms = [w for w in query.lower().split() if len(w) > 2]
508
+ if q_terms:
509
+ hits = sum(1 for t in q_terms if t in content)
510
+ if hits == 0:
511
+ continue
512
+ # Store score for ranking
513
+ props["_match_score"] = hits / len(q_terms)
514
+
515
+ # Reinforce (B2): bump access_count and last_accessed
516
+ props["access_count"] = props.get("access_count", 0) + 1
517
+ props["last_accessed"] = datetime.now(timezone.utc).isoformat()
518
+ try:
519
+ self._update_props(db, mid, props)
520
+ except Exception:
521
+ pass # reinforcement failure should not break recall
522
+
523
+ memories.append({
524
+ "id": mid,
525
+ "content": props.get("content", ""),
526
+ "tags": props.get("tags", []),
527
+ "confidence": props.get("confidence", 1.0),
528
+ "effective_confidence": eff_conf,
529
+ "source": props.get("source", ""),
530
+ "created_at": props.get("created_at", ""),
531
+ "metadata": {k: v for k, v in props.items()
532
+ if k not in ("content", "tags", "confidence", "source", "created_at", "agent_id")},
533
+ })
534
+
535
+ # Sort by match score (if query) then by created_at descending
536
+ if query:
537
+ memories.sort(key=lambda m: m.get("metadata", {}).get("_match_score", 0), reverse=True)
538
+ else:
539
+ memories.sort(key=lambda m: m.get("created_at", ""), reverse=True)
540
+ return memories[:limit]
541
+
542
+ # ------------------------------------------------------------------
543
+ # Session / Interaction logging
544
+ # ------------------------------------------------------------------
545
+
546
+ def start_session(self, agent_id: str, session_metadata: Optional[Dict] = None) -> str:
547
+ """Start a new interaction session for an agent."""
548
+ from ..core.graph_structures import GraphNode, GraphEdge
549
+
550
+ db = self._get_db()
551
+ agent_node_id = self._ensure_agent_node(agent_id)
552
+ session_id = f"session_{uuid.uuid4().hex[:12]}"
553
+ now = datetime.now(timezone.utc).isoformat()
554
+
555
+ db.add_node(GraphNode(
556
+ id=session_id,
557
+ label="Session",
558
+ properties={
559
+ "session_id": session_id,
560
+ "agent_id": agent_id,
561
+ "started_at": now,
562
+ "status": "active",
563
+ **(session_metadata or {}),
564
+ },
565
+ ))
566
+
567
+ db.add_edge(GraphEdge(
568
+ id=str(uuid.uuid4()),
569
+ source=agent_node_id,
570
+ target=session_id,
571
+ label="HAS_SESSION",
572
+ properties={"started_at": now},
573
+ ))
574
+
575
+ return session_id
576
+
577
+ def log_interaction(
578
+ self,
579
+ agent_id: str,
580
+ role: str,
581
+ content: str,
582
+ session_id: Optional[str] = None,
583
+ session_builder=None,
584
+ metadata: Optional[Dict[str, Any]] = None,
585
+ ) -> str:
586
+ """
587
+ Log a single interaction turn within a session.
588
+
589
+ If ``session_builder`` (a SessionGraphBuilder) is provided, the
590
+ interaction is graphified into the session's unified graph instead
591
+ of the standalone agent_memory namespace. This creates Turn,
592
+ Topic, Decision, Question, and Action nodes with cross-layer
593
+ REFERENCES edges to knowledge entities.
594
+
595
+ If no session_builder is given, falls back to the original
596
+ agent_memory namespace behavior for backward compatibility.
597
+
598
+ If no session_id is provided (and no builder), creates a new session.
599
+ """
600
+ # ── Session-graph path (unified graph) ──
601
+ if session_builder is not None:
602
+ import asyncio
603
+
604
+ async def _graphify():
605
+ return await session_builder.graphify_interaction(
606
+ role=role,
607
+ content=content,
608
+ agent_id=agent_id,
609
+ )
610
+
611
+ # Run the async graphify — works whether called from sync or async context
612
+ try:
613
+ loop = asyncio.get_running_loop()
614
+ # Already in async context — schedule as a task
615
+ future = asyncio.ensure_future(_graphify())
616
+ # Return a placeholder ID; the real Turn node ID is in the future
617
+ return f"session_graph_turn_{uuid.uuid4().hex[:12]}"
618
+ except RuntimeError:
619
+ # No running loop — run synchronously
620
+ result = asyncio.run(_graphify())
621
+ return result.turn_node_id
622
+
623
+ # ── Legacy agent_memory namespace path ──
624
+ from ..core.graph_structures import GraphNode, GraphEdge
625
+
626
+ db = self._get_db()
627
+
628
+ if not session_id:
629
+ session_id = self.start_session(agent_id)
630
+
631
+ interaction_id = f"interaction_{uuid.uuid4().hex[:12]}"
632
+ now = datetime.now(timezone.utc).isoformat()
633
+
634
+ db.add_node(GraphNode(
635
+ id=interaction_id,
636
+ label="Interaction",
637
+ properties={
638
+ "role": role,
639
+ "content": content,
640
+ "agent_id": agent_id,
641
+ "session_id": session_id,
642
+ "timestamp": now,
643
+ **(metadata or {}),
644
+ },
645
+ ))
646
+
647
+ db.add_edge(GraphEdge(
648
+ id=str(uuid.uuid4()),
649
+ source=session_id,
650
+ target=interaction_id,
651
+ label="CONTAINS",
652
+ properties={"timestamp": now},
653
+ ))
654
+
655
+ # Link to previous interaction in same session (ordered chain)
656
+ all_edges = db.get_all_edges()
657
+ session_interactions = [
658
+ e.target for e in all_edges
659
+ if e.source == session_id and e.label == "CONTAINS"
660
+ ]
661
+ if len(session_interactions) > 1:
662
+ prev_id = session_interactions[-2] # The one before the current
663
+ db.add_edge(GraphEdge(
664
+ id=str(uuid.uuid4()),
665
+ source=prev_id,
666
+ target=interaction_id,
667
+ label="NEXT",
668
+ properties={},
669
+ ))
670
+
671
+ return interaction_id
672
+
673
+ def end_session(self, session_id: str):
674
+ """Mark a session as ended."""
675
+ db = self._get_db()
676
+ node = db.get_node(session_id)
677
+ if node:
678
+ node.properties["status"] = "ended"
679
+ node.properties["ended_at"] = datetime.now(timezone.utc).isoformat()
680
+
681
+ # ------------------------------------------------------------------
682
+ # Context building
683
+ # ------------------------------------------------------------------
684
+
685
+ def build_context(
686
+ self,
687
+ agent_id: str,
688
+ system_prompt: Optional[str] = None,
689
+ include_memories: bool = True,
690
+ include_recent_interactions: int = 10,
691
+ memory_tags: Optional[List[str]] = None,
692
+ memory_limit: int = 20,
693
+ max_tokens: int = 8000,
694
+ ):
695
+ """
696
+ Build a ContextHub pre-loaded with agent memories and recent interactions.
697
+
698
+ Returns a ContextHub ready for LLM API calls.
699
+ """
700
+ from .hub import ContextHub, ContextRole
701
+
702
+ hub = ContextHub(system_prompt=system_prompt, max_tokens=max_tokens)
703
+
704
+ # Add memories as background context
705
+ if include_memories:
706
+ memories = self.recall(agent_id, tags=memory_tags, limit=memory_limit)
707
+ if memories:
708
+ mem_text = "\n".join(
709
+ f"- [{m.get('created_at', '?')[:10]}] {m['content']}"
710
+ + (f" (tags: {', '.join(m['tags'])})" if m.get("tags") else "")
711
+ for m in memories
712
+ )
713
+ hub.add_text(
714
+ f"## Agent Memories\n{mem_text}",
715
+ role=ContextRole.BACKGROUND,
716
+ label="Agent Memories",
717
+ source="agent_memory_graph",
718
+ )
719
+
720
+ # Add recent interactions
721
+ if include_recent_interactions > 0:
722
+ interactions = self._get_recent_interactions(agent_id, include_recent_interactions)
723
+ for inter in interactions:
724
+ role_map = {
725
+ "user": ContextRole.USER,
726
+ "assistant": ContextRole.ASSISTANT,
727
+ "system": ContextRole.SYSTEM,
728
+ "tool": ContextRole.TOOL,
729
+ }
730
+ ctx_role = role_map.get(inter.get("role", ""), ContextRole.INTERACTION)
731
+ hub.add_text(
732
+ inter.get("content", ""),
733
+ role=ctx_role,
734
+ label=f"Interaction ({inter.get('role', 'unknown')})",
735
+ source=inter.get("session_id", ""),
736
+ )
737
+
738
+ return hub
739
+
740
+ def _get_recent_interactions(self, agent_id: str, limit: int) -> List[Dict]:
741
+ """Get recent interactions across all sessions for an agent."""
742
+ db = self._get_db()
743
+ all_nodes = db.get_all_nodes()
744
+
745
+ interactions = []
746
+ for node in all_nodes:
747
+ props = node.properties or {}
748
+ if node.label == "Interaction" and props.get("agent_id") == agent_id:
749
+ interactions.append({
750
+ "id": node.id,
751
+ "role": props.get("role", ""),
752
+ "content": props.get("content", ""),
753
+ "session_id": props.get("session_id", ""),
754
+ "timestamp": props.get("timestamp", ""),
755
+ })
756
+
757
+ interactions.sort(key=lambda i: i.get("timestamp", ""), reverse=True)
758
+ return interactions[:limit]
759
+
760
+ # ------------------------------------------------------------------
761
+ # Cross-agent knowledge sharing
762
+ # ------------------------------------------------------------------
763
+
764
+ def share_memory(
765
+ self,
766
+ from_agent_id: str,
767
+ to_agent_id: str,
768
+ memory_id: str,
769
+ ) -> bool:
770
+ """Share a memory from one agent to another by creating a reference edge."""
771
+ from ..core.graph_structures import GraphEdge
772
+
773
+ db = self._get_db()
774
+ to_node_id = self._ensure_agent_node(to_agent_id)
775
+
776
+ # Verify memory exists
777
+ mem_node = db.get_node(memory_id)
778
+ if not mem_node:
779
+ return False
780
+
781
+ db.add_edge(GraphEdge(
782
+ id=str(uuid.uuid4()),
783
+ source=to_node_id,
784
+ target=memory_id,
785
+ label="HAS_MEMORY",
786
+ properties={
787
+ "shared_from": from_agent_id,
788
+ "shared_at": datetime.now(timezone.utc).isoformat(),
789
+ },
790
+ ))
791
+
792
+ return True
793
+
794
+ def get_agent_summary(self, agent_id: str) -> Dict[str, Any]:
795
+ """Get a summary of an agent's memory state."""
796
+ db = self._get_db()
797
+ agent_node_id = self._agent_node_id(agent_id)
798
+
799
+ all_edges = db.get_all_edges()
800
+ memory_count = sum(
801
+ 1 for e in all_edges
802
+ if e.source == agent_node_id and e.label == "HAS_MEMORY"
803
+ )
804
+ session_count = sum(
805
+ 1 for e in all_edges
806
+ if e.source == agent_node_id and e.label == "HAS_SESSION"
807
+ )
808
+
809
+ return {
810
+ "agent_id": agent_id,
811
+ "agent_node_id": agent_node_id,
812
+ "memory_count": memory_count,
813
+ "session_count": session_count,
814
+ }