contextsynapse 1.0.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- contextsynapse/__init__.py +107 -0
- contextsynapse/__main__.py +9 -0
- contextsynapse/a2a/__init__.py +28 -0
- contextsynapse/a2a/client.py +120 -0
- contextsynapse/a2a/discovery.py +128 -0
- contextsynapse/a2a/handlers.py +164 -0
- contextsynapse/a2a/models.py +246 -0
- contextsynapse/a2a/streaming.py +92 -0
- contextsynapse/a2a/task_manager.py +275 -0
- contextsynapse/adapters/__init__.py +98 -0
- contextsynapse/adapters/_base.py +298 -0
- contextsynapse/adapters/autogen/__init__.py +4 -0
- contextsynapse/adapters/autogen/tools.py +34 -0
- contextsynapse/adapters/crewai/__init__.py +4 -0
- contextsynapse/adapters/crewai/tools.py +63 -0
- contextsynapse/adapters/langchain/__init__.py +19 -0
- contextsynapse/adapters/langchain/message_history.py +17 -0
- contextsynapse/adapters/langchain/retriever.py +158 -0
- contextsynapse/adapters/langchain/tools.py +43 -0
- contextsynapse/adapters/langgraph/__init__.py +21 -0
- contextsynapse/adapters/langgraph/checkpoint.py +223 -0
- contextsynapse/adapters/langgraph/context_tools.py +341 -0
- contextsynapse/adapters/langgraph/message_history.py +138 -0
- contextsynapse/adapters/langgraph/tools.py +43 -0
- contextsynapse/adapters/llamaindex/__init__.py +4 -0
- contextsynapse/adapters/llamaindex/tools.py +64 -0
- contextsynapse/adapters/openai/__init__.py +24 -0
- contextsynapse/adapters/openai/tools.py +206 -0
- contextsynapse/adapters/pydantic_ai/__init__.py +4 -0
- contextsynapse/adapters/pydantic_ai/tools.py +36 -0
- contextsynapse/adapters/swarm/__init__.py +4 -0
- contextsynapse/adapters/swarm/tools.py +44 -0
- contextsynapse/agents/__init__.py +6 -0
- contextsynapse/agents/auto_capture.py +80 -0
- contextsynapse/agents/dispatcher.py +299 -0
- contextsynapse/agents/notifications.py +112 -0
- contextsynapse/aiql/__init__.py +71 -0
- contextsynapse/aiql/cache.py +341 -0
- contextsynapse/aiql/compiler/__init__.py +62 -0
- contextsynapse/aiql/compiler/optimizer.py +126 -0
- contextsynapse/aiql/compiler/planner.py +366 -0
- contextsynapse/aiql/compiler/statistics.py +235 -0
- contextsynapse/aiql/compiler/validator.py +425 -0
- contextsynapse/aiql/engine/__init__.py +11 -0
- contextsynapse/aiql/engine/chunk_storage.py +2584 -0
- contextsynapse/aiql/engine/executor.py +7737 -0
- contextsynapse/aiql/engine/extraction_integration.py +442 -0
- contextsynapse/aiql/engine/graph_builder.py +405 -0
- contextsynapse/aiql/engine/node_creation_from_normalized.py +691 -0
- contextsynapse/aiql/engine/performance_monitor.py +289 -0
- contextsynapse/aiql/engine/postprocessing.py +365 -0
- contextsynapse/aiql/engine/ray_stage_executors.py +918 -0
- contextsynapse/aiql/engine/redis_cache.py +106 -0
- contextsynapse/aiql/engine/streaming_json.py +366 -0
- contextsynapse/aiql/engine/streaming_parquet.py +568 -0
- contextsynapse/aiql/engine/streaming_ray_chunking.py +419 -0
- contextsynapse/aiql/grammar/__init__.py +14 -0
- contextsynapse/aiql/grammar/aiql_grammar.py +1822 -0
- contextsynapse/aiql/grammar/base.py +71 -0
- contextsynapse/aiql/parser/__init__.py +46 -0
- contextsynapse/aiql/parser/aiql_parser.py +11330 -0
- contextsynapse/aiql/parser/base_parser.py +47 -0
- contextsynapse/api/__init__.py +5 -0
- contextsynapse/api/a2a_router.py +233 -0
- contextsynapse/api/admin_router.py +140 -0
- contextsynapse/api/agent_worker_router.py +978 -0
- contextsynapse/api/algorithms_router.py +317 -0
- contextsynapse/api/api.py +4144 -0
- contextsynapse/api/audit.py +204 -0
- contextsynapse/api/auth.py +441 -0
- contextsynapse/api/auth_router.py +537 -0
- contextsynapse/api/billing.py +261 -0
- contextsynapse/api/billing_router.py +275 -0
- contextsynapse/api/boundary_router.py +452 -0
- contextsynapse/api/cognition_router.py +116 -0
- contextsynapse/api/connector_router.py +237 -0
- contextsynapse/api/context_router.py +1619 -0
- contextsynapse/api/dashboard_router.py +11367 -0
- contextsynapse/api/errors.py +183 -0
- contextsynapse/api/events.py +88 -0
- contextsynapse/api/experiment_bootstrap.py +321 -0
- contextsynapse/api/experiment_orchestrator.py +1078 -0
- contextsynapse/api/experiment_router.py +2089 -0
- contextsynapse/api/feature_gate.py +89 -0
- contextsynapse/api/federation_router.py +108 -0
- contextsynapse/api/integrations.py +567 -0
- contextsynapse/api/integrations_router.py +461 -0
- contextsynapse/api/intelligence_router.py +1028 -0
- contextsynapse/api/metering.py +155 -0
- contextsynapse/api/metrics.py +112 -0
- contextsynapse/api/models.py +38 -0
- contextsynapse/api/monitoring_router.py +174 -0
- contextsynapse/api/pipeline_router.py +1437 -0
- contextsynapse/api/playground_conn.py +116 -0
- contextsynapse/api/projects_router.py +131 -0
- contextsynapse/api/queries_router.py +282 -0
- contextsynapse/api/quota.py +95 -0
- contextsynapse/api/rate_limit.py +64 -0
- contextsynapse/api/search_router.py +261 -0
- contextsynapse/api/shield_router.py +447 -0
- contextsynapse/api/tenant_guard.py +103 -0
- contextsynapse/api/tenant_quotas.py +231 -0
- contextsynapse/api/tenants.py +305 -0
- contextsynapse/api/users.py +646 -0
- contextsynapse/api/v1.py +167 -0
- contextsynapse/api/vertical_builder_router.py +387 -0
- contextsynapse/benchmark/__init__.py +15 -0
- contextsynapse/benchmark/__main__.py +64 -0
- contextsynapse/benchmark/agents.py +338 -0
- contextsynapse/benchmark/live_ab.py +338 -0
- contextsynapse/benchmark/reporter.py +149 -0
- contextsynapse/benchmark/runner.py +264 -0
- contextsynapse/benchmark/savings.py +266 -0
- contextsynapse/benchmark/token_counter.py +212 -0
- contextsynapse/benchmark/workloads.py +289 -0
- contextsynapse/buffer/__init__.py +154 -0
- contextsynapse/buffer/base.py +257 -0
- contextsynapse/buffer/duckdb_buffer.py +246 -0
- contextsynapse/buffer/file_buffer.py +229 -0
- contextsynapse/buffer/lmdb_buffer.py +286 -0
- contextsynapse/buffer/local_buffer.py +154 -0
- contextsynapse/buffer/redis_buffer.py +211 -0
- contextsynapse/buffer/sqlite_buffer.py +266 -0
- contextsynapse/cache.py +2 -0
- contextsynapse/cli/__init__.py +40 -0
- contextsynapse/cli/cli.py +475 -0
- contextsynapse/cli/config_cli.py +177 -0
- contextsynapse/cli/scaffold.py +465 -0
- contextsynapse/cognition/__init__.py +31 -0
- contextsynapse/cognition/derivation.py +55 -0
- contextsynapse/cognition/events.py +135 -0
- contextsynapse/cognition/feedback.py +52 -0
- contextsynapse/cognition/hallucination.py +90 -0
- contextsynapse/cognition/invalidation.py +70 -0
- contextsynapse/cognition/read_tracker.py +50 -0
- contextsynapse/collaboration.py +2 -0
- contextsynapse/comparison.py +2 -0
- contextsynapse/config/__init__.py +10 -0
- contextsynapse/config/connectors/amfi_nav.yaml +18 -0
- contextsynapse/config/connectors/auto_sector.yaml +20 -0
- contextsynapse/config/connectors/banking_sector.yaml +20 -0
- contextsynapse/config/connectors/energy_sector.yaml +20 -0
- contextsynapse/config/connectors/fmcg_sector.yaml +20 -0
- contextsynapse/config/connectors/nsdl_fpi.yaml +9 -0
- contextsynapse/config/connectors/nse_price.yaml +61 -0
- contextsynapse/config/connectors/pharma_sector.yaml +20 -0
- contextsynapse/config/connectors/rbi_dbie.yaml +12 -0
- contextsynapse/config/context_presets/ai_research.json +25 -0
- contextsynapse/config/context_presets/chatgpt_conversations.json +19 -0
- contextsynapse/config/context_presets/claude_conversations.json +19 -0
- contextsynapse/config/context_presets/legal_compliance.json +21 -0
- contextsynapse/config/context_presets/meeting_notes.json +21 -0
- contextsynapse/config/context_presets/slack_engineering.json +21 -0
- contextsynapse/config/context_presets/tech_climate.json +24 -0
- contextsynapse/config/context_presets/toi_politics.json +25 -0
- contextsynapse/config/database_config.py +453 -0
- contextsynapse/config/deployment.py +221 -0
- contextsynapse/config/gpt_action_schema.json +164 -0
- contextsynapse/config/indicators/india_macro.yaml +213 -0
- contextsynapse/config/logging_config.py +88 -0
- contextsynapse/config/mode_config.py +223 -0
- contextsynapse/config/schemas/api_spec.yaml +48 -0
- contextsynapse/config/schemas/architecture_doc.yaml +51 -0
- contextsynapse/config/schemas/chat_history.yaml +90 -0
- contextsynapse/config/schemas/chatgpt_conversation.yaml +101 -0
- contextsynapse/config/schemas/claude_conversation.yaml +148 -0
- contextsynapse/config/schemas/contract.yaml +48 -0
- contextsynapse/config/schemas/conversation.yaml +167 -0
- contextsynapse/config/schemas/database.yaml +74 -0
- contextsynapse/config/schemas/decision.yaml +72 -0
- contextsynapse/config/schemas/ecommerce.yaml +56 -0
- contextsynapse/config/schemas/education.yaml +42 -0
- contextsynapse/config/schemas/healthcare.yaml +133 -0
- contextsynapse/config/schemas/hr_document.yaml +48 -0
- contextsynapse/config/schemas/invoice.yaml +40 -0
- contextsynapse/config/schemas/knowledge_base.yaml +75 -0
- contextsynapse/config/schemas/legal.yaml +42 -0
- contextsynapse/config/schemas/marketing_content.yaml +48 -0
- contextsynapse/config/schemas/meeting_notes.yaml +51 -0
- contextsynapse/config/schemas/news_article.yaml +61 -0
- contextsynapse/config/schemas/real_estate.yaml +49 -0
- contextsynapse/config/schemas/requirements_doc.yaml +48 -0
- contextsynapse/config/schemas/research_paper.yaml +56 -0
- contextsynapse/config/schemas/resume.yaml +49 -0
- contextsynapse/config/schemas/retail.yaml +42 -0
- contextsynapse/config/schemas/rule_meta.yaml +173 -0
- contextsynapse/config/schemas/rules.yaml +72 -0
- contextsynapse/config/schemas/screener_meta.yaml +236 -0
- contextsynapse/config/schemas/sdlc.yaml +103 -0
- contextsynapse/config/schemas/session_graph.yaml +172 -0
- contextsynapse/config/schemas/support_ticket.yaml +48 -0
- contextsynapse/config/schemas/web.yaml +64 -0
- contextsynapse/config/sensors/earnings_calendar.yaml +52 -0
- contextsynapse/config/sensors/global_risk.yaml +53 -0
- contextsynapse/config/sensors/government_policy.yaml +54 -0
- contextsynapse/config/sensors/supply_chain.yaml +50 -0
- contextsynapse/config/sensors/templates/behavioral.yaml +56 -0
- contextsynapse/config/sensors/templates/equity_sentiment.yaml +48 -0
- contextsynapse/config/sensors/templates/global_macro.yaml +47 -0
- contextsynapse/config/sensors/templates/market_data.yaml +118 -0
- contextsynapse/config/sensors/templates/sector_technical.yaml +47 -0
- contextsynapse/config/sensors/weather.yaml +52 -0
- contextsynapse/config/storage_strategy.py +202 -0
- contextsynapse/config/templates/competitive_intel.yaml +39 -0
- contextsynapse/config/templates/geopolitical_risk.yaml +46 -0
- contextsynapse/config/templates/market_analysis.yaml +58 -0
- contextsynapse/connectors/__init__.py +15 -0
- contextsynapse/connectors/api_router.py +121 -0
- contextsynapse/connectors/base.py +357 -0
- contextsynapse/connectors/financial/audio.py +170 -0
- contextsynapse/connectors/financial/youtube.py +272 -0
- contextsynapse/connectors/github.py +164 -0
- contextsynapse/connectors/jira.py +120 -0
- contextsynapse/connectors/kafka_connector.py +124 -0
- contextsynapse/connectors/pipeline_connector.py +747 -0
- contextsynapse/connectors/registry.py +116 -0
- contextsynapse/connectors/scheduler.py +87 -0
- contextsynapse/connectors/universal.py +360 -0
- contextsynapse/context/__init__.py +96 -0
- contextsynapse/context/__main__.py +4 -0
- contextsynapse/context/acl.py +125 -0
- contextsynapse/context/agent_card.py +201 -0
- contextsynapse/context/agent_memory.py +814 -0
- contextsynapse/context/agents.py +472 -0
- contextsynapse/context/agents_redis.py +391 -0
- contextsynapse/context/assembled.py +204 -0
- contextsynapse/context/attribution.py +113 -0
- contextsynapse/context/blob.py +184 -0
- contextsynapse/context/boundaries.py +187 -0
- contextsynapse/context/boundary.py +507 -0
- contextsynapse/context/bundle.py +155 -0
- contextsynapse/context/cli.py +519 -0
- contextsynapse/context/collaboration.py +165 -0
- contextsynapse/context/compiler.py +604 -0
- contextsynapse/context/composite.py +536 -0
- contextsynapse/context/compression.py +147 -0
- contextsynapse/context/context_manager.py +888 -0
- contextsynapse/context/context_schema.py +90 -0
- contextsynapse/context/context_schema.yaml +105 -0
- contextsynapse/context/context_units.py +891 -0
- contextsynapse/context/conversation.py +488 -0
- contextsynapse/context/dedup.py +207 -0
- contextsynapse/context/document_processor.py +698 -0
- contextsynapse/context/embedding_hooks.py +338 -0
- contextsynapse/context/execution_schema.py +274 -0
- contextsynapse/context/fan_out.py +138 -0
- contextsynapse/context/frozen.py +80 -0
- contextsynapse/context/gravity.py +227 -0
- contextsynapse/context/hub.py +1401 -0
- contextsynapse/context/ingest.py +391 -0
- contextsynapse/context/injection.py +226 -0
- contextsynapse/context/interaction_graphifier.py +562 -0
- contextsynapse/context/layers.py +574 -0
- contextsynapse/context/projection.py +1195 -0
- contextsynapse/context/promotion.py +634 -0
- contextsynapse/context/proof.py +131 -0
- contextsynapse/context/propagation.py +577 -0
- contextsynapse/context/pubsub.py +135 -0
- contextsynapse/context/quality.py +1054 -0
- contextsynapse/context/quality_tracker.py +270 -0
- contextsynapse/context/scoping.py +370 -0
- contextsynapse/context/seed.py +992 -0
- contextsynapse/context/session.py +1142 -0
- contextsynapse/context/session_graph.py +593 -0
- contextsynapse/context/session_memory.py +309 -0
- contextsynapse/context/session_resolver.py +111 -0
- contextsynapse/context/skill_learning.py +237 -0
- contextsynapse/context/smart_budget.py +129 -0
- contextsynapse/context/source_policy.py +242 -0
- contextsynapse/context/store_factory.py +53 -0
- contextsynapse/context/sync.py +648 -0
- contextsynapse/context/token.py +236 -0
- contextsynapse/context/vector_integration.py +297 -0
- contextsynapse/context/webhooks.py +194 -0
- contextsynapse/context/working_memory.py +224 -0
- contextsynapse/core/__init__.py +18 -0
- contextsynapse/core/archiver.py +237 -0
- contextsynapse/core/change_stream.py +282 -0
- contextsynapse/core/checkpoint.py +310 -0
- contextsynapse/core/cloud_storage.py +387 -0
- contextsynapse/core/context_state.py +651 -0
- contextsynapse/core/cron.py +324 -0
- contextsynapse/core/datasource.py +643 -0
- contextsynapse/core/db.py +289 -0
- contextsynapse/core/federation.py +283 -0
- contextsynapse/core/graph_coordinator.py +201 -0
- contextsynapse/core/graph_intelligence.py +388 -0
- contextsynapse/core/graph_structures.py +106 -0
- contextsynapse/core/graph_sync.py +157 -0
- contextsynapse/core/hybrid_graph_storage.py +2998 -0
- contextsynapse/core/lifecycle.py +691 -0
- contextsynapse/core/multiworker.py +378 -0
- contextsynapse/core/pruning.py +312 -0
- contextsynapse/core/redis_registry.py +524 -0
- contextsynapse/core/registry.py +1043 -0
- contextsynapse/core/registry_factory.py +51 -0
- contextsynapse/core/registry_metadata.py +294 -0
- contextsynapse/core/replay.py +354 -0
- contextsynapse/core/replication.py +339 -0
- contextsynapse/core/time_travel.py +260 -0
- contextsynapse/core/write_behind.py +152 -0
- contextsynapse/core/write_context.py +39 -0
- contextsynapse/db/__init__.py +1 -0
- contextsynapse/db/postgres.py +267 -0
- contextsynapse/db/profile.py +236 -0
- contextsynapse/db/rules.py +328 -0
- contextsynapse/demo/__init__.py +0 -0
- contextsynapse/demo/report.py +147 -0
- contextsynapse/demo/runner.py +520 -0
- contextsynapse/demo/scenario.py +165 -0
- contextsynapse/demo/session_demo.py +280 -0
- contextsynapse/demo/session_report.py +143 -0
- contextsynapse/demo/universal_runner.py +257 -0
- contextsynapse/engine/__init__.py +15 -0
- contextsynapse/engine/core.py +555 -0
- contextsynapse/extraction/__init__.py +69 -0
- contextsynapse/extraction/cli.py +274 -0
- contextsynapse/extraction/config.py +107 -0
- contextsynapse/extraction/examples/example_usage.py +118 -0
- contextsynapse/extraction/examples/sample_manifest.json +53 -0
- contextsynapse/extraction/examples/sample_normalized.json +185 -0
- contextsynapse/extraction/extract_engine.py +440 -0
- contextsynapse/extraction/extractors/__init__.py +37 -0
- contextsynapse/extraction/extractors/chat_export_extractor.py +189 -0
- contextsynapse/extraction/extractors/csv_extractor.py +83 -0
- contextsynapse/extraction/extractors/docx_extractor.py +129 -0
- contextsynapse/extraction/extractors/excel_extractor.py +152 -0
- contextsynapse/extraction/extractors/html_extractor.py +146 -0
- contextsynapse/extraction/extractors/pdf_extractor.py +635 -0
- contextsynapse/extraction/extractors/pdf_extractor_layoutparser.py +408 -0
- contextsynapse/extraction/extractors/register_extractors.py +63 -0
- contextsynapse/extraction/extractors/text_extractor.py +65 -0
- contextsynapse/extraction/extractors/txt_extractor.py +120 -0
- contextsynapse/extraction/extractors/website_extractor.py +246 -0
- contextsynapse/extraction/fact_extractor.py +236 -0
- contextsynapse/extraction/file_manager.py +353 -0
- contextsynapse/extraction/hierarchy.py +239 -0
- contextsynapse/extraction/id_generator.py +450 -0
- contextsynapse/extraction/layout_detector.py +409 -0
- contextsynapse/extraction/llm_entity_extractor.py +301 -0
- contextsynapse/extraction/normalized_store.py +480 -0
- contextsynapse/extraction/normalizer.py +594 -0
- contextsynapse/extraction/parquet_writer.py +598 -0
- contextsynapse/extraction/post_processors/__init__.py +40 -0
- contextsynapse/extraction/post_processors/column_reorganizer.py +507 -0
- contextsynapse/extraction/ray_normalization.py +233 -0
- contextsynapse/extraction/ray_runner.py +207 -0
- contextsynapse/extraction/redis_schema_registry.py +222 -0
- contextsynapse/extraction/registry.py +204 -0
- contextsynapse/extraction/schema_loader.py +663 -0
- contextsynapse/extraction/schema_registry.py +230 -0
- contextsynapse/extraction/semantic_normalizer.py +245 -0
- contextsynapse/extraction/version_manager.py +314 -0
- contextsynapse/gateway/__init__.py +24 -0
- contextsynapse/gateway/action_emitter.py +212 -0
- contextsynapse/gateway/cost_tracker.py +508 -0
- contextsynapse/gateway/gateway.py +377 -0
- contextsynapse/gateway/policy.py +303 -0
- contextsynapse/governance/__init__.py +13 -0
- contextsynapse/governance/layer.py +513 -0
- contextsynapse/ingestion/__init__.py +15 -0
- contextsynapse/ingestion/amplifier.py +288 -0
- contextsynapse/ingestion/async_ingest.py +463 -0
- contextsynapse/ingestion/chunker.py +303 -0
- contextsynapse/ingestion/chunking.py +58 -0
- contextsynapse/ingestion/cleaner.py +190 -0
- contextsynapse/ingestion/cleanse.py +252 -0
- contextsynapse/ingestion/connectors/__init__.py +38 -0
- contextsynapse/ingestion/connectors/base.py +300 -0
- contextsynapse/ingestion/connectors/chatgpt_memory.py +247 -0
- contextsynapse/ingestion/connectors/claude_memory.py +274 -0
- contextsynapse/ingestion/connectors/sap_ingestor.py +208 -0
- contextsynapse/ingestion/content_detector.py +80 -0
- contextsynapse/ingestion/content_monitor.py +502 -0
- contextsynapse/ingestion/dedup.py +106 -0
- contextsynapse/ingestion/feed.py +640 -0
- contextsynapse/ingestion/filters.py +461 -0
- contextsynapse/ingestion/graph_builder.py +705 -0
- contextsynapse/ingestion/input_classifier.py +307 -0
- contextsynapse/ingestion/job_manager.py +571 -0
- contextsynapse/ingestion/llm_extractor.py +610 -0
- contextsynapse/ingestion/orchestrator.py +116 -0
- contextsynapse/ingestion/parsers/__init__.py +19 -0
- contextsynapse/ingestion/parsers/graph_parser_registry.py +103 -0
- contextsynapse/ingestion/parsers/graphml_parser.py +141 -0
- contextsynapse/ingestion/parsers/jsonld_parser.py +171 -0
- contextsynapse/ingestion/parsers/rdf_parser.py +150 -0
- contextsynapse/ingestion/pipeline_context.py +228 -0
- contextsynapse/ingestion/pipeline_store.py +1195 -0
- contextsynapse/ingestion/queue.py +133 -0
- contextsynapse/ingestion/reprocess.py +179 -0
- contextsynapse/ingestion/scenario_router.py +224 -0
- contextsynapse/ingestion/schema_extractor.py +759 -0
- contextsynapse/ingestion/schema_validator.py +274 -0
- contextsynapse/ingestion/sdlc_ingest.py +87 -0
- contextsynapse/ingestion/smart_ingest.py +2451 -0
- contextsynapse/ingestion/source_connector.py +171 -0
- contextsynapse/ingestion/stage_executor.py +2095 -0
- contextsynapse/ingestion/stages/__init__.py +9 -0
- contextsynapse/ingestion/stages/tabular_to_graph.py +289 -0
- contextsynapse/ingestion/strategies.py +386 -0
- contextsynapse/ingestion/universal/__init__.py +4 -0
- contextsynapse/ingestion/universal/_operator_registry.py +59 -0
- contextsynapse/ingestion/universal/ingest_content.py +32 -0
- contextsynapse/ingestion/universal/operators/__init__.py +1 -0
- contextsynapse/ingestion/universal/operators/base.py +19 -0
- contextsynapse/ingestion/universal/operators/build_edges.py +75 -0
- contextsynapse/ingestion/universal/operators/cluster_topics.py +397 -0
- contextsynapse/ingestion/universal/operators/deduplicate.py +45 -0
- contextsynapse/ingestion/universal/operators/detect_signals.py +90 -0
- contextsynapse/ingestion/universal/operators/embed.py +80 -0
- contextsynapse/ingestion/universal/operators/extract_entities.py +253 -0
- contextsynapse/ingestion/universal/operators/extract_preferences.py +117 -0
- contextsynapse/ingestion/universal/operators/filter_content.py +69 -0
- contextsynapse/ingestion/universal/operators/index_bm25.py +52 -0
- contextsynapse/ingestion/universal/operators/infer_domains.py +69 -0
- contextsynapse/ingestion/universal/operators/link_cross_reference.py +210 -0
- contextsynapse/ingestion/universal/operators/parse_records.py +66 -0
- contextsynapse/ingestion/universal/operators/resolve_entities.py +261 -0
- contextsynapse/ingestion/universal/operators/scanners/__init__.py +16 -0
- contextsynapse/ingestion/universal/operators/scanners/edges.py +173 -0
- contextsynapse/ingestion/universal/operators/scanners/git.py +187 -0
- contextsynapse/ingestion/universal/operators/scanners/github.py +135 -0
- contextsynapse/ingestion/universal/operators/scanners/github_api.py +509 -0
- contextsynapse/ingestion/universal/operators/scanners/helpers.py +67 -0
- contextsynapse/ingestion/universal/operators/scanners/jira.py +65 -0
- contextsynapse/ingestion/universal/operators/scanners/llm_enrichment.py +82 -0
- contextsynapse/ingestion/universal/operators/scanners/repo.py +149 -0
- contextsynapse/ingestion/universal/operators/sdlc_scan.py +213 -0
- contextsynapse/ingestion/universal/operators/spec_scanner.py +149 -0
- contextsynapse/ingestion/universal/operators/store_documents.py +72 -0
- contextsynapse/ingestion/universal/operators/synthesize_cu.py +180 -0
- contextsynapse/ingestion/universal/operators/validate_gate.py +65 -0
- contextsynapse/ingestion/universal/parsers/__init__.py +5 -0
- contextsynapse/ingestion/universal/parsers/record_parser.py +203 -0
- contextsynapse/ingestion/universal/parsers/turn_parser.py +329 -0
- contextsynapse/ingestion/universal/shared_signals.py +161 -0
- contextsynapse/ingestion/universal/stage_executor.py +219 -0
- contextsynapse/ingestion/web_crawler.py +265 -0
- contextsynapse/intelligence/__init__.py +53 -0
- contextsynapse/intelligence/alerts.py +198 -0
- contextsynapse/intelligence/collector.py +655 -0
- contextsynapse/intelligence/comparison.py +198 -0
- contextsynapse/intelligence/config.py +56 -0
- contextsynapse/intelligence/conflict_detector.py +182 -0
- contextsynapse/intelligence/context_gaps.py +192 -0
- contextsynapse/intelligence/context_radar.py +135 -0
- contextsynapse/intelligence/correlation_engine.py +416 -0
- contextsynapse/intelligence/correlation_template.py +120 -0
- contextsynapse/intelligence/dedup.py +296 -0
- contextsynapse/intelligence/event_bus.py +91 -0
- contextsynapse/intelligence/feedback_loop.py +101 -0
- contextsynapse/intelligence/freshness.py +307 -0
- contextsynapse/intelligence/fundamental_feed.py +551 -0
- contextsynapse/intelligence/geo_data.py +170 -0
- contextsynapse/intelligence/geo_reference.py +112 -0
- contextsynapse/intelligence/graph_fusion.py +465 -0
- contextsynapse/intelligence/heuristics.py +176 -0
- contextsynapse/intelligence/impact_tracker.py +336 -0
- contextsynapse/intelligence/macro_indicators.py +319 -0
- contextsynapse/intelligence/ocr.py +104 -0
- contextsynapse/intelligence/persistence.py +267 -0
- contextsynapse/intelligence/pipeline_health.py +130 -0
- contextsynapse/intelligence/price_feed.py +221 -0
- contextsynapse/intelligence/rate_limiter.py +130 -0
- contextsynapse/intelligence/reactive.py +411 -0
- contextsynapse/intelligence/runtime_context.py +390 -0
- contextsynapse/intelligence/sentiment_decay.py +426 -0
- contextsynapse/intelligence/session.py +277 -0
- contextsynapse/intelligence/signal_hierarchy.py +438 -0
- contextsynapse/intelligence/signals.py +185 -0
- contextsynapse/intelligence/source_watcher.py +132 -0
- contextsynapse/intelligence/table_enricher.py +256 -0
- contextsynapse/intelligence/tagger.py +319 -0
- contextsynapse/intelligence/timeseries.py +209 -0
- contextsynapse/intelligence/tracker.py +318 -0
- contextsynapse/intelligence/watchdog.py +392 -0
- contextsynapse/intelligence/watchdog_manager.py +263 -0
- contextsynapse/intelligence/webhook_receiver.py +165 -0
- contextsynapse/intelligence/weight_learner.py +234 -0
- contextsynapse/llm/__init__.py +8 -0
- contextsynapse/llm/client.py +348 -0
- contextsynapse/llm/rate_limiter.py +166 -0
- contextsynapse/logging_config.py +2 -0
- contextsynapse/marketplace/__init__.py +7 -0
- contextsynapse/marketplace/registry.py +173 -0
- contextsynapse/mcp/__init__.py +11 -0
- contextsynapse/mcp/__main__.py +4 -0
- contextsynapse/mcp/auth_middleware.py +212 -0
- contextsynapse/mcp/connection_pool.py +128 -0
- contextsynapse/mcp/server.py +986 -0
- contextsynapse/mcp/session_context.py +67 -0
- contextsynapse/memory/__init__.py +34 -0
- contextsynapse/memory/engine.py +475 -0
- contextsynapse/memory/temporal.py +327 -0
- contextsynapse/metadata/__init__.py +12 -0
- contextsynapse/metadata/metadata_db.py +272 -0
- contextsynapse/metadata/metadata_query_tool.py +300 -0
- contextsynapse/metadata/metadata_tracker.py +425 -0
- contextsynapse/models/__init__.py +27 -0
- contextsynapse/models/embedding_service.py +360 -0
- contextsynapse/models/model_registry.py +228 -0
- contextsynapse/multiworker.py +2 -0
- contextsynapse/pipelines/__init__.py +1 -0
- contextsynapse/pipelines/executor.py +851 -0
- contextsynapse/pipelines/filters.py +189 -0
- contextsynapse/pipelines/models.py +176 -0
- contextsynapse/pipelines/scheduler.py +268 -0
- contextsynapse/playground/__init__.py +1 -0
- contextsynapse/playground/templates.py +85 -0
- contextsynapse/plugins/__init__.py +43 -0
- contextsynapse/plugins/api.py +66 -0
- contextsynapse/plugins/base.py +350 -0
- contextsynapse/plugins/domain_interface.py +508 -0
- contextsynapse/plugins/domain_loader.py +241 -0
- contextsynapse/plugins/loader.py +148 -0
- contextsynapse/plugins/registry.py +265 -0
- contextsynapse/project/__init__.py +11 -0
- contextsynapse/project/code_context.py +807 -0
- contextsynapse/project/connectors/__init__.py +4 -0
- contextsynapse/project/connectors/github_connector.py +113 -0
- contextsynapse/project/connectors/jira_connector.py +160 -0
- contextsynapse/project/graph.py +1023 -0
- contextsynapse/project/project_context.py +545 -0
- contextsynapse/project/scanner_registry.py +61 -0
- contextsynapse/project/schema_manager.py +322 -0
- contextsynapse/project/schemas/knowledge.yaml +59 -0
- contextsynapse/project/schemas/sdlc.yaml +369 -0
- contextsynapse/project/sdlc_schema.py +172 -0
- contextsynapse/project/spec_parser.py +85 -0
- contextsynapse/project/task_lock.py +181 -0
- contextsynapse/project/task_stream.py +203 -0
- contextsynapse/project/team_tools.py +537 -0
- contextsynapse/py.typed +0 -0
- contextsynapse/realtime/__init__.py +6 -0
- contextsynapse/realtime/collaboration.py +147 -0
- contextsynapse/rules/__init__.py +10 -0
- contextsynapse/rules/engine.py +116 -0
- contextsynapse/rules/evaluators/__init__.py +6 -0
- contextsynapse/rules/evaluators/aggregate.py +205 -0
- contextsynapse/rules/evaluators/custom.py +170 -0
- contextsynapse/rules/evaluators/pre_action.py +125 -0
- contextsynapse/rules/evaluators/temporal.py +129 -0
- contextsynapse/rules/loader.py +52 -0
- contextsynapse/rules/models.py +124 -0
- contextsynapse/rules/universal.py +393 -0
- contextsynapse/scheduler.py +229 -0
- contextsynapse/schema/__init__.py +42 -0
- contextsynapse/schema/compiler.py +252 -0
- contextsynapse/schema/composer.py +158 -0
- contextsynapse/schema/dedup.py +73 -0
- contextsynapse/schema/derivation.py +172 -0
- contextsynapse/schema/sdl.py +326 -0
- contextsynapse/schema/validation_gate.py +124 -0
- contextsynapse/sdk/__init__.py +63 -0
- contextsynapse/sdk/agent.py +214 -0
- contextsynapse/sdk/client.py +269 -0
- contextsynapse/sdk/exceptions.py +23 -0
- contextsynapse/sdk/models.py +78 -0
- contextsynapse/sdk/session.py +408 -0
- contextsynapse/sdk/tracked.py +218 -0
- contextsynapse/sdk/worker.py +266 -0
- contextsynapse/sdk/workspace_client.py +98 -0
- contextsynapse/sdk/ws.py +41 -0
- contextsynapse/search/__init__.py +20 -0
- contextsynapse/search/embedding_cache.py +140 -0
- contextsynapse/search/enhanced_search.py +152 -0
- contextsynapse/search/fulltext.py +130 -0
- contextsynapse/search/graph_search.py +634 -0
- contextsynapse/search/lmdb_index.py +1218 -0
- contextsynapse/search/nl_to_aiql.py +199 -0
- contextsynapse/search/rag.py +1346 -0
- contextsynapse/search/rag_cache.py +167 -0
- contextsynapse/search/reasoning_chain.py +231 -0
- contextsynapse/search/redis_search.py +207 -0
- contextsynapse/search/retrieval_quality.py +314 -0
- contextsynapse/search/semantic_query.py +455 -0
- contextsynapse/search/text_resolver.py +159 -0
- contextsynapse/search/whoosh_search.py +373 -0
- contextsynapse/security/__init__.py +17 -0
- contextsynapse/security/audit.py +297 -0
- contextsynapse/security/audit_logger.py +97 -0
- contextsynapse/security/audit_trail.py +270 -0
- contextsynapse/security/auth_unified.py +284 -0
- contextsynapse/security/auto_tagger.py +230 -0
- contextsynapse/security/data_security.py +218 -0
- contextsynapse/security/encryption.py +207 -0
- contextsynapse/security/identity.py +447 -0
- contextsynapse/security/jwt_identity.py +59 -0
- contextsynapse/security/middleware.py +336 -0
- contextsynapse/security/pii.py +233 -0
- contextsynapse/security/rbac.py +96 -0
- contextsynapse/security/rls.py +205 -0
- contextsynapse/security/sanitize.py +233 -0
- contextsynapse/security/scoped_encryption.py +131 -0
- contextsynapse/security/tenant.py +401 -0
- contextsynapse/shield/__init__.py +21 -0
- contextsynapse/shield/anomaly.py +56 -0
- contextsynapse/shield/permissions.py +99 -0
- contextsynapse/shield/profile.py +103 -0
- contextsynapse/shield/shield.py +108 -0
- contextsynapse/shield/trust_engine.py +69 -0
- contextsynapse/skills/__init__.py +14 -0
- contextsynapse/skills/engine.py +233 -0
- contextsynapse/skills/loader.py +59 -0
- contextsynapse/skills/models.py +139 -0
- contextsynapse/storage/__init__.py +7 -0
- contextsynapse/storage/cache.py +208 -0
- contextsynapse/storage/columnar_store_v2.py +178 -0
- contextsynapse/storage/csr_graph_storage.py +587 -0
- contextsynapse/storage/csr_store.py +388 -0
- contextsynapse/storage/document_store.py +491 -0
- contextsynapse/storage/hnsw_index.py +294 -0
- contextsynapse/storage/hybrid_store_v2.py +278 -0
- contextsynapse/storage/lmdb_graph_storage.py +366 -0
- contextsynapse/storage/migration.py +279 -0
- contextsynapse/storage/namespace_store.py +346 -0
- contextsynapse/storage/pure_graph_storage.py +185 -0
- contextsynapse/storage/redis_graph_adapter.py +186 -0
- contextsynapse/storage/redis_graph_storage.py +375 -0
- contextsynapse/storage/router/__init__.py +29 -0
- contextsynapse/storage/router/duckdb_store.py +398 -0
- contextsynapse/storage/router/factory.py +83 -0
- contextsynapse/storage/router/interface.py +125 -0
- contextsynapse/storage/router/postgres_store.py +339 -0
- contextsynapse/storage/router/resolver.py +192 -0
- contextsynapse/storage/router/router.py +300 -0
- contextsynapse/storage/single_file_storage.py +391 -0
- contextsynapse/storage/storage_manager.py +214 -0
- contextsynapse/storage/storage_query_optimizer.py +314 -0
- contextsynapse/storage/wal.py +359 -0
- contextsynapse/temporal/__init__.py +0 -0
- contextsynapse/temporal/storage.py +106 -0
- contextsynapse/tests/__init__.py +11 -0
- contextsynapse/tests/regression/__init__.py +1 -0
- contextsynapse/tests/regression/add_metadata.py +395 -0
- contextsynapse/tests/regression/add_skip_flags.py +85 -0
- contextsynapse/tests/regression/cases/test_basic_create_node.yaml +20 -0
- contextsynapse/tests/regression/cases/test_basic_select.yaml +21 -0
- contextsynapse/tests/regression/cases/test_blockchain_audit_trail.yaml +37 -0
- contextsynapse/tests/regression/cases/test_blockchain_audit_trail_filtered.yaml +39 -0
- contextsynapse/tests/regression/cases/test_blockchain_blocks_range.yaml +39 -0
- contextsynapse/tests/regression/cases/test_blockchain_get_block.yaml +35 -0
- contextsynapse/tests/regression/cases/test_blockchain_latest_block.yaml +35 -0
- contextsynapse/tests/regression/cases/test_blockchain_length.yaml +37 -0
- contextsynapse/tests/regression/cases/test_blockchain_merkle_root.yaml +37 -0
- contextsynapse/tests/regression/cases/test_blockchain_verify.yaml +35 -0
- contextsynapse/tests/regression/cases/test_blockchain_verify_block.yaml +35 -0
- contextsynapse/tests/regression/cases/test_create_edge.yaml +28 -0
- contextsynapse/tests/regression/cases/test_delete_edge_basic.yaml +29 -0
- contextsynapse/tests/regression/cases/test_delete_node_basic.yaml +29 -0
- contextsynapse/tests/regression/cases/test_evaluation_mrr.yaml +40 -0
- contextsynapse/tests/regression/cases/test_evaluation_ndcg.yaml +40 -0
- contextsynapse/tests/regression/cases/test_evaluation_precision.yaml +40 -0
- contextsynapse/tests/regression/cases/test_evaluation_recall.yaml +40 -0
- contextsynapse/tests/regression/cases/test_group_by_basic.yaml +56 -0
- contextsynapse/tests/regression/cases/test_match_node_basic.yaml +29 -0
- contextsynapse/tests/regression/cases/test_match_node_with_order_limit.yaml +31 -0
- contextsynapse/tests/regression/cases/test_namespace_switch.yaml +18 -0
- contextsynapse/tests/regression/cases/test_pipeline_cascaded.yaml +61 -0
- contextsynapse/tests/regression/cases/test_pipeline_fixed_size_chunking.yaml +48 -0
- contextsynapse/tests/regression/cases/test_pipeline_gpt4_chunking.yaml +54 -0
- contextsynapse/tests/regression/cases/test_pipeline_hybrid_indexing.yaml +57 -0
- contextsynapse/tests/regression/cases/test_pipeline_large_embedding.yaml +52 -0
- contextsynapse/tests/regression/cases/test_pipeline_paragraph_chunking.yaml +49 -0
- contextsynapse/tests/regression/cases/test_pipeline_recursive_chunking.yaml +47 -0
- contextsynapse/tests/regression/cases/test_pipeline_run_pipeline.yaml +56 -0
- contextsynapse/tests/regression/cases/test_pipeline_section_based_chunking.yaml +53 -0
- contextsynapse/tests/regression/cases/test_pipeline_semantic_chunking.yaml +51 -0
- contextsynapse/tests/regression/cases/test_pipeline_with_entity_extraction.yaml +57 -0
- contextsynapse/tests/regression/cases/test_pipeline_with_relationships.yaml +62 -0
- contextsynapse/tests/regression/cases/test_rag_evaluation.yaml +38 -0
- contextsynapse/tests/regression/cases/test_rag_graph_bfs_with_eval.yaml +48 -0
- contextsynapse/tests/regression/cases/test_rag_graph_centrality.yaml +40 -0
- contextsynapse/tests/regression/cases/test_rag_graph_centrality_eval.yaml +35 -0
- contextsynapse/tests/regression/cases/test_rag_graph_community.yaml +40 -0
- contextsynapse/tests/regression/cases/test_rag_graph_community_eval.yaml +35 -0
- contextsynapse/tests/regression/cases/test_rag_graph_dfs_with_eval.yaml +35 -0
- contextsynapse/tests/regression/cases/test_rag_graph_multi_hop_eval.yaml +35 -0
- contextsynapse/tests/regression/cases/test_rag_graph_path.yaml +40 -0
- contextsynapse/tests/regression/cases/test_rag_graph_search_basic.yaml +38 -0
- contextsynapse/tests/regression/cases/test_rag_graph_search_bfs.yaml +52 -0
- contextsynapse/tests/regression/cases/test_rag_graph_search_dfs.yaml +41 -0
- contextsynapse/tests/regression/cases/test_rag_graph_search_multi_hop.yaml +43 -0
- contextsynapse/tests/regression/cases/test_rag_graph_search_shortest_path.yaml +41 -0
- contextsynapse/tests/regression/cases/test_rag_graph_search_weighted.yaml +43 -0
- contextsynapse/tests/regression/cases/test_rag_graph_shortest_path_eval.yaml +35 -0
- contextsynapse/tests/regression/cases/test_rag_graph_traversal.yaml +30 -0
- contextsynapse/tests/regression/cases/test_rag_graph_weighted_eval.yaml +35 -0
- contextsynapse/tests/regression/cases/test_rag_hybrid_search.yaml +33 -0
- contextsynapse/tests/regression/cases/test_rag_hybrid_with_prompt_embedding.yaml +44 -0
- contextsynapse/tests/regression/cases/test_rag_keyword_search.yaml +32 -0
- contextsynapse/tests/regression/cases/test_rag_multi_hop_graph.yaml +32 -0
- contextsynapse/tests/regression/cases/test_rag_path_based.yaml +34 -0
- contextsynapse/tests/regression/cases/test_rag_profile_based.yaml +32 -0
- contextsynapse/tests/regression/cases/test_rag_vector_search.yaml +32 -0
- contextsynapse/tests/regression/cases/test_rag_weighted_graph.yaml +34 -0
- contextsynapse/tests/regression/cases/test_rag_weighted_hybrid.yaml +31 -0
- contextsynapse/tests/regression/cases/test_semantic_boundary_chunking.yaml +57 -0
- contextsynapse/tests/regression/cases/test_semantic_boundary_detection.yaml +33 -0
- contextsynapse/tests/regression/cases/test_semantic_hash_function.yaml +30 -0
- contextsynapse/tests/regression/cases/test_semantic_hash_with_model.yaml +31 -0
- contextsynapse/tests/regression/cases/test_tcs_ingestion_fixed_size.yaml +44 -0
- contextsynapse/tests/regression/cases/test_tcs_ingestion_recursive.yaml +46 -0
- contextsynapse/tests/regression/cases/test_tcs_ingestion_section.yaml +46 -0
- contextsynapse/tests/regression/cases/test_tcs_ingestion_semantic.yaml +44 -0
- contextsynapse/tests/regression/cases/test_time_travel_as_of.yaml +35 -0
- contextsynapse/tests/regression/cases/test_time_travel_at_commit.yaml +33 -0
- contextsynapse/tests/regression/cases/test_time_travel_at_timestamp.yaml +33 -0
- contextsynapse/tests/regression/cases/test_time_travel_for_system_time_all.yaml +37 -0
- contextsynapse/tests/regression/cases/test_time_travel_versions_between.yaml +39 -0
- contextsynapse/tests/regression/cases/test_traverse_basic.yaml +31 -0
- contextsynapse/tests/regression/cases/test_traverse_max_depth.yaml +34 -0
- contextsynapse/tests/regression/cases/test_update_edge_basic.yaml +29 -0
- contextsynapse/tests/regression/evaluation_metrics.py +227 -0
- contextsynapse/tests/regression/regression_runner.py +1081 -0
- contextsynapse/tests/regression/setup_regression_data.py +212 -0
- contextsynapse/tests/regression/test_basic_only.py +84 -0
- contextsynapse/tests/regression/test_namespace_creation.py +29 -0
- contextsynapse/tests/regression/test_single_fix.py +61 -0
- contextsynapse/tests/regression/test_single_query.py +20 -0
- contextsynapse/tests/regression/validate_test_syntax.py +179 -0
- contextsynapse/tests/test_advanced_features.py +347 -0
- contextsynapse/tests/test_aiql_summary.py +283 -0
- contextsynapse/tests/test_all_aiql_queries.py +948 -0
- contextsynapse/tests/test_all_create_queries.py +213 -0
- contextsynapse/tests/test_api_vs_native.py +280 -0
- contextsynapse/tests/test_chunking_dedup.py +199 -0
- contextsynapse/tests/test_connectors.py +171 -0
- contextsynapse/tests/test_edges_and_match.py +202 -0
- contextsynapse/tests/test_extraction_pipeline_integration.py +581 -0
- contextsynapse/tests/test_name_property.py +224 -0
- contextsynapse/tests/test_node_edge_metadata.py +250 -0
- contextsynapse/tests/test_playground_conn.py +114 -0
- contextsynapse/tests/test_query_cache.py +213 -0
- contextsynapse/tests/test_source_policy_auth.py +348 -0
- contextsynapse/tests/test_temporal_and_domain.py +224 -0
- contextsynapse/tests/test_time_travel_e2e.py +571 -0
- contextsynapse/tests/test_traversal_and_aggregation.py +275 -0
- contextsynapse/tools/__init__.py +36 -0
- contextsynapse/tools/a2a_tools.py +106 -0
- contextsynapse/tools/cognition_tools.py +118 -0
- contextsynapse/tools/context.py +905 -0
- contextsynapse/tools/formatting.py +92 -0
- contextsynapse/tools/gateway_tools.py +186 -0
- contextsynapse/tools/graph.py +1700 -0
- contextsynapse/tools/intelligence.py +235 -0
- contextsynapse/tools/memory.py +118 -0
- contextsynapse/tools/registry.py +373 -0
- contextsynapse/tools/shield_tools.py +159 -0
- contextsynapse/tools/tasks.py +341 -0
- contextsynapse/tools/workspace_tools.py +124 -0
- contextsynapse/utils/__init__.py +15 -0
- contextsynapse/utils/config_loader.py +198 -0
- contextsynapse/utils/env_loader.py +156 -0
- contextsynapse/utils/file_utils.py +288 -0
- contextsynapse/utils/logging_optimizer.py +119 -0
- contextsynapse/vector/__init__.py +30 -0
- contextsynapse/vector/chroma_vector_store.py +152 -0
- contextsynapse/vector/custom_vector_store.py +537 -0
- contextsynapse/vector/faiss_vector_store.py +296 -0
- contextsynapse/vector/qdrant_vector_store.py +163 -0
- contextsynapse/vector/vector_db.py +953 -0
- contextsynapse/vector/vector_db_manager.py +197 -0
- contextsynapse/workspace/__init__.py +27 -0
- contextsynapse/workspace/base.py +94 -0
- contextsynapse/workspace/git.py +228 -0
- contextsynapse/workspace/github.py +78 -0
- contextsynapse/workspace/local.py +73 -0
- contextsynapse/workspace/tools.py +222 -0
- contextsynapse-1.0.0.dist-info/METADATA +847 -0
- contextsynapse-1.0.0.dist-info/RECORD +776 -0
- contextsynapse-1.0.0.dist-info/WHEEL +5 -0
- contextsynapse-1.0.0.dist-info/entry_points.txt +4 -0
- contextsynapse-1.0.0.dist-info/licenses/LICENSE +200 -0
- contextsynapse-1.0.0.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,814 @@
|
|
|
1
|
+
"""
|
|
2
|
+
Agent Memory
|
|
3
|
+
=============
|
|
4
|
+
Persist agent sessions, interactions, and knowledge as a memory graph.
|
|
5
|
+
|
|
6
|
+
Each agent gets a subgraph within a shared namespace. Interactions are stored
|
|
7
|
+
as ContextItems with provenance, and can be recalled later using graph
|
|
8
|
+
traversal or semantic search.
|
|
9
|
+
|
|
10
|
+
Usage:
|
|
11
|
+
memory = AgentMemory(graph_registry, namespace="shared_brain")
|
|
12
|
+
memory.remember(agent_id="agent-1", content="User prefers dark mode", tags=["preference"])
|
|
13
|
+
memory.log_interaction(agent_id="agent-1", role="user", content="Turn on dark mode")
|
|
14
|
+
memory.log_interaction(agent_id="agent-1", role="assistant", content="Done.")
|
|
15
|
+
|
|
16
|
+
# Recall
|
|
17
|
+
memories = memory.recall(agent_id="agent-1", query="dark mode", limit=5)
|
|
18
|
+
hub = memory.build_context(agent_id="agent-1", system_prompt="You are helpful.")
|
|
19
|
+
"""
|
|
20
|
+
|
|
21
|
+
from __future__ import annotations
|
|
22
|
+
|
|
23
|
+
import hashlib
|
|
24
|
+
import logging
|
|
25
|
+
import uuid
|
|
26
|
+
from datetime import datetime, timezone
|
|
27
|
+
from typing import Any, Dict, List, Optional
|
|
28
|
+
|
|
29
|
+
logger = logging.getLogger(__name__)
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
class AgentMemory:
|
|
33
|
+
"""
|
|
34
|
+
Persist and recall agent memory as a graph.
|
|
35
|
+
|
|
36
|
+
Nodes:
|
|
37
|
+
- Agent (id=agent_id, label="Agent")
|
|
38
|
+
- Memory (label="Memory", content=..., tags=...)
|
|
39
|
+
- Session (label="Session", session_id=...)
|
|
40
|
+
- Interaction (label="Interaction", role=..., content=...)
|
|
41
|
+
|
|
42
|
+
Edges:
|
|
43
|
+
- Agent -[HAS_MEMORY]-> Memory
|
|
44
|
+
- Agent -[HAS_SESSION]-> Session
|
|
45
|
+
- Session -[CONTAINS]-> Interaction
|
|
46
|
+
- Interaction -[NEXT]-> Interaction (ordered chain)
|
|
47
|
+
- Memory -[RELATED_TO]-> Memory (cross-references)
|
|
48
|
+
"""
|
|
49
|
+
|
|
50
|
+
def __init__(self, graph_registry, namespace: str = "agent_memory"):
|
|
51
|
+
self.graph_registry = graph_registry
|
|
52
|
+
self.namespace = namespace
|
|
53
|
+
self._ensure_graph()
|
|
54
|
+
|
|
55
|
+
@staticmethod
|
|
56
|
+
def _update_props(db, node_id: str, props: Dict[str, Any]):
|
|
57
|
+
"""Update node properties — works for both CSR and Redis backends."""
|
|
58
|
+
# Try Redis adapter method first
|
|
59
|
+
if hasattr(db, 'csr_adapter') and hasattr(db.csr_adapter, 'update_node_properties'):
|
|
60
|
+
db.csr_adapter.update_node_properties(node_id, props)
|
|
61
|
+
return
|
|
62
|
+
# CSR fallback: update in-memory dicts directly
|
|
63
|
+
node = db.get_node(node_id) if hasattr(db, 'get_node') else None
|
|
64
|
+
if node:
|
|
65
|
+
node.properties.update(props)
|
|
66
|
+
if hasattr(db, 'node_properties'):
|
|
67
|
+
db.node_properties[node_id] = props
|
|
68
|
+
# Also update CSR node if accessible
|
|
69
|
+
if hasattr(db, 'csr_adapter') and hasattr(db.csr_adapter, 'nodes'):
|
|
70
|
+
csr_node = db.csr_adapter.nodes.get(node_id)
|
|
71
|
+
if csr_node:
|
|
72
|
+
csr_node.properties.update(props)
|
|
73
|
+
|
|
74
|
+
def _ensure_graph(self):
|
|
75
|
+
"""Ensure the memory graph exists."""
|
|
76
|
+
db = self.graph_registry.get_graph(self.namespace, load_if_missing=True)
|
|
77
|
+
if not db:
|
|
78
|
+
self.graph_registry.create_graph(self.namespace)
|
|
79
|
+
|
|
80
|
+
def _get_db(self):
|
|
81
|
+
return self.graph_registry.get_graph(self.namespace, load_if_missing=True)
|
|
82
|
+
|
|
83
|
+
def _agent_node_id(self, agent_id: str) -> str:
|
|
84
|
+
return f"agent_{hashlib.sha256(agent_id.encode()).hexdigest()[:12]}"
|
|
85
|
+
|
|
86
|
+
def _ensure_agent_node(self, agent_id: str):
|
|
87
|
+
"""Create agent node if it doesn't exist."""
|
|
88
|
+
from ..core.graph_structures import GraphNode
|
|
89
|
+
db = self._get_db()
|
|
90
|
+
node_id = self._agent_node_id(agent_id)
|
|
91
|
+
existing = db.get_node(node_id)
|
|
92
|
+
if not existing:
|
|
93
|
+
db.add_node(GraphNode(
|
|
94
|
+
id=node_id,
|
|
95
|
+
label="Agent",
|
|
96
|
+
properties={
|
|
97
|
+
"agent_id": agent_id,
|
|
98
|
+
"created_at": datetime.now(timezone.utc).isoformat(),
|
|
99
|
+
},
|
|
100
|
+
))
|
|
101
|
+
return node_id
|
|
102
|
+
|
|
103
|
+
# ------------------------------------------------------------------
|
|
104
|
+
# Core operations
|
|
105
|
+
# ------------------------------------------------------------------
|
|
106
|
+
|
|
107
|
+
MEMORY_TYPES = {"decision", "preference", "pattern", "fact", "observation"}
|
|
108
|
+
MIN_CONFIDENCE = 0.3
|
|
109
|
+
|
|
110
|
+
def save_memory(
|
|
111
|
+
self,
|
|
112
|
+
agent_id: str,
|
|
113
|
+
content: str,
|
|
114
|
+
memory_type: str = "fact",
|
|
115
|
+
confidence: float = 1.0,
|
|
116
|
+
**kwargs,
|
|
117
|
+
) -> str:
|
|
118
|
+
"""Store a typed memory. Convenience wrapper around remember().
|
|
119
|
+
|
|
120
|
+
Args:
|
|
121
|
+
memory_type: One of decision, preference, pattern, fact.
|
|
122
|
+
"""
|
|
123
|
+
if memory_type not in self.MEMORY_TYPES:
|
|
124
|
+
memory_type = "fact"
|
|
125
|
+
return self.remember(
|
|
126
|
+
agent_id, content,
|
|
127
|
+
tags=[memory_type],
|
|
128
|
+
confidence=confidence,
|
|
129
|
+
metadata={"memory_type": memory_type, **kwargs},
|
|
130
|
+
)
|
|
131
|
+
|
|
132
|
+
def recall_memories(
|
|
133
|
+
self,
|
|
134
|
+
agent_id: str,
|
|
135
|
+
query: str,
|
|
136
|
+
k: int = 5,
|
|
137
|
+
memory_type: Optional[str] = None,
|
|
138
|
+
) -> List[Dict[str, Any]]:
|
|
139
|
+
"""Recall top-k memories, optionally filtered by type."""
|
|
140
|
+
tags = [memory_type] if memory_type else None
|
|
141
|
+
return self.recall(agent_id, query=query, tags=tags, limit=k)
|
|
142
|
+
|
|
143
|
+
def remember(
|
|
144
|
+
self,
|
|
145
|
+
agent_id: str,
|
|
146
|
+
content: str,
|
|
147
|
+
tags: Optional[List[str]] = None,
|
|
148
|
+
confidence: float = 1.0,
|
|
149
|
+
source: Optional[str] = None,
|
|
150
|
+
metadata: Optional[Dict[str, Any]] = None,
|
|
151
|
+
) -> str:
|
|
152
|
+
"""
|
|
153
|
+
Store a memory for an agent.
|
|
154
|
+
|
|
155
|
+
Returns the memory node ID.
|
|
156
|
+
"""
|
|
157
|
+
from ..core.graph_structures import GraphNode, GraphEdge
|
|
158
|
+
|
|
159
|
+
db = self._get_db()
|
|
160
|
+
agent_node_id = self._ensure_agent_node(agent_id)
|
|
161
|
+
|
|
162
|
+
mem_id = f"mem_{uuid.uuid4().hex[:12]}"
|
|
163
|
+
now = datetime.now(timezone.utc).isoformat()
|
|
164
|
+
|
|
165
|
+
db.add_node(GraphNode(
|
|
166
|
+
id=mem_id,
|
|
167
|
+
label="Memory",
|
|
168
|
+
properties={
|
|
169
|
+
"content": content,
|
|
170
|
+
"tags": tags or [],
|
|
171
|
+
"confidence": confidence,
|
|
172
|
+
"source": source or "agent",
|
|
173
|
+
"created_at": now,
|
|
174
|
+
"agent_id": agent_id,
|
|
175
|
+
"memory_type": (metadata or {}).get("memory_type", "fact"),
|
|
176
|
+
"access_count": 0,
|
|
177
|
+
"last_accessed": None,
|
|
178
|
+
"version": 1,
|
|
179
|
+
"status": "active",
|
|
180
|
+
"valid_from": now,
|
|
181
|
+
"valid_to": None,
|
|
182
|
+
**(metadata or {}),
|
|
183
|
+
},
|
|
184
|
+
))
|
|
185
|
+
|
|
186
|
+
db.add_edge(GraphEdge(
|
|
187
|
+
id=str(uuid.uuid4()),
|
|
188
|
+
source=agent_node_id,
|
|
189
|
+
target=mem_id,
|
|
190
|
+
label="HAS_MEMORY",
|
|
191
|
+
properties={"created_at": now},
|
|
192
|
+
))
|
|
193
|
+
|
|
194
|
+
logger.info("Agent %s stored memory %s", agent_id, mem_id)
|
|
195
|
+
return mem_id
|
|
196
|
+
|
|
197
|
+
def forget(self, agent_id: str, memory_id: str) -> bool:
|
|
198
|
+
"""Remove a specific memory."""
|
|
199
|
+
db = self._get_db()
|
|
200
|
+
try:
|
|
201
|
+
db.remove_node(memory_id)
|
|
202
|
+
return True
|
|
203
|
+
except Exception:
|
|
204
|
+
return False
|
|
205
|
+
|
|
206
|
+
@staticmethod
|
|
207
|
+
def _effective_confidence(props: Dict[str, Any]) -> float:
|
|
208
|
+
"""Compute effective confidence with time decay and access reinforcement."""
|
|
209
|
+
base = props.get("confidence", 1.0)
|
|
210
|
+
created_at = props.get("created_at", "")
|
|
211
|
+
access_count = props.get("access_count", 0)
|
|
212
|
+
|
|
213
|
+
if not created_at:
|
|
214
|
+
return base
|
|
215
|
+
|
|
216
|
+
try:
|
|
217
|
+
created = datetime.fromisoformat(created_at.replace("Z", "+00:00"))
|
|
218
|
+
age_days = max(0, (datetime.now(timezone.utc) - created).total_seconds() / 86400)
|
|
219
|
+
except (ValueError, TypeError):
|
|
220
|
+
return base
|
|
221
|
+
|
|
222
|
+
decay = 0.95 ** (age_days / 7) # ~5% decay per week
|
|
223
|
+
reinforcement = min(1.0, 0.1 * access_count) # access resists decay
|
|
224
|
+
effective = base * max(decay, reinforcement)
|
|
225
|
+
return round(effective, 4)
|
|
226
|
+
|
|
227
|
+
def update_memory(
|
|
228
|
+
self,
|
|
229
|
+
agent_id: str,
|
|
230
|
+
memory_id: str,
|
|
231
|
+
new_content: str,
|
|
232
|
+
reason: str = "user_correction",
|
|
233
|
+
) -> str:
|
|
234
|
+
"""Optional agent feedback: create a new version of a memory, superseding the old.
|
|
235
|
+
|
|
236
|
+
Returns the new memory node ID.
|
|
237
|
+
"""
|
|
238
|
+
from ..core.graph_structures import GraphNode, GraphEdge
|
|
239
|
+
|
|
240
|
+
db = self._get_db()
|
|
241
|
+
old_node = db.get_node(memory_id)
|
|
242
|
+
if not old_node:
|
|
243
|
+
raise ValueError(f"Memory {memory_id} not found")
|
|
244
|
+
|
|
245
|
+
old_props = old_node.properties or {}
|
|
246
|
+
now = datetime.now(timezone.utc).isoformat()
|
|
247
|
+
|
|
248
|
+
# Supersede old memory
|
|
249
|
+
old_props["status"] = "superseded"
|
|
250
|
+
old_props["valid_to"] = now
|
|
251
|
+
self._update_props(db, memory_id, old_props)
|
|
252
|
+
|
|
253
|
+
# Create new version
|
|
254
|
+
new_mid = f"mem_{uuid.uuid4().hex[:12]}"
|
|
255
|
+
old_version = old_props.get("version", 1)
|
|
256
|
+
|
|
257
|
+
db.add_node(GraphNode(
|
|
258
|
+
id=new_mid,
|
|
259
|
+
label="Memory",
|
|
260
|
+
properties={
|
|
261
|
+
"content": new_content,
|
|
262
|
+
"tags": old_props.get("tags", []),
|
|
263
|
+
"confidence": old_props.get("confidence", 1.0),
|
|
264
|
+
"source": old_props.get("source", "agent"),
|
|
265
|
+
"created_at": now,
|
|
266
|
+
"agent_id": agent_id,
|
|
267
|
+
"memory_type": old_props.get("memory_type", "fact"),
|
|
268
|
+
"access_count": 0,
|
|
269
|
+
"last_accessed": None,
|
|
270
|
+
"version": old_version + 1,
|
|
271
|
+
"status": "active",
|
|
272
|
+
"valid_from": now,
|
|
273
|
+
"valid_to": None,
|
|
274
|
+
},
|
|
275
|
+
))
|
|
276
|
+
|
|
277
|
+
# SUPERSEDES edge: new → old
|
|
278
|
+
db.add_edge(GraphEdge(
|
|
279
|
+
id=str(uuid.uuid4()),
|
|
280
|
+
source=new_mid,
|
|
281
|
+
target=memory_id,
|
|
282
|
+
label="SUPERSEDES",
|
|
283
|
+
properties={"reason": reason, "superseded_at": now},
|
|
284
|
+
))
|
|
285
|
+
|
|
286
|
+
# Link new memory to agent
|
|
287
|
+
agent_node_id = self._agent_node_id(agent_id)
|
|
288
|
+
db.add_edge(GraphEdge(
|
|
289
|
+
id=str(uuid.uuid4()),
|
|
290
|
+
source=agent_node_id,
|
|
291
|
+
target=new_mid,
|
|
292
|
+
label="HAS_MEMORY",
|
|
293
|
+
properties={"created_at": now},
|
|
294
|
+
))
|
|
295
|
+
|
|
296
|
+
return new_mid
|
|
297
|
+
|
|
298
|
+
def auto_consolidate(
|
|
299
|
+
self,
|
|
300
|
+
agent_id: str,
|
|
301
|
+
overlap_threshold: float = 0.4,
|
|
302
|
+
) -> Dict[str, Any]:
|
|
303
|
+
"""System-driven: find and merge similar memories automatically.
|
|
304
|
+
|
|
305
|
+
Returns dict with consolidated_count and new_memory_id.
|
|
306
|
+
"""
|
|
307
|
+
from ..core.graph_structures import GraphNode, GraphEdge
|
|
308
|
+
|
|
309
|
+
candidates = self.recall(agent_id, limit=50)
|
|
310
|
+
if len(candidates) < 2:
|
|
311
|
+
return {"consolidated_count": 0, "new_memory_id": None}
|
|
312
|
+
|
|
313
|
+
def _keywords(text):
|
|
314
|
+
return set(w.lower() for w in text.split() if len(w) > 2)
|
|
315
|
+
|
|
316
|
+
groups = []
|
|
317
|
+
used = set()
|
|
318
|
+
for i, c in enumerate(candidates):
|
|
319
|
+
if i in used:
|
|
320
|
+
continue
|
|
321
|
+
group = [c]
|
|
322
|
+
kw_i = _keywords(c["content"])
|
|
323
|
+
for j, d in enumerate(candidates[i + 1:], i + 1):
|
|
324
|
+
if j in used:
|
|
325
|
+
continue
|
|
326
|
+
kw_j = _keywords(d["content"])
|
|
327
|
+
if kw_i and kw_j:
|
|
328
|
+
overlap = len(kw_i & kw_j) / min(len(kw_i), len(kw_j))
|
|
329
|
+
if overlap >= overlap_threshold:
|
|
330
|
+
group.append(d)
|
|
331
|
+
used.add(j)
|
|
332
|
+
if len(group) >= 2:
|
|
333
|
+
groups.append(group)
|
|
334
|
+
used.add(i)
|
|
335
|
+
|
|
336
|
+
if not groups:
|
|
337
|
+
return {"consolidated_count": 0, "new_memory_id": None}
|
|
338
|
+
|
|
339
|
+
group = max(groups, key=len)
|
|
340
|
+
db = self._get_db()
|
|
341
|
+
now = datetime.now(timezone.utc).isoformat()
|
|
342
|
+
|
|
343
|
+
best = max(group, key=lambda m: len(m["content"]))
|
|
344
|
+
max_conf = max(m.get("confidence", 1.0) for m in group)
|
|
345
|
+
new_conf = min(1.0, max_conf + 0.05 * (len(group) - 1))
|
|
346
|
+
|
|
347
|
+
new_mid = f"mem_{uuid.uuid4().hex[:12]}"
|
|
348
|
+
db.add_node(GraphNode(
|
|
349
|
+
id=new_mid,
|
|
350
|
+
label="Memory",
|
|
351
|
+
properties={
|
|
352
|
+
"content": best["content"],
|
|
353
|
+
"tags": best.get("tags", []),
|
|
354
|
+
"confidence": new_conf,
|
|
355
|
+
"source": "system:consolidation",
|
|
356
|
+
"created_at": now,
|
|
357
|
+
"agent_id": agent_id,
|
|
358
|
+
"memory_type": best.get("metadata", {}).get("memory_type", "fact"),
|
|
359
|
+
"access_count": sum(m.get("metadata", {}).get("access_count", 0) for m in group),
|
|
360
|
+
"last_accessed": now,
|
|
361
|
+
"version": 1,
|
|
362
|
+
"status": "active",
|
|
363
|
+
"valid_from": now,
|
|
364
|
+
"valid_to": None,
|
|
365
|
+
},
|
|
366
|
+
))
|
|
367
|
+
|
|
368
|
+
agent_node_id = self._agent_node_id(agent_id)
|
|
369
|
+
db.add_edge(GraphEdge(
|
|
370
|
+
id=str(uuid.uuid4()), source=agent_node_id, target=new_mid,
|
|
371
|
+
label="HAS_MEMORY", properties={"created_at": now},
|
|
372
|
+
))
|
|
373
|
+
|
|
374
|
+
for m in group:
|
|
375
|
+
old_node = db.get_node(m["id"])
|
|
376
|
+
if old_node:
|
|
377
|
+
old_node.properties["status"] = "consolidated"
|
|
378
|
+
old_node.properties["valid_to"] = now
|
|
379
|
+
self._update_props(db, m["id"], old_node.properties)
|
|
380
|
+
|
|
381
|
+
db.add_edge(GraphEdge(
|
|
382
|
+
id=str(uuid.uuid4()), source=new_mid, target=m["id"],
|
|
383
|
+
label="DERIVED_FROM", properties={"created_at": now},
|
|
384
|
+
))
|
|
385
|
+
|
|
386
|
+
return {"consolidated_count": len(group), "new_memory_id": new_mid}
|
|
387
|
+
|
|
388
|
+
def auto_promote(
|
|
389
|
+
self,
|
|
390
|
+
target_namespace: str = "default",
|
|
391
|
+
graph_registry=None,
|
|
392
|
+
min_access_count: int = 5,
|
|
393
|
+
min_confidence: float = 0.7,
|
|
394
|
+
) -> Dict[str, Any]:
|
|
395
|
+
"""System-driven: promote high-value memories to the main graph.
|
|
396
|
+
|
|
397
|
+
Returns dict with promoted_count and promoted_ids.
|
|
398
|
+
"""
|
|
399
|
+
from ..core.graph_structures import GraphNode
|
|
400
|
+
|
|
401
|
+
registry = graph_registry or self.graph_registry
|
|
402
|
+
main_db = registry.get_graph(target_namespace, load_if_missing=True)
|
|
403
|
+
if not main_db:
|
|
404
|
+
return {"promoted_count": 0, "promoted_ids": []}
|
|
405
|
+
|
|
406
|
+
db = self._get_db()
|
|
407
|
+
all_nodes = db.get_all_nodes()
|
|
408
|
+
now = datetime.now(timezone.utc).isoformat()
|
|
409
|
+
promoted_ids = []
|
|
410
|
+
|
|
411
|
+
for node in all_nodes:
|
|
412
|
+
if getattr(node, 'label', '') != 'Memory':
|
|
413
|
+
continue
|
|
414
|
+
props = node.properties or {}
|
|
415
|
+
if props.get("status") != "active":
|
|
416
|
+
continue
|
|
417
|
+
if props.get("access_count", 0) < min_access_count:
|
|
418
|
+
continue
|
|
419
|
+
eff_conf = self._effective_confidence(props)
|
|
420
|
+
if eff_conf < min_confidence:
|
|
421
|
+
continue
|
|
422
|
+
|
|
423
|
+
new_id = f"promoted_{uuid.uuid4().hex[:12]}"
|
|
424
|
+
main_db.add_node(GraphNode(
|
|
425
|
+
id=new_id,
|
|
426
|
+
label="Knowledge",
|
|
427
|
+
properties={
|
|
428
|
+
"name": props.get("content", "")[:80],
|
|
429
|
+
"content": props.get("content", ""),
|
|
430
|
+
"source_type": "memory",
|
|
431
|
+
"source_id": "system:auto_promote",
|
|
432
|
+
"created_by": "system:auto_promote",
|
|
433
|
+
"confidence": eff_conf,
|
|
434
|
+
"promoted_from": f"{self.namespace}:{node.id}",
|
|
435
|
+
"created_at": now,
|
|
436
|
+
"memory_type": props.get("memory_type", "fact"),
|
|
437
|
+
},
|
|
438
|
+
))
|
|
439
|
+
|
|
440
|
+
props["status"] = "promoted"
|
|
441
|
+
self._update_props(db, node.id, props)
|
|
442
|
+
promoted_ids.append(new_id)
|
|
443
|
+
|
|
444
|
+
return {"promoted_count": len(promoted_ids), "promoted_ids": promoted_ids}
|
|
445
|
+
|
|
446
|
+
def recall(
|
|
447
|
+
self,
|
|
448
|
+
agent_id: str,
|
|
449
|
+
query: Optional[str] = None,
|
|
450
|
+
tags: Optional[List[str]] = None,
|
|
451
|
+
limit: int = 10,
|
|
452
|
+
) -> List[Dict[str, Any]]:
|
|
453
|
+
"""
|
|
454
|
+
Recall memories for an agent.
|
|
455
|
+
|
|
456
|
+
Filters by tags if provided. If query is given, does substring match
|
|
457
|
+
on content (semantic search would use embeddings).
|
|
458
|
+
"""
|
|
459
|
+
db = self._get_db()
|
|
460
|
+
agent_node_id = self._agent_node_id(agent_id)
|
|
461
|
+
|
|
462
|
+
# Get memory IDs via edges (primary) or property scan (fallback)
|
|
463
|
+
all_edges = db.get_all_edges()
|
|
464
|
+
mem_ids = [
|
|
465
|
+
e.target for e in all_edges
|
|
466
|
+
if e.source == agent_node_id and e.label == "HAS_MEMORY"
|
|
467
|
+
]
|
|
468
|
+
|
|
469
|
+
# Fallback: if no edges found, search Memory nodes by agent_id property
|
|
470
|
+
if not mem_ids:
|
|
471
|
+
try:
|
|
472
|
+
all_nodes = db.get_all_nodes()
|
|
473
|
+
except TypeError:
|
|
474
|
+
all_nodes = db.get_all_nodes()
|
|
475
|
+
for node in all_nodes:
|
|
476
|
+
if getattr(node, "label", "") == "Memory":
|
|
477
|
+
props = getattr(node, "properties", {}) or {}
|
|
478
|
+
if props.get("agent_id") == agent_id:
|
|
479
|
+
mem_ids.append(node.id)
|
|
480
|
+
|
|
481
|
+
memories = []
|
|
482
|
+
for mid in mem_ids:
|
|
483
|
+
node = db.get_node(mid)
|
|
484
|
+
if not node:
|
|
485
|
+
continue
|
|
486
|
+
props = node.properties or {}
|
|
487
|
+
|
|
488
|
+
# Skip non-active memories (B4: superseded/consolidated/expired excluded)
|
|
489
|
+
status = props.get("status", "active")
|
|
490
|
+
if status in ("superseded", "consolidated", "expired", "promoted"):
|
|
491
|
+
continue
|
|
492
|
+
|
|
493
|
+
# Decay check (B3): exclude if effective confidence below threshold
|
|
494
|
+
eff_conf = self._effective_confidence(props)
|
|
495
|
+
if eff_conf < self.MIN_CONFIDENCE:
|
|
496
|
+
continue
|
|
497
|
+
|
|
498
|
+
# Filter by tags
|
|
499
|
+
if tags:
|
|
500
|
+
node_tags = props.get("tags", [])
|
|
501
|
+
if not any(t in node_tags for t in tags):
|
|
502
|
+
continue
|
|
503
|
+
|
|
504
|
+
# Filter by query (keyword overlap — more flexible than exact substring)
|
|
505
|
+
if query:
|
|
506
|
+
content = props.get("content", "").lower()
|
|
507
|
+
q_terms = [w for w in query.lower().split() if len(w) > 2]
|
|
508
|
+
if q_terms:
|
|
509
|
+
hits = sum(1 for t in q_terms if t in content)
|
|
510
|
+
if hits == 0:
|
|
511
|
+
continue
|
|
512
|
+
# Store score for ranking
|
|
513
|
+
props["_match_score"] = hits / len(q_terms)
|
|
514
|
+
|
|
515
|
+
# Reinforce (B2): bump access_count and last_accessed
|
|
516
|
+
props["access_count"] = props.get("access_count", 0) + 1
|
|
517
|
+
props["last_accessed"] = datetime.now(timezone.utc).isoformat()
|
|
518
|
+
try:
|
|
519
|
+
self._update_props(db, mid, props)
|
|
520
|
+
except Exception:
|
|
521
|
+
pass # reinforcement failure should not break recall
|
|
522
|
+
|
|
523
|
+
memories.append({
|
|
524
|
+
"id": mid,
|
|
525
|
+
"content": props.get("content", ""),
|
|
526
|
+
"tags": props.get("tags", []),
|
|
527
|
+
"confidence": props.get("confidence", 1.0),
|
|
528
|
+
"effective_confidence": eff_conf,
|
|
529
|
+
"source": props.get("source", ""),
|
|
530
|
+
"created_at": props.get("created_at", ""),
|
|
531
|
+
"metadata": {k: v for k, v in props.items()
|
|
532
|
+
if k not in ("content", "tags", "confidence", "source", "created_at", "agent_id")},
|
|
533
|
+
})
|
|
534
|
+
|
|
535
|
+
# Sort by match score (if query) then by created_at descending
|
|
536
|
+
if query:
|
|
537
|
+
memories.sort(key=lambda m: m.get("metadata", {}).get("_match_score", 0), reverse=True)
|
|
538
|
+
else:
|
|
539
|
+
memories.sort(key=lambda m: m.get("created_at", ""), reverse=True)
|
|
540
|
+
return memories[:limit]
|
|
541
|
+
|
|
542
|
+
# ------------------------------------------------------------------
|
|
543
|
+
# Session / Interaction logging
|
|
544
|
+
# ------------------------------------------------------------------
|
|
545
|
+
|
|
546
|
+
def start_session(self, agent_id: str, session_metadata: Optional[Dict] = None) -> str:
|
|
547
|
+
"""Start a new interaction session for an agent."""
|
|
548
|
+
from ..core.graph_structures import GraphNode, GraphEdge
|
|
549
|
+
|
|
550
|
+
db = self._get_db()
|
|
551
|
+
agent_node_id = self._ensure_agent_node(agent_id)
|
|
552
|
+
session_id = f"session_{uuid.uuid4().hex[:12]}"
|
|
553
|
+
now = datetime.now(timezone.utc).isoformat()
|
|
554
|
+
|
|
555
|
+
db.add_node(GraphNode(
|
|
556
|
+
id=session_id,
|
|
557
|
+
label="Session",
|
|
558
|
+
properties={
|
|
559
|
+
"session_id": session_id,
|
|
560
|
+
"agent_id": agent_id,
|
|
561
|
+
"started_at": now,
|
|
562
|
+
"status": "active",
|
|
563
|
+
**(session_metadata or {}),
|
|
564
|
+
},
|
|
565
|
+
))
|
|
566
|
+
|
|
567
|
+
db.add_edge(GraphEdge(
|
|
568
|
+
id=str(uuid.uuid4()),
|
|
569
|
+
source=agent_node_id,
|
|
570
|
+
target=session_id,
|
|
571
|
+
label="HAS_SESSION",
|
|
572
|
+
properties={"started_at": now},
|
|
573
|
+
))
|
|
574
|
+
|
|
575
|
+
return session_id
|
|
576
|
+
|
|
577
|
+
def log_interaction(
|
|
578
|
+
self,
|
|
579
|
+
agent_id: str,
|
|
580
|
+
role: str,
|
|
581
|
+
content: str,
|
|
582
|
+
session_id: Optional[str] = None,
|
|
583
|
+
session_builder=None,
|
|
584
|
+
metadata: Optional[Dict[str, Any]] = None,
|
|
585
|
+
) -> str:
|
|
586
|
+
"""
|
|
587
|
+
Log a single interaction turn within a session.
|
|
588
|
+
|
|
589
|
+
If ``session_builder`` (a SessionGraphBuilder) is provided, the
|
|
590
|
+
interaction is graphified into the session's unified graph instead
|
|
591
|
+
of the standalone agent_memory namespace. This creates Turn,
|
|
592
|
+
Topic, Decision, Question, and Action nodes with cross-layer
|
|
593
|
+
REFERENCES edges to knowledge entities.
|
|
594
|
+
|
|
595
|
+
If no session_builder is given, falls back to the original
|
|
596
|
+
agent_memory namespace behavior for backward compatibility.
|
|
597
|
+
|
|
598
|
+
If no session_id is provided (and no builder), creates a new session.
|
|
599
|
+
"""
|
|
600
|
+
# ── Session-graph path (unified graph) ──
|
|
601
|
+
if session_builder is not None:
|
|
602
|
+
import asyncio
|
|
603
|
+
|
|
604
|
+
async def _graphify():
|
|
605
|
+
return await session_builder.graphify_interaction(
|
|
606
|
+
role=role,
|
|
607
|
+
content=content,
|
|
608
|
+
agent_id=agent_id,
|
|
609
|
+
)
|
|
610
|
+
|
|
611
|
+
# Run the async graphify — works whether called from sync or async context
|
|
612
|
+
try:
|
|
613
|
+
loop = asyncio.get_running_loop()
|
|
614
|
+
# Already in async context — schedule as a task
|
|
615
|
+
future = asyncio.ensure_future(_graphify())
|
|
616
|
+
# Return a placeholder ID; the real Turn node ID is in the future
|
|
617
|
+
return f"session_graph_turn_{uuid.uuid4().hex[:12]}"
|
|
618
|
+
except RuntimeError:
|
|
619
|
+
# No running loop — run synchronously
|
|
620
|
+
result = asyncio.run(_graphify())
|
|
621
|
+
return result.turn_node_id
|
|
622
|
+
|
|
623
|
+
# ── Legacy agent_memory namespace path ──
|
|
624
|
+
from ..core.graph_structures import GraphNode, GraphEdge
|
|
625
|
+
|
|
626
|
+
db = self._get_db()
|
|
627
|
+
|
|
628
|
+
if not session_id:
|
|
629
|
+
session_id = self.start_session(agent_id)
|
|
630
|
+
|
|
631
|
+
interaction_id = f"interaction_{uuid.uuid4().hex[:12]}"
|
|
632
|
+
now = datetime.now(timezone.utc).isoformat()
|
|
633
|
+
|
|
634
|
+
db.add_node(GraphNode(
|
|
635
|
+
id=interaction_id,
|
|
636
|
+
label="Interaction",
|
|
637
|
+
properties={
|
|
638
|
+
"role": role,
|
|
639
|
+
"content": content,
|
|
640
|
+
"agent_id": agent_id,
|
|
641
|
+
"session_id": session_id,
|
|
642
|
+
"timestamp": now,
|
|
643
|
+
**(metadata or {}),
|
|
644
|
+
},
|
|
645
|
+
))
|
|
646
|
+
|
|
647
|
+
db.add_edge(GraphEdge(
|
|
648
|
+
id=str(uuid.uuid4()),
|
|
649
|
+
source=session_id,
|
|
650
|
+
target=interaction_id,
|
|
651
|
+
label="CONTAINS",
|
|
652
|
+
properties={"timestamp": now},
|
|
653
|
+
))
|
|
654
|
+
|
|
655
|
+
# Link to previous interaction in same session (ordered chain)
|
|
656
|
+
all_edges = db.get_all_edges()
|
|
657
|
+
session_interactions = [
|
|
658
|
+
e.target for e in all_edges
|
|
659
|
+
if e.source == session_id and e.label == "CONTAINS"
|
|
660
|
+
]
|
|
661
|
+
if len(session_interactions) > 1:
|
|
662
|
+
prev_id = session_interactions[-2] # The one before the current
|
|
663
|
+
db.add_edge(GraphEdge(
|
|
664
|
+
id=str(uuid.uuid4()),
|
|
665
|
+
source=prev_id,
|
|
666
|
+
target=interaction_id,
|
|
667
|
+
label="NEXT",
|
|
668
|
+
properties={},
|
|
669
|
+
))
|
|
670
|
+
|
|
671
|
+
return interaction_id
|
|
672
|
+
|
|
673
|
+
def end_session(self, session_id: str):
|
|
674
|
+
"""Mark a session as ended."""
|
|
675
|
+
db = self._get_db()
|
|
676
|
+
node = db.get_node(session_id)
|
|
677
|
+
if node:
|
|
678
|
+
node.properties["status"] = "ended"
|
|
679
|
+
node.properties["ended_at"] = datetime.now(timezone.utc).isoformat()
|
|
680
|
+
|
|
681
|
+
# ------------------------------------------------------------------
|
|
682
|
+
# Context building
|
|
683
|
+
# ------------------------------------------------------------------
|
|
684
|
+
|
|
685
|
+
def build_context(
|
|
686
|
+
self,
|
|
687
|
+
agent_id: str,
|
|
688
|
+
system_prompt: Optional[str] = None,
|
|
689
|
+
include_memories: bool = True,
|
|
690
|
+
include_recent_interactions: int = 10,
|
|
691
|
+
memory_tags: Optional[List[str]] = None,
|
|
692
|
+
memory_limit: int = 20,
|
|
693
|
+
max_tokens: int = 8000,
|
|
694
|
+
):
|
|
695
|
+
"""
|
|
696
|
+
Build a ContextHub pre-loaded with agent memories and recent interactions.
|
|
697
|
+
|
|
698
|
+
Returns a ContextHub ready for LLM API calls.
|
|
699
|
+
"""
|
|
700
|
+
from .hub import ContextHub, ContextRole
|
|
701
|
+
|
|
702
|
+
hub = ContextHub(system_prompt=system_prompt, max_tokens=max_tokens)
|
|
703
|
+
|
|
704
|
+
# Add memories as background context
|
|
705
|
+
if include_memories:
|
|
706
|
+
memories = self.recall(agent_id, tags=memory_tags, limit=memory_limit)
|
|
707
|
+
if memories:
|
|
708
|
+
mem_text = "\n".join(
|
|
709
|
+
f"- [{m.get('created_at', '?')[:10]}] {m['content']}"
|
|
710
|
+
+ (f" (tags: {', '.join(m['tags'])})" if m.get("tags") else "")
|
|
711
|
+
for m in memories
|
|
712
|
+
)
|
|
713
|
+
hub.add_text(
|
|
714
|
+
f"## Agent Memories\n{mem_text}",
|
|
715
|
+
role=ContextRole.BACKGROUND,
|
|
716
|
+
label="Agent Memories",
|
|
717
|
+
source="agent_memory_graph",
|
|
718
|
+
)
|
|
719
|
+
|
|
720
|
+
# Add recent interactions
|
|
721
|
+
if include_recent_interactions > 0:
|
|
722
|
+
interactions = self._get_recent_interactions(agent_id, include_recent_interactions)
|
|
723
|
+
for inter in interactions:
|
|
724
|
+
role_map = {
|
|
725
|
+
"user": ContextRole.USER,
|
|
726
|
+
"assistant": ContextRole.ASSISTANT,
|
|
727
|
+
"system": ContextRole.SYSTEM,
|
|
728
|
+
"tool": ContextRole.TOOL,
|
|
729
|
+
}
|
|
730
|
+
ctx_role = role_map.get(inter.get("role", ""), ContextRole.INTERACTION)
|
|
731
|
+
hub.add_text(
|
|
732
|
+
inter.get("content", ""),
|
|
733
|
+
role=ctx_role,
|
|
734
|
+
label=f"Interaction ({inter.get('role', 'unknown')})",
|
|
735
|
+
source=inter.get("session_id", ""),
|
|
736
|
+
)
|
|
737
|
+
|
|
738
|
+
return hub
|
|
739
|
+
|
|
740
|
+
def _get_recent_interactions(self, agent_id: str, limit: int) -> List[Dict]:
|
|
741
|
+
"""Get recent interactions across all sessions for an agent."""
|
|
742
|
+
db = self._get_db()
|
|
743
|
+
all_nodes = db.get_all_nodes()
|
|
744
|
+
|
|
745
|
+
interactions = []
|
|
746
|
+
for node in all_nodes:
|
|
747
|
+
props = node.properties or {}
|
|
748
|
+
if node.label == "Interaction" and props.get("agent_id") == agent_id:
|
|
749
|
+
interactions.append({
|
|
750
|
+
"id": node.id,
|
|
751
|
+
"role": props.get("role", ""),
|
|
752
|
+
"content": props.get("content", ""),
|
|
753
|
+
"session_id": props.get("session_id", ""),
|
|
754
|
+
"timestamp": props.get("timestamp", ""),
|
|
755
|
+
})
|
|
756
|
+
|
|
757
|
+
interactions.sort(key=lambda i: i.get("timestamp", ""), reverse=True)
|
|
758
|
+
return interactions[:limit]
|
|
759
|
+
|
|
760
|
+
# ------------------------------------------------------------------
|
|
761
|
+
# Cross-agent knowledge sharing
|
|
762
|
+
# ------------------------------------------------------------------
|
|
763
|
+
|
|
764
|
+
def share_memory(
|
|
765
|
+
self,
|
|
766
|
+
from_agent_id: str,
|
|
767
|
+
to_agent_id: str,
|
|
768
|
+
memory_id: str,
|
|
769
|
+
) -> bool:
|
|
770
|
+
"""Share a memory from one agent to another by creating a reference edge."""
|
|
771
|
+
from ..core.graph_structures import GraphEdge
|
|
772
|
+
|
|
773
|
+
db = self._get_db()
|
|
774
|
+
to_node_id = self._ensure_agent_node(to_agent_id)
|
|
775
|
+
|
|
776
|
+
# Verify memory exists
|
|
777
|
+
mem_node = db.get_node(memory_id)
|
|
778
|
+
if not mem_node:
|
|
779
|
+
return False
|
|
780
|
+
|
|
781
|
+
db.add_edge(GraphEdge(
|
|
782
|
+
id=str(uuid.uuid4()),
|
|
783
|
+
source=to_node_id,
|
|
784
|
+
target=memory_id,
|
|
785
|
+
label="HAS_MEMORY",
|
|
786
|
+
properties={
|
|
787
|
+
"shared_from": from_agent_id,
|
|
788
|
+
"shared_at": datetime.now(timezone.utc).isoformat(),
|
|
789
|
+
},
|
|
790
|
+
))
|
|
791
|
+
|
|
792
|
+
return True
|
|
793
|
+
|
|
794
|
+
def get_agent_summary(self, agent_id: str) -> Dict[str, Any]:
|
|
795
|
+
"""Get a summary of an agent's memory state."""
|
|
796
|
+
db = self._get_db()
|
|
797
|
+
agent_node_id = self._agent_node_id(agent_id)
|
|
798
|
+
|
|
799
|
+
all_edges = db.get_all_edges()
|
|
800
|
+
memory_count = sum(
|
|
801
|
+
1 for e in all_edges
|
|
802
|
+
if e.source == agent_node_id and e.label == "HAS_MEMORY"
|
|
803
|
+
)
|
|
804
|
+
session_count = sum(
|
|
805
|
+
1 for e in all_edges
|
|
806
|
+
if e.source == agent_node_id and e.label == "HAS_SESSION"
|
|
807
|
+
)
|
|
808
|
+
|
|
809
|
+
return {
|
|
810
|
+
"agent_id": agent_id,
|
|
811
|
+
"agent_node_id": agent_node_id,
|
|
812
|
+
"memory_count": memory_count,
|
|
813
|
+
"session_count": session_count,
|
|
814
|
+
}
|