ltcai 11.5.2 → 11.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (443) hide show
  1. package/README.md +93 -148
  2. package/bin/ltcai.js +234 -24
  3. package/docs/CHANGELOG.md +119 -0
  4. package/docs/COMMUNITY_AND_PLUGINS.md +1 -1
  5. package/docs/DEVELOPMENT.md +8 -6
  6. package/docs/ENTERPRISE.md +2 -1
  7. package/docs/MULTI_AGENT_RUNTIME.md +12 -5
  8. package/docs/ONBOARDING.md +1 -1
  9. package/docs/OPERATIONS.md +6 -3
  10. package/docs/REALTIME_COLLABORATION.md +1 -1
  11. package/docs/TRUST_MODEL.md +1 -1
  12. package/docs/WHY_LATTICE.md +1 -1
  13. package/docs/WORKFLOW_DESIGNER.md +3 -2
  14. package/docs/kg-schema.md +1 -1
  15. package/docs/v11.6.0_ONE_DOOR_PLAN.md +170 -0
  16. package/lattice_brain/__init__.py +42 -79
  17. package/lattice_brain/graph/__init__.py +9 -24
  18. package/lattice_brain/graph/_kg_common/__init__.py +13 -24
  19. package/lattice_brain/ingestion/__init__.py +19 -58
  20. package/lattice_brain/ingestion/pipeline.py +20 -398
  21. package/lattice_brain/multimodal/__init__.py +7 -18
  22. package/lattice_brain/multimodal/images.py +6 -264
  23. package/lattice_brain/multimodal/video.py +8 -247
  24. package/lattice_brain/runtime/__init__.py +8 -79
  25. package/lattice_brain/runtime/hooks.py +22 -584
  26. package/latticeai/__init__.py +1 -1
  27. package/latticeai/api/agent_worker_seam.py +7 -80
  28. package/latticeai/api/health.py +6 -20
  29. package/latticeai/api/local_files.py +16 -613
  30. package/latticeai/api/models.py +12 -87
  31. package/latticeai/api/search.py +17 -255
  32. package/latticeai/api/tools.py +69 -750
  33. package/latticeai/api/voice_capture.py +8 -70
  34. package/latticeai/api/worker_compute.py +842 -0
  35. package/latticeai/api/worker_seams.py +216 -0
  36. package/latticeai/app_factory.py +23 -232
  37. package/latticeai/cli/entrypoint.py +36 -249
  38. package/latticeai/core/agent_permission.py +16 -91
  39. package/latticeai/core/messages.py +89 -531
  40. package/latticeai/runtime/access_runtime.py +0 -14
  41. package/latticeai/runtime/bootstrap.py +10 -21
  42. package/latticeai/runtime/brain_runtime.py +35 -43
  43. package/latticeai/runtime/build_phases/__init__.py +21 -37
  44. package/latticeai/runtime/build_phases/features.py +99 -389
  45. package/latticeai/runtime/build_phases/foundation.py +82 -392
  46. package/latticeai/runtime/build_phases/web.py +91 -408
  47. package/latticeai/runtime/build_phases/worker_profile.py +244 -0
  48. package/latticeai/runtime/lifespan_runtime.py +7 -16
  49. package/latticeai/runtime/platform_services_runtime.py +1 -15
  50. package/latticeai/runtime/runtime_context.py +13 -130
  51. package/latticeai/runtime/security_runtime.py +10 -103
  52. package/latticeai/services/architecture_readiness.py +82 -43
  53. package/latticeai/services/model_runtime/__init__.py +2 -11
  54. package/latticeai/services/model_runtime/service.py +4 -28
  55. package/latticeai/services/p_reinforce.py +10 -261
  56. package/latticeai/services/product_readiness.py +31 -38
  57. package/latticeai/services/search_service.py +37 -795
  58. package/latticeai/services/tool_dispatch.py +30 -386
  59. package/latticeai/services/voice_capture.py +13 -107
  60. package/latticeai/tools/__init__.py +22 -49
  61. package/latticeai/tools/commands.py +0 -163
  62. package/latticeai/tools/computer.py +0 -39
  63. package/latticeai/tools/documents.py +1 -134
  64. package/latticeai/tools/filesystem.py +1 -247
  65. package/latticeai/tools/knowledge.py +1 -52
  66. package/latticeai/tools/local_files.py +0 -20
  67. package/latticeai/worker_app.py +75 -0
  68. package/package.json +2 -3
  69. package/requirements.txt +0 -5
  70. package/scripts/agent_eval.py +16 -28
  71. package/scripts/brain_quality_eval.py +20 -183
  72. package/scripts/bump_version.py +5 -5
  73. package/scripts/check_current_release_docs.mjs +7 -4
  74. package/scripts/check_openapi_drift.mjs +10 -0
  75. package/scripts/check_server_i18n.mjs +2 -18
  76. package/scripts/compose_openapi.py +377 -0
  77. package/scripts/export_openapi.py +32 -4
  78. package/scripts/gen_messages_catalog_fixture.py +302 -0
  79. package/scripts/gen_openapi_fragments.py +365 -0
  80. package/scripts/gen_redact_fixture.py +196 -0
  81. package/scripts/gen_worker_allowlist_fixture.py +115 -0
  82. package/scripts/generate_agent_parity_fixtures.py +33 -14
  83. package/scripts/openapi_route_families.json +2161 -0
  84. package/scripts/release_screen_claims.json +54 -0
  85. package/scripts/run_integration_tests.mjs +134 -29
  86. package/scripts/run_sidecar_e2e.mjs +104 -11
  87. package/scripts/wheel_smoke.py +32 -22
  88. package/src-tauri/Cargo.lock +375 -9
  89. package/src-tauri/Cargo.toml +1 -1
  90. package/src-tauri/src/backend.rs +151 -45
  91. package/src-tauri/src/main.rs +18 -18
  92. package/src-tauri/src/topology.rs +58 -88
  93. package/src-tauri/tauri.conf.json +1 -2
  94. package/static/app/asset-manifest.json +41 -41
  95. package/static/app/assets/{Act-DcQizkl1.js → Act-BPcVAbOL.js} +1 -1
  96. package/static/app/assets/AdminConsole-Bw1ATQL0.js +1 -0
  97. package/static/app/assets/{Brain-3VCSHFcn.js → Brain-CT92Kos0.js} +2 -2
  98. package/static/app/assets/{BrainHome-Qm8eaztx.js → BrainHome-CFBkt1K_.js} +1 -1
  99. package/static/app/assets/{BrainSignals-DS9BtKOW.js → BrainSignals-ReLWF2H8.js} +1 -1
  100. package/static/app/assets/Capture-BsTokYkk.js +1 -0
  101. package/static/app/assets/{Chronicle-BGvuAchH.js → Chronicle-B6f0T9id.js} +1 -1
  102. package/static/app/assets/{CommandPalette-Bqhm0Urn.js → CommandPalette-CuvjTv1u.js} +1 -1
  103. package/static/app/assets/{Library-BV6NnF0a.js → Library-BGJbG9Hd.js} +1 -1
  104. package/static/app/assets/{LivingBrain-GzenJchP.js → LivingBrain-DGYK_Jsa.js} +1 -1
  105. package/static/app/assets/{ProductFlow-DEP6-vML.js → ProductFlow-DXBC6brE.js} +1 -1
  106. package/static/app/assets/{ReviewCard-CNZ7XjWG.js → ReviewCard-HXRle3qq.js} +2 -2
  107. package/static/app/assets/System-CMHSO9qM.js +1 -0
  108. package/static/app/assets/arrow-left-BfmkskWx.js +1 -0
  109. package/static/app/assets/{bot-B_K1Tdmw.js → bot-Cn8bWRuq.js} +1 -1
  110. package/static/app/assets/{brain-DWyaV1L1.js → brain-CQJberbE.js} +1 -1
  111. package/static/app/assets/{button-aTn4s84A.js → button-Ct9f2_oT.js} +1 -1
  112. package/static/app/assets/circle-check-DruOxB-4.js +1 -0
  113. package/static/app/assets/{circle-pause-xKgeGXkT.js → circle-pause-CmzC_apg.js} +1 -1
  114. package/static/app/assets/{circle-play-DkT6tYPX.js → circle-play-D8mW2aQ7.js} +1 -1
  115. package/static/app/assets/{cpu-85xYObUC.js → cpu-DZcdd0PZ.js} +1 -1
  116. package/static/app/assets/{download-B5Fm7YXo.js → download-bv1KEPGQ.js} +1 -1
  117. package/static/app/assets/{folder-open-kk2Xa52u.js → folder-open-d-Pip5gr.js} +1 -1
  118. package/static/app/assets/{hard-drive-DkA3zBW_.js → hard-drive-D20iavUb.js} +1 -1
  119. package/static/app/assets/index-D9x-kSNy.css +2 -0
  120. package/static/app/assets/{index-BMPdTmlY.js → index-Do83hDzJ.js} +3 -3
  121. package/static/app/assets/{input-B0nRf2jO.js → input-BLXVNmj1.js} +1 -1
  122. package/static/app/assets/{link-2-Dwb4gnTc.js → link-2-BPJOFlAy.js} +1 -1
  123. package/static/app/assets/{permissionCopy-CQDUBrOZ.js → permissionCopy-ChdJd493.js} +1 -1
  124. package/static/app/assets/primitives-Cv5tbZBY.js +1 -0
  125. package/static/app/assets/search-CT9aho2j.js +1 -0
  126. package/static/app/assets/{share-2-BsrxFglO.js → share-2-YNX_NtMU.js} +1 -1
  127. package/static/app/assets/{shield-alert-5BStfp2_.js → shield-alert-DuQ3zrVL.js} +1 -1
  128. package/static/app/assets/{textarea-Cg8IUA-k.js → textarea-DqwLnli4.js} +1 -1
  129. package/static/app/assets/{useFocusTrap-CYKvE46M.js → useFocusTrap-ZVI98jaW.js} +1 -1
  130. package/static/app/assets/{useMutation-CSn9t1op.js → useMutation-CVC4qv_D.js} +1 -1
  131. package/static/app/assets/{useQuery-CY2OI2uy.js → useQuery-C7BeG4HU.js} +1 -1
  132. package/static/app/assets/{utils-Ddol2RWD.js → utils-CiFtIdZq.js} +1 -1
  133. package/static/app/assets/{workspace-BqDwOz_p.js → workspace-DQz9vIId.js} +1 -1
  134. package/static/app/index.html +4 -4
  135. package/static/sw.js +1 -1
  136. package/lattice_brain/archive.py +0 -522
  137. package/lattice_brain/context.py +0 -325
  138. package/lattice_brain/conversations.py +0 -382
  139. package/lattice_brain/core.py +0 -82
  140. package/lattice_brain/graph/_kg_contract.py +0 -249
  141. package/lattice_brain/graph/curator.py +0 -676
  142. package/lattice_brain/graph/discovery.py +0 -595
  143. package/lattice_brain/graph/discovery_index/__init__.py +0 -35
  144. package/lattice_brain/graph/discovery_index/cleanup.py +0 -182
  145. package/lattice_brain/graph/discovery_index/extract.py +0 -137
  146. package/lattice_brain/graph/discovery_index/scan.py +0 -411
  147. package/lattice_brain/graph/discovery_index/upsert.py +0 -495
  148. package/lattice_brain/graph/documents.py +0 -380
  149. package/lattice_brain/graph/fusion.py +0 -395
  150. package/lattice_brain/graph/identity.py +0 -175
  151. package/lattice_brain/graph/image_vectors.py +0 -230
  152. package/lattice_brain/graph/ingest.py +0 -829
  153. package/lattice_brain/graph/network.py +0 -205
  154. package/lattice_brain/graph/proactive.py +0 -724
  155. package/lattice_brain/graph/projection/__init__.py +0 -42
  156. package/lattice_brain/graph/projection/curation.py +0 -500
  157. package/lattice_brain/graph/projection/v2_schema.py +0 -518
  158. package/lattice_brain/graph/provenance.py +0 -524
  159. package/lattice_brain/graph/rerank.py +0 -163
  160. package/lattice_brain/graph/retrieval/__init__.py +0 -54
  161. package/lattice_brain/graph/retrieval/context.py +0 -197
  162. package/lattice_brain/graph/retrieval/graph_view.py +0 -319
  163. package/lattice_brain/graph/retrieval/hybrid.py +0 -488
  164. package/lattice_brain/graph/retrieval/maintenance.py +0 -121
  165. package/lattice_brain/graph/retrieval/signals.py +0 -95
  166. package/lattice_brain/graph/retrieval_docgen.py +0 -253
  167. package/lattice_brain/graph/retrieval_policy.py +0 -180
  168. package/lattice_brain/graph/retrieval_reads.py +0 -769
  169. package/lattice_brain/graph/retrieval_vector/__init__.py +0 -42
  170. package/lattice_brain/graph/retrieval_vector/fingerprint.py +0 -97
  171. package/lattice_brain/graph/retrieval_vector/indexing.py +0 -347
  172. package/lattice_brain/graph/retrieval_vector/search.py +0 -560
  173. package/lattice_brain/graph/retrieval_vector/status.py +0 -374
  174. package/lattice_brain/graph/schema.py +0 -792
  175. package/lattice_brain/graph/store.py +0 -268
  176. package/lattice_brain/graph/vector_index/__init__.py +0 -85
  177. package/lattice_brain/graph/vector_index/base.py +0 -167
  178. package/lattice_brain/graph/vector_index/brute_force.py +0 -110
  179. package/lattice_brain/graph/vector_index/hnsw.py +0 -290
  180. package/lattice_brain/graph/vector_index/jobs.py +0 -287
  181. package/lattice_brain/graph/vector_index/quantized.py +0 -148
  182. package/lattice_brain/graph/vector_index/selector.py +0 -161
  183. package/lattice_brain/graph/write_master.py +0 -308
  184. package/lattice_brain/ingestion/_contract.py +0 -90
  185. package/lattice_brain/ingestion/folder_scan.py +0 -57
  186. package/lattice_brain/ingestion/folders.py +0 -258
  187. package/lattice_brain/ingestion/jobs_api.py +0 -107
  188. package/lattice_brain/ingestion/routing.py +0 -295
  189. package/lattice_brain/ingestion_jobs.py +0 -380
  190. package/lattice_brain/memory.py +0 -75
  191. package/lattice_brain/portability/__init__.py +0 -90
  192. package/lattice_brain/portability/_contract.py +0 -42
  193. package/lattice_brain/portability/backups.py +0 -338
  194. package/lattice_brain/portability/bundles.py +0 -136
  195. package/lattice_brain/portability/constants.py +0 -93
  196. package/lattice_brain/portability/fsops.py +0 -138
  197. package/lattice_brain/portability/service.py +0 -41
  198. package/lattice_brain/portability/sharing.py +0 -710
  199. package/lattice_brain/quality.py +0 -543
  200. package/lattice_brain/retrieval_benchmark_fixtures.py +0 -92
  201. package/lattice_brain/runtime/agent_runtime.py +0 -859
  202. package/lattice_brain/runtime/contracts.py +0 -460
  203. package/lattice_brain/runtime/multi_agent.py +0 -942
  204. package/lattice_brain/runtime/statuses.py +0 -10
  205. package/lattice_brain/sealed_box.py +0 -240
  206. package/lattice_brain/self_model.py +0 -675
  207. package/lattice_brain/sensitivity.py +0 -94
  208. package/lattice_brain/storage/__init__.py +0 -22
  209. package/lattice_brain/storage/base.py +0 -100
  210. package/lattice_brain/storage/docker.py +0 -105
  211. package/lattice_brain/storage/factory.py +0 -31
  212. package/lattice_brain/storage/migration.py +0 -191
  213. package/lattice_brain/storage/postgres.py +0 -123
  214. package/lattice_brain/storage/sqlite.py +0 -143
  215. package/lattice_brain/synthesis.py +0 -824
  216. package/lattice_brain/workflow.py +0 -497
  217. package/latticeai/api/admin.py +0 -471
  218. package/latticeai/api/agent_registry.py +0 -105
  219. package/latticeai/api/agents.py +0 -228
  220. package/latticeai/api/auth.py +0 -383
  221. package/latticeai/api/automation_intelligence.py +0 -401
  222. package/latticeai/api/brain_intelligence.py +0 -199
  223. package/latticeai/api/browser.py +0 -493
  224. package/latticeai/api/change_proposals.py +0 -89
  225. package/latticeai/api/chat.py +0 -572
  226. package/latticeai/api/chat_agent_http.py +0 -892
  227. package/latticeai/api/chat_contracts.py +0 -73
  228. package/latticeai/api/chat_documents.py +0 -276
  229. package/latticeai/api/chat_helpers.py +0 -460
  230. package/latticeai/api/chat_history.py +0 -101
  231. package/latticeai/api/chat_hybrid.py +0 -113
  232. package/latticeai/api/chat_intents.py +0 -646
  233. package/latticeai/api/chat_stream.py +0 -216
  234. package/latticeai/api/chronicle.py +0 -63
  235. package/latticeai/api/command_center.py +0 -51
  236. package/latticeai/api/computer_use.py +0 -474
  237. package/latticeai/api/evidence_actions.py +0 -48
  238. package/latticeai/api/features.py +0 -70
  239. package/latticeai/api/funnel_metrics.py +0 -31
  240. package/latticeai/api/garden.py +0 -34
  241. package/latticeai/api/hooks.py +0 -165
  242. package/latticeai/api/index_jobs.py +0 -145
  243. package/latticeai/api/invitations.py +0 -100
  244. package/latticeai/api/knowledge_graph.py +0 -536
  245. package/latticeai/api/marketplace.py +0 -105
  246. package/latticeai/api/mcp.py +0 -482
  247. package/latticeai/api/memory.py +0 -270
  248. package/latticeai/api/network.py +0 -81
  249. package/latticeai/api/network_boundary.py +0 -225
  250. package/latticeai/api/permission_mode.py +0 -61
  251. package/latticeai/api/permissions.py +0 -436
  252. package/latticeai/api/plugins.py +0 -126
  253. package/latticeai/api/portability.py +0 -391
  254. package/latticeai/api/project_sessions.py +0 -114
  255. package/latticeai/api/realtime.py +0 -118
  256. package/latticeai/api/review_queue.py +0 -364
  257. package/latticeai/api/security_dashboard.py +0 -604
  258. package/latticeai/api/setup.py +0 -319
  259. package/latticeai/api/static_routes.py +0 -354
  260. package/latticeai/api/ui_redirects.py +0 -26
  261. package/latticeai/api/workflow_designer.py +0 -394
  262. package/latticeai/api/workspace.py +0 -856
  263. package/latticeai/api/workspace_scope.py +0 -125
  264. package/latticeai/core/agent/__init__.py +0 -93
  265. package/latticeai/core/agent/_contract.py +0 -79
  266. package/latticeai/core/agent/context.py +0 -57
  267. package/latticeai/core/agent/deps.py +0 -125
  268. package/latticeai/core/agent/execution.py +0 -622
  269. package/latticeai/core/agent/planning.py +0 -145
  270. package/latticeai/core/agent/recovery.py +0 -157
  271. package/latticeai/core/agent/runtime.py +0 -210
  272. package/latticeai/core/agent/verification.py +0 -231
  273. package/latticeai/core/agent_eval.py +0 -739
  274. package/latticeai/core/agent_helpers.py +0 -493
  275. package/latticeai/core/agent_profiles.py +0 -110
  276. package/latticeai/core/agent_prompts.py +0 -171
  277. package/latticeai/core/agent_registry.py +0 -232
  278. package/latticeai/core/agent_state.py +0 -41
  279. package/latticeai/core/agent_trace.py +0 -104
  280. package/latticeai/core/artifact_ledger.py +0 -109
  281. package/latticeai/core/audit.py +0 -260
  282. package/latticeai/core/builtin_hooks.py +0 -105
  283. package/latticeai/core/context_builder.py +0 -394
  284. package/latticeai/core/document_generator.py +0 -103
  285. package/latticeai/core/enterprise.py +0 -154
  286. package/latticeai/core/enterprise_admin.py +0 -158
  287. package/latticeai/core/file_generation/__init__.py +0 -115
  288. package/latticeai/core/file_generation/bundles.py +0 -76
  289. package/latticeai/core/file_generation/extraction.py +0 -154
  290. package/latticeai/core/file_generation/inference.py +0 -235
  291. package/latticeai/core/file_generation/orchestration.py +0 -152
  292. package/latticeai/core/file_generation/prompting.py +0 -117
  293. package/latticeai/core/file_generation/repair.py +0 -114
  294. package/latticeai/core/file_generation/sanitize.py +0 -61
  295. package/latticeai/core/file_generation/validation.py +0 -201
  296. package/latticeai/core/invitations.py +0 -132
  297. package/latticeai/core/legacy_compatibility.py +0 -243
  298. package/latticeai/core/logging_safety.py +0 -46
  299. package/latticeai/core/marketplace.py +0 -293
  300. package/latticeai/core/mcp_catalog.py +0 -452
  301. package/latticeai/core/mcp_registry.py +0 -506
  302. package/latticeai/core/network_boundary.py +0 -168
  303. package/latticeai/core/oidc.py +0 -208
  304. package/latticeai/core/plugins.py +0 -432
  305. package/latticeai/core/product_hardening.py +0 -218
  306. package/latticeai/core/project_sessions.py +0 -337
  307. package/latticeai/core/realtime.py +0 -238
  308. package/latticeai/core/run_explain.py +0 -426
  309. package/latticeai/core/run_store.py +0 -252
  310. package/latticeai/core/timezones.py +0 -80
  311. package/latticeai/core/workspace_computer_memory.py +0 -84
  312. package/latticeai/core/workspace_graph_trace.py +0 -155
  313. package/latticeai/core/workspace_indexing.py +0 -102
  314. package/latticeai/core/workspace_memory.py +0 -77
  315. package/latticeai/core/workspace_onboarding.py +0 -104
  316. package/latticeai/core/workspace_os.py +0 -978
  317. package/latticeai/core/workspace_os_constants.py +0 -126
  318. package/latticeai/core/workspace_os_state.py +0 -180
  319. package/latticeai/core/workspace_os_utils.py +0 -103
  320. package/latticeai/core/workspace_permissions.py +0 -101
  321. package/latticeai/core/workspace_plugins.py +0 -97
  322. package/latticeai/core/workspace_relationships.py +0 -99
  323. package/latticeai/core/workspace_reorganization.py +0 -335
  324. package/latticeai/core/workspace_review_items.py +0 -112
  325. package/latticeai/core/workspace_runs.py +0 -726
  326. package/latticeai/core/workspace_skills.py +0 -109
  327. package/latticeai/core/workspace_snapshots.py +0 -198
  328. package/latticeai/core/workspace_timeline.py +0 -110
  329. package/latticeai/integrations/__init__.py +0 -0
  330. package/latticeai/integrations/telegram_bot/__init__.py +0 -123
  331. package/latticeai/integrations/telegram_bot/__main__.py +0 -17
  332. package/latticeai/integrations/telegram_bot/config.py +0 -86
  333. package/latticeai/integrations/telegram_bot/dispatch.py +0 -311
  334. package/latticeai/integrations/telegram_bot/flows.py +0 -478
  335. package/latticeai/integrations/telegram_bot/helpers.py +0 -322
  336. package/latticeai/integrations/telegram_bot/screens.py +0 -394
  337. package/latticeai/runtime/audit_runtime.py +0 -76
  338. package/latticeai/runtime/automation_runtime.py +0 -81
  339. package/latticeai/runtime/chat_wiring.py +0 -141
  340. package/latticeai/runtime/context_runtime.py +0 -66
  341. package/latticeai/runtime/feature_toggle_wiring.py +0 -157
  342. package/latticeai/runtime/history_runtime.py +0 -163
  343. package/latticeai/runtime/history_writer.py +0 -138
  344. package/latticeai/runtime/hooks_runtime.py +0 -77
  345. package/latticeai/runtime/model_wiring.py +0 -68
  346. package/latticeai/runtime/namespace_runtime.py +0 -163
  347. package/latticeai/runtime/network_boundary_wiring.py +0 -117
  348. package/latticeai/runtime/network_config_runtime.py +0 -56
  349. package/latticeai/runtime/permission_mode_wiring.py +0 -112
  350. package/latticeai/runtime/persistence_runtime.py +0 -159
  351. package/latticeai/runtime/platform_runtime_wiring.py +0 -89
  352. package/latticeai/runtime/review_wiring.py +0 -42
  353. package/latticeai/runtime/router_registration.py +0 -693
  354. package/latticeai/runtime/service_singletons.py +0 -55
  355. package/latticeai/runtime/sso_config_runtime.py +0 -128
  356. package/latticeai/runtime/user_key_runtime.py +0 -106
  357. package/latticeai/runtime/web_runtime.py +0 -92
  358. package/latticeai/server_app.py +0 -51
  359. package/latticeai/services/app_context.py +0 -130
  360. package/latticeai/services/automation_execution.py +0 -266
  361. package/latticeai/services/automation_intelligence.py +0 -614
  362. package/latticeai/services/brain_automation.py +0 -191
  363. package/latticeai/services/brain_intelligence/__init__.py +0 -58
  364. package/latticeai/services/brain_intelligence/_contract.py +0 -71
  365. package/latticeai/services/brain_intelligence/consistency.py +0 -193
  366. package/latticeai/services/brain_intelligence/constants.py +0 -47
  367. package/latticeai/services/brain_intelligence/digest.py +0 -258
  368. package/latticeai/services/brain_intelligence/health.py +0 -331
  369. package/latticeai/services/brain_intelligence/proposals.py +0 -259
  370. package/latticeai/services/brain_intelligence/sampling.py +0 -84
  371. package/latticeai/services/brain_intelligence/service.py +0 -48
  372. package/latticeai/services/change_proposals.py +0 -471
  373. package/latticeai/services/chat_service.py +0 -243
  374. package/latticeai/services/chronicle.py +0 -555
  375. package/latticeai/services/cloud_egress_audit.py +0 -85
  376. package/latticeai/services/cloud_extraction.py +0 -129
  377. package/latticeai/services/cloud_streaming.py +0 -268
  378. package/latticeai/services/cloud_token_guard.py +0 -84
  379. package/latticeai/services/command_center.py +0 -548
  380. package/latticeai/services/evidence_actions.py +0 -258
  381. package/latticeai/services/feature_toggles.py +0 -502
  382. package/latticeai/services/folder_watch.py +0 -520
  383. package/latticeai/services/funnel_metrics.py +0 -307
  384. package/latticeai/services/hybrid_chat.py +0 -316
  385. package/latticeai/services/hybrid_context.py +0 -228
  386. package/latticeai/services/hybrid_policy.py +0 -129
  387. package/latticeai/services/interop_bridges.py +0 -978
  388. package/latticeai/services/local_knowledge.py +0 -465
  389. package/latticeai/services/memory_service/__init__.py +0 -52
  390. package/latticeai/services/memory_service/_contract.py +0 -100
  391. package/latticeai/services/memory_service/brief.py +0 -431
  392. package/latticeai/services/memory_service/constants.py +0 -57
  393. package/latticeai/services/memory_service/maintenance.py +0 -138
  394. package/latticeai/services/memory_service/manager.py +0 -186
  395. package/latticeai/services/memory_service/proof.py +0 -136
  396. package/latticeai/services/memory_service/recall.py +0 -225
  397. package/latticeai/services/memory_service/service.py +0 -48
  398. package/latticeai/services/memory_service/stores.py +0 -110
  399. package/latticeai/services/mode_store.py +0 -132
  400. package/latticeai/services/model_recommendation.py +0 -224
  401. package/latticeai/services/model_runtime/cloud.py +0 -87
  402. package/latticeai/services/network_boundary_service.py +0 -117
  403. package/latticeai/services/obsidian_bridge.py +0 -609
  404. package/latticeai/services/openai_compatible_adapter.py +0 -101
  405. package/latticeai/services/permission_mode_service.py +0 -122
  406. package/latticeai/services/platform_runtime.py +0 -366
  407. package/latticeai/services/review_queue.py +0 -380
  408. package/latticeai/services/router_context.py +0 -59
  409. package/latticeai/services/run_executor.py +0 -387
  410. package/latticeai/services/self_model_service.py +0 -171
  411. package/latticeai/services/setup_detection.py +0 -147
  412. package/latticeai/services/triggers.py +0 -378
  413. package/latticeai/services/upload_service.py +0 -172
  414. package/latticeai/services/workspace_service.py +0 -165
  415. package/latticeai/setup/__init__.py +0 -25
  416. package/latticeai/setup/auto_setup.py +0 -846
  417. package/latticeai/setup/demo_corpus.py +0 -98
  418. package/latticeai/setup/wizard/__init__.py +0 -126
  419. package/latticeai/setup/wizard/catalog.py +0 -175
  420. package/latticeai/setup/wizard/detect.py +0 -302
  421. package/latticeai/setup/wizard/install.py +0 -348
  422. package/latticeai/setup/wizard/paths.py +0 -165
  423. package/latticeai/setup/wizard/plans.py +0 -74
  424. package/latticeai/setup/wizard/recommend.py +0 -320
  425. package/scripts/bench_agent_smoke.py +0 -409
  426. package/scripts/bench_models.py +0 -540
  427. package/scripts/bench_vector_index.py +0 -295
  428. package/scripts/funnel_soft_gate.py +0 -192
  429. package/scripts/generate_agent_loop_fixtures.py +0 -994
  430. package/scripts/generate_rust_parity_fixtures.py +0 -908
  431. package/scripts/migrate_brain_storage.py +0 -57
  432. package/scripts/parity_fixture_corpus_context.py +0 -162
  433. package/scripts/parity_fixture_corpus_docgen.py +0 -341
  434. package/scripts/profile_kg.py +0 -355
  435. package/server.py +0 -30
  436. package/static/app/assets/AdminConsole-cf4npybT.js +0 -1
  437. package/static/app/assets/Capture-DiQ219jW.js +0 -1
  438. package/static/app/assets/System-CieofHQa.js +0 -1
  439. package/static/app/assets/arrow-left-kfsrk0mv.js +0 -1
  440. package/static/app/assets/circle-check-qqLug9nU.js +0 -1
  441. package/static/app/assets/index-DxmOfNRi.css +0 -2
  442. package/static/app/assets/primitives-SNp0LRJz.js +0 -1
  443. package/static/app/assets/search-BcHqkjoy.js +0 -1
@@ -1,829 +0,0 @@
1
- from __future__ import annotations
2
-
3
- from typing import TYPE_CHECKING
4
-
5
- from ..quiet import quiet
6
- from ..sensitivity import stamp_sensitivity
7
-
8
- # ruff: noqa: F403,F405
9
- from ._kg_common import * # noqa: F403,F401
10
-
11
- # The cross-mixin surface (`_connect`, `_upsert_node`, …) is declared in
12
- # `_kg_contract.KnowledgeGraphCore`. It is a typing-only base: at runtime this
13
- # is `object`, so the MRO of `KnowledgeGraphStore` is unchanged.
14
- if TYPE_CHECKING:
15
- from ._kg_contract import KnowledgeGraphCore as _Core
16
- else:
17
- _Core = object
18
-
19
-
20
-
21
- def _scoped_slug_id(prefix: str, value: str, workspace_id: Optional[str]) -> str:
22
- """Keep legacy IDs unchanged while isolating every newly scoped identity."""
23
- slug = _slug(value)
24
- if not workspace_id:
25
- return f"{prefix}:{slug}"
26
- scope = _sha256_text(str(workspace_id))[:12]
27
- return f"{prefix}:{scope}:{slug}"
28
-
29
-
30
- def _scoped_hash_id(prefix: str, value: str, workspace_id: Optional[str]) -> str:
31
- identity = f"{workspace_id}|{value}" if workspace_id else value
32
- return f"{prefix}:{_sha256_text(identity)[:24]}"
33
-
34
-
35
- def _triple_edge_metadata(triple: Dict[str, Any]) -> Dict[str, Any]:
36
- """Edge metadata that keeps the relation's evidence class visible.
37
-
38
- Review 2026-07-27 P1 #6: a verb-backed relation and a bare co-occurrence
39
- used to land in the graph identically. ``evidence`` travels with the edge
40
- so readers (graph views, curator, promotion review) can tell a meaning
41
- edge from an adjacency edge instead of guessing from the label.
42
- """
43
- metadata: Dict[str, Any] = {"context": str(triple.get("context") or "")[:240]}
44
- evidence = str(triple.get("evidence") or "")
45
- if evidence:
46
- metadata["evidence"] = evidence
47
- confidence = triple.get("confidence")
48
- if confidence is not None:
49
- try:
50
- metadata["confidence"] = round(float(confidence), 4)
51
- except (TypeError, ValueError):
52
- quiet()
53
- return metadata
54
-
55
-
56
- class KnowledgeGraphIngestMixin(_Core):
57
- def ingest_message(
58
- self,
59
- role: str,
60
- content: str,
61
- *,
62
- user_email: Optional[str] = None,
63
- user_nickname: Optional[str] = None,
64
- source: Optional[str] = None,
65
- conversation_id: Optional[str] = None,
66
- workspace_id: Optional[str] = None,
67
- raw: Optional[Dict[str, Any]] = None,
68
- ) -> Dict[str, Any]:
69
- content = str(content or "")
70
- node_type = "AIResponse" if role == "assistant" else "Message"
71
- message_identity = "|".join([role or "", content, conversation_id or "", user_email or ""])
72
- node_id = _scoped_hash_id(node_type.lower(), message_identity, workspace_id)
73
- conv_id = _scoped_slug_id("conversation", conversation_id or "default", workspace_id)
74
- metadata = {
75
- "role": role,
76
- "source": source,
77
- "conversation_id": conversation_id,
78
- "workspace_id": workspace_id,
79
- "user_email": user_email,
80
- "user_nickname": user_nickname,
81
- "chars": len(content),
82
- }
83
- concepts = _extract_concepts(content)
84
- triples = _extract_triples(content, concepts)
85
- semantic = _semantic_items(content)
86
-
87
- with self._connect() as conn:
88
- # ── 1. Chat node (점: 명사 — 대화 세션 단위) ─────────────────────
89
- # One Chat node per conversation_id; title = first 80 chars of
90
- # the first user message in this session (updated on each call).
91
- chat_title = _clean_text(content)[:80] or (conversation_id or "대화")
92
- self._upsert_node(
93
- conn,
94
- conv_id,
95
- "Chat",
96
- chat_title,
97
- summary=_clean_text(content)[:400],
98
- metadata={"source": source, "conversation_id": conversation_id, "workspace_id": workspace_id},
99
- owner=user_email,
100
- workspace_id=workspace_id,
101
- )
102
-
103
- # ── 2. Person node (점: 명사 — 사람) ─────────────────────────────
104
- person_id = None
105
- if user_email or user_nickname:
106
- person_key = user_email or user_nickname or "unknown"
107
- person_id = _scoped_slug_id("person", person_key, workspace_id)
108
- self._upsert_node(
109
- conn,
110
- person_id,
111
- "Person",
112
- user_nickname or user_email or "Unknown",
113
- metadata={"email": user_email, "nickname": user_nickname},
114
- owner=user_email,
115
- workspace_id=workspace_id,
116
- )
117
- # 선: 동사 — Person이 Chat을 "작성함"
118
- self._upsert_edge(
119
- conn,
120
- person_id,
121
- conv_id,
122
- "작성함",
123
- weight=1.0,
124
- metadata={"role": role},
125
- )
126
-
127
- # ── 3. Raw message node (RAG 검색용, 그래프에서 숨김) ─────────────
128
- self._upsert_node(
129
- conn,
130
- node_id,
131
- node_type,
132
- _clean_text(content)[:80] or role,
133
- summary=_clean_text(content)[:500],
134
- metadata=metadata,
135
- raw=raw or metadata,
136
- owner=user_email,
137
- workspace_id=workspace_id,
138
- )
139
- # 선: Chat이 메시지를 "포함함"
140
- self._upsert_edge(
141
- conn, conv_id, node_id, "포함함", weight=0.3, metadata={"role": role}
142
- )
143
-
144
- # ── 4. RAG chunks (검색용, 그래프에서 숨김) ──────────────────────
145
- # Chat text is always the plain strategy: boundaries (and thus
146
- # chunk ids) stay byte-identical to the legacy _chunks path.
147
- for index, piece in enumerate(typed_chunks(content, strategy="plain")):
148
- chunk = piece["text"]
149
- chunk_fields = typed_chunk_meta_fields(piece)
150
- chunk_id = f"chunk:{_sha256_text(f'{node_id}:{index}:{chunk}')[:24]}"
151
- self._upsert_node(
152
- conn,
153
- chunk_id,
154
- "Chunk",
155
- f"chunk {index + 1}",
156
- summary=chunk[:500],
157
- metadata={"index": index, "source_node": node_id, **chunk_fields},
158
- owner=user_email,
159
- workspace_id=workspace_id,
160
- )
161
- self._upsert_chunk(
162
- conn,
163
- chunk_id=chunk_id,
164
- source_node=node_id,
165
- text=chunk,
166
- metadata={"index": index, "source_node": node_id, **chunk_fields},
167
- )
168
- self._upsert_edge(conn, node_id, chunk_id, "포함함")
169
-
170
- # ── 5. Concept / Feature / Error / Code 노드 (점: 명사) ───────────
171
- concept_ids: Dict[str, str] = {}
172
- for concept in concepts:
173
- node_t = _classify_node_type(concept, content)
174
- cid = _scoped_slug_id(node_t.lower(), concept, workspace_id)
175
- concept_ids[concept.lower()] = cid
176
- self._upsert_node(
177
- conn,
178
- cid,
179
- node_t,
180
- concept,
181
- metadata={"auto_extracted": True, "source": source, "workspace_id": workspace_id},
182
- owner=user_email,
183
- workspace_id=workspace_id,
184
- )
185
- # 선: Chat이 개념을 "언급함"
186
- self._upsert_edge(
187
- conn,
188
- conv_id,
189
- cid,
190
- "언급함",
191
- weight=0.7,
192
- metadata={"source": source},
193
- )
194
-
195
- # ── 6. Concept–Concept 엣지 (선: 동사형) ─────────────────────────
196
- for triple in triples:
197
- subj_id = concept_ids.get(triple["subject"].lower())
198
- obj_id = concept_ids.get(triple["object"].lower())
199
- if subj_id and obj_id and subj_id != obj_id:
200
- self._upsert_edge(
201
- conn,
202
- subj_id,
203
- obj_id,
204
- triple["relation"], # 동사형 레이블
205
- weight=float(triple.get("weight") or 1.0),
206
- metadata=_triple_edge_metadata(triple),
207
- )
208
-
209
- # ── 7. Task / Decision 노드 (점: 명사) ────────────────────────────
210
- for item in semantic:
211
- sem_type = item["type"]
212
- sem_title = item["title"]
213
- sem_id = f"{sem_type.lower()}:{_sha256_text(f'{conv_id}:{sem_type}:{sem_title}')[:24]}"
214
- self._upsert_node(
215
- conn,
216
- sem_id,
217
- sem_type,
218
- sem_title,
219
- summary=item["summary"],
220
- metadata={"auto_extracted": True, "source_node": node_id, "workspace_id": workspace_id},
221
- raw=item,
222
- owner=user_email,
223
- workspace_id=workspace_id,
224
- )
225
- # 선: Chat이 Task/Decision을 "생성함"
226
- self._upsert_edge(conn, conv_id, sem_id, "생성함", weight=0.9)
227
- # Task/Decision이 관련 개념을 "언급함"
228
- for cid in list(concept_ids.values())[:3]:
229
- self._upsert_edge(conn, sem_id, cid, "언급함", weight=0.6)
230
-
231
- return {"node_id": node_id, "type": node_type}
232
-
233
- def ingest_document(
234
- self,
235
- path: Path,
236
- *,
237
- original_filename: Optional[str] = None,
238
- mime_type: Optional[str] = None,
239
- uploader: Optional[str] = None,
240
- conversation_id: Optional[str] = None,
241
- extracted: Optional[Dict[str, Any]] = None,
242
- source_type: Optional[str] = None,
243
- source_uri: Optional[str] = None,
244
- captured_at: Optional[str] = None,
245
- modified_at: Optional[str] = None,
246
- owner: Optional[str] = None,
247
- workspace_id: Optional[str] = None,
248
- permissions: Optional[Dict[str, Any]] = None,
249
- ) -> Dict[str, Any]:
250
- path = Path(path)
251
- data = path.read_bytes()
252
- digest = _sha256_bytes(data)
253
- ext = path.suffix.lower()
254
- filename = original_filename or path.name
255
- captured_at = captured_at or _now()
256
- blob_path = self.blob_dir / digest[:2] / f"{digest}{ext}"
257
- blob_path.parent.mkdir(parents=True, exist_ok=True)
258
- if not blob_path.exists():
259
- shutil.copyfile(path, blob_path)
260
-
261
- doc_meta = self._document_structure(path, ext)
262
- text = str(
263
- (extracted or {}).get("content") or (extracted or {}).get("preview") or ""
264
- )
265
- file_id = _scoped_hash_id("file", digest, workspace_id)
266
- metadata = {
267
- "filename": filename,
268
- "ext": ext,
269
- "mime_type": mime_type,
270
- "bytes": len(data),
271
- "sha256": digest,
272
- "content_hash": digest,
273
- "blob_path": str(blob_path),
274
- "uploader": uploader,
275
- "owner": owner or uploader,
276
- "workspace_id": workspace_id,
277
- "permissions": permissions or {},
278
- "source_type": source_type or "file",
279
- "source_uri": source_uri or str(path),
280
- "captured_at": captured_at,
281
- "modified_at": modified_at,
282
- "conversation_id": conversation_id,
283
- "extracted": {k: v for k, v in (extracted or {}).items() if k != "content"},
284
- "structure": doc_meta,
285
- }
286
-
287
- # Stamp never-leaves at ingestion. Before 10.2.0 the cloud filter looked
288
- # for these flags and nothing in the product could set them, so the
289
- # guard was unreachable. Deriving it from the path means a user who
290
- # indexes a project folder does not have to remember that it contains a
291
- # .env — the flag is on the node before any cloud turn can select it.
292
- stamp_sensitivity(metadata, source_uri or str(path))
293
-
294
- full_text = f"{filename}\n{text}"
295
- concepts = _extract_concepts(full_text, limit=15)
296
- triples = _extract_triples(full_text, concepts)
297
- chunk_ids: List[str] = []
298
- source_node_id: Optional[str] = None
299
-
300
- with self._connect() as conn:
301
- duplicate = self._node_exists(conn, file_id)
302
- # ── Document 노드 (점: 명사 — 파일) ────────────────────────────────
303
- self._upsert_node(
304
- conn,
305
- file_id,
306
- "Document",
307
- filename,
308
- summary=(text or filename)[:500],
309
- metadata=metadata,
310
- raw=metadata,
311
- owner=owner or uploader,
312
- workspace_id=workspace_id,
313
- )
314
- self._ingest_structure_nodes(
315
- conn,
316
- file_id,
317
- filename,
318
- doc_meta,
319
- owner=owner or uploader,
320
- workspace_id=workspace_id,
321
- )
322
-
323
- # ── SOURCE 노드 + indexed_from (v3.6.0, source_type 지정 시) ──────
324
- if source_type:
325
- source_node_id = self._attach_source_node(
326
- conn,
327
- file_id,
328
- source_type=source_type,
329
- source_uri=source_uri or str(path),
330
- title=filename,
331
- content_hash=digest,
332
- captured_at=captured_at,
333
- extra={
334
- "owner": owner or uploader,
335
- "workspace_id": workspace_id,
336
- "ext": ext,
337
- },
338
- )
339
-
340
- # ── Person 노드 + 동사형 엣지 ─────────────────────────────────────
341
- if uploader:
342
- person_id = _scoped_slug_id("person", uploader, workspace_id)
343
- self._upsert_node(
344
- conn,
345
- person_id,
346
- "Person",
347
- uploader,
348
- metadata={"email": uploader},
349
- owner=uploader,
350
- workspace_id=workspace_id,
351
- )
352
- # 선: 동사 — Person이 Document를 "업로드함"
353
- self._upsert_edge(conn, person_id, file_id, "업로드함", weight=1.0)
354
-
355
- # ── Chat 노드와 연결 ──────────────────────────────────────────────
356
- if conversation_id:
357
- conv_id = _scoped_slug_id("conversation", conversation_id, workspace_id)
358
- self._upsert_node(
359
- conn,
360
- conv_id,
361
- "Chat",
362
- conversation_id,
363
- metadata={"conversation_id": conversation_id, "workspace_id": workspace_id},
364
- owner=owner or uploader,
365
- workspace_id=workspace_id,
366
- )
367
- # 선: 동사 — Chat이 Document를 "언급함"
368
- self._upsert_edge(conn, conv_id, file_id, "언급함", weight=0.8)
369
-
370
- # ── RAG chunks (검색용, 그래프 비표시) ────────────────────────────
371
- # Strategy from the filename (plain files keep legacy boundaries →
372
- # identical chunk ids). For PDFs, per-page start offsets in the
373
- # "\n\n"-joined page text let each chunk carry a 1-based "page" —
374
- # only when the claimed extent matches the text we actually chunk
375
- # (honest absence over wrong labels).
376
- chunk_strategy = chunk_strategy_for(filename, content_type=mime_type or "")
377
- page_offsets: List[int] = []
378
- if ext == ".pdf":
379
- page_offsets = pdf_page_offsets(doc_meta)
380
- cleaned_len = len(str(text or "").strip())
381
- if not page_offsets or page_offsets[-1] >= cleaned_len * 1.2:
382
- page_offsets = []
383
- for index, piece in enumerate(typed_chunks(text, strategy=chunk_strategy)):
384
- chunk = piece["text"]
385
- chunk_fields = typed_chunk_meta_fields(piece)
386
- if page_offsets:
387
- start_char = chunk_fields["start_char"]
388
- page = page_for_offset(page_offsets, start_char)
389
- if page is not None:
390
- chunk_fields["page"] = page
391
- # Sentence-aware chunks can straddle a page break, so
392
- # the start page alone would under-describe them.
393
- # `page_end` is recorded only when it really differs.
394
- end_page = page_for_offset(
395
- page_offsets, max(start_char, start_char + len(chunk) - 1)
396
- )
397
- if end_page is not None and end_page > page:
398
- chunk_fields["page_end"] = end_page
399
- chunk_id = f"chunk:{_sha256_text(f'{file_id}:{index}:{chunk}')[:24]}"
400
- chunk_ids.append(chunk_id)
401
- self._upsert_node(
402
- conn,
403
- chunk_id,
404
- "Chunk",
405
- f"{filename} chunk {index + 1}",
406
- summary=chunk[:500],
407
- metadata={"index": index, "source_node": file_id, "workspace_id": workspace_id, **chunk_fields},
408
- owner=owner or uploader,
409
- workspace_id=workspace_id,
410
- )
411
- self._upsert_chunk(
412
- conn,
413
- chunk_id=chunk_id,
414
- source_node=file_id,
415
- text=chunk,
416
- metadata={"index": index, "source_node": file_id, **chunk_fields},
417
- )
418
- self._upsert_edge(conn, file_id, chunk_id, "포함함")
419
-
420
- # ── Concept / Feature / Error / Code 노드 + 동사형 엣지 ───────────
421
- concept_ids: Dict[str, str] = {}
422
- for concept in concepts:
423
- node_t = _classify_node_type(concept, full_text)
424
- cid = _scoped_slug_id(node_t.lower(), concept, workspace_id)
425
- concept_ids[concept.lower()] = cid
426
- self._upsert_node(
427
- conn,
428
- cid,
429
- node_t,
430
- concept,
431
- metadata={"auto_extracted": True, "source_file": filename, "workspace_id": workspace_id},
432
- owner=owner or uploader,
433
- workspace_id=workspace_id,
434
- )
435
- # 선: 동사 — Document가 Concept을 "포함함"
436
- self._upsert_edge(conn, file_id, cid, "포함함", weight=0.8)
437
-
438
- # ── Concept–Concept 엣지 (선: 동사형) ───────────────────────────
439
- for triple in triples:
440
- subj_id = concept_ids.get(triple["subject"].lower())
441
- obj_id = concept_ids.get(triple["object"].lower())
442
- if subj_id and obj_id and subj_id != obj_id:
443
- self._upsert_edge(
444
- conn,
445
- subj_id,
446
- obj_id,
447
- triple["relation"],
448
- weight=float(triple.get("weight") or 1.0),
449
- metadata=_triple_edge_metadata(triple),
450
- )
451
-
452
- # ── Task / Decision 노드 ──────────────────────────────────────────
453
- for item in _semantic_items(text):
454
- sem_type = item["type"]
455
- sem_title = item["title"]
456
- sem_id = f"{sem_type.lower()}:{_sha256_text(f'{file_id}:{sem_type}:{sem_title}')[:24]}"
457
- self._upsert_node(
458
- conn,
459
- sem_id,
460
- sem_type,
461
- sem_title,
462
- summary=item["summary"],
463
- metadata={
464
- "auto_extracted": True,
465
- "source_node": file_id,
466
- "filename": filename,
467
- "workspace_id": workspace_id,
468
- },
469
- raw=item,
470
- owner=owner or uploader,
471
- workspace_id=workspace_id,
472
- )
473
- # 선: Document가 Task/Decision을 "포함함"
474
- self._upsert_edge(conn, file_id, sem_id, "포함함", weight=0.9)
475
-
476
- return {
477
- "node_id": file_id,
478
- "type": "Document",
479
- "sha256": digest,
480
- "content_hash": digest,
481
- "source_node_id": source_node_id,
482
- "chunk_ids": chunk_ids,
483
- "chunk_count": len(chunk_ids),
484
- "duplicate": duplicate,
485
- "captured_at": captured_at,
486
- "metadata": metadata,
487
- }
488
-
489
- def ingest_event(
490
- self,
491
- event_type: str,
492
- title: str,
493
- *,
494
- user_email: Optional[str] = None,
495
- user_nickname: Optional[str] = None,
496
- source: Optional[str] = None,
497
- conversation_id: Optional[str] = None,
498
- workspace_id: Optional[str] = None,
499
- metadata: Optional[Dict[str, Any]] = None,
500
- ) -> Dict[str, Any]:
501
- event_type = str(event_type or "Event")
502
- title = str(title or event_type)
503
- payload = {
504
- "event_type": event_type,
505
- "title": title,
506
- "user_email": user_email,
507
- "user_nickname": user_nickname,
508
- "source": source,
509
- "conversation_id": conversation_id,
510
- "workspace_id": workspace_id,
511
- "metadata": metadata or {},
512
- "timestamp": _now(),
513
- }
514
- event_id = _scoped_hash_id("event", _json(payload), workspace_id)
515
- conv_id = _scoped_slug_id("conversation", conversation_id or "default", workspace_id)
516
- with self._connect() as conn:
517
- self._upsert_node(
518
- conn,
519
- event_id,
520
- event_type,
521
- title,
522
- summary=title,
523
- metadata=payload,
524
- raw=payload,
525
- owner=user_email,
526
- workspace_id=workspace_id,
527
- )
528
- self._upsert_node(
529
- conn,
530
- conv_id,
531
- "Conversation",
532
- conversation_id or "Default conversation",
533
- metadata={"source": source, "workspace_id": workspace_id},
534
- owner=user_email,
535
- workspace_id=workspace_id,
536
- )
537
- self._upsert_edge(
538
- conn, conv_id, event_id, "has_event", metadata={"source": source}
539
- )
540
- if user_email or user_nickname:
541
- person_key = user_email or user_nickname or "unknown"
542
- person_id = _scoped_slug_id("person", person_key, workspace_id)
543
- self._upsert_node(
544
- conn,
545
- person_id,
546
- "Person",
547
- user_nickname or user_email or "Unknown user",
548
- metadata={"email": user_email, "workspace_id": workspace_id},
549
- owner=user_email,
550
- workspace_id=workspace_id,
551
- )
552
- self._upsert_edge(
553
- conn,
554
- person_id,
555
- event_id,
556
- "triggered",
557
- metadata={"event_type": event_type},
558
- )
559
- return {"node_id": event_id, "type": event_type}
560
-
561
- def _node_exists(self, conn: sqlite3.Connection, node_id: str) -> bool:
562
- row = conn.execute("SELECT 1 FROM nodes WHERE id = ?", (node_id,)).fetchone()
563
- return row is not None
564
-
565
- def node_is_embedded(self, node_id: str) -> bool:
566
- """True when a vector embedding exists for ``node_id`` (RAG-ready)."""
567
- with self._connect() as conn:
568
- row = conn.execute(
569
- "SELECT 1 FROM vector_embeddings WHERE item_id = ? LIMIT 1",
570
- (node_id,),
571
- ).fetchone()
572
- return row is not None
573
-
574
- def _attach_source_node(
575
- self,
576
- conn: sqlite3.Connection,
577
- content_node_id: str,
578
- *,
579
- source_type: str,
580
- source_uri: Optional[str] = None,
581
- title: Optional[str] = None,
582
- content_hash: Optional[str] = None,
583
- captured_at: Optional[str] = None,
584
- extra: Optional[Dict[str, Any]] = None,
585
- ) -> str:
586
- """Create the SOURCE node for an ingested item and link it via INDEXED_FROM.
587
-
588
- Every ingested content node points at exactly one SOURCE node, so the
589
- graph is always able to explain *where* a node came from. The source id
590
- is derived from (source_type, source_uri | content_hash) so re-ingesting
591
- the same origin reuses the same SOURCE node (idempotent).
592
- """
593
- meta = {
594
- "source_type": source_type,
595
- "source_uri": source_uri,
596
- "content_hash": content_hash,
597
- "captured_at": captured_at or _now(),
598
- **(extra or {}),
599
- }
600
- key = source_uri or content_hash or content_node_id
601
- source_scope = meta.get("workspace_id") or "legacy-global"
602
- source_id = f"source:{_sha256_text(f'{source_scope}|{source_type}|{key}')[:24]}"
603
- label = title or source_uri or source_type
604
- self._upsert_node(
605
- conn,
606
- source_id,
607
- "Source",
608
- label,
609
- summary=str(source_uri or title or source_type)[:400],
610
- metadata=meta,
611
- owner=meta.get("owner"),
612
- workspace_id=meta.get("workspace_id"),
613
- )
614
- # 선: 콘텐츠 노드가 "이 출처에서 색인됨" (indexed_from → SOURCE)
615
- self._upsert_edge(
616
- conn,
617
- content_node_id,
618
- source_id,
619
- "indexed_from",
620
- weight=1.0,
621
- metadata={"source_type": source_type},
622
- )
623
- return source_id
624
-
625
- def ingest_source(
626
- self,
627
- *,
628
- source_type: str,
629
- title: str,
630
- text: str,
631
- source_uri: Optional[str] = None,
632
- owner: Optional[str] = None,
633
- workspace_id: Optional[str] = None,
634
- permissions: Optional[Dict[str, Any]] = None,
635
- captured_at: Optional[str] = None,
636
- modified_at: Optional[str] = None,
637
- conversation_id: Optional[str] = None,
638
- metadata: Optional[Dict[str, Any]] = None,
639
- node_type: str = "Document",
640
- ) -> Dict[str, Any]:
641
- """Unified text/web ingestion: one shape for URL, browser tab, note, text.
642
-
643
- Creates a content node (idempotent by content hash), a ``Source`` node
644
- linked via ``indexed_from``, RAG chunks, and extracted
645
- Concept/Task/Decision nodes — mirroring ingest_document for non-file
646
- sources. Returns the full set of ids the caller needs to record
647
- provenance, including ``duplicate`` (was the content already indexed).
648
-
649
- ``node_type`` names the content node. It defaults to ``Document``, so
650
- every historical caller is unchanged; a door that knows its material is
651
- something else (``Audio`` for a recording) says so here rather than
652
- writing a second ingest path to say it.
653
- """
654
- source_type = str(source_type or "text")
655
- text = str(text or "")
656
- title = (
657
- _clean_text(str(title or source_uri or source_type))[:240] or source_type
658
- )
659
- captured_at = captured_at or _now()
660
- content_hash = _sha256_text(f"{source_type}|{source_uri or ''}|{text}")
661
- identity_hash = _sha256_text(f"{workspace_id or 'legacy-global'}|{content_hash}")
662
- content_id = f"webdoc:{identity_hash[:24]}"
663
- full_text = f"{title}\n{text}"
664
- node_meta = {
665
- "source_type": source_type,
666
- "source_uri": source_uri,
667
- "content_hash": content_hash,
668
- "title": title,
669
- "captured_at": captured_at,
670
- "modified_at": modified_at,
671
- "owner": owner,
672
- "workspace_id": workspace_id,
673
- "permissions": permissions or {},
674
- "chars": len(text),
675
- **(metadata or {}),
676
- }
677
- concepts = _extract_concepts(full_text, limit=15)
678
- triples = _extract_triples(full_text, concepts)
679
- chunk_ids: List[str] = []
680
-
681
- with self._connect() as conn:
682
- duplicate = self._node_exists(conn, content_id)
683
- # ── 콘텐츠 노드 (점: 명사 — 기본은 문서) ─────────────────────────
684
- self._upsert_node(
685
- conn,
686
- content_id,
687
- node_type,
688
- title,
689
- summary=(text or title)[:500],
690
- metadata=node_meta,
691
- raw=node_meta,
692
- owner=owner,
693
- workspace_id=workspace_id,
694
- )
695
- # ── SOURCE 노드 + indexed_from 엣지 (출처 추적) ──────────────────
696
- source_node_id = self._attach_source_node(
697
- conn,
698
- content_id,
699
- source_type=source_type,
700
- source_uri=source_uri,
701
- title=title,
702
- content_hash=content_hash,
703
- captured_at=captured_at,
704
- extra={"owner": owner, "workspace_id": workspace_id},
705
- )
706
- # ── 소유자(Person) + 동사형 엣지 ────────────────────────────────
707
- if owner:
708
- person_id = _scoped_slug_id("person", owner, workspace_id)
709
- self._upsert_node(
710
- conn,
711
- person_id,
712
- "Person",
713
- owner,
714
- metadata={"email": owner, "workspace_id": workspace_id},
715
- owner=owner,
716
- workspace_id=workspace_id,
717
- )
718
- self._upsert_edge(conn, person_id, content_id, "업로드함", weight=1.0)
719
- # ── 대화 연결 ───────────────────────────────────────────────────
720
- if conversation_id:
721
- conv_id = _scoped_slug_id("conversation", conversation_id, workspace_id)
722
- self._upsert_node(
723
- conn,
724
- conv_id,
725
- "Chat",
726
- conversation_id,
727
- metadata={"conversation_id": conversation_id, "workspace_id": workspace_id},
728
- owner=owner,
729
- workspace_id=workspace_id,
730
- )
731
- self._upsert_edge(conn, conv_id, content_id, "언급함", weight=0.8)
732
- # ── RAG 청크 ────────────────────────────────────────────────────
733
- # Best available filename hint: source URI, then path/filename from
734
- # caller metadata. Plain content keeps legacy chunk boundaries and
735
- # therefore identical chunk ids.
736
- chunk_strategy = chunk_strategy_for(
737
- source_uri
738
- or (metadata or {}).get("path")
739
- or (metadata or {}).get("filename")
740
- or "",
741
- content_type=str((metadata or {}).get("mime_type") or ""),
742
- )
743
- for index, piece in enumerate(typed_chunks(text, strategy=chunk_strategy)):
744
- chunk = piece["text"]
745
- chunk_fields = typed_chunk_meta_fields(piece)
746
- chunk_id = f"chunk:{_sha256_text(f'{content_id}:{index}:{chunk}')[:24]}"
747
- chunk_ids.append(chunk_id)
748
- self._upsert_node(
749
- conn,
750
- chunk_id,
751
- "Chunk",
752
- f"{title} chunk {index + 1}",
753
- summary=chunk[:500],
754
- metadata={"index": index, "source_node": content_id, "workspace_id": workspace_id, **chunk_fields},
755
- owner=owner,
756
- workspace_id=workspace_id,
757
- )
758
- self._upsert_chunk(
759
- conn,
760
- chunk_id=chunk_id,
761
- source_node=content_id,
762
- text=chunk,
763
- metadata={"index": index, "source_node": content_id, **chunk_fields},
764
- )
765
- self._upsert_edge(conn, content_id, chunk_id, "포함함")
766
- # ── Concept / Feature / Error / Code 노드 + 엣지 ────────────────
767
- concept_ids: Dict[str, str] = {}
768
- for concept in concepts:
769
- node_t = _classify_node_type(concept, full_text)
770
- cid = _scoped_slug_id(node_t.lower(), concept, workspace_id)
771
- concept_ids[concept.lower()] = cid
772
- self._upsert_node(
773
- conn,
774
- cid,
775
- node_t,
776
- concept,
777
- metadata={
778
- "auto_extracted": True,
779
- "source_type": source_type,
780
- "workspace_id": workspace_id,
781
- },
782
- owner=owner,
783
- workspace_id=workspace_id,
784
- )
785
- self._upsert_edge(conn, content_id, cid, "포함함", weight=0.8)
786
- for triple in triples:
787
- subj_id = concept_ids.get(triple["subject"].lower())
788
- obj_id = concept_ids.get(triple["object"].lower())
789
- if subj_id and obj_id and subj_id != obj_id:
790
- self._upsert_edge(
791
- conn,
792
- subj_id,
793
- obj_id,
794
- triple["relation"],
795
- weight=float(triple.get("weight") or 1.0),
796
- metadata=_triple_edge_metadata(triple),
797
- )
798
- # ── Task / Decision 노드 ────────────────────────────────────────
799
- for item in _semantic_items(text):
800
- sem_type = item["type"]
801
- sem_title = item["title"]
802
- sem_id = f"{sem_type.lower()}:{_sha256_text(f'{content_id}:{sem_type}:{sem_title}')[:24]}"
803
- self._upsert_node(
804
- conn,
805
- sem_id,
806
- sem_type,
807
- sem_title,
808
- summary=item["summary"],
809
- metadata={
810
- "auto_extracted": True,
811
- "source_node": content_id,
812
- "workspace_id": workspace_id,
813
- },
814
- raw=item,
815
- owner=owner,
816
- workspace_id=workspace_id,
817
- )
818
- self._upsert_edge(conn, content_id, sem_id, "포함함", weight=0.9)
819
-
820
- return {
821
- "node_id": content_id,
822
- "type": node_type,
823
- "source_node_id": source_node_id,
824
- "content_hash": content_hash,
825
- "chunk_ids": chunk_ids,
826
- "chunk_count": len(chunk_ids),
827
- "duplicate": duplicate,
828
- "captured_at": captured_at,
829
- }