ltcai 4.0.0 → 4.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (195) hide show
  1. package/README.md +42 -33
  2. package/desktop/electron/main.cjs +44 -0
  3. package/docs/CHANGELOG.md +106 -0
  4. package/docs/REALTIME_COLLABORATION.md +3 -3
  5. package/docs/V3_FRONTEND.md +9 -8
  6. package/docs/V4_1_FRONTEND_ARCHITECTURE_REVIEW.md +65 -0
  7. package/docs/V4_1_FRONTEND_MIGRATION_REPORT.md +70 -0
  8. package/docs/V4_1_VALIDATION_REPORT.md +47 -0
  9. package/docs/V4_DIGITAL_BRAIN_RECOVERY.md +95 -45
  10. package/docs/kg-schema.md +6 -2
  11. package/docs/spec-vs-impl.md +10 -10
  12. package/frontend/index.html +24 -0
  13. package/frontend/openapi.json +14190 -0
  14. package/frontend/src/App.tsx +184 -0
  15. package/frontend/src/api/client.ts +317 -0
  16. package/frontend/src/api/openapi.ts +16637 -0
  17. package/frontend/src/components/primitives.tsx +204 -0
  18. package/frontend/src/components/ui/badge.tsx +27 -0
  19. package/frontend/src/components/ui/button.tsx +37 -0
  20. package/frontend/src/components/ui/card.tsx +22 -0
  21. package/frontend/src/components/ui/input.tsx +16 -0
  22. package/frontend/src/components/ui/textarea.tsx +16 -0
  23. package/frontend/src/lib/utils.ts +33 -0
  24. package/frontend/src/main.tsx +23 -0
  25. package/frontend/src/pages/Act.tsx +245 -0
  26. package/frontend/src/pages/Ask.tsx +200 -0
  27. package/frontend/src/pages/Brain.tsx +267 -0
  28. package/frontend/src/pages/Capture.tsx +158 -0
  29. package/frontend/src/pages/Library.tsx +187 -0
  30. package/frontend/src/pages/System.tsx +344 -0
  31. package/frontend/src/routes.ts +85 -0
  32. package/frontend/src/store/appStore.ts +54 -0
  33. package/frontend/src/styles.css +107 -0
  34. package/kg_schema.py +2 -603
  35. package/knowledge_graph.py +37 -4958
  36. package/latticeai/__init__.py +1 -1
  37. package/latticeai/api/admin.py +15 -16
  38. package/latticeai/api/agents.py +13 -6
  39. package/latticeai/api/auth.py +19 -11
  40. package/latticeai/api/invitations.py +100 -0
  41. package/latticeai/api/knowledge_graph.py +4 -11
  42. package/latticeai/api/plugins.py +3 -6
  43. package/latticeai/api/realtime.py +4 -7
  44. package/latticeai/api/setup.py +5 -4
  45. package/latticeai/api/static_routes.py +13 -16
  46. package/latticeai/api/ui_redirects.py +26 -0
  47. package/latticeai/api/workflow_designer.py +39 -6
  48. package/latticeai/api/workspace.py +24 -10
  49. package/latticeai/app_factory.py +88 -17
  50. package/latticeai/brain/_kg_common.py +1123 -0
  51. package/latticeai/brain/discovery.py +1455 -0
  52. package/latticeai/brain/documents.py +218 -0
  53. package/latticeai/brain/ingest.py +644 -0
  54. package/latticeai/brain/projection.py +561 -0
  55. package/latticeai/brain/provenance.py +401 -0
  56. package/latticeai/brain/retrieval.py +1316 -0
  57. package/latticeai/brain/schema.py +640 -0
  58. package/latticeai/brain/store.py +216 -0
  59. package/latticeai/brain/write_master.py +225 -0
  60. package/latticeai/core/invitations.py +131 -0
  61. package/latticeai/core/marketplace.py +1 -1
  62. package/latticeai/core/multi_agent.py +1 -1
  63. package/latticeai/core/policy.py +54 -0
  64. package/latticeai/core/realtime.py +65 -44
  65. package/latticeai/core/sessions.py +31 -5
  66. package/latticeai/core/users.py +147 -0
  67. package/latticeai/core/workspace_os.py +420 -20
  68. package/latticeai/services/agent_runtime.py +242 -4
  69. package/latticeai/services/run_executor.py +328 -0
  70. package/latticeai/services/workspace_service.py +27 -19
  71. package/package.json +54 -27
  72. package/scripts/build_frontend_assets.mjs +38 -0
  73. package/scripts/bump_version.py +1 -1
  74. package/scripts/export_openapi.py +31 -0
  75. package/scripts/lint_frontend.mjs +86 -0
  76. package/scripts/run_python.mjs +47 -0
  77. package/src-tauri/Cargo.lock +4833 -0
  78. package/src-tauri/Cargo.toml +19 -0
  79. package/src-tauri/build.rs +3 -0
  80. package/src-tauri/capabilities/default.json +7 -0
  81. package/src-tauri/src/main.rs +78 -0
  82. package/src-tauri/tauri.conf.json +36 -0
  83. package/static/app/asset-manifest.json +32 -0
  84. package/static/app/assets/core-CwxXejkd.js +2 -0
  85. package/static/app/assets/core-CwxXejkd.js.map +1 -0
  86. package/static/app/assets/index-CJRAzNnf.js +333 -0
  87. package/static/app/assets/index-CJRAzNnf.js.map +1 -0
  88. package/static/app/assets/index-CSwBBgf4.css +2 -0
  89. package/static/app/index.html +25 -0
  90. package/static/manifest.json +2 -2
  91. package/static/sw.js +4 -4
  92. package/scripts/build_v3_assets.mjs +0 -170
  93. package/scripts/lint_v3.mjs +0 -97
  94. package/static/account.html +0 -113
  95. package/static/activity.html +0 -73
  96. package/static/admin.html +0 -486
  97. package/static/agents.html +0 -139
  98. package/static/chat.html +0 -841
  99. package/static/css/reference/account.css +0 -439
  100. package/static/css/reference/admin.css +0 -610
  101. package/static/css/reference/base.css +0 -1661
  102. package/static/css/reference/chat.css +0 -4623
  103. package/static/css/reference/graph.css +0 -1016
  104. package/static/css/responsive.css +0 -861
  105. package/static/graph.html +0 -122
  106. package/static/platform.css +0 -104
  107. package/static/plugins.html +0 -136
  108. package/static/scripts/account.js +0 -238
  109. package/static/scripts/admin.js +0 -1614
  110. package/static/scripts/chat.js +0 -5081
  111. package/static/scripts/graph.js +0 -1804
  112. package/static/scripts/platform.js +0 -64
  113. package/static/scripts/ux.js +0 -167
  114. package/static/scripts/workspace.js +0 -948
  115. package/static/v3/asset-manifest.json +0 -56
  116. package/static/v3/css/lattice.base.49deefb5.css +0 -128
  117. package/static/v3/css/lattice.base.css +0 -128
  118. package/static/v3/css/lattice.components.cde18231.css +0 -472
  119. package/static/v3/css/lattice.components.css +0 -472
  120. package/static/v3/css/lattice.shell.29d36d85.css +0 -452
  121. package/static/v3/css/lattice.shell.css +0 -452
  122. package/static/v3/css/lattice.tokens.304cbc40.css +0 -135
  123. package/static/v3/css/lattice.tokens.css +0 -135
  124. package/static/v3/css/lattice.views.0a18b6c5.css +0 -360
  125. package/static/v3/css/lattice.views.css +0 -360
  126. package/static/v3/index.html +0 -68
  127. package/static/v3/js/app.356e6452.js +0 -26
  128. package/static/v3/js/app.js +0 -26
  129. package/static/v3/js/core/api.7a308b89.js +0 -568
  130. package/static/v3/js/core/api.js +0 -568
  131. package/static/v3/js/core/components.f25b3b93.js +0 -230
  132. package/static/v3/js/core/components.js +0 -230
  133. package/static/v3/js/core/dom.a2773eb0.js +0 -148
  134. package/static/v3/js/core/dom.js +0 -148
  135. package/static/v3/js/core/router.584570f2.js +0 -37
  136. package/static/v3/js/core/router.js +0 -37
  137. package/static/v3/js/core/routes.7222343d.js +0 -93
  138. package/static/v3/js/core/routes.js +0 -93
  139. package/static/v3/js/core/shell.a1657f20.js +0 -391
  140. package/static/v3/js/core/shell.js +0 -391
  141. package/static/v3/js/core/store.204a08b2.js +0 -113
  142. package/static/v3/js/core/store.js +0 -113
  143. package/static/v3/js/views/admin-audit.660a1fb1.js +0 -185
  144. package/static/v3/js/views/admin-audit.js +0 -185
  145. package/static/v3/js/views/admin-permissions.a7ae5f09.js +0 -177
  146. package/static/v3/js/views/admin-permissions.js +0 -177
  147. package/static/v3/js/views/admin-policies.3658fd86.js +0 -102
  148. package/static/v3/js/views/admin-policies.js +0 -102
  149. package/static/v3/js/views/admin-private-vpc.7d342d36.js +0 -135
  150. package/static/v3/js/views/admin-private-vpc.js +0 -135
  151. package/static/v3/js/views/admin-security.07c66b72.js +0 -180
  152. package/static/v3/js/views/admin-security.js +0 -180
  153. package/static/v3/js/views/admin-users.03bac88c.js +0 -168
  154. package/static/v3/js/views/admin-users.js +0 -168
  155. package/static/v3/js/views/agents.014d0b74.js +0 -541
  156. package/static/v3/js/views/agents.js +0 -541
  157. package/static/v3/js/views/chat.e6dd7dd0.js +0 -601
  158. package/static/v3/js/views/chat.js +0 -601
  159. package/static/v3/js/views/files.adad14c1.js +0 -365
  160. package/static/v3/js/views/files.js +0 -365
  161. package/static/v3/js/views/graph-canvas.17c15d65.js +0 -509
  162. package/static/v3/js/views/graph-canvas.js +0 -509
  163. package/static/v3/js/views/home.24f8b8ae.js +0 -200
  164. package/static/v3/js/views/home.js +0 -200
  165. package/static/v3/js/views/hooks.37895880.js +0 -220
  166. package/static/v3/js/views/hooks.js +0 -220
  167. package/static/v3/js/views/hybrid-search.2fb63ed9.js +0 -194
  168. package/static/v3/js/views/hybrid-search.js +0 -194
  169. package/static/v3/js/views/knowledge-graph.5e40cbeb.js +0 -509
  170. package/static/v3/js/views/knowledge-graph.js +0 -509
  171. package/static/v3/js/views/marketplace.ab0583d4.js +0 -141
  172. package/static/v3/js/views/marketplace.js +0 -141
  173. package/static/v3/js/views/mcp.99b5c6a7.js +0 -114
  174. package/static/v3/js/views/mcp.js +0 -114
  175. package/static/v3/js/views/memory.4ebdf474.js +0 -147
  176. package/static/v3/js/views/memory.js +0 -147
  177. package/static/v3/js/views/models.a1ffa147.js +0 -256
  178. package/static/v3/js/views/models.js +0 -256
  179. package/static/v3/js/views/my-computer.d9d9ae1c.js +0 -463
  180. package/static/v3/js/views/my-computer.js +0 -463
  181. package/static/v3/js/views/pipeline.c522f1ce.js +0 -157
  182. package/static/v3/js/views/pipeline.js +0 -157
  183. package/static/v3/js/views/planning.9ac3e313.js +0 -153
  184. package/static/v3/js/views/planning.js +0 -153
  185. package/static/v3/js/views/settings.8631fa5e.js +0 -318
  186. package/static/v3/js/views/settings.js +0 -318
  187. package/static/v3/js/views/skills.c6c2f965.js +0 -109
  188. package/static/v3/js/views/skills.js +0 -109
  189. package/static/v3/js/views/tools.e4f11276.js +0 -108
  190. package/static/v3/js/views/tools.js +0 -108
  191. package/static/v3/js/views/workflows.26c57290.js +0 -128
  192. package/static/v3/js/views/workflows.js +0 -128
  193. package/static/workflows.html +0 -146
  194. package/static/workspace.css +0 -1121
  195. package/static/workspace.html +0 -357
@@ -0,0 +1,216 @@
1
+ from __future__ import annotations
2
+
3
+ # ruff: noqa: F403,F405
4
+
5
+ from ._kg_common import * # noqa: F403,F401
6
+ from .documents import KnowledgeGraphDocumentsMixin
7
+ from .discovery import KnowledgeGraphDiscoveryMixin
8
+ from .ingest import KnowledgeGraphIngestMixin
9
+ from .projection import KnowledgeGraphProjectionMixin
10
+ from .provenance import KnowledgeGraphProvenanceMixin
11
+ from .retrieval import KnowledgeGraphRetrievalMixin
12
+ from .write_master import KnowledgeGraphWriteMixin
13
+
14
+
15
+ class KnowledgeGraphStore(
16
+ KnowledgeGraphProjectionMixin,
17
+ KnowledgeGraphWriteMixin,
18
+ KnowledgeGraphDiscoveryMixin,
19
+ KnowledgeGraphIngestMixin,
20
+ KnowledgeGraphProvenanceMixin,
21
+ KnowledgeGraphDocumentsMixin,
22
+ KnowledgeGraphRetrievalMixin,
23
+ ):
24
+ def __init__(self, db_path: Path, blob_dir: Path, embedder: Any = None):
25
+ self.db_path = Path(db_path)
26
+ self.blob_dir = Path(blob_dir)
27
+ self.db_path.parent.mkdir(parents=True, exist_ok=True)
28
+ self.blob_dir.mkdir(parents=True, exist_ok=True)
29
+ # The embedder is swappable behind a fixed interface
30
+ # (model_id/dim/embed/encode/decode/similarity). Defaults to the
31
+ # deterministic, offline hash model so the store works with no config;
32
+ # server_app injects a provider-backed embedder from Config.
33
+ self._embedding_model = (
34
+ embedder if embedder is not None else LocalEmbeddingModel()
35
+ )
36
+ self._init_db()
37
+ # Read graph queries from the v2 projection (kgv2_* views) when available.
38
+ # Toggle off (e.g. in tests) to compare against the legacy tables.
39
+ self._read_from_v2 = KGStoreV2 is not None and _READ_FROM_V2_DEFAULT
40
+
41
+ def _read_tables(self) -> tuple:
42
+ """Return (nodes_table, edges_table) for read queries.
43
+
44
+ Same read code runs against the legacy tables or the v2 reconstruction
45
+ views, so the two paths are equivalent by construction.
46
+ """
47
+ if self._read_from_v2:
48
+ return ("kgv2_nodes", "kgv2_edges")
49
+ return ("nodes", "edges")
50
+
51
+ def _connect(self) -> sqlite3.Connection:
52
+ conn = sqlite3.connect(str(self.db_path))
53
+ conn.row_factory = sqlite3.Row
54
+ conn.execute("PRAGMA journal_mode=WAL")
55
+ conn.execute("PRAGMA foreign_keys=ON")
56
+ return conn
57
+
58
+ def _init_db(self) -> None:
59
+ with self._connect() as conn:
60
+ db_format = int(conn.execute("PRAGMA user_version").fetchone()[0] or 0)
61
+ if db_format > _KG_DB_FORMAT_VERSION:
62
+ raise RuntimeError(
63
+ f"Knowledge Graph DB format {db_format} is newer than this build "
64
+ f"({_KG_DB_FORMAT_VERSION}); restore a pre-upgrade backup or upgrade Lattice AI."
65
+ )
66
+ conn.executescript(
67
+ """
68
+ CREATE TABLE IF NOT EXISTS graph_meta (
69
+ key TEXT PRIMARY KEY,
70
+ value TEXT NOT NULL
71
+ );
72
+ CREATE TABLE IF NOT EXISTS nodes (
73
+ id TEXT PRIMARY KEY,
74
+ type TEXT NOT NULL,
75
+ title TEXT NOT NULL,
76
+ summary TEXT,
77
+ metadata_json TEXT NOT NULL CHECK (json_valid(metadata_json)),
78
+ raw_json TEXT NOT NULL CHECK (json_valid(raw_json)),
79
+ created_at TEXT NOT NULL,
80
+ updated_at TEXT NOT NULL
81
+ );
82
+ CREATE TABLE IF NOT EXISTS edges (
83
+ id TEXT PRIMARY KEY,
84
+ from_node TEXT NOT NULL,
85
+ to_node TEXT NOT NULL,
86
+ type TEXT NOT NULL,
87
+ weight REAL NOT NULL DEFAULT 1.0,
88
+ metadata_json TEXT NOT NULL CHECK (json_valid(metadata_json)),
89
+ created_at TEXT NOT NULL,
90
+ UNIQUE(from_node, to_node, type),
91
+ FOREIGN KEY(from_node) REFERENCES nodes(id) ON DELETE CASCADE,
92
+ FOREIGN KEY(to_node) REFERENCES nodes(id) ON DELETE CASCADE
93
+ );
94
+ CREATE TABLE IF NOT EXISTS chunks (
95
+ id TEXT PRIMARY KEY,
96
+ source_node TEXT NOT NULL,
97
+ text TEXT NOT NULL,
98
+ metadata_json TEXT NOT NULL CHECK (json_valid(metadata_json)),
99
+ created_at TEXT NOT NULL,
100
+ FOREIGN KEY(source_node) REFERENCES nodes(id) ON DELETE CASCADE
101
+ );
102
+ CREATE TABLE IF NOT EXISTS knowledge_sources (
103
+ id TEXT PRIMARY KEY,
104
+ root_path TEXT NOT NULL UNIQUE,
105
+ os_type TEXT NOT NULL,
106
+ drive_id TEXT,
107
+ label TEXT,
108
+ status TEXT NOT NULL,
109
+ include_ocr INTEGER NOT NULL DEFAULT 0,
110
+ watch_enabled INTEGER NOT NULL DEFAULT 0,
111
+ consent_json TEXT NOT NULL CHECK (json_valid(consent_json)),
112
+ created_at TEXT NOT NULL,
113
+ updated_at TEXT NOT NULL,
114
+ last_scanned_at TEXT
115
+ );
116
+ CREATE TABLE IF NOT EXISTS local_file_index (
117
+ id TEXT PRIMARY KEY,
118
+ source_id TEXT NOT NULL,
119
+ os_type TEXT NOT NULL,
120
+ drive_id TEXT,
121
+ root_path TEXT NOT NULL,
122
+ file_path TEXT NOT NULL,
123
+ relative_path TEXT NOT NULL,
124
+ file_name TEXT NOT NULL,
125
+ extension TEXT NOT NULL,
126
+ size_bytes INTEGER,
127
+ modified_at TEXT,
128
+ sha256 TEXT,
129
+ last_scanned_at TEXT,
130
+ last_indexed_at TEXT,
131
+ parser_type TEXT,
132
+ status TEXT NOT NULL,
133
+ error_message TEXT,
134
+ graph_node_id TEXT,
135
+ deleted INTEGER NOT NULL DEFAULT 0,
136
+ metadata_json TEXT NOT NULL CHECK (json_valid(metadata_json)),
137
+ UNIQUE(source_id, relative_path),
138
+ FOREIGN KEY(source_id) REFERENCES knowledge_sources(id) ON DELETE CASCADE
139
+ );
140
+ CREATE TABLE IF NOT EXISTS vector_embeddings (
141
+ item_id TEXT PRIMARY KEY,
142
+ item_type TEXT NOT NULL,
143
+ source_node TEXT NOT NULL,
144
+ text_hash TEXT NOT NULL,
145
+ embedding BLOB NOT NULL,
146
+ embedding_dim INTEGER NOT NULL,
147
+ embedding_model TEXT NOT NULL,
148
+ metadata_json TEXT NOT NULL CHECK (json_valid(metadata_json)),
149
+ indexed_at TEXT NOT NULL,
150
+ FOREIGN KEY(source_node) REFERENCES nodes(id) ON DELETE CASCADE
151
+ );
152
+ CREATE TABLE IF NOT EXISTS vector_index_operations (
153
+ id TEXT PRIMARY KEY,
154
+ operation TEXT NOT NULL,
155
+ status TEXT NOT NULL,
156
+ requested_at TEXT NOT NULL,
157
+ started_at TEXT,
158
+ completed_at TEXT,
159
+ items_total INTEGER NOT NULL DEFAULT 0,
160
+ items_indexed INTEGER NOT NULL DEFAULT 0,
161
+ items_skipped INTEGER NOT NULL DEFAULT 0,
162
+ error_message TEXT,
163
+ metadata_json TEXT NOT NULL CHECK (json_valid(metadata_json))
164
+ );
165
+ -- v3.6.0 Knowledge Graph First: per-ingestion provenance trail.
166
+ -- Append-only audit of where every graph node came from, when it
167
+ -- was captured, how it was processed, and whether it was embedded /
168
+ -- linked / used by an agent. get_provenance() returns the latest row.
169
+ CREATE TABLE IF NOT EXISTS ingestion_provenance (
170
+ id TEXT PRIMARY KEY,
171
+ node_id TEXT NOT NULL,
172
+ source_type TEXT NOT NULL,
173
+ source_uri TEXT,
174
+ content_hash TEXT,
175
+ title TEXT,
176
+ pipeline TEXT NOT NULL,
177
+ owner TEXT,
178
+ workspace_id TEXT,
179
+ captured_at TEXT,
180
+ modified_at TEXT,
181
+ embedded INTEGER NOT NULL DEFAULT 0,
182
+ linked INTEGER NOT NULL DEFAULT 0,
183
+ duplicate INTEGER NOT NULL DEFAULT 0,
184
+ agent_used TEXT,
185
+ chunk_count INTEGER NOT NULL DEFAULT 0,
186
+ permissions_json TEXT NOT NULL DEFAULT '{}' CHECK (json_valid(permissions_json)),
187
+ metadata_json TEXT NOT NULL DEFAULT '{}' CHECK (json_valid(metadata_json)),
188
+ created_at TEXT NOT NULL
189
+ );
190
+ CREATE INDEX IF NOT EXISTS idx_nodes_type ON nodes(type);
191
+ CREATE INDEX IF NOT EXISTS idx_edges_from ON edges(from_node);
192
+ CREATE INDEX IF NOT EXISTS idx_edges_to ON edges(to_node);
193
+ CREATE INDEX IF NOT EXISTS idx_chunks_source ON chunks(source_node);
194
+ CREATE INDEX IF NOT EXISTS idx_knowledge_sources_root ON knowledge_sources(root_path);
195
+ CREATE INDEX IF NOT EXISTS idx_local_file_index_source ON local_file_index(source_id);
196
+ CREATE INDEX IF NOT EXISTS idx_local_file_index_status ON local_file_index(status);
197
+ CREATE INDEX IF NOT EXISTS idx_local_file_index_graph_node ON local_file_index(graph_node_id);
198
+ CREATE INDEX IF NOT EXISTS idx_vector_embeddings_type ON vector_embeddings(item_type);
199
+ CREATE INDEX IF NOT EXISTS idx_vector_embeddings_source ON vector_embeddings(source_node);
200
+ CREATE INDEX IF NOT EXISTS idx_vector_embeddings_model ON vector_embeddings(embedding_model);
201
+ CREATE INDEX IF NOT EXISTS idx_vector_index_operations_requested ON vector_index_operations(requested_at);
202
+ CREATE INDEX IF NOT EXISTS idx_provenance_node ON ingestion_provenance(node_id);
203
+ CREATE INDEX IF NOT EXISTS idx_provenance_source_type ON ingestion_provenance(source_type);
204
+ CREATE INDEX IF NOT EXISTS idx_provenance_hash ON ingestion_provenance(content_hash);
205
+ CREATE INDEX IF NOT EXISTS idx_provenance_created ON ingestion_provenance(created_at);
206
+ """
207
+ )
208
+ conn.execute(
209
+ "INSERT OR REPLACE INTO graph_meta(key, value) VALUES (?, ?)",
210
+ ("schema_version", str(GRAPH_SCHEMA_VERSION)),
211
+ )
212
+ self._init_v2_schema()
213
+ self._init_fts()
214
+
215
+
216
+ __all__ = ["KnowledgeGraphStore"]
@@ -0,0 +1,225 @@
1
+ from __future__ import annotations
2
+
3
+ # ruff: noqa: F403,F405
4
+
5
+ from ._kg_common import * # noqa: F403,F401
6
+
7
+
8
+ class KnowledgeGraphWriteMixin:
9
+ def _upsert_node(
10
+ self,
11
+ conn: sqlite3.Connection,
12
+ node_id: str,
13
+ node_type: str,
14
+ title: str,
15
+ summary: str = "",
16
+ metadata: Optional[Dict[str, Any]] = None,
17
+ raw: Optional[Dict[str, Any]] = None,
18
+ owner: Optional[str] = None,
19
+ workspace_id: Optional[str] = None,
20
+ visibility: Optional[str] = None,
21
+ ) -> str:
22
+ now = _now()
23
+ # v4 write-mastering: nodes_v2 is authoritative; the legacy nodes
24
+ # table is maintained as the compatibility projection.
25
+ title_s = title[:240]
26
+ summary_s = summary[:1000]
27
+ meta_json = _json(metadata)
28
+ self._v2_project_node(
29
+ conn,
30
+ node_id,
31
+ node_type,
32
+ title_s,
33
+ summary_s,
34
+ meta_json,
35
+ created_at=now,
36
+ updated_at=now,
37
+ owner=owner,
38
+ workspace_id=workspace_id,
39
+ visibility=visibility,
40
+ strict=True,
41
+ )
42
+ conn.execute(
43
+ """
44
+ INSERT INTO nodes(id, type, title, summary, metadata_json, raw_json, created_at, updated_at)
45
+ VALUES (?, ?, ?, ?, ?, ?, ?, ?)
46
+ ON CONFLICT(id) DO UPDATE SET
47
+ title=excluded.title,
48
+ summary=excluded.summary,
49
+ metadata_json=excluded.metadata_json,
50
+ raw_json=excluded.raw_json,
51
+ updated_at=excluded.updated_at
52
+ """,
53
+ (node_id, node_type, title_s, summary_s, meta_json, _json(raw), now, now),
54
+ )
55
+ if node_type != "Chunk":
56
+ self._upsert_vector_item(
57
+ conn,
58
+ item_id=node_id,
59
+ item_type="node",
60
+ source_node=node_id,
61
+ text=self._vector_text_for_node(
62
+ title=title_s, summary=summary_s, metadata=metadata
63
+ ),
64
+ metadata={"node_type": node_type, **(metadata or {})},
65
+ )
66
+ return node_id
67
+
68
+ def _upsert_edge(
69
+ self,
70
+ conn: sqlite3.Connection,
71
+ from_node: str,
72
+ to_node: str,
73
+ edge_type: str,
74
+ weight: float = 1.0,
75
+ metadata: Optional[Dict[str, Any]] = None,
76
+ ) -> str:
77
+ # v4 write door: every new edge stores the canonical EdgeType value —
78
+ # free-string types (e.g. '포함함', '언급함') are normalized here, so no
79
+ # caller can mint new legacy taxonomy. The original label survives in
80
+ # metadata.legacy_label for traceability.
81
+ if EdgeType is not None:
82
+ canonical = EdgeType.from_legacy(edge_type).value
83
+ if canonical != edge_type:
84
+ metadata = dict(metadata or {})
85
+ metadata.setdefault("legacy_label", edge_type)
86
+ edge_type = canonical
87
+ edge_id = f"edge:{_sha256_text(f'{from_node}|{edge_type}|{to_node}')[:24]}"
88
+ now = _now()
89
+ meta_json = _json(metadata) # canonical string shared with the projection
90
+ self._v2_project_edge(
91
+ conn,
92
+ from_node,
93
+ to_node,
94
+ edge_type,
95
+ float(weight),
96
+ meta_json,
97
+ edge_id=edge_id,
98
+ created_at=now,
99
+ strict=True,
100
+ )
101
+ conn.execute(
102
+ """
103
+ INSERT INTO edges(id, from_node, to_node, type, weight, metadata_json, created_at)
104
+ VALUES (?, ?, ?, ?, ?, ?, ?)
105
+ ON CONFLICT(from_node, to_node, type) DO UPDATE SET
106
+ weight=max(edges.weight, excluded.weight),
107
+ metadata_json=excluded.metadata_json
108
+ """,
109
+ (edge_id, from_node, to_node, edge_type, float(weight), meta_json, now),
110
+ )
111
+ return edge_id
112
+
113
+ def _vector_text_for_node(
114
+ self,
115
+ *,
116
+ title: str,
117
+ summary: str = "",
118
+ metadata: Optional[Dict[str, Any]] = None,
119
+ ) -> str:
120
+ metadata = metadata or {}
121
+ meta_parts = []
122
+ for key in (
123
+ "filename",
124
+ "relative_path",
125
+ "file_path",
126
+ "conversation_id",
127
+ "source",
128
+ "category",
129
+ "ext",
130
+ "role",
131
+ ):
132
+ value = metadata.get(key)
133
+ if value:
134
+ meta_parts.append(str(value))
135
+ return _clean_text(
136
+ "\n".join([str(title or ""), str(summary or ""), " ".join(meta_parts)])
137
+ )
138
+
139
+ def _upsert_vector_item(
140
+ self,
141
+ conn: sqlite3.Connection,
142
+ *,
143
+ item_id: str,
144
+ item_type: str,
145
+ source_node: str,
146
+ text: str,
147
+ metadata: Optional[Dict[str, Any]] = None,
148
+ ) -> bool:
149
+ text = _clean_text(text)
150
+ if len(text) < 2:
151
+ conn.execute("DELETE FROM vector_embeddings WHERE item_id=?", (item_id,))
152
+ return False
153
+ text_hash = _sha256_text(text)
154
+ existing = conn.execute(
155
+ """
156
+ SELECT text_hash, embedding_dim, embedding_model
157
+ FROM vector_embeddings
158
+ WHERE item_id=?
159
+ """,
160
+ (item_id,),
161
+ ).fetchone()
162
+ if (
163
+ existing
164
+ and existing["text_hash"] == text_hash
165
+ and existing["embedding_dim"] == self._embedding_model.dim
166
+ and existing["embedding_model"] == self._embedding_model.model_id
167
+ ):
168
+ return False
169
+ embedding = self._embedding_model.encode(
170
+ self._embedding_model.embed(text[:50_000])
171
+ )
172
+ conn.execute(
173
+ """
174
+ INSERT INTO vector_embeddings(
175
+ item_id, item_type, source_node, text_hash, embedding,
176
+ embedding_dim, embedding_model, metadata_json, indexed_at
177
+ )
178
+ VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
179
+ ON CONFLICT(item_id) DO UPDATE SET
180
+ item_type=excluded.item_type,
181
+ source_node=excluded.source_node,
182
+ text_hash=excluded.text_hash,
183
+ embedding=excluded.embedding,
184
+ embedding_dim=excluded.embedding_dim,
185
+ embedding_model=excluded.embedding_model,
186
+ metadata_json=excluded.metadata_json,
187
+ indexed_at=excluded.indexed_at
188
+ """,
189
+ (
190
+ item_id,
191
+ item_type,
192
+ source_node,
193
+ text_hash,
194
+ embedding,
195
+ self._embedding_model.dim,
196
+ self._embedding_model.model_id,
197
+ _json(metadata),
198
+ _now(),
199
+ ),
200
+ )
201
+ return True
202
+
203
+ def _upsert_chunk(
204
+ self,
205
+ conn: sqlite3.Connection,
206
+ *,
207
+ chunk_id: str,
208
+ source_node: str,
209
+ text: str,
210
+ metadata: Optional[Dict[str, Any]] = None,
211
+ ) -> None:
212
+ metadata = metadata or {}
213
+ conn.execute(
214
+ "INSERT OR REPLACE INTO chunks(id, source_node, text, metadata_json, created_at) "
215
+ "VALUES (?, ?, ?, ?, ?)",
216
+ (chunk_id, source_node, text, _json(metadata), _now()),
217
+ )
218
+ self._upsert_vector_item(
219
+ conn,
220
+ item_id=chunk_id,
221
+ item_type="chunk",
222
+ source_node=chunk_id,
223
+ text=text,
224
+ metadata={**metadata, "parent_source_node": source_node},
225
+ )
@@ -0,0 +1,131 @@
1
+ """Local-first invitation tokens for workspace membership."""
2
+
3
+ from __future__ import annotations
4
+
5
+ import hashlib
6
+ import json
7
+ import secrets
8
+ from datetime import datetime, timedelta
9
+ from pathlib import Path
10
+ from typing import Any, Dict, List, Optional
11
+
12
+
13
+ def _now() -> datetime:
14
+ return datetime.now()
15
+
16
+
17
+ def _iso(dt: datetime) -> str:
18
+ return dt.isoformat(timespec="seconds")
19
+
20
+
21
+ def _hash_token(token: str) -> str:
22
+ return hashlib.sha256(token.encode("utf-8")).hexdigest()
23
+
24
+
25
+ def _atomic_write(path: Path, data: Dict[str, Any]) -> None:
26
+ path.parent.mkdir(parents=True, exist_ok=True)
27
+ tmp = path.with_suffix(path.suffix + ".tmp")
28
+ tmp.write_text(json.dumps(data, ensure_ascii=False, indent=2), encoding="utf-8")
29
+ tmp.replace(path)
30
+
31
+
32
+ class InvitationStore:
33
+ def __init__(self, path: Path | str):
34
+ self.path = Path(path)
35
+
36
+ def _load(self) -> Dict[str, Any]:
37
+ if not self.path.exists():
38
+ return {"version": 1, "invitations": []}
39
+ try:
40
+ data = json.loads(self.path.read_text(encoding="utf-8"))
41
+ if isinstance(data, dict):
42
+ data.setdefault("invitations", [])
43
+ return data
44
+ except Exception:
45
+ pass
46
+ return {"version": 1, "invitations": []}
47
+
48
+ def _save(self, data: Dict[str, Any]) -> None:
49
+ data["version"] = 1
50
+ _atomic_write(self.path, data)
51
+
52
+ def create(
53
+ self,
54
+ *,
55
+ email: Optional[str],
56
+ workspace_id: Optional[str],
57
+ role: str,
58
+ created_by: Optional[str],
59
+ expires_hours: int = 168,
60
+ ) -> Dict[str, Any]:
61
+ token = secrets.token_urlsafe(32)
62
+ now = _now()
63
+ record = {
64
+ "id": f"invite-{secrets.token_hex(8)}",
65
+ "token_hash": _hash_token(token),
66
+ "email": (email or "").strip().lower() or None,
67
+ "workspace_id": workspace_id,
68
+ "role": role,
69
+ "created_by": created_by,
70
+ "created_at": _iso(now),
71
+ "expires_at": _iso(now + timedelta(hours=max(1, min(int(expires_hours or 168), 24 * 30)))),
72
+ "status": "pending",
73
+ "accepted_by": None,
74
+ "accepted_at": None,
75
+ }
76
+ data = self._load()
77
+ data.setdefault("invitations", []).append(record)
78
+ self._save(data)
79
+ public = self.public(record)
80
+ public["token"] = token
81
+ return public
82
+
83
+ def list(self) -> List[Dict[str, Any]]:
84
+ data = self._load()
85
+ changed = False
86
+ records = []
87
+ for record in data.get("invitations") or []:
88
+ if self._expire_if_needed(record):
89
+ changed = True
90
+ records.append(self.public(record))
91
+ if changed:
92
+ self._save(data)
93
+ return records
94
+
95
+ def accept(self, token: str, *, accepted_by: str, email: Optional[str]) -> Dict[str, Any]:
96
+ data = self._load()
97
+ token_hash = _hash_token(token)
98
+ record = next((item for item in data.get("invitations") or [] if item.get("token_hash") == token_hash), None)
99
+ if record is None:
100
+ raise FileNotFoundError("invitation not found")
101
+ if self._expire_if_needed(record):
102
+ self._save(data)
103
+ raise PermissionError("invitation expired")
104
+ if record.get("status") != "pending":
105
+ raise PermissionError(f"invitation is {record.get('status')}")
106
+ invited_email = (record.get("email") or "").lower()
107
+ if invited_email and (not email or invited_email != email.lower()):
108
+ raise PermissionError("invitation was issued for a different email")
109
+ record["status"] = "accepted"
110
+ record["accepted_by"] = accepted_by
111
+ record["accepted_at"] = _iso(_now())
112
+ self._save(data)
113
+ return self.public(record)
114
+
115
+ @staticmethod
116
+ def _expire_if_needed(record: Dict[str, Any]) -> bool:
117
+ if record.get("status") != "pending":
118
+ return False
119
+ try:
120
+ expires_at = datetime.fromisoformat(str(record.get("expires_at")))
121
+ except Exception:
122
+ expires_at = _now() - timedelta(seconds=1)
123
+ if expires_at >= _now():
124
+ return False
125
+ record["status"] = "expired"
126
+ record["expired_at"] = _iso(_now())
127
+ return True
128
+
129
+ @staticmethod
130
+ def public(record: Dict[str, Any]) -> Dict[str, Any]:
131
+ return {k: v for k, v in record.items() if k != "token_hash"}
@@ -11,7 +11,7 @@ from copy import deepcopy
11
11
  from typing import Any, Dict, List, Optional
12
12
 
13
13
 
14
- MARKETPLACE_VERSION = "4.0.0"
14
+ MARKETPLACE_VERSION = "4.1.0"
15
15
  TEMPLATE_KINDS = ("plugin", "workflow", "agent")
16
16
 
17
17
 
@@ -14,7 +14,7 @@ from datetime import datetime
14
14
  from typing import Any, Callable, Dict, List, Optional
15
15
 
16
16
 
17
- MULTI_AGENT_VERSION = "4.0.0"
17
+ MULTI_AGENT_VERSION = "4.1.0"
18
18
 
19
19
  AGENT_ROLES = ("researcher", "planner", "executor", "reviewer", "release")
20
20
  CORE_PIPELINE = ("planner", "executor", "reviewer")
@@ -0,0 +1,54 @@
1
+ """Enforced community RBAC policy for Lattice AI."""
2
+
3
+ from __future__ import annotations
4
+
5
+ from typing import Dict, Iterable, List, Set
6
+
7
+
8
+ ROLE_CAPABILITIES: Dict[str, Set[str]] = {
9
+ "owner": {"all"},
10
+ "admin": {
11
+ "admin:users",
12
+ "admin:roles",
13
+ "admin:policies",
14
+ "admin:audit",
15
+ "admin:security",
16
+ "workspace:read",
17
+ "workspace:write",
18
+ "workspace:manage",
19
+ "workspace:members",
20
+ "chat",
21
+ "search",
22
+ "files",
23
+ "pipeline",
24
+ },
25
+ "member": {"workspace:read", "workspace:write", "chat", "search", "files", "pipeline"},
26
+ "user": {"workspace:read", "workspace:write", "chat", "search", "files", "pipeline"},
27
+ "viewer": {"workspace:read", "chat", "search"},
28
+ }
29
+
30
+
31
+ def normalize_role(role: str) -> str:
32
+ role = str(role or "user").lower()
33
+ return role if role in ROLE_CAPABILITIES else "user"
34
+
35
+
36
+ def capabilities_for_role(role: str) -> List[str]:
37
+ caps = ROLE_CAPABILITIES.get(normalize_role(role), ROLE_CAPABILITIES["user"])
38
+ return sorted(caps)
39
+
40
+
41
+ def role_has_capability(role: str, capability: str) -> bool:
42
+ caps = ROLE_CAPABILITIES.get(normalize_role(role), ROLE_CAPABILITIES["user"])
43
+ return "all" in caps or capability in caps
44
+
45
+
46
+ def require_capability(role: str, capability: str) -> None:
47
+ if not role_has_capability(role, capability):
48
+ raise PermissionError(f"role '{normalize_role(role)}' lacks capability '{capability}'")
49
+
50
+
51
+ def policy_matrix(roles: Iterable[str] | None = None) -> List[Dict[str, object]]:
52
+ selected = list(roles or ROLE_CAPABILITIES.keys())
53
+ return [{"role": normalize_role(role), "caps": capabilities_for_role(role)} for role in selected]
54
+