crewly 1.20.20 → 1.20.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/config/roles/generalist/prompt.md +8 -2
- package/config/roles/team-leader/prompt.md +2 -1
- package/config/skills/agent/core/wiki-query/SKILL.md +11 -0
- package/config/skills/agent/core/wiki-query/execute.sh +22 -3
- package/config/skills/orchestrator/wiki-ingest/SKILL.md +19 -0
- package/config/skills/orchestrator/wiki-ingest/execute.sh +36 -1
- package/config/skills/team-leader/wiki-review-proposals/SKILL.md +35 -0
- package/config/skills/team-leader/wiki-review-proposals/execute.sh +40 -0
- package/config/skills/team-leader/wiki-supersede/SKILL.md +38 -0
- package/config/skills/team-leader/wiki-supersede/execute.sh +44 -0
- package/dist/backend/backend/src/constants.d.ts +32 -0
- package/dist/backend/backend/src/constants.d.ts.map +1 -1
- package/dist/backend/backend/src/constants.js +30 -0
- package/dist/backend/backend/src/constants.js.map +1 -1
- package/dist/backend/backend/src/controllers/wiki/wiki.controller.d.ts +29 -0
- package/dist/backend/backend/src/controllers/wiki/wiki.controller.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/wiki/wiki.controller.js +196 -4
- package/dist/backend/backend/src/controllers/wiki/wiki.controller.js.map +1 -1
- package/dist/backend/backend/src/controllers/wiki/wiki.routes.d.ts.map +1 -1
- package/dist/backend/backend/src/controllers/wiki/wiki.routes.js +9 -1
- package/dist/backend/backend/src/controllers/wiki/wiki.routes.js.map +1 -1
- package/dist/backend/backend/src/index.d.ts.map +1 -1
- package/dist/backend/backend/src/index.js +3 -0
- package/dist/backend/backend/src/index.js.map +1 -1
- package/dist/backend/backend/src/services/memory/memory.service.d.ts +2 -0
- package/dist/backend/backend/src/services/memory/memory.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/memory/memory.service.js +16 -4
- package/dist/backend/backend/src/services/memory/memory.service.js.map +1 -1
- package/dist/backend/backend/src/services/wiki/schema-loader.service.d.ts +9 -0
- package/dist/backend/backend/src/services/wiki/schema-loader.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/wiki/schema-loader.service.js +40 -1
- package/dist/backend/backend/src/services/wiki/schema-loader.service.js.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-bookkeep.service.d.ts +32 -0
- package/dist/backend/backend/src/services/wiki/wiki-bookkeep.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-bookkeep.service.js +63 -1
- package/dist/backend/backend/src/services/wiki/wiki-bookkeep.service.js.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-cleanup.service.d.ts +2 -0
- package/dist/backend/backend/src/services/wiki/wiki-cleanup.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-cleanup.service.js +9 -2
- package/dist/backend/backend/src/services/wiki/wiki-cleanup.service.js.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-curation.service.d.ts +106 -0
- package/dist/backend/backend/src/services/wiki/wiki-curation.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-curation.service.js +211 -0
- package/dist/backend/backend/src/services/wiki/wiki-curation.service.js.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-history.service.d.ts +63 -0
- package/dist/backend/backend/src/services/wiki/wiki-history.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-history.service.js +124 -0
- package/dist/backend/backend/src/services/wiki/wiki-history.service.js.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-index.service.d.ts +119 -0
- package/dist/backend/backend/src/services/wiki/wiki-index.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-index.service.js +263 -0
- package/dist/backend/backend/src/services/wiki/wiki-index.service.js.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-ingest.service.d.ts +66 -11
- package/dist/backend/backend/src/services/wiki/wiki-ingest.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-ingest.service.js +162 -44
- package/dist/backend/backend/src/services/wiki/wiki-ingest.service.js.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-lint.service.d.ts +31 -0
- package/dist/backend/backend/src/services/wiki/wiki-lint.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-lint.service.js +69 -0
- package/dist/backend/backend/src/services/wiki/wiki-lint.service.js.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-owner.resolver.d.ts +29 -0
- package/dist/backend/backend/src/services/wiki/wiki-owner.resolver.d.ts.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-owner.resolver.js +55 -0
- package/dist/backend/backend/src/services/wiki/wiki-owner.resolver.js.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-page.d.ts +101 -0
- package/dist/backend/backend/src/services/wiki/wiki-page.d.ts.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-page.js +130 -0
- package/dist/backend/backend/src/services/wiki/wiki-page.js.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-policy.d.ts +35 -0
- package/dist/backend/backend/src/services/wiki/wiki-policy.d.ts.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-policy.js +44 -0
- package/dist/backend/backend/src/services/wiki/wiki-policy.js.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-process.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-process.service.js +5 -2
- package/dist/backend/backend/src/services/wiki/wiki-process.service.js.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-query.service.d.ts +57 -13
- package/dist/backend/backend/src/services/wiki/wiki-query.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-query.service.js +91 -54
- package/dist/backend/backend/src/services/wiki/wiki-query.service.js.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-redaction.d.ts +74 -0
- package/dist/backend/backend/src/services/wiki/wiki-redaction.d.ts.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-redaction.js +94 -0
- package/dist/backend/backend/src/services/wiki/wiki-redaction.js.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-search.service.d.ts +12 -3
- package/dist/backend/backend/src/services/wiki/wiki-search.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-search.service.js +19 -9
- package/dist/backend/backend/src/services/wiki/wiki-search.service.js.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-usage.service.d.ts +96 -0
- package/dist/backend/backend/src/services/wiki/wiki-usage.service.d.ts.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-usage.service.js +147 -0
- package/dist/backend/backend/src/services/wiki/wiki-usage.service.js.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-vault-walk.d.ts +25 -0
- package/dist/backend/backend/src/services/wiki/wiki-vault-walk.d.ts.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-vault-walk.js +52 -0
- package/dist/backend/backend/src/services/wiki/wiki-vault-walk.js.map +1 -0
- package/dist/backend/backend/src/services/wiki/wiki-workitem-bridge.service.d.ts +19 -1
- package/dist/backend/backend/src/services/wiki/wiki-workitem-bridge.service.d.ts.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki-workitem-bridge.service.js +47 -6
- package/dist/backend/backend/src/services/wiki/wiki-workitem-bridge.service.js.map +1 -1
- package/dist/backend/backend/src/services/wiki/wiki.types.d.ts +24 -0
- package/dist/backend/backend/src/services/wiki/wiki.types.d.ts.map +1 -1
- package/dist/backend/build-info.json +2 -2
- package/dist/cli/backend/src/constants.d.ts +32 -0
- package/dist/cli/backend/src/constants.d.ts.map +1 -1
- package/dist/cli/backend/src/constants.js +30 -0
- package/dist/cli/backend/src/constants.js.map +1 -1
- package/dist/cli/backend/src/services/memory/memory.service.d.ts +2 -0
- package/dist/cli/backend/src/services/memory/memory.service.d.ts.map +1 -1
- package/dist/cli/backend/src/services/memory/memory.service.js +16 -4
- package/dist/cli/backend/src/services/memory/memory.service.js.map +1 -1
- package/dist/cli/backend/src/services/wiki/schema-loader.service.d.ts +9 -0
- package/dist/cli/backend/src/services/wiki/schema-loader.service.d.ts.map +1 -1
- package/dist/cli/backend/src/services/wiki/schema-loader.service.js +40 -1
- package/dist/cli/backend/src/services/wiki/schema-loader.service.js.map +1 -1
- package/dist/cli/backend/src/services/wiki/wiki-history.service.d.ts +63 -0
- package/dist/cli/backend/src/services/wiki/wiki-history.service.d.ts.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-history.service.js +124 -0
- package/dist/cli/backend/src/services/wiki/wiki-history.service.js.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-index.service.d.ts +119 -0
- package/dist/cli/backend/src/services/wiki/wiki-index.service.d.ts.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-index.service.js +263 -0
- package/dist/cli/backend/src/services/wiki/wiki-index.service.js.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-ingest.service.d.ts +66 -11
- package/dist/cli/backend/src/services/wiki/wiki-ingest.service.d.ts.map +1 -1
- package/dist/cli/backend/src/services/wiki/wiki-ingest.service.js +162 -44
- package/dist/cli/backend/src/services/wiki/wiki-ingest.service.js.map +1 -1
- package/dist/cli/backend/src/services/wiki/wiki-page.d.ts +101 -0
- package/dist/cli/backend/src/services/wiki/wiki-page.d.ts.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-page.js +130 -0
- package/dist/cli/backend/src/services/wiki/wiki-page.js.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-policy.d.ts +35 -0
- package/dist/cli/backend/src/services/wiki/wiki-policy.d.ts.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-policy.js +44 -0
- package/dist/cli/backend/src/services/wiki/wiki-policy.js.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-redaction.d.ts +74 -0
- package/dist/cli/backend/src/services/wiki/wiki-redaction.d.ts.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-redaction.js +94 -0
- package/dist/cli/backend/src/services/wiki/wiki-redaction.js.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-search.service.d.ts +12 -3
- package/dist/cli/backend/src/services/wiki/wiki-search.service.d.ts.map +1 -1
- package/dist/cli/backend/src/services/wiki/wiki-search.service.js +19 -9
- package/dist/cli/backend/src/services/wiki/wiki-search.service.js.map +1 -1
- package/dist/cli/backend/src/services/wiki/wiki-usage.service.d.ts +96 -0
- package/dist/cli/backend/src/services/wiki/wiki-usage.service.d.ts.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-usage.service.js +147 -0
- package/dist/cli/backend/src/services/wiki/wiki-usage.service.js.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-vault-walk.d.ts +25 -0
- package/dist/cli/backend/src/services/wiki/wiki-vault-walk.d.ts.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki-vault-walk.js +52 -0
- package/dist/cli/backend/src/services/wiki/wiki-vault-walk.js.map +1 -0
- package/dist/cli/backend/src/services/wiki/wiki.types.d.ts +24 -0
- package/dist/cli/backend/src/services/wiki/wiki.types.d.ts.map +1 -1
- package/package.json +1 -1
|
@@ -2,6 +2,14 @@
|
|
|
2
2
|
* WikiQueryService — read a vault and build the `system-context` payload
|
|
3
3
|
* that the caller's runtime feeds to its LLM for synthesis.
|
|
4
4
|
*
|
|
5
|
+
* Retrieval is two-step: the payload leads with the vault's one-line
|
|
6
|
+
* index (`llm-curated/index.md`, trimmed to the query's neighbourhood
|
|
7
|
+
* when it would not fit), then BM25 candidate pages; the caller picks
|
|
8
|
+
* 3–5 paths and asks again with `pages` to get them in full. Superseded
|
|
9
|
+
* pages and pages the viewer's role may not see never appear. Every call
|
|
10
|
+
* is written to the vault's usage ledger (what was asked, what was read,
|
|
11
|
+
* whether it was a miss).
|
|
12
|
+
*
|
|
5
13
|
* Per v2.1 spec §3 the skill is split into two halves:
|
|
6
14
|
* - System-context (LLM-agnostic) → what this service produces
|
|
7
15
|
* - Task-instruction (per-LLM) → lives on disk under
|
|
@@ -17,11 +25,16 @@ import * as path from 'path';
|
|
|
17
25
|
import * as fs from 'fs/promises';
|
|
18
26
|
import { LoggerService } from '../core/logger.service.js';
|
|
19
27
|
import { SchemaLoaderService } from './schema-loader.service.js';
|
|
20
|
-
import { WikiSearchService } from './wiki-search.service.js';
|
|
28
|
+
import { WikiSearchService, tokenize } from './wiki-search.service.js';
|
|
29
|
+
import { WikiIndexService } from './wiki-index.service.js';
|
|
30
|
+
import { WikiUsageService } from './wiki-usage.service.js';
|
|
31
|
+
import { parsePage, isVisibleTo } from './wiki-page.js';
|
|
32
|
+
import { walkCuratedPages, isSeedFile } from './wiki-vault-walk.js';
|
|
21
33
|
const DEFAULT_RECENT_LOG_ENTRIES = 20;
|
|
22
34
|
const DEFAULT_TOP_K_PAGES = 5;
|
|
23
35
|
const MAX_PAGE_BYTES = 8 * 1024; // truncate per-page excerpt
|
|
24
|
-
const
|
|
36
|
+
const MAX_FULL_PAGE_BYTES = 64 * 1024; // cap for a page returned in full (step 2)
|
|
37
|
+
const MAX_FULL_PAGES = 8; // how many full pages one call may return
|
|
25
38
|
/**
|
|
26
39
|
* Reads a vault and builds the system-context payload the caller's LLM
|
|
27
40
|
* synthesizes against. Stateless. No LLM calls inside this service.
|
|
@@ -30,9 +43,13 @@ export class WikiQueryService {
|
|
|
30
43
|
static instance = null;
|
|
31
44
|
logger;
|
|
32
45
|
schemaLoader;
|
|
33
|
-
|
|
46
|
+
index;
|
|
47
|
+
usage;
|
|
48
|
+
constructor(schemaLoader, index, usage) {
|
|
34
49
|
this.logger = LoggerService.getInstance().createComponentLogger('WikiQuery');
|
|
35
50
|
this.schemaLoader = schemaLoader ?? new SchemaLoaderService();
|
|
51
|
+
this.index = index ?? WikiIndexService.getInstance();
|
|
52
|
+
this.usage = usage ?? WikiUsageService.getInstance();
|
|
36
53
|
}
|
|
37
54
|
static getInstance() {
|
|
38
55
|
if (!this.instance) {
|
|
@@ -65,14 +82,29 @@ export class WikiQueryService {
|
|
|
65
82
|
}
|
|
66
83
|
const topK = input.topK ?? DEFAULT_TOP_K_PAGES;
|
|
67
84
|
const recentN = input.recentLogEntries ?? DEFAULT_RECENT_LOG_ENTRIES;
|
|
85
|
+
const filters = { viewerRole: input.viewerRole, includeSuperseded: input.includeSuperseded === true };
|
|
86
|
+
const index = await this.index.readForQuery(input.vaultPath, tokenize(input.query));
|
|
68
87
|
const recentLog = await this.readRecentLog(input.vaultPath, recentN);
|
|
69
|
-
const candidatePages = await this.findCandidatePages(input.vaultPath,
|
|
88
|
+
const candidatePages = await this.findCandidatePages(input.vaultPath, input.query, topK, filters);
|
|
89
|
+
const pages = await this.readFullPages(input.vaultPath, schema, input.pages ?? [], filters);
|
|
90
|
+
// Usage ledger: what was read counts as a hit; a query that surfaced
|
|
91
|
+
// nothing (no full pages, no candidates) is a capture gap.
|
|
92
|
+
const hits = [...new Set([...pages.map((p) => p.path), ...candidatePages.map((c) => c.path)])];
|
|
93
|
+
await this.usage.record(input.vaultPath, {
|
|
94
|
+
via: 'wiki-query',
|
|
95
|
+
agent: input.agent ?? 'unknown',
|
|
96
|
+
query: input.query,
|
|
97
|
+
hits,
|
|
98
|
+
miss: hits.length === 0,
|
|
99
|
+
});
|
|
70
100
|
const context = {
|
|
71
101
|
vault: {
|
|
72
102
|
scope: schema.vault_scope,
|
|
73
103
|
id: schema.vault_id,
|
|
74
104
|
path: input.vaultPath,
|
|
75
105
|
},
|
|
106
|
+
index,
|
|
107
|
+
pages,
|
|
76
108
|
schemaSummary: {
|
|
77
109
|
hardcoded: schema.hardcoded.map((h) => ({
|
|
78
110
|
path: h.path,
|
|
@@ -89,10 +121,13 @@ export class WikiQueryService {
|
|
|
89
121
|
recentLog,
|
|
90
122
|
candidatePages,
|
|
91
123
|
callerNotes: [
|
|
124
|
+
'Two-step retrieval: read `index` first, pick 3–5 relevant paths, then call wiki-query again with `pages` set to read them in full. Do not answer from index lines alone.',
|
|
92
125
|
'Cite pages by their relative path inside the vault.',
|
|
93
126
|
'Do not propose writes into any frozenPaths — refuse or redirect to llm-curated/.',
|
|
94
|
-
'
|
|
127
|
+
'candidatePages.excerpt is truncated; `pages` returns full content.',
|
|
128
|
+
'Pages marked superseded are hidden; ask with includeSuperseded when you need the history of a judgement.',
|
|
95
129
|
'The recentLog is append-only audit; never propose rewrites to its content.',
|
|
130
|
+
'If nothing here answers the question, say so — that miss is recorded as a capture gap.',
|
|
96
131
|
],
|
|
97
132
|
};
|
|
98
133
|
this.logger.debug('WikiQuery built system-context', {
|
|
@@ -192,18 +227,23 @@ export class WikiQueryService {
|
|
|
192
227
|
return entries.slice(-limit).reverse();
|
|
193
228
|
}
|
|
194
229
|
/**
|
|
195
|
-
*
|
|
196
|
-
*
|
|
197
|
-
*
|
|
198
|
-
*
|
|
199
|
-
*
|
|
200
|
-
*
|
|
230
|
+
* Rank the vault's `llm-curated/` pages by Okapi BM25 against the query,
|
|
231
|
+
* reusing {@link WikiSearchService.searchCorpus} so the agent-facing
|
|
232
|
+
* skill scores identically to the wiki UI search. Seed files (index,
|
|
233
|
+
* log) are excluded; superseded/invisible/proposed pages are dropped by
|
|
234
|
+
* the search filters.
|
|
235
|
+
*
|
|
236
|
+
* @param vaultPath - Vault root
|
|
237
|
+
* @param query - Query text
|
|
238
|
+
* @param topK - How many candidates
|
|
239
|
+
* @param filters - Viewer/superseded filters
|
|
240
|
+
* @returns Candidates with truncated excerpts
|
|
201
241
|
*/
|
|
202
|
-
async findCandidatePages(vaultPath,
|
|
203
|
-
const docs = await
|
|
242
|
+
async findCandidatePages(vaultPath, query, topK, filters) {
|
|
243
|
+
const docs = (await walkCuratedPages(vaultPath)).filter((p) => !isSeedFile(p.relativePath));
|
|
204
244
|
if (docs.length === 0)
|
|
205
245
|
return [];
|
|
206
|
-
const hits = await WikiSearchService.getInstance().searchCorpus(vaultPath, docs, query);
|
|
246
|
+
const hits = await WikiSearchService.getInstance().searchCorpus(vaultPath, docs, query, filters);
|
|
207
247
|
const candidates = [];
|
|
208
248
|
for (const hit of hits.slice(0, topK)) {
|
|
209
249
|
const excerpt = await this.readExcerpt(path.join(vaultPath, hit.relativePath));
|
|
@@ -212,50 +252,47 @@ export class WikiQueryService {
|
|
|
212
252
|
return candidates;
|
|
213
253
|
}
|
|
214
254
|
/**
|
|
215
|
-
*
|
|
216
|
-
*
|
|
255
|
+
* Step 2: return the requested pages in full (frontmatter + content),
|
|
256
|
+
* honouring frozen paths, visibility and supersession. Unknown paths
|
|
257
|
+
* are skipped silently (the caller sees which ones came back).
|
|
217
258
|
*
|
|
218
|
-
* @param vaultPath -
|
|
219
|
-
* @param schema -
|
|
220
|
-
* @
|
|
259
|
+
* @param vaultPath - Vault root
|
|
260
|
+
* @param schema - Vault schema (frozen folders are readable — SOPs/norms are knowledge too)
|
|
261
|
+
* @param requested - Vault-relative paths
|
|
262
|
+
* @param filters - Viewer/superseded filters
|
|
263
|
+
* @returns Pages in request order
|
|
221
264
|
*/
|
|
222
|
-
async
|
|
223
|
-
|
|
224
|
-
const
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
const full = path.join(current, entry.name);
|
|
239
|
-
if (entry.isDirectory()) {
|
|
240
|
-
if (entry.name.startsWith('.') || entry.name === 'node_modules')
|
|
241
|
-
continue;
|
|
242
|
-
stack.push(full);
|
|
243
|
-
continue;
|
|
244
|
-
}
|
|
245
|
-
if (!entry.isFile())
|
|
246
|
-
continue;
|
|
247
|
-
if (!entry.name.endsWith('.md'))
|
|
248
|
-
continue;
|
|
249
|
-
const rel = path.relative(vaultPath, full).replace(/\\/g, '/');
|
|
250
|
-
// Skip log.md — it's surfaced separately as recentLog.
|
|
251
|
-
if (rel === 'llm-curated/log.md')
|
|
252
|
-
continue;
|
|
253
|
-
scanned++;
|
|
254
|
-
docs.push({ relativePath: rel, absPath: full });
|
|
255
|
-
}
|
|
265
|
+
async readFullPages(vaultPath, schema, requested, filters) {
|
|
266
|
+
void schema;
|
|
267
|
+
const out = [];
|
|
268
|
+
for (const raw of requested.slice(0, MAX_FULL_PAGES)) {
|
|
269
|
+
const rel = String(raw).replace(/\\/g, '/').replace(/^\/+/, '');
|
|
270
|
+
if (!rel.endsWith('.md') || rel.includes('..'))
|
|
271
|
+
continue;
|
|
272
|
+
const abs = path.resolve(vaultPath, rel);
|
|
273
|
+
if (!abs.startsWith(path.resolve(vaultPath) + path.sep))
|
|
274
|
+
continue;
|
|
275
|
+
let content;
|
|
276
|
+
try {
|
|
277
|
+
content = await fs.readFile(abs, 'utf8');
|
|
278
|
+
}
|
|
279
|
+
catch {
|
|
280
|
+
continue;
|
|
256
281
|
}
|
|
282
|
+
const page = parsePage(content);
|
|
283
|
+
if (page.frontmatter.superseded_by && !filters.includeSuperseded)
|
|
284
|
+
continue;
|
|
285
|
+
if (!isVisibleTo(page.frontmatter, filters.viewerRole))
|
|
286
|
+
continue;
|
|
287
|
+
const truncated = Buffer.byteLength(content, 'utf8') > MAX_FULL_PAGE_BYTES;
|
|
288
|
+
out.push({
|
|
289
|
+
path: rel,
|
|
290
|
+
frontmatter: page.frontmatter,
|
|
291
|
+
content: truncated ? content.slice(0, MAX_FULL_PAGE_BYTES) + '\n\n…[truncated]' : content,
|
|
292
|
+
truncated,
|
|
293
|
+
});
|
|
257
294
|
}
|
|
258
|
-
return
|
|
295
|
+
return out;
|
|
259
296
|
}
|
|
260
297
|
async readExcerpt(absolutePath) {
|
|
261
298
|
try {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wiki-query.service.js","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-query.service.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"wiki-query.service.js","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-query.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,aAAa,EAAmB,MAAM,2BAA2B,CAAC;AAC3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAA0B,MAAM,0BAA0B,CAAC;AAE/F,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,WAAW,EAA4B,MAAM,gBAAgB,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAEpE,MAAM,0BAA0B,GAAG,EAAE,CAAC;AACtC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,CAAC,CAAU,4BAA4B;AACtE,MAAM,mBAAmB,GAAG,EAAE,GAAG,IAAI,CAAC,CAAI,2CAA2C;AACrF,MAAM,cAAc,GAAG,CAAC,CAAC,CAAiB,0CAA0C;AA2EpF;;;GAGG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAC,QAAQ,GAA4B,IAAI,CAAC;IACvC,MAAM,CAAkB;IACxB,YAAY,CAAsB;IAElC,KAAK,CAAmB;IACxB,KAAK,CAAmB;IAEzC,YAAY,YAAkC,EAAE,KAAwB,EAAE,KAAwB;QAChG,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAC7E,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,IAAI,mBAAmB,EAAE,CAAC;QAC9D,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,gBAAgB,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,gBAAgB,CAAC,WAAW,EAAE,CAAC;IACvD,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAC;QACzC,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,uBAAuB;IACvB,MAAM,CAAC,gBAAgB;QACrB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,KAAqB;QAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,UAAU;YAAE,OAAO,UAAU,CAAC;QAElC,IAAI,MAAmB,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,gBAAgB;gBACxB,OAAO,EAAG,GAAa,CAAC,OAAO;aAChC,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,mBAAmB,CAAC;QAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,IAAI,0BAA0B,CAAC;QACrE,MAAM,OAAO,GAAsB,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QAEzH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACpF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACrE,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAClG,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QAE5F,qEAAqE;QACrE,2DAA2D;QAC3D,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/F,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE;YACvC,GAAG,EAAE,YAAY;YACjB,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,SAAS;YAC/B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,IAAI;YACJ,IAAI,EAAE,IAAI,CAAC,MAAM,KAAK,CAAC;SACxB,CAAC,CAAC;QAEH,MAAM,OAAO,GAA2B;YACtC,KAAK,EAAE;gBACL,KAAK,EAAE,MAAM,CAAC,WAAW;gBACzB,EAAE,EAAE,MAAM,CAAC,QAAQ;gBACnB,IAAI,EAAE,KAAK,CAAC,SAAS;aACtB;YACD,KAAK;YACL,KAAK;YACL,aAAa,EAAE;gBACb,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACtC,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;iBAC3B,CAAC,CAAC;gBACH,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACzC,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,YAAY;iBAC5B,CAAC,CAAC;gBACH,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,MAAM,CAAC;gBACrD,WAAW,EAAE,MAAM,CAAC,YAAY;aACjC;YACD,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS;YACT,cAAc;YACd,WAAW,EAAE;gBACX,0KAA0K;gBAC1K,qDAAqD;gBACrD,kFAAkF;gBAClF,oEAAoE;gBACpE,0GAA0G;gBAC1G,4EAA4E;gBAC5E,wFAAwF;aACzF;SACF,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE;YAClD,KAAK,EAAE,KAAK,CAAC,SAAS;YACtB,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;YAC5B,UAAU,EAAE,SAAS,CAAC,MAAM;YAC5B,cAAc,EAAE,cAAc,CAAC,MAAM;SACtC,CAAC,CAAC;QAEH,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC/B,CAAC;IAED,8EAA8E;IAC9E,YAAY;IACZ,8EAA8E;IAEtE,QAAQ,CAAC,KAAqB;QACpC,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1D,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,eAAe;gBACvB,OAAO,EAAE,4CAA4C,KAAK,CAAC,SAAS,IAAI,EAAE,GAAG;aAC9E,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvE,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,eAAe;gBACvB,OAAO,EAAE,kCAAkC;aAC5C,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC;YACnF,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,eAAe;gBACvB,OAAO,EAAE,+CAA+C;aACzD,CAAC;QACJ,CAAC;QACD,IACE,KAAK,CAAC,gBAAgB,KAAK,SAAS;YACpC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,EACzE,CAAC;YACD,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,eAAe;gBACvB,OAAO,EAAE,+DAA+D;aACzE,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;;;;;OASG;IACK,KAAK,CAAC,aAAa,CACzB,SAAiB,EACjB,KAAa;QAEb,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;QAC9D,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,QAAQ,GAAG,yCAAyC,CAAC;QAC3D,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,MAAM,OAAO,GAA2E,EAAE,CAAC;QAC3F,IAAI,CAAyB,CAAC;QAC9B,OAAO,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAChC,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,EAAE,CAAC,CAAC,KAAK;gBACZ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBACR,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YAC7B,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;YACrE,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;YAC/C,sEAAsE;YACtE,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBACnE,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5D,CAAC;YACD,OAAO,CAAC,IAAI,CAAC;gBACX,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;gBACxB,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU;gBACjC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM;gBACzB,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;gBACvC,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QACD,6CAA6C;QAC7C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;IACzC,CAAC;IAED;;;;;;;;;;;;OAYG;IACK,KAAK,CAAC,kBAAkB,CAC9B,SAAiB,EACjB,KAAa,EACb,IAAY,EACZ,OAA0B;QAE1B,MAAM,IAAI,GAAG,CAAC,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QAC5F,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,WAAW,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACjG,MAAM,UAAU,GAAwB,EAAE,CAAC;QAC3C,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;YAC/E,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,YAAY,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;;;;;;;;OAUG;IACK,KAAK,CAAC,aAAa,CACzB,SAAiB,EACjB,MAAmB,EACnB,SAAmB,EACnB,OAA0B;QAE1B,KAAK,MAAM,CAAC;QACZ,MAAM,GAAG,GAAmB,EAAE,CAAC;QAC/B,KAAK,MAAM,GAAG,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,EAAE,CAAC;YACrD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAChE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,SAAS;YACzD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACzC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;gBAAE,SAAS;YAClE,IAAI,OAAe,CAAC;YACpB,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC3C,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;YAChC,IAAI,IAAI,CAAC,WAAW,CAAC,aAAa,IAAI,CAAC,OAAO,CAAC,iBAAiB;gBAAE,SAAS;YAC3E,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC;gBAAE,SAAS;YACjE,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,mBAAmB,CAAC;YAC3E,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,GAAG;gBACT,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC,OAAO;gBACzF,SAAS;aACV,CAAC,CAAC;QACL,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,YAAoB;QAC5C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YACpD,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,cAAc;gBAAE,OAAO,GAAG,CAAC;YACjE,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,GAAG,kBAAkB,CAAC;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC"}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Confidentiality gate for vault writes.
|
|
3
|
+
*
|
|
4
|
+
* Secrets (tokens, keys, passwords) are never allowed into a vault: the
|
|
5
|
+
* write is refused and the pattern that matched is named — never the
|
|
6
|
+
* value. PII (emails, phone numbers) is governed per vault by the
|
|
7
|
+
* `privacy:` block in SCHEMA.md: a personal vault refuses or masks
|
|
8
|
+
* inbound customer detail, an enterprise vault holds customer data by
|
|
9
|
+
* design and the rule flips to "mask on the way out" (visibility).
|
|
10
|
+
*
|
|
11
|
+
* @module services/wiki/wiki-redaction
|
|
12
|
+
*/
|
|
13
|
+
/** A detector: name + regex; `mask` is what replaces a match when masking. */
|
|
14
|
+
export interface RedactionPattern {
|
|
15
|
+
name: string;
|
|
16
|
+
regex: RegExp;
|
|
17
|
+
mask: string;
|
|
18
|
+
}
|
|
19
|
+
/** Secret detectors — always enforced, never configurable off. */
|
|
20
|
+
export declare const SECRET_PATTERNS: readonly RedactionPattern[];
|
|
21
|
+
/** PII detectors — enforced per the vault's `privacy:` policy. */
|
|
22
|
+
export declare const PII_PATTERNS: readonly RedactionPattern[];
|
|
23
|
+
/** What the vault wants done with PII on the way in. */
|
|
24
|
+
export type PiiMode = 'allow' | 'mask' | 'refuse';
|
|
25
|
+
/** Privacy policy of a vault (SCHEMA.md `privacy:` block; defaults shown). */
|
|
26
|
+
export interface VaultPrivacyPolicy {
|
|
27
|
+
/** `allow` (enterprise KB: customer data is the content), `mask`, or `refuse` (personal KB). Default `allow`. */
|
|
28
|
+
pii: PiiMode;
|
|
29
|
+
}
|
|
30
|
+
/** Outcome of scanning a body. */
|
|
31
|
+
export interface RedactionScan {
|
|
32
|
+
/** Names of secret patterns that matched (values are never returned). */
|
|
33
|
+
secrets: string[];
|
|
34
|
+
/** Names of PII patterns that matched. */
|
|
35
|
+
pii: string[];
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Scan text for secrets and PII without altering it.
|
|
39
|
+
*
|
|
40
|
+
* @param text - Body to scan
|
|
41
|
+
* @returns Which pattern names matched
|
|
42
|
+
*/
|
|
43
|
+
export declare function scanForSensitive(text: string): RedactionScan;
|
|
44
|
+
/**
|
|
45
|
+
* Replace every secret match with its mask (and PII when asked). Used for
|
|
46
|
+
* archives and outbound copies where the text must survive but the values
|
|
47
|
+
* must not.
|
|
48
|
+
*
|
|
49
|
+
* @param text - Body
|
|
50
|
+
* @param includePii - Also mask PII
|
|
51
|
+
* @returns Masked text
|
|
52
|
+
*/
|
|
53
|
+
export declare function redactSensitive(text: string, includePii?: boolean): string;
|
|
54
|
+
/** Result of applying a vault's policy to an inbound body. */
|
|
55
|
+
export type PrivacyGateResult = {
|
|
56
|
+
ok: true;
|
|
57
|
+
body: string;
|
|
58
|
+
masked: string[];
|
|
59
|
+
} | {
|
|
60
|
+
ok: false;
|
|
61
|
+
reason: 'secret_detected' | 'pii_refused';
|
|
62
|
+
patterns: string[];
|
|
63
|
+
message: string;
|
|
64
|
+
};
|
|
65
|
+
/**
|
|
66
|
+
* Apply the confidentiality gate to a body about to be written.
|
|
67
|
+
* Secrets always refuse; PII follows `policy.pii`.
|
|
68
|
+
*
|
|
69
|
+
* @param body - Text to write
|
|
70
|
+
* @param policy - The vault's privacy policy
|
|
71
|
+
* @returns The (possibly masked) body, or a refusal naming the patterns
|
|
72
|
+
*/
|
|
73
|
+
export declare function applyPrivacyGate(body: string, policy: VaultPrivacyPolicy): PrivacyGateResult;
|
|
74
|
+
//# sourceMappingURL=wiki-redaction.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wiki-redaction.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-redaction.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,8EAA8E;AAC9E,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,kEAAkE;AAClE,eAAO,MAAM,eAAe,EAAE,SAAS,gBAAgB,EAYtD,CAAC;AAEF,kEAAkE;AAClE,eAAO,MAAM,YAAY,EAAE,SAAS,gBAAgB,EAInD,CAAC;AAEF,wDAAwD;AACxD,MAAM,MAAM,OAAO,GAAG,OAAO,GAAG,MAAM,GAAG,QAAQ,CAAC;AAElD,8EAA8E;AAC9E,MAAM,WAAW,kBAAkB;IACjC,iHAAiH;IACjH,GAAG,EAAE,OAAO,CAAC;CACd;AAED,kCAAkC;AAClC,MAAM,WAAW,aAAa;IAC5B,yEAAyE;IACzE,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,0CAA0C;IAC1C,GAAG,EAAE,MAAM,EAAE,CAAC;CACf;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa,CAI5D;AAED;;;;;;;;GAQG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,UAAQ,GAAG,MAAM,CAKxE;AAED,8DAA8D;AAC9D,MAAM,MAAM,iBAAiB,GACzB;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,GAC5C;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,iBAAiB,GAAG,aAAa,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAElG;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,GAAG,iBAAiB,CAwB5F"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Confidentiality gate for vault writes.
|
|
3
|
+
*
|
|
4
|
+
* Secrets (tokens, keys, passwords) are never allowed into a vault: the
|
|
5
|
+
* write is refused and the pattern that matched is named — never the
|
|
6
|
+
* value. PII (emails, phone numbers) is governed per vault by the
|
|
7
|
+
* `privacy:` block in SCHEMA.md: a personal vault refuses or masks
|
|
8
|
+
* inbound customer detail, an enterprise vault holds customer data by
|
|
9
|
+
* design and the rule flips to "mask on the way out" (visibility).
|
|
10
|
+
*
|
|
11
|
+
* @module services/wiki/wiki-redaction
|
|
12
|
+
*/
|
|
13
|
+
/** Secret detectors — always enforced, never configurable off. */
|
|
14
|
+
export const SECRET_PATTERNS = [
|
|
15
|
+
{ name: 'slack_token', regex: /\bxox[abprse]-\d{6,}-[A-Za-z0-9-]{8,}/g, mask: '[REDACTED slack_token]' },
|
|
16
|
+
{ name: 'slack_config_token', regex: /\bxoxe(?:\.xoxp)?-\d-[A-Za-z0-9-]{20,}/g, mask: '[REDACTED slack_config_token]' },
|
|
17
|
+
{ name: 'openai_key', regex: /\bsk-(?:proj-|ant-)?[A-Za-z0-9_-]{20,}/g, mask: '[REDACTED api_key]' },
|
|
18
|
+
{ name: 'aws_access_key', regex: /\bAKIA[0-9A-Z]{16}\b/g, mask: '[REDACTED aws_key]' },
|
|
19
|
+
{ name: 'github_token', regex: /\b(?:ghp|gho|ghu|ghs|ghr)_[A-Za-z0-9]{20,}/g, mask: '[REDACTED github_token]' },
|
|
20
|
+
{ name: 'google_api_key', regex: /\bAIza[0-9A-Za-z_-]{30,}/g, mask: '[REDACTED google_key]' },
|
|
21
|
+
{ name: 'private_key_block', regex: /-----BEGIN [A-Z ]*PRIVATE KEY-----[\s\S]*?-----END [A-Z ]*PRIVATE KEY-----/g, mask: '[REDACTED private_key]' },
|
|
22
|
+
{ name: 'jwt', regex: /\beyJ[A-Za-z0-9_-]{10,}\.[A-Za-z0-9_-]{10,}\.[A-Za-z0-9_-]{10,}\b/g, mask: '[REDACTED jwt]' },
|
|
23
|
+
{ name: 'bearer_header', regex: /\bBearer\s+[A-Za-z0-9._~+/=-]{20,}/g, mask: 'Bearer [REDACTED]' },
|
|
24
|
+
{ name: 'password_assignment', regex: /\b(?:password|passwd|pwd|secret)\s*[:=]\s*["']?(?!\s)[^\s"',;]{6,}/gi, mask: 'password=[REDACTED]' },
|
|
25
|
+
{ name: 'connection_string', regex: /\b(?:mongodb(?:\+srv)?|postgres(?:ql)?|mysql|redis):\/\/[^\s:@/]+:[^\s@/]+@/g, mask: '[REDACTED connection_string]' },
|
|
26
|
+
];
|
|
27
|
+
/** PII detectors — enforced per the vault's `privacy:` policy. */
|
|
28
|
+
export const PII_PATTERNS = [
|
|
29
|
+
{ name: 'email', regex: /\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}\b/g, mask: '[email]' },
|
|
30
|
+
{ name: 'phone', regex: /(?<![\d-])(?:\+?\d{1,3}[\s-]?)?(?:\(?\d{3}\)?[\s-]?)\d{3}[\s-]?\d{4}(?![\d-])/g, mask: '[phone]' },
|
|
31
|
+
{ name: 'cn_id_number', regex: /\b\d{17}[\dXx]\b/g, mask: '[id-number]' },
|
|
32
|
+
];
|
|
33
|
+
/**
|
|
34
|
+
* Scan text for secrets and PII without altering it.
|
|
35
|
+
*
|
|
36
|
+
* @param text - Body to scan
|
|
37
|
+
* @returns Which pattern names matched
|
|
38
|
+
*/
|
|
39
|
+
export function scanForSensitive(text) {
|
|
40
|
+
const hit = (patterns) => patterns.filter((p) => { p.regex.lastIndex = 0; return p.regex.test(text); }).map((p) => p.name);
|
|
41
|
+
return { secrets: hit(SECRET_PATTERNS), pii: hit(PII_PATTERNS) };
|
|
42
|
+
}
|
|
43
|
+
/**
|
|
44
|
+
* Replace every secret match with its mask (and PII when asked). Used for
|
|
45
|
+
* archives and outbound copies where the text must survive but the values
|
|
46
|
+
* must not.
|
|
47
|
+
*
|
|
48
|
+
* @param text - Body
|
|
49
|
+
* @param includePii - Also mask PII
|
|
50
|
+
* @returns Masked text
|
|
51
|
+
*/
|
|
52
|
+
export function redactSensitive(text, includePii = false) {
|
|
53
|
+
let out = text;
|
|
54
|
+
for (const p of SECRET_PATTERNS)
|
|
55
|
+
out = out.replace(p.regex, p.mask);
|
|
56
|
+
if (includePii)
|
|
57
|
+
for (const p of PII_PATTERNS)
|
|
58
|
+
out = out.replace(p.regex, p.mask);
|
|
59
|
+
return out;
|
|
60
|
+
}
|
|
61
|
+
/**
|
|
62
|
+
* Apply the confidentiality gate to a body about to be written.
|
|
63
|
+
* Secrets always refuse; PII follows `policy.pii`.
|
|
64
|
+
*
|
|
65
|
+
* @param body - Text to write
|
|
66
|
+
* @param policy - The vault's privacy policy
|
|
67
|
+
* @returns The (possibly masked) body, or a refusal naming the patterns
|
|
68
|
+
*/
|
|
69
|
+
export function applyPrivacyGate(body, policy) {
|
|
70
|
+
const scan = scanForSensitive(body);
|
|
71
|
+
if (scan.secrets.length > 0) {
|
|
72
|
+
return {
|
|
73
|
+
ok: false,
|
|
74
|
+
reason: 'secret_detected',
|
|
75
|
+
patterns: scan.secrets,
|
|
76
|
+
message: `Refused: the body contains what looks like a credential (${scan.secrets.join(', ')}). Remove it — a vault never stores secrets.`,
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
if (scan.pii.length > 0) {
|
|
80
|
+
if (policy.pii === 'refuse') {
|
|
81
|
+
return {
|
|
82
|
+
ok: false,
|
|
83
|
+
reason: 'pii_refused',
|
|
84
|
+
patterns: scan.pii,
|
|
85
|
+
message: `Refused: this vault does not accept personal data (${scan.pii.join(', ')}). Describe the fact without the identifying detail.`,
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
if (policy.pii === 'mask') {
|
|
89
|
+
return { ok: true, body: redactSensitive(body, true), masked: scan.pii };
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
return { ok: true, body, masked: [] };
|
|
93
|
+
}
|
|
94
|
+
//# sourceMappingURL=wiki-redaction.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wiki-redaction.js","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-redaction.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AASH,kEAAkE;AAClE,MAAM,CAAC,MAAM,eAAe,GAAgC;IAC1D,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,wCAAwC,EAAE,IAAI,EAAE,wBAAwB,EAAE;IACxG,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,yCAAyC,EAAE,IAAI,EAAE,+BAA+B,EAAE;IACvH,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,yCAAyC,EAAE,IAAI,EAAE,oBAAoB,EAAE;IACpG,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,uBAAuB,EAAE,IAAI,EAAE,oBAAoB,EAAE;IACtF,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,6CAA6C,EAAE,IAAI,EAAE,yBAAyB,EAAE;IAC/G,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,2BAA2B,EAAE,IAAI,EAAE,uBAAuB,EAAE;IAC7F,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,6EAA6E,EAAE,IAAI,EAAE,wBAAwB,EAAE;IACnJ,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,oEAAoE,EAAE,IAAI,EAAE,gBAAgB,EAAE;IACpH,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,qCAAqC,EAAE,IAAI,EAAE,mBAAmB,EAAE;IAClG,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,sEAAsE,EAAE,IAAI,EAAE,qBAAqB,EAAE;IAC3I,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,8EAA8E,EAAE,IAAI,EAAE,8BAA8B,EAAE;CAC3J,CAAC;AAEF,kEAAkE;AAClE,MAAM,CAAC,MAAM,YAAY,GAAgC;IACvD,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,qDAAqD,EAAE,IAAI,EAAE,SAAS,EAAE;IAChG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,gFAAgF,EAAE,IAAI,EAAE,SAAS,EAAE;IAC3H,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,mBAAmB,EAAE,IAAI,EAAE,aAAa,EAAE;CAC1E,CAAC;AAmBF;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,GAAG,GAAG,CAAC,QAAqC,EAAY,EAAE,CAC9D,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACnG,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;AACnE,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,UAAU,GAAG,KAAK;IAC9D,IAAI,GAAG,GAAG,IAAI,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,eAAe;QAAE,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACpE,IAAI,UAAU;QAAE,KAAK,MAAM,CAAC,IAAI,YAAY;YAAE,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACjF,OAAO,GAAG,CAAC;AACb,CAAC;AAOD;;;;;;;GAOG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAY,EAAE,MAA0B;IACvE,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,iBAAiB;YACzB,QAAQ,EAAE,IAAI,CAAC,OAAO;YACtB,OAAO,EAAE,4DAA4D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,8CAA8C;SAC3I,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,IAAI,MAAM,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5B,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,aAAa;gBACrB,QAAQ,EAAE,IAAI,CAAC,GAAG;gBAClB,OAAO,EAAE,sDAAsD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,sDAAsD;aACzI,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,GAAG,KAAK,MAAM,EAAE,CAAC;YAC1B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3E,CAAC;IACH,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;AACxC,CAAC"}
|
|
@@ -64,7 +64,16 @@ export interface WikiSearchFailure {
|
|
|
64
64
|
reason: 'vault_missing' | 'invalid_input' | 'invalid_query';
|
|
65
65
|
message: string;
|
|
66
66
|
}
|
|
67
|
-
|
|
67
|
+
/** Eligibility filters applied per page (frontmatter-driven). */
|
|
68
|
+
export interface WikiSearchFilters {
|
|
69
|
+
/** Include pages marked `superseded_by` (default false). */
|
|
70
|
+
includeSuperseded?: boolean;
|
|
71
|
+
/** Role of the reader; pages whose `visibility` excludes it are dropped. Undefined = owner (sees all). */
|
|
72
|
+
viewerRole?: string;
|
|
73
|
+
/** Include `_proposed/` pages (default false). */
|
|
74
|
+
includeProposed?: boolean;
|
|
75
|
+
}
|
|
76
|
+
export interface WikiSearchInput extends WikiSearchFilters {
|
|
68
77
|
vaultPath: string;
|
|
69
78
|
query: string;
|
|
70
79
|
}
|
|
@@ -73,7 +82,7 @@ export interface VaultRef {
|
|
|
73
82
|
vaultPath: string;
|
|
74
83
|
label?: string;
|
|
75
84
|
}
|
|
76
|
-
export interface WikiMultiSearchInput {
|
|
85
|
+
export interface WikiMultiSearchInput extends WikiSearchFilters {
|
|
77
86
|
vaults: VaultRef[];
|
|
78
87
|
query: string;
|
|
79
88
|
}
|
|
@@ -125,7 +134,7 @@ export declare class WikiSearchService {
|
|
|
125
134
|
searchCorpus(vaultPath: string, docs: Array<{
|
|
126
135
|
relativePath: string;
|
|
127
136
|
absPath: string;
|
|
128
|
-
}>, query: string): Promise<WikiSearchHit[]>;
|
|
137
|
+
}>, query: string, filters?: WikiSearchFilters): Promise<WikiSearchHit[]>;
|
|
129
138
|
/**
|
|
130
139
|
* Core BM25 search over an arbitrary corpus of doc refs (one or many vaults).
|
|
131
140
|
* Builds the combined corpus statistics, scores, ranks, and attaches snippets
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wiki-search.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-search.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;
|
|
1
|
+
{"version":3,"file":"wiki-search.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-search.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AASH,0DAA0D;AAC1D,eAAO,MAAM,qBAAqB,MAAM,CAAC;AACzC,sDAAsD;AACtD,eAAO,MAAM,uBAAuB,KAAK,CAAC;AAC1C,2DAA2D;AAC3D,eAAO,MAAM,iCAAiC,IAAI,CAAC;AACnD,gEAAgE;AAChE,eAAO,MAAM,4BAA4B,MAAM,CAAC;AAChD,mEAAmE;AACnE,eAAO,MAAM,0BAA0B,QAAa,CAAC;AASrD,MAAM,WAAW,iBAAiB;IAChC,qDAAqD;IACrD,UAAU,EAAE,MAAM,CAAC;IACnB,+CAA+C;IAC/C,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,aAAa;IAC5B,4DAA4D;IAC5D,YAAY,EAAE,MAAM,CAAC;IACrB,wDAAwD;IACxD,aAAa,EAAE,OAAO,CAAC;IACvB,uDAAuD;IACvD,UAAU,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,KAAK,EAAE,MAAM,CAAC;IACd,gEAAgE;IAChE,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,6EAA6E;IAC7E,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gEAAgE;IAChE,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,IAAI,CAAC;IACT,0DAA0D;IAC1D,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,aAAa,EAAE,CAAC;IACtB,kFAAkF;IAClF,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,KAAK,CAAC;IACV,MAAM,EAAE,eAAe,GAAG,eAAe,GAAG,eAAe,CAAC;IAC5D,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,iEAAiE;AACjE,MAAM,WAAW,iBAAiB;IAChC,4DAA4D;IAC5D,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,0GAA0G;IAC1G,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kDAAkD;IAClD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,eAAgB,SAAQ,iBAAiB;IACxD,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,iDAAiD;AACjD,MAAM,WAAW,QAAQ;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;CACf;AAqBD;;;;;;;GAOG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAM/C;AAoBD;;;GAGG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAkC;IAEzD,0BAA0B;IAC1B,MAAM,CAAC,WAAW,IAAI,iBAAiB;IAKvC,uBAAuB;IACvB,MAAM,CAAC,aAAa,IAAI,IAAI;IAI5B,oEAAoE;IACpE,OAAO,CAAC,aAAa;IAWrB;;;;OAIG;IACG,MAAM,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,GAAG,iBAAiB,CAAC;IAgBnF;;;;OAIG;IACG,eAAe,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,gBAAgB,GAAG,iBAAiB,CAAC;IAuBjG;;;;;;;;;;;OAWG;IACG,YAAY,CAChB,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,KAAK,CAAC;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,EACtD,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,aAAa,EAAE,CAAC;IAQ3B;;;;OAIG;YACW,aAAa;IA+D3B;;;;;;;OAOG;YACW,WAAW;IA2BzB;;;OAGG;YACW,MAAM;IAyBpB;;;;OAIG;YACW,OAAO;IA2CrB;;OAEG;IACH,OAAO,CAAC,SAAS;IAgBjB;;;;OAIG;YACW,aAAa;CA2B5B"}
|
|
@@ -22,6 +22,8 @@ import * as fs from 'fs/promises';
|
|
|
22
22
|
import * as path from 'path';
|
|
23
23
|
import { existsSync } from 'fs';
|
|
24
24
|
import { overlayRootFor } from './wiki-overlay.resolver.js';
|
|
25
|
+
import { parsePage, isVisibleTo } from './wiki-page.js';
|
|
26
|
+
import { WIKI_KB_CONSTANTS } from '../../constants.js';
|
|
25
27
|
/** Cap on how many .md files are inspected per search. */
|
|
26
28
|
export const WIKI_SEARCH_MAX_FILES = 500;
|
|
27
29
|
/** Cap on how many results returned to the caller. */
|
|
@@ -113,7 +115,7 @@ export class WikiSearchService {
|
|
|
113
115
|
if ('ok' in v)
|
|
114
116
|
return v;
|
|
115
117
|
const refs = (await this.collectDocs(vaultPath)).map((r) => ({ vaultPath, ...r }));
|
|
116
|
-
const { hits, truncated } = await this._searchCorpus(refs, v.query);
|
|
118
|
+
const { hits, truncated } = await this._searchCorpus(refs, v.query, input);
|
|
117
119
|
return { ok: true, vaultPath, query: v.query, hits, truncated };
|
|
118
120
|
}
|
|
119
121
|
/**
|
|
@@ -140,7 +142,7 @@ export class WikiSearchService {
|
|
|
140
142
|
if (refs.length >= WIKI_SEARCH_MAX_FILES)
|
|
141
143
|
break;
|
|
142
144
|
}
|
|
143
|
-
const { hits, truncated } = await this._searchCorpus(refs, v.query);
|
|
145
|
+
const { hits, truncated } = await this._searchCorpus(refs, v.query, input);
|
|
144
146
|
for (const h of hits) {
|
|
145
147
|
if (h.vaultPath)
|
|
146
148
|
h.vaultLabel = labelByPath.get(h.vaultPath);
|
|
@@ -159,12 +161,12 @@ export class WikiSearchService {
|
|
|
159
161
|
* @param query - Raw query string (validated/normalised here).
|
|
160
162
|
* @returns BM25-ranked hits, or an empty array for an invalid/empty query.
|
|
161
163
|
*/
|
|
162
|
-
async searchCorpus(vaultPath, docs, query) {
|
|
164
|
+
async searchCorpus(vaultPath, docs, query, filters = {}) {
|
|
163
165
|
const v = this.validateQuery(query);
|
|
164
166
|
if ('ok' in v)
|
|
165
167
|
return [];
|
|
166
168
|
const refs = docs.map((d) => ({ vaultPath, ...d }));
|
|
167
|
-
const { hits } = await this._searchCorpus(refs, v.query);
|
|
169
|
+
const { hits } = await this._searchCorpus(refs, v.query, filters);
|
|
168
170
|
return hits;
|
|
169
171
|
}
|
|
170
172
|
/**
|
|
@@ -172,15 +174,18 @@ export class WikiSearchService {
|
|
|
172
174
|
* Builds the combined corpus statistics, scores, ranks, and attaches snippets
|
|
173
175
|
* for the top results. Each hit carries its owning `vaultPath`.
|
|
174
176
|
*/
|
|
175
|
-
async _searchCorpus(docRefs, query) {
|
|
177
|
+
async _searchCorpus(docRefs, query, filters = {}) {
|
|
176
178
|
const queryTerms = Array.from(new Set(tokenize(query)));
|
|
177
179
|
const needleLower = query.toLowerCase();
|
|
178
|
-
const
|
|
179
|
-
const
|
|
180
|
+
const proposedPrefix = `${WIKI_KB_CONSTANTS.PROPOSED_DIR}/`;
|
|
181
|
+
const eligible = filters.includeProposed ? docRefs : docRefs.filter((r) => !r.relativePath.startsWith(proposedPrefix));
|
|
182
|
+
const truncatedFiles = eligible.length >= WIKI_SEARCH_MAX_FILES;
|
|
183
|
+
const slice = eligible.slice(0, WIKI_SEARCH_MAX_FILES);
|
|
180
184
|
// Pass 1: read + tokenise each doc, accumulate query-term frequencies + length.
|
|
185
|
+
// Superseded pages and pages the viewer may not see are dropped here.
|
|
181
186
|
const docs = [];
|
|
182
187
|
for (const ref of slice) {
|
|
183
|
-
const doc = await this.statDoc(ref, queryTerms);
|
|
188
|
+
const doc = await this.statDoc(ref, queryTerms, filters);
|
|
184
189
|
if (doc)
|
|
185
190
|
docs.push(doc);
|
|
186
191
|
}
|
|
@@ -297,7 +302,7 @@ export class WikiSearchService {
|
|
|
297
302
|
* tokens are folded in (weighted) so title relevance contributes to BM25.
|
|
298
303
|
* Returns null only on unreadable/oversize files with no filename match.
|
|
299
304
|
*/
|
|
300
|
-
async statDoc(ref, queryTerms) {
|
|
305
|
+
async statDoc(ref, queryTerms, filters = {}) {
|
|
301
306
|
const { vaultPath, relativePath, absPath } = ref;
|
|
302
307
|
const filenameMatch = queryTerms.some((t) => relativePath.toLowerCase().includes(t));
|
|
303
308
|
// Filename/title tokens, folded in with a weight.
|
|
@@ -320,6 +325,11 @@ export class WikiSearchService {
|
|
|
320
325
|
const stat = await fs.stat(absPath);
|
|
321
326
|
if (stat.size <= WIKI_SEARCH_MAX_FILE_BYTES) {
|
|
322
327
|
content = await fs.readFile(absPath, 'utf8');
|
|
328
|
+
const { frontmatter } = parsePage(content);
|
|
329
|
+
if (frontmatter.superseded_by && !filters.includeSuperseded)
|
|
330
|
+
return null;
|
|
331
|
+
if (!isVisibleTo(frontmatter, filters.viewerRole))
|
|
332
|
+
return null;
|
|
323
333
|
}
|
|
324
334
|
}
|
|
325
335
|
catch {
|