skillar 0.2.1 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +280 -0
- package/README.md +37 -5
- package/dist/analysis/finding.js +8 -190
- package/dist/analysis/kernel.js +896 -0
- package/dist/analysis/tree.js +7 -154
- package/dist/analysis/usage.js +9 -394
- package/dist/api/flows.js +42 -212
- package/dist/api/report-kernel.js +1063 -0
- package/dist/api/routes.js +12 -2
- package/dist/catalog/fields.js +138 -146
- package/dist/catalog/watcher.js +7 -2
- package/dist/cli/init.js +45 -0
- package/dist/cli/main.js +76 -3
- package/dist/cli/private-skills.js +122 -0
- package/dist/cli/serve.js +15 -1
- package/dist/cli/sync.js +124 -0
- package/dist/dashboard/NOTICE +280 -0
- package/dist/dashboard/assets/app.js +737 -275
- package/dist/dashboard/assets/astryx-reset.css +407 -0
- package/dist/dashboard/assets/astryx.css +1077 -0
- package/dist/dashboard/assets/charts.css +54 -0
- package/dist/dashboard/assets/chunk-TPGDA2J4.js +1 -0
- package/dist/dashboard/assets/chunk-YLWHVDMP.js +36 -0
- package/dist/dashboard/assets/controls.css +207 -0
- package/dist/dashboard/assets/overlays.css +132 -0
- package/dist/dashboard/assets/p1.css +135 -0
- package/dist/dashboard/assets/shell.css +71 -0
- package/dist/dashboard/assets/skillar-theme.css +692 -0
- package/dist/dashboard/assets/styles.css +224 -121
- package/dist/dashboard/assets/tokens.css +278 -0
- package/dist/dashboard/assets/widgets.css +83 -0
- package/dist/dashboard/index.html +11 -2
- package/dist/dashboard/viewers/viewers.css +61 -0
- package/dist/ingest/attribution.js +5 -1
- package/dist/ingest/pipeline.js +2 -0
- package/dist/ingest/request-recorder.js +39 -0
- package/dist/mcp/dispatch.js +2 -2
- package/dist/mcp/http.js +43 -3
- package/dist/mcp/skills-extension.js +42 -15
- package/dist/mcp/stdio-proxy.js +24 -3
- package/dist/mcp/tools.js +38 -24
- package/dist/packs/claude-code.js +22 -11
- package/dist/packs/cursor.js +9 -4
- package/dist/packs/gemini.js +9 -4
- package/dist/packs/json-config.js +41 -0
- package/dist/packs/omo.js +15 -6
- package/dist/request-status.js +81 -0
- package/dist/search/fts.js +93 -58
- package/dist/search/fusion.js +49 -47
- package/dist/search/guidance.js +18 -6
- package/dist/search/index.js +291 -70
- package/dist/search/lexical.js +71 -63
- package/dist/server.js +12 -0
- package/dist/skills/apply.js +130 -0
- package/dist/skills/capture.js +54 -0
- package/dist/skills/cloud-plan.js +57 -0
- package/dist/skills/cloud.js +81 -0
- package/dist/skills/fs.js +133 -0
- package/dist/skills/package.js +734 -0
- package/dist/skills/plan.js +83 -0
- package/dist/skills/receipt.js +44 -0
- package/dist/skills/rollback.js +119 -0
- package/dist/skills/transfer.js +51 -0
- package/dist/store/db.js +7 -1
- package/dist/store/execution.js +2 -34
- package/dist/store/export.js +25 -4
- package/dist/store/migrations/007_sync.sql +49 -0
- package/dist/store/migrations/008_connector_commands.sql +12 -0
- package/dist/store/queries.js +33 -7
- package/dist/store/writes.js +38 -5
- package/dist/sync/cloud-blobs.js +175 -0
- package/dist/sync/cloud-commands.js +101 -0
- package/dist/sync/cloud-connection.js +105 -0
- package/dist/sync/cloud-delivery.js +114 -0
- package/dist/sync/cloud-documents.js +103 -0
- package/dist/sync/cloud-export.js +67 -0
- package/dist/sync/cloud-http.js +150 -0
- package/dist/sync/cloud-jobs.js +94 -0
- package/dist/sync/cloud-pending.js +143 -0
- package/dist/sync/cloud-prepare.js +101 -0
- package/dist/sync/cloud-restore.js +136 -0
- package/dist/sync/cloud-rollback.js +24 -0
- package/dist/sync/cloud-runner.js +86 -0
- package/dist/sync/cloud-runtime.js +293 -0
- package/dist/sync/cloud-schema.js +32 -0
- package/dist/sync/cloud-stage.js +112 -0
- package/dist/sync/cloud-wire.js +693 -0
- package/dist/sync/cloud-worker.js +57 -0
- package/dist/sync/cloud.js +157 -0
- package/dist/sync/command-apply.js +140 -0
- package/dist/sync/command-control.js +25 -0
- package/dist/sync/command-wire.js +437 -0
- package/dist/sync/consent.js +130 -0
- package/dist/sync/journal.js +43 -0
- package/dist/sync/outbox.js +134 -0
- package/dist/sync/restore-rows.js +125 -0
- package/dist/sync/restore.js +174 -0
- package/dist/sync/snapshot.js +78 -0
- package/dist/sync/spool-request.js +103 -0
- package/dist/sync/tables.js +27 -0
- package/dist/sync/triggers.js +34 -0
- package/dist/workflow/compare.js +3 -43
- package/docs/cloud-sync.md +94 -0
- package/docs/private-skills.md +75 -0
- package/docs/sync-p4.md +102 -0
- package/docs/sync-restore.md +167 -0
- package/package.json +18 -5
- package/src/store/migrations/007_sync.sql +49 -0
- package/src/store/migrations/008_connector_commands.sql +12 -0
- package/dist/dashboard/assets/chunk-5DFWNJC2.js +0 -1
- package/dist/dashboard/assets/chunk-S6B2HJQA.js +0 -17
package/dist/search/fts.js
CHANGED
|
@@ -1,61 +1,96 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
tokens.add(t);
|
|
15
|
-
}
|
|
16
|
-
tokens.add(text);
|
|
17
|
-
return [...tokens];
|
|
1
|
+
// ../shared/dist/search/fusion.js
|
|
2
|
+
var RRF_K = 60;
|
|
3
|
+
var MAX_RRF = 2 / (RRF_K + 1);
|
|
4
|
+
|
|
5
|
+
// ../shared/dist/search/lexical.js
|
|
6
|
+
var normalize = (value) => value.normalize("NFKC").toLowerCase().replace(/\s+/g, " ").trim();
|
|
7
|
+
var STOPWORDS = new Set("a an the and or to of for in on with from by is are be it this that do please use using when how me my can could would should not only then after before need want help \uD574\uC918 \uD574\uC8FC\uC138\uC694 \uC54C\uB824\uC918 \uC791\uC131\uD574\uC918 \uB9CC\uB4E4\uC5B4\uC918 \uD655\uC778\uD574\uC918 \uAC80\uD1A0\uD574\uC918 \uD544\uC694 \uC5C6\uC5B4 \uC788\uC2B5\uB2C8\uB2E4 \uD569\uB2C8\uB2E4 \uC791\uC5C5 \uC0AC\uC6A9 \uD1B5\uD574 \uB300\uD55C \uC704\uD55C \uAD00\uB828 \uD604\uC7AC \uB2E4\uC74C \uBA3C\uC800 \uC2E4\uC81C \uD558\uB098 \uAC83 \uC218 \uBC0F \uB610\uB294 \uD558\uACE0 \uADF8\uB9AC\uACE0 \uBC29\uBC95 \uC740 \uB294 \uC774 \uAC00 \uC744 \uB97C \uC758 \uB3C4 \uB85C \uC640 \uACFC \uC5D0".split(" "));
|
|
8
|
+
function stem(word) {
|
|
9
|
+
if (/^[가-힣]+$/.test(word) && word.length > 2) {
|
|
10
|
+
const stripped = word.replace(/(?:해주세요|해줘|하기|하게|하는|하면서|하려는|으로|에서|에게|에는|까지|부터|처럼|보다|은|는|을|를|이|가|과|와|의|도|로)$/, "");
|
|
11
|
+
return stripped.length >= 2 ? stripped : word;
|
|
12
|
+
}
|
|
13
|
+
return /^[a-z]{5,}s$/.test(word) && !word.endsWith("ss") ? word.slice(0, -1) : word;
|
|
18
14
|
}
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
15
|
+
function words(text) {
|
|
16
|
+
return (normalize(text).match(/[\p{L}\p{N}]+/gu) ?? []).flatMap((word) => word.split(/(?<=[가-힣])(?=[a-z0-9])|(?<=[a-z0-9])(?=[가-힣])/));
|
|
17
|
+
}
|
|
18
|
+
var isStopword = (word) => STOPWORDS.has(word);
|
|
19
|
+
|
|
20
|
+
// ../shared/dist/search/fts.js
|
|
21
|
+
var FTS_MIN_CHARS = 3;
|
|
22
|
+
var length = (s) => Array.from(s).length;
|
|
23
|
+
function ftsTokens(query) {
|
|
24
|
+
const text = normalize(query);
|
|
25
|
+
if (length(text) < FTS_MIN_CHARS)
|
|
26
|
+
return [];
|
|
27
|
+
const tokens = /* @__PURE__ */ new Set();
|
|
28
|
+
for (const word of words(text)) {
|
|
29
|
+
if (isStopword(word))
|
|
30
|
+
continue;
|
|
31
|
+
for (const t of [word, stem(word)])
|
|
32
|
+
if (length(t) >= FTS_MIN_CHARS)
|
|
33
|
+
tokens.add(t);
|
|
34
|
+
}
|
|
35
|
+
tokens.add(text);
|
|
36
|
+
return [...tokens];
|
|
37
|
+
}
|
|
38
|
+
var ftsMatchExpression = (tokens) => tokens.map((t) => `"${t.replace(/"/g, '""')}"`).join(" OR ");
|
|
39
|
+
var FTS_INSERT = "INSERT INTO skills_fts(uri, name, description, when_to_use, examples, aliases_ko, body_head) VALUES (?, ?, ?, ?, ?, ?, ?)";
|
|
40
|
+
var FTS_DELETE = "DELETE FROM skills_fts WHERE uri = ?";
|
|
41
|
+
var FTS_SEARCH = "SELECT uri, bm25(skills_fts, 0, 8, 2, 3, 5, 6, 1) AS score FROM skills_fts WHERE skills_fts MATCH ? ORDER BY score LIMIT ?";
|
|
42
|
+
var ftsFields = (e) => [e.name, e.description, e.whenToUse ?? "", e.examples.join("\n"), e.aliasesKo.join("\n"), e.bodyHead];
|
|
43
|
+
function ftsHits(rows, tokens, texts) {
|
|
44
|
+
return rows.map((row, i) => {
|
|
45
|
+
const text = texts.get(row.uri) ?? "";
|
|
46
|
+
return { uri: row.uri, rank: i + 1, bm25: row.score, matched: tokens.filter((t) => text.includes(t)) };
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
// src/search/fts.ts
|
|
51
|
+
var FtsIndex = class {
|
|
52
|
+
constructor(db) {
|
|
53
|
+
this.db = db;
|
|
54
|
+
this.insertStmt = db.prepare(FTS_INSERT);
|
|
55
|
+
this.deleteStmt = db.prepare(FTS_DELETE);
|
|
56
|
+
this.searchStmt = db.prepare(FTS_SEARCH);
|
|
57
|
+
}
|
|
58
|
+
db;
|
|
59
|
+
insertStmt;
|
|
60
|
+
deleteStmt;
|
|
61
|
+
searchStmt;
|
|
62
|
+
texts = /* @__PURE__ */ new Map();
|
|
63
|
+
clear() {
|
|
64
|
+
this.db.exec("DELETE FROM skills_fts");
|
|
65
|
+
this.texts.clear();
|
|
66
|
+
}
|
|
67
|
+
remove(uris) {
|
|
68
|
+
for (const uri of uris) {
|
|
69
|
+
this.deleteStmt.run(uri);
|
|
70
|
+
this.texts.delete(uri);
|
|
50
71
|
}
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
return { uri: row.uri, rank: i + 1, bm25: row.score, matched: tokens.filter(t => text.includes(t)) };
|
|
59
|
-
});
|
|
72
|
+
}
|
|
73
|
+
upsert(entries) {
|
|
74
|
+
for (const e of entries) {
|
|
75
|
+
this.deleteStmt.run(e.uri);
|
|
76
|
+
const fields = ftsFields(e);
|
|
77
|
+
this.insertStmt.run(e.uri, ...fields);
|
|
78
|
+
this.texts.set(e.uri, normalize(fields.join(" ")));
|
|
60
79
|
}
|
|
61
|
-
}
|
|
80
|
+
}
|
|
81
|
+
search(query, limit = 50) {
|
|
82
|
+
const tokens = ftsTokens(query);
|
|
83
|
+
if (!tokens.length) return [];
|
|
84
|
+
const rows = this.searchStmt.all(ftsMatchExpression(tokens), limit).map((row) => {
|
|
85
|
+
if (typeof row.uri !== "string" || typeof row.score !== "number") throw new TypeError("Invalid SQLite FTS row");
|
|
86
|
+
return { uri: row.uri, score: row.score };
|
|
87
|
+
});
|
|
88
|
+
return ftsHits(rows, tokens, this.texts);
|
|
89
|
+
}
|
|
90
|
+
};
|
|
91
|
+
export {
|
|
92
|
+
FTS_MIN_CHARS,
|
|
93
|
+
FtsIndex,
|
|
94
|
+
ftsMatchExpression,
|
|
95
|
+
ftsTokens
|
|
96
|
+
};
|
package/dist/search/fusion.js
CHANGED
|
@@ -1,50 +1,52 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
return { hit: queryTerms.filter(t => set.has(t)).length, total: queryTerms.length };
|
|
1
|
+
// ../shared/dist/search/fusion.js
|
|
2
|
+
var RRF_K = 60;
|
|
3
|
+
var DEFAULT_THRESHOLD = 0;
|
|
4
|
+
var MAX_RRF = 2 / (RRF_K + 1);
|
|
5
|
+
var round4 = (n) => Math.round(n * 1e4) / 1e4;
|
|
6
|
+
function termCoverage(queryTerms, matched) {
|
|
7
|
+
const set = new Set(matched.map((m) => m.normalize("NFKC").toLowerCase()));
|
|
8
|
+
return { hit: queryTerms.filter((t) => set.has(t)).length, total: queryTerms.length };
|
|
10
9
|
}
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
const { hit, total } = termCoverage(queryTerms, f.matched);
|
|
40
|
-
f.coverage = total ? hit / total : 1;
|
|
41
|
-
// Normalize against the best possible RRF (rank 1 in both lists), scale by term coverage; anchors pin to 1.
|
|
42
|
-
f.score = f.anchor ? 1 : round4(Math.min(1, f.rrf / MAX_RRF) * f.coverage);
|
|
43
|
-
}
|
|
44
|
-
return fused.sort((a, b) => b.anchor - a.anchor || b.rrf - a.rrf || b.lexScore - a.lexScore || (a.uri < b.uri ? -1 : a.uri > b.uri ? 1 : 0));
|
|
10
|
+
function fuse(lexical, fts, queryTerms = []) {
|
|
11
|
+
const byUri = /* @__PURE__ */ new Map();
|
|
12
|
+
const get = (uri) => {
|
|
13
|
+
let f = byUri.get(uri);
|
|
14
|
+
if (!f)
|
|
15
|
+
byUri.set(uri, f = { uri, score: 0, rrf: 0, anchor: 0, lexScore: 0, matched: [], coverage: 1 });
|
|
16
|
+
return f;
|
|
17
|
+
};
|
|
18
|
+
lexical.forEach((hit, i) => {
|
|
19
|
+
const f = get(hit.uri);
|
|
20
|
+
f.rrf += 1 / (RRF_K + i + 1);
|
|
21
|
+
f.anchor = hit.anchor;
|
|
22
|
+
f.lexScore = hit.score;
|
|
23
|
+
f.matched.push(...hit.matched);
|
|
24
|
+
});
|
|
25
|
+
for (const hit of fts) {
|
|
26
|
+
const f = get(hit.uri);
|
|
27
|
+
f.rrf += 1 / (RRF_K + hit.rank);
|
|
28
|
+
f.matched.push(...hit.matched);
|
|
29
|
+
}
|
|
30
|
+
const fused = [...byUri.values()];
|
|
31
|
+
for (const f of fused) {
|
|
32
|
+
f.matched = [...new Set(f.matched)];
|
|
33
|
+
const { hit, total } = termCoverage(queryTerms, f.matched);
|
|
34
|
+
f.coverage = total ? hit / total : 1;
|
|
35
|
+
f.score = f.anchor ? 1 : round4(Math.min(1, f.rrf / MAX_RRF) * f.coverage);
|
|
36
|
+
}
|
|
37
|
+
return fused.sort((a, b) => b.anchor - a.anchor || b.rrf - a.rrf || b.lexScore - a.lexScore || (a.uri < b.uri ? -1 : a.uri > b.uri ? 1 : 0));
|
|
45
38
|
}
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
return hits.length ? round4(Math.min(1, Math.max(...hits) + margin)) : 0;
|
|
39
|
+
function calibrate(negativeBestScores, margin = 0.01) {
|
|
40
|
+
const hits = negativeBestScores.filter((s) => s > 0);
|
|
41
|
+
return hits.length ? round4(Math.min(1, Math.max(...hits) + margin)) : 0;
|
|
50
42
|
}
|
|
43
|
+
|
|
44
|
+
// ../shared/dist/search/lexical.js
|
|
45
|
+
var STOPWORDS = new Set("a an the and or to of for in on with from by is are be it this that do please use using when how me my can could would should not only then after before need want help \uD574\uC918 \uD574\uC8FC\uC138\uC694 \uC54C\uB824\uC918 \uC791\uC131\uD574\uC918 \uB9CC\uB4E4\uC5B4\uC918 \uD655\uC778\uD574\uC918 \uAC80\uD1A0\uD574\uC918 \uD544\uC694 \uC5C6\uC5B4 \uC788\uC2B5\uB2C8\uB2E4 \uD569\uB2C8\uB2E4 \uC791\uC5C5 \uC0AC\uC6A9 \uD1B5\uD574 \uB300\uD55C \uC704\uD55C \uAD00\uB828 \uD604\uC7AC \uB2E4\uC74C \uBA3C\uC800 \uC2E4\uC81C \uD558\uB098 \uAC83 \uC218 \uBC0F \uB610\uB294 \uD558\uACE0 \uADF8\uB9AC\uACE0 \uBC29\uBC95 \uC740 \uB294 \uC774 \uAC00 \uC744 \uB97C \uC758 \uB3C4 \uB85C \uC640 \uACFC \uC5D0".split(" "));
|
|
46
|
+
export {
|
|
47
|
+
DEFAULT_THRESHOLD,
|
|
48
|
+
RRF_K,
|
|
49
|
+
calibrate,
|
|
50
|
+
fuse,
|
|
51
|
+
termCoverage
|
|
52
|
+
};
|
package/dist/search/guidance.js
CHANGED
|
@@ -1,7 +1,19 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
1
|
+
// ../shared/dist/search/fusion.js
|
|
2
|
+
var RRF_K = 60;
|
|
3
|
+
var MAX_RRF = 2 / (RRF_K + 1);
|
|
4
|
+
|
|
5
|
+
// ../shared/dist/search/guidance.js
|
|
6
|
+
var SEARCH_TOOL_GUIDANCE = "Rewrite the user's task as a short English intent sentence using skill vocabulary (Korean is accepted). Do not pass skill bodies. Use mode=discovery.";
|
|
7
|
+
var ABSTAIN_HINTS = {
|
|
8
|
+
empty_query: "Describe the task as an intent sentence",
|
|
9
|
+
no_overlap: "No skill shares vocabulary with this query; rewrite it with skill vocabulary or continue without a skill",
|
|
10
|
+
below_threshold: "Matches are too weak; rephrase as a short intent sentence or continue without a skill",
|
|
11
|
+
explicit_only: "Only explicit-invocation skills matched; ask the user or search with mode=explicit"
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
// ../shared/dist/search/lexical.js
|
|
15
|
+
var STOPWORDS = new Set("a an the and or to of for in on with from by is are be it this that do please use using when how me my can could would should not only then after before need want help \uD574\uC918 \uD574\uC8FC\uC138\uC694 \uC54C\uB824\uC918 \uC791\uC131\uD574\uC918 \uB9CC\uB4E4\uC5B4\uC918 \uD655\uC778\uD574\uC918 \uAC80\uD1A0\uD574\uC918 \uD544\uC694 \uC5C6\uC5B4 \uC788\uC2B5\uB2C8\uB2E4 \uD569\uB2C8\uB2E4 \uC791\uC5C5 \uC0AC\uC6A9 \uD1B5\uD574 \uB300\uD55C \uC704\uD55C \uAD00\uB828 \uD604\uC7AC \uB2E4\uC74C \uBA3C\uC800 \uC2E4\uC81C \uD558\uB098 \uAC83 \uC218 \uBC0F \uB610\uB294 \uD558\uACE0 \uADF8\uB9AC\uACE0 \uBC29\uBC95 \uC740 \uB294 \uC774 \uAC00 \uC744 \uB97C \uC758 \uB3C4 \uB85C \uC640 \uACFC \uC5D0".split(" "));
|
|
16
|
+
export {
|
|
17
|
+
ABSTAIN_HINTS,
|
|
18
|
+
SEARCH_TOOL_GUIDANCE
|
|
7
19
|
};
|