@thanh01.pmt/research-kit 1.2.0 → 1.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/academic/index.cjs +11 -2
- package/dist/academic/index.cjs.map +1 -1
- package/dist/academic/index.d.cts +3 -3
- package/dist/academic/index.d.ts +3 -3
- package/dist/academic/index.js +2 -1
- package/dist/{catalogBuilder-nrGYEY4b.d.cts → catalogBuilder-B4eiLS_S.d.cts} +27 -5
- package/dist/{catalogBuilder-2i5KASUF.d.ts → catalogBuilder-BNB_gaWP.d.ts} +27 -5
- package/dist/chunk-AKEI7H2C.js +223 -0
- package/dist/chunk-AKEI7H2C.js.map +1 -0
- package/dist/{chunk-X3X26W2I.js → chunk-HESXWQEF.js} +12 -7
- package/dist/chunk-HESXWQEF.js.map +1 -0
- package/dist/{chunk-QFYM2NV4.js → chunk-KXJDQBSJ.js} +3 -3
- package/dist/{chunk-QFYM2NV4.js.map → chunk-KXJDQBSJ.js.map} +1 -1
- package/dist/{chunk-XDDTHWJW.js → chunk-P6RHBJY2.js} +89 -25
- package/dist/chunk-P6RHBJY2.js.map +1 -0
- package/dist/{chunk-ON6VFCJO.js → chunk-QQZQNBJC.js} +51 -2
- package/dist/chunk-QQZQNBJC.js.map +1 -0
- package/dist/{chunk-QK3LVGI7.js → chunk-SAHBBO3U.js} +170 -8
- package/dist/chunk-SAHBBO3U.js.map +1 -0
- package/dist/{chunk-DOXSPRSP.js → chunk-SDDZFFL6.js} +14 -225
- package/dist/chunk-SDDZFFL6.js.map +1 -0
- package/dist/chunk-YICMTZS5.js +527 -0
- package/dist/chunk-YICMTZS5.js.map +1 -0
- package/dist/config/index.cjs +10 -5
- package/dist/config/index.cjs.map +1 -1
- package/dist/config/index.d.cts +1 -1
- package/dist/config/index.d.ts +1 -1
- package/dist/config/index.js +1 -1
- package/dist/evidence/index.cjs.map +1 -1
- package/dist/evidence/index.d.cts +2 -2
- package/dist/evidence/index.d.ts +2 -2
- package/dist/evidence/index.js +2 -2
- package/dist/harvester/index.cjs +965 -6
- package/dist/harvester/index.cjs.map +1 -1
- package/dist/harvester/index.d.cts +87 -5
- package/dist/harvester/index.d.ts +87 -5
- package/dist/harvester/index.js +4 -3
- package/dist/{index-DlngvZBr.d.ts → index-9rDiFuR4.d.cts} +43 -12
- package/dist/{index-DlngvZBr.d.cts → index-9rDiFuR4.d.ts} +43 -12
- package/dist/index.cjs +852 -32
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +13 -11
- package/dist/index.d.ts +13 -11
- package/dist/index.js +21 -12
- package/dist/index.js.map +1 -1
- package/dist/{literatureReview-C7hsjrn4.d.cts → literatureReview-BwidpYJo.d.cts} +2 -1
- package/dist/{literatureReview-DWl13r_3.d.ts → literatureReview-DOzgm9Q2.d.ts} +2 -1
- package/dist/pipeline/index.cjs +545 -249
- package/dist/pipeline/index.cjs.map +1 -1
- package/dist/pipeline/index.d.cts +10 -4
- package/dist/pipeline/index.d.ts +10 -4
- package/dist/pipeline/index.js +6 -5
- package/dist/{webScraper-yO9P-oLb.d.cts → webScraper-CAQjE46m.d.cts} +11 -2
- package/dist/{webScraper-DBFUIqoO.d.ts → webScraper-CXIpvyA6.d.ts} +11 -2
- package/package.json +1 -1
- package/dist/chunk-DOXSPRSP.js.map +0 -1
- package/dist/chunk-LSMSIPTZ.js +0 -3
- package/dist/chunk-LSMSIPTZ.js.map +0 -1
- package/dist/chunk-ON6VFCJO.js.map +0 -1
- package/dist/chunk-QK3LVGI7.js.map +0 -1
- package/dist/chunk-X3X26W2I.js.map +0 -1
- package/dist/chunk-XDDTHWJW.js.map +0 -1
|
@@ -0,0 +1,223 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
|
|
3
|
+
// src/academic/arxivClient.ts
|
|
4
|
+
var ArXivSearchEngine = class {
|
|
5
|
+
/**
|
|
6
|
+
* Search ArXiv repository using the public atom XML API
|
|
7
|
+
*/
|
|
8
|
+
async search(query, maxResults = 5) {
|
|
9
|
+
const papers = [];
|
|
10
|
+
try {
|
|
11
|
+
const url = `https://export.arxiv.org/api/query?search_query=all:${encodeURIComponent(query)}&start=0&max_results=${maxResults}&sortBy=relevance&sortOrder=descending`;
|
|
12
|
+
const res = await fetch(url, { signal: AbortSignal.timeout(1e4) });
|
|
13
|
+
if (res.ok) {
|
|
14
|
+
const xmlText = await res.text();
|
|
15
|
+
const entryMatches = xmlText.match(/<entry>[\s\S]*?<\/entry>/g) || [];
|
|
16
|
+
for (const entry of entryMatches) {
|
|
17
|
+
const idMatch = entry.match(/<id>([\s\S]*?)<\/id>/);
|
|
18
|
+
const titleMatch = entry.match(/<title>([\s\S]*?)<\/title>/);
|
|
19
|
+
const summaryMatch = entry.match(/<summary>([\s\S]*?)<\/summary>/);
|
|
20
|
+
const publishedMatch = entry.match(/<published>(\d{4})/);
|
|
21
|
+
const authorMatches = [...entry.matchAll(/<author>\s*<name>([\s\S]*?)<\/name>/g)].map((m) => m[1]?.trim()).filter(Boolean);
|
|
22
|
+
const arxivUrl = idMatch ? idMatch[1]?.trim() : "";
|
|
23
|
+
const pdfUrl = arxivUrl ? arxivUrl.replace("/abs/", "/pdf/") + ".pdf" : void 0;
|
|
24
|
+
if (titleMatch) {
|
|
25
|
+
papers.push({
|
|
26
|
+
id: arxivUrl || `arxiv-${Math.random().toString(36).substring(7)}`,
|
|
27
|
+
title: titleMatch[1]?.trim().replace(/\s+/g, " ") || "Untitled ArXiv Paper",
|
|
28
|
+
abstract: summaryMatch ? summaryMatch[1]?.trim().replace(/\s+/g, " ") : "",
|
|
29
|
+
authors: authorMatches,
|
|
30
|
+
year: publishedMatch ? parseInt(publishedMatch[1], 10) : (/* @__PURE__ */ new Date()).getFullYear(),
|
|
31
|
+
citationCount: 0,
|
|
32
|
+
venue: "arXiv preprint",
|
|
33
|
+
url: arxivUrl,
|
|
34
|
+
pdfUrl,
|
|
35
|
+
fieldsOfStudy: ["Computer Science", "AI & Machine Learning"]
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
} catch (e) {
|
|
41
|
+
console.warn("[ArXivSearchEngine] ArXiv search failed:", e?.message || e);
|
|
42
|
+
}
|
|
43
|
+
return papers;
|
|
44
|
+
}
|
|
45
|
+
};
|
|
46
|
+
var AcademicPaperSchema = z.object({
|
|
47
|
+
id: z.string(),
|
|
48
|
+
title: z.string(),
|
|
49
|
+
abstract: z.string().optional(),
|
|
50
|
+
authors: z.array(z.string()).default([]),
|
|
51
|
+
year: z.number().optional(),
|
|
52
|
+
citationCount: z.number().default(0),
|
|
53
|
+
venue: z.string().optional(),
|
|
54
|
+
doi: z.string().optional(),
|
|
55
|
+
url: z.string().optional(),
|
|
56
|
+
pdfUrl: z.string().optional(),
|
|
57
|
+
tldr: z.string().optional(),
|
|
58
|
+
fieldsOfStudy: z.array(z.string()).default([])
|
|
59
|
+
});
|
|
60
|
+
function reconstructOpenAlexAbstract(invertedIndex) {
|
|
61
|
+
if (!invertedIndex || typeof invertedIndex !== "object") return void 0;
|
|
62
|
+
const entries = Object.entries(invertedIndex);
|
|
63
|
+
if (entries.length === 0) return void 0;
|
|
64
|
+
let maxIndex = 0;
|
|
65
|
+
for (const [, positions] of entries) {
|
|
66
|
+
if (Array.isArray(positions)) {
|
|
67
|
+
for (const p of positions) {
|
|
68
|
+
if (typeof p === "number" && p > maxIndex) maxIndex = p;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
if (maxIndex > 5e3) maxIndex = 5e3;
|
|
73
|
+
const words = new Array(maxIndex + 1);
|
|
74
|
+
for (const [word, positions] of entries) {
|
|
75
|
+
if (Array.isArray(positions)) {
|
|
76
|
+
for (const p of positions) {
|
|
77
|
+
if (typeof p === "number" && p >= 0 && p <= maxIndex) {
|
|
78
|
+
words[p] = word;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
const reconstructed = words.filter(Boolean).join(" ").trim();
|
|
84
|
+
return reconstructed.length > 0 ? reconstructed : void 0;
|
|
85
|
+
}
|
|
86
|
+
var AcademicSearchEngine = class {
|
|
87
|
+
apiKey;
|
|
88
|
+
allowEnvFallback;
|
|
89
|
+
customAdapter;
|
|
90
|
+
arxivEngine;
|
|
91
|
+
constructor(options = {}) {
|
|
92
|
+
this.arxivEngine = new ArXivSearchEngine();
|
|
93
|
+
if (typeof options === "string") {
|
|
94
|
+
this.apiKey = options;
|
|
95
|
+
this.allowEnvFallback = true;
|
|
96
|
+
} else {
|
|
97
|
+
this.allowEnvFallback = options.allowEnvFallback ?? true;
|
|
98
|
+
this.apiKey = options.apiKey || (this.allowEnvFallback ? process.env.SEMANTIC_SCHOLAR_API_KEY : void 0);
|
|
99
|
+
this.customAdapter = options.customAdapter;
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
setCustomAdapter(adapter) {
|
|
103
|
+
this.customAdapter = adapter;
|
|
104
|
+
}
|
|
105
|
+
setApiKey(apiKey) {
|
|
106
|
+
this.apiKey = apiKey;
|
|
107
|
+
}
|
|
108
|
+
/**
|
|
109
|
+
* Search academic papers across Semantic Scholar with OpenAlex and ArXiv fallback or Custom Adapter
|
|
110
|
+
*/
|
|
111
|
+
async searchPapers(query, options = {}) {
|
|
112
|
+
const adapter = options.customAdapter || this.customAdapter;
|
|
113
|
+
if (adapter) {
|
|
114
|
+
try {
|
|
115
|
+
const customPapers = await adapter.searchPapers(query, { limit: options.limit, yearRange: options.yearRange });
|
|
116
|
+
if (Array.isArray(customPapers) && customPapers.length > 0) {
|
|
117
|
+
return customPapers;
|
|
118
|
+
}
|
|
119
|
+
} catch (e) {
|
|
120
|
+
console.warn("[AcademicSearchEngine] Custom academic adapter failed:", e?.message || e);
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
const limit = options.limit ?? 5;
|
|
124
|
+
const papers = [];
|
|
125
|
+
const seenTitles = /* @__PURE__ */ new Set();
|
|
126
|
+
const pushUnique = (p) => {
|
|
127
|
+
const normTitle = p.title.toLowerCase().replace(/[^a-z0-9\u00C0-\u1EF9]+/g, "");
|
|
128
|
+
if (!normTitle || seenTitles.has(normTitle)) return;
|
|
129
|
+
seenTitles.add(normTitle);
|
|
130
|
+
papers.push(p);
|
|
131
|
+
};
|
|
132
|
+
try {
|
|
133
|
+
const apiKey = options.apiKey || this.apiKey;
|
|
134
|
+
const headers = { "Content-Type": "application/json" };
|
|
135
|
+
if (apiKey) {
|
|
136
|
+
headers["x-api-key"] = apiKey;
|
|
137
|
+
}
|
|
138
|
+
const params = new URLSearchParams({
|
|
139
|
+
query,
|
|
140
|
+
limit: limit.toString(),
|
|
141
|
+
fields: "paperId,title,abstract,authors,year,citationCount,venue,externalIds,url,openAccessPdf,tldr,fieldsOfStudy"
|
|
142
|
+
});
|
|
143
|
+
if (options.yearRange) {
|
|
144
|
+
params.append("year", options.yearRange);
|
|
145
|
+
}
|
|
146
|
+
const res = await fetch(`https://api.semanticscholar.org/graph/v1/paper/search?${params.toString()}`, {
|
|
147
|
+
headers,
|
|
148
|
+
signal: AbortSignal.timeout(6e3)
|
|
149
|
+
});
|
|
150
|
+
if (res.ok) {
|
|
151
|
+
const data = await res.json();
|
|
152
|
+
if (Array.isArray(data?.data)) {
|
|
153
|
+
for (const item of data.data) {
|
|
154
|
+
pushUnique({
|
|
155
|
+
id: item.paperId || `s2-${Math.random().toString(36).slice(2, 8)}`,
|
|
156
|
+
title: item.title || "Untitled",
|
|
157
|
+
abstract: item.abstract || void 0,
|
|
158
|
+
authors: Array.isArray(item.authors) ? item.authors.map((a) => a.name).filter(Boolean) : [],
|
|
159
|
+
year: item.year,
|
|
160
|
+
citationCount: item.citationCount || 0,
|
|
161
|
+
venue: item.venue || void 0,
|
|
162
|
+
doi: item.externalIds?.DOI,
|
|
163
|
+
url: item.url || (item.externalIds?.DOI ? `https://doi.org/${item.externalIds.DOI}` : void 0),
|
|
164
|
+
pdfUrl: item.openAccessPdf?.url,
|
|
165
|
+
tldr: item.tldr?.text,
|
|
166
|
+
fieldsOfStudy: Array.isArray(item.fieldsOfStudy) && item.fieldsOfStudy.length > 0 ? item.fieldsOfStudy : ["Computer Science"]
|
|
167
|
+
});
|
|
168
|
+
}
|
|
169
|
+
if (papers.length >= limit) return papers.slice(0, limit);
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
} catch (e) {
|
|
173
|
+
console.warn("[AcademicSearchEngine] Semantic Scholar failed:", e?.message || e);
|
|
174
|
+
}
|
|
175
|
+
if (papers.length < limit) {
|
|
176
|
+
try {
|
|
177
|
+
const res = await fetch(`https://api.openalex.org/works?search=${encodeURIComponent(query)}&per-page=${limit}`, {
|
|
178
|
+
headers: { "User-Agent": "OrchableComposer/1.0 (mailto:team@orchable.app)" },
|
|
179
|
+
signal: AbortSignal.timeout(6e3)
|
|
180
|
+
});
|
|
181
|
+
if (res.ok) {
|
|
182
|
+
const data = await res.json();
|
|
183
|
+
if (Array.isArray(data?.results)) {
|
|
184
|
+
for (const item of data.results) {
|
|
185
|
+
const abstractText = reconstructOpenAlexAbstract(item.abstract_inverted_index);
|
|
186
|
+
const concepts = Array.isArray(item.concepts) ? item.concepts.slice(0, 3).map((c) => c.display_name).filter(Boolean) : ["Computer Science"];
|
|
187
|
+
pushUnique({
|
|
188
|
+
id: item.id || `oa-${Math.random().toString(36).slice(2, 8)}`,
|
|
189
|
+
title: item.title || "Untitled",
|
|
190
|
+
abstract: abstractText,
|
|
191
|
+
authors: Array.isArray(item.authorships) ? item.authorships.map((a) => a.author?.display_name).filter(Boolean) : [],
|
|
192
|
+
year: item.publication_year,
|
|
193
|
+
citationCount: item.cited_by_count || 0,
|
|
194
|
+
venue: item.primary_location?.source?.display_name,
|
|
195
|
+
doi: item.doi ? String(item.doi).replace(/^https?:\/\/doi\.org\//i, "") : void 0,
|
|
196
|
+
url: item.doi || item.id,
|
|
197
|
+
pdfUrl: item.open_access?.oa_url,
|
|
198
|
+
fieldsOfStudy: concepts.length > 0 ? concepts : ["Computer Science"]
|
|
199
|
+
});
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
} catch (e) {
|
|
204
|
+
console.warn("[AcademicSearchEngine] OpenAlex failed:", e?.message || e);
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
if (papers.length < limit && options.includeArxivFallback !== false) {
|
|
208
|
+
try {
|
|
209
|
+
const arxivPapers = await this.arxivEngine.search(query, limit - papers.length);
|
|
210
|
+
for (const p of arxivPapers) {
|
|
211
|
+
pushUnique(p);
|
|
212
|
+
}
|
|
213
|
+
} catch (e) {
|
|
214
|
+
console.warn("[AcademicSearchEngine] ArXiv fallback failed:", e?.message || e);
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
return papers.slice(0, limit);
|
|
218
|
+
}
|
|
219
|
+
};
|
|
220
|
+
|
|
221
|
+
export { AcademicPaperSchema, AcademicSearchEngine, ArXivSearchEngine, reconstructOpenAlexAbstract };
|
|
222
|
+
//# sourceMappingURL=chunk-AKEI7H2C.js.map
|
|
223
|
+
//# sourceMappingURL=chunk-AKEI7H2C.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/academic/arxivClient.ts","../src/academic/semanticScholar.ts"],"names":[],"mappings":";;;AAKO,IAAM,oBAAN,MAAwB;AAAA;AAAA;AAAA;AAAA,EAI7B,MAAM,MAAA,CAAO,KAAA,EAAe,UAAA,GAAa,CAAA,EAA6B;AACpE,IAAA,MAAM,SAA0B,EAAC;AAEjC,IAAA,IAAI;AACF,MAAA,MAAM,MAAM,CAAA,oDAAA,EAAuD,kBAAA,CAAmB,KAAK,CAAC,wBAAwB,UAAU,CAAA,sCAAA,CAAA;AAC9H,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,GAAA,EAAK,EAAE,QAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK,CAAA,EAAG,CAAA;AAEnE,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,QAAA,MAAM,YAAA,GAAe,OAAA,CAAQ,KAAA,CAAM,2BAA2B,KAAK,EAAC;AAEpE,QAAA,KAAA,MAAW,SAAS,YAAA,EAAc;AAChC,UAAA,MAAM,OAAA,GAAU,KAAA,CAAM,KAAA,CAAM,sBAAsB,CAAA;AAClD,UAAA,MAAM,UAAA,GAAa,KAAA,CAAM,KAAA,CAAM,4BAA4B,CAAA;AAC3D,UAAA,MAAM,YAAA,GAAe,KAAA,CAAM,KAAA,CAAM,gCAAgC,CAAA;AACjE,UAAA,MAAM,cAAA,GAAiB,KAAA,CAAM,KAAA,CAAM,oBAAoB,CAAA;AACvD,UAAA,MAAM,gBAAgB,CAAC,GAAG,KAAA,CAAM,QAAA,CAAS,sCAAsC,CAAC,CAAA,CAAE,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,OAAO,OAAO,CAAA;AAEvH,UAAA,MAAM,WAAW,OAAA,GAAU,OAAA,CAAQ,CAAC,CAAA,EAAG,MAAK,GAAI,EAAA;AAChD,UAAA,MAAM,SAAS,QAAA,GAAW,QAAA,CAAS,QAAQ,OAAA,EAAS,OAAO,IAAI,MAAA,GAAS,KAAA,CAAA;AAExE,UAAA,IAAI,UAAA,EAAY;AACd,YAAA,MAAA,CAAO,IAAA,CAAK;AAAA,cACV,EAAA,EAAI,QAAA,IAAY,CAAA,MAAA,EAAS,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAC,CAAC,CAAA,CAAA;AAAA,cAChE,KAAA,EAAO,WAAW,CAAC,CAAA,EAAG,MAAK,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,IAAK,sBAAA;AAAA,cACrD,QAAA,EAAU,YAAA,GAAe,YAAA,CAAa,CAAC,CAAA,EAAG,MAAK,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,GAAI,EAAA;AAAA,cACxE,OAAA,EAAS,aAAA;AAAA,cACT,IAAA,EAAM,cAAA,GAAiB,QAAA,CAAS,cAAA,CAAe,CAAC,CAAA,EAAI,EAAE,CAAA,GAAA,iBAAI,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,cACjF,aAAA,EAAe,CAAA;AAAA,cACf,KAAA,EAAO,gBAAA;AAAA,cACP,GAAA,EAAK,QAAA;AAAA,cACL,MAAA;AAAA,cACA,aAAA,EAAe,CAAC,kBAAA,EAAoB,uBAAuB;AAAA,aAC5D,CAAA;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,0CAAA,EAA4C,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC1E;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AACF;AChDO,IAAM,mBAAA,GAAsB,EAAE,MAAA,CAAO;AAAA,EAC1C,EAAA,EAAI,EAAE,MAAA,EAAO;AAAA,EACb,KAAA,EAAO,EAAE,MAAA,EAAO;AAAA,EAChB,QAAA,EAAU,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC9B,OAAA,EAAS,EAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,OAAA,CAAQ,EAAE,CAAA;AAAA,EACvC,IAAA,EAAM,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC1B,aAAA,EAAe,CAAA,CAAE,MAAA,EAAO,CAAE,QAAQ,CAAC,CAAA;AAAA,EACnC,KAAA,EAAO,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC3B,GAAA,EAAK,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EACzB,GAAA,EAAK,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EACzB,MAAA,EAAQ,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC5B,IAAA,EAAM,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC1B,aAAA,EAAe,EAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,OAAA,CAAQ,EAAE;AAC/C,CAAC;AAiBM,SAAS,4BAA4B,aAAA,EAAgF;AAC1H,EAAA,IAAI,CAAC,aAAA,IAAiB,OAAO,aAAA,KAAkB,UAAU,OAAO,MAAA;AAChE,EAAA,MAAM,OAAA,GAAU,MAAA,CAAO,OAAA,CAAQ,aAAa,CAAA;AAC5C,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,MAAA;AAEjC,EAAA,IAAI,QAAA,GAAW,CAAA;AACf,EAAA,KAAA,MAAW,GAAG,SAAS,CAAA,IAAK,OAAA,EAAS;AACnC,IAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC5B,MAAA,KAAA,MAAW,KAAK,SAAA,EAAW;AACzB,QAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,CAAA,GAAI,UAAU,QAAA,GAAW,CAAA;AAAA,MACxD;AAAA,IACF;AAAA,EACF;AACA,EAAA,IAAI,QAAA,GAAW,KAAM,QAAA,GAAW,GAAA;AAEhC,EAAA,MAAM,KAAA,GAAQ,IAAI,KAAA,CAAc,QAAA,GAAW,CAAC,CAAA;AAC5C,EAAA,KAAA,MAAW,CAAC,IAAA,EAAM,SAAS,CAAA,IAAK,OAAA,EAAS;AACvC,IAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC5B,MAAA,KAAA,MAAW,KAAK,SAAA,EAAW;AACzB,QAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,CAAA,IAAK,CAAA,IAAK,KAAK,QAAA,EAAU;AACpD,UAAA,KAAA,CAAM,CAAC,CAAA,GAAI,IAAA;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,MAAM,aAAA,GAAgB,MAAM,MAAA,CAAO,OAAO,EAAE,IAAA,CAAK,GAAG,EAAE,IAAA,EAAK;AAC3D,EAAA,OAAO,aAAA,CAAc,MAAA,GAAS,CAAA,GAAI,aAAA,GAAgB,MAAA;AACpD;AAKO,IAAM,uBAAN,MAA2B;AAAA,EACxB,MAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,WAAA;AAAA,EAER,WAAA,CACE,OAAA,GAAiH,EAAC,EAClH;AACA,IAAA,IAAA,CAAK,WAAA,GAAc,IAAI,iBAAA,EAAkB;AACzC,IAAA,IAAI,OAAO,YAAY,QAAA,EAAU;AAC/B,MAAA,IAAA,CAAK,MAAA,GAAS,OAAA;AACd,MAAA,IAAA,CAAK,gBAAA,GAAmB,IAAA;AAAA,IAC1B,CAAA,MAAO;AACL,MAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,MAAA,IAAA,CAAK,SAAS,OAAA,CAAQ,MAAA,KAAW,KAAK,gBAAA,GAAmB,OAAA,CAAQ,IAAI,wBAAA,GAA2B,MAAA,CAAA;AAChG,MAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,iBAAiB,OAAA,EAAsC;AACrD,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,UAAU,MAAA,EAAiB;AACzB,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,YAAA,CAAa,KAAA,EAAe,OAAA,GAAiC,EAAC,EAA6B;AAC/F,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAG9C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI;AACF,QAAA,MAAM,YAAA,GAAe,MAAM,OAAA,CAAQ,YAAA,CAAa,KAAA,EAAO,EAAE,KAAA,EAAO,OAAA,CAAQ,KAAA,EAAO,SAAA,EAAW,OAAA,CAAQ,SAAA,EAAW,CAAA;AAC7G,QAAA,IAAI,MAAM,OAAA,CAAQ,YAAY,CAAA,IAAK,YAAA,CAAa,SAAS,CAAA,EAAG;AAC1D,UAAA,OAAO,YAAA;AAAA,QACT;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,wDAAA,EAA0D,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACxF;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,CAAA;AAC/B,IAAA,MAAM,SAA0B,EAAC;AACjC,IAAA,MAAM,UAAA,uBAAiB,GAAA,EAAY;AAEnC,IAAA,MAAM,UAAA,GAAa,CAAC,CAAA,KAAqB;AACvC,MAAA,MAAM,YAAY,CAAA,CAAE,KAAA,CAAM,aAAY,CAAE,OAAA,CAAQ,4BAA4B,EAAE,CAAA;AAC9E,MAAA,IAAI,CAAC,SAAA,IAAa,UAAA,CAAW,GAAA,CAAI,SAAS,CAAA,EAAG;AAC7C,MAAA,UAAA,CAAW,IAAI,SAAS,CAAA;AACxB,MAAA,MAAA,CAAO,KAAK,CAAC,CAAA;AAAA,IACf,CAAA;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,MAAA,IAAU,IAAA,CAAK,MAAA;AACtC,MAAA,MAAM,OAAA,GAAkC,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAC7E,MAAA,IAAI,MAAA,EAAQ;AACV,QAAA,OAAA,CAAQ,WAAW,CAAA,GAAI,MAAA;AAAA,MACzB;AAEA,MAAA,MAAM,MAAA,GAAS,IAAI,eAAA,CAAgB;AAAA,QACjC,KAAA;AAAA,QACA,KAAA,EAAO,MAAM,QAAA,EAAS;AAAA,QACtB,MAAA,EAAQ;AAAA,OACT,CAAA;AAED,MAAA,IAAI,QAAQ,SAAA,EAAW;AACrB,QAAA,MAAA,CAAO,MAAA,CAAO,MAAA,EAAQ,OAAA,CAAQ,SAAS,CAAA;AAAA,MACzC;AAEA,MAAA,MAAM,MAAM,MAAM,KAAA,CAAM,yDAAyD,MAAA,CAAO,QAAA,EAAU,CAAA,CAAA,EAAI;AAAA,QACpG,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,OACjC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,IAAA,EAAM,IAAI,CAAA,EAAG;AAC7B,UAAA,KAAA,MAAW,IAAA,IAAQ,KAAK,IAAA,EAAM;AAC5B,YAAA,UAAA,CAAW;AAAA,cACT,EAAA,EAAI,IAAA,CAAK,OAAA,IAAW,CAAA,GAAA,EAAM,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC,CAAC,CAAA,CAAA;AAAA,cAChE,KAAA,EAAO,KAAK,KAAA,IAAS,UAAA;AAAA,cACrB,QAAA,EAAU,KAAK,QAAA,IAAY,KAAA,CAAA;AAAA,cAC3B,SAAS,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,OAAO,IAAI,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,CAAC,MAAW,CAAA,CAAE,IAAI,EAAE,MAAA,CAAO,OAAO,IAAI,EAAC;AAAA,cAC/F,MAAM,IAAA,CAAK,IAAA;AAAA,cACX,aAAA,EAAe,KAAK,aAAA,IAAiB,CAAA;AAAA,cACrC,KAAA,EAAO,KAAK,KAAA,IAAS,KAAA,CAAA;AAAA,cACrB,GAAA,EAAK,KAAK,WAAA,EAAa,GAAA;AAAA,cACvB,GAAA,EAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,WAAA,EAAa,MAAM,CAAA,gBAAA,EAAmB,IAAA,CAAK,WAAA,CAAY,GAAG,CAAA,CAAA,GAAK,KAAA,CAAA,CAAA;AAAA,cACtF,MAAA,EAAQ,KAAK,aAAA,EAAe,GAAA;AAAA,cAC5B,IAAA,EAAM,KAAK,IAAA,EAAM,IAAA;AAAA,cACjB,aAAA,EAAe,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,aAAa,CAAA,IAAK,IAAA,CAAK,aAAA,CAAc,MAAA,GAAS,CAAA,GAAI,IAAA,CAAK,aAAA,GAAgB,CAAC,kBAAkB;AAAA,aAC7H,CAAA;AAAA,UACH;AACA,UAAA,IAAI,OAAO,MAAA,IAAU,KAAA,SAAc,MAAA,CAAO,KAAA,CAAM,GAAG,KAAK,CAAA;AAAA,QAC1D;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,iDAAA,EAAmD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACjF;AAGA,IAAA,IAAI,MAAA,CAAO,SAAS,KAAA,EAAO;AACzB,MAAA,IAAI;AACF,QAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,CAAA,sCAAA,EAAyC,mBAAmB,KAAK,CAAC,CAAA,UAAA,EAAa,KAAK,CAAA,CAAA,EAAI;AAAA,UAC9G,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,UAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,SACjC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,IAAA,EAAM,OAAO,CAAA,EAAG;AAChC,YAAA,KAAA,MAAW,IAAA,IAAQ,KAAK,OAAA,EAAS;AAC/B,cAAA,MAAM,YAAA,GAAe,2BAAA,CAA4B,IAAA,CAAK,uBAAuB,CAAA;AAC7E,cAAA,MAAM,QAAA,GAAW,MAAM,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA,GACxC,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAA,EAAG,CAAC,EAAE,GAAA,CAAI,CAAC,MAAW,CAAA,CAAE,YAAY,EAAE,MAAA,CAAO,OAAO,CAAA,GACxE,CAAC,kBAAkB,CAAA;AACvB,cAAA,UAAA,CAAW;AAAA,gBACT,EAAA,EAAI,IAAA,CAAK,EAAA,IAAM,CAAA,GAAA,EAAM,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC,CAAC,CAAA,CAAA;AAAA,gBAC3D,KAAA,EAAO,KAAK,KAAA,IAAS,UAAA;AAAA,gBACrB,QAAA,EAAU,YAAA;AAAA,gBACV,SAAS,KAAA,CAAM,OAAA,CAAQ,KAAK,WAAW,CAAA,GACnC,KAAK,WAAA,CAAY,GAAA,CAAI,CAAC,CAAA,KAAW,EAAE,MAAA,EAAQ,YAAY,EAAE,MAAA,CAAO,OAAO,IACvE,EAAC;AAAA,gBACL,MAAM,IAAA,CAAK,gBAAA;AAAA,gBACX,aAAA,EAAe,KAAK,cAAA,IAAkB,CAAA;AAAA,gBACtC,KAAA,EAAO,IAAA,CAAK,gBAAA,EAAkB,MAAA,EAAQ,YAAA;AAAA,gBACtC,GAAA,EAAK,IAAA,CAAK,GAAA,GAAM,MAAA,CAAO,IAAA,CAAK,GAAG,CAAA,CAAE,OAAA,CAAQ,yBAAA,EAA2B,EAAE,CAAA,GAAI,KAAA,CAAA;AAAA,gBAC1E,GAAA,EAAK,IAAA,CAAK,GAAA,IAAO,IAAA,CAAK,EAAA;AAAA,gBACtB,MAAA,EAAQ,KAAK,WAAA,EAAa,MAAA;AAAA,gBAC1B,eAAe,QAAA,CAAS,MAAA,GAAS,CAAA,GAAI,QAAA,GAAW,CAAC,kBAAkB;AAAA,eACpE,CAAA;AAAA,YACH;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,yCAAA,EAA2C,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACzE;AAAA,IACF;AAGA,IAAA,IAAI,MAAA,CAAO,MAAA,GAAS,KAAA,IAAS,OAAA,CAAQ,yBAAyB,KAAA,EAAO;AACnE,MAAA,IAAI;AACF,QAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,WAAA,CAAY,OAAO,KAAA,EAAO,KAAA,GAAQ,OAAO,MAAM,CAAA;AAC9E,QAAA,KAAA,MAAW,KAAK,WAAA,EAAa;AAC3B,UAAA,UAAA,CAAW,CAAC,CAAA;AAAA,QACd;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,+CAAA,EAAiD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MAC/E;AAAA,IACF;AAEA,IAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,KAAK,CAAA;AAAA,EAC9B;AACF","file":"chunk-AKEI7H2C.js","sourcesContent":["import { AcademicPaper } from './semanticScholar';\n\n/**\n * ArXiv API Client for Deep AI & Computer Science Paper Discovery\n */\nexport class ArXivSearchEngine {\n /**\n * Search ArXiv repository using the public atom XML API\n */\n async search(query: string, maxResults = 5): Promise<AcademicPaper[]> {\n const papers: AcademicPaper[] = [];\n\n try {\n const url = `https://export.arxiv.org/api/query?search_query=all:${encodeURIComponent(query)}&start=0&max_results=${maxResults}&sortBy=relevance&sortOrder=descending`;\n const res = await fetch(url, { signal: AbortSignal.timeout(10000) });\n\n if (res.ok) {\n const xmlText = await res.text();\n const entryMatches = xmlText.match(/<entry>[\\s\\S]*?<\\/entry>/g) || [];\n\n for (const entry of entryMatches) {\n const idMatch = entry.match(/<id>([\\s\\S]*?)<\\/id>/);\n const titleMatch = entry.match(/<title>([\\s\\S]*?)<\\/title>/);\n const summaryMatch = entry.match(/<summary>([\\s\\S]*?)<\\/summary>/);\n const publishedMatch = entry.match(/<published>(\\d{4})/);\n const authorMatches = [...entry.matchAll(/<author>\\s*<name>([\\s\\S]*?)<\\/name>/g)].map(m => m[1]?.trim()).filter(Boolean);\n\n const arxivUrl = idMatch ? idMatch[1]?.trim() : '';\n const pdfUrl = arxivUrl ? arxivUrl.replace('/abs/', '/pdf/') + '.pdf' : undefined;\n\n if (titleMatch) {\n papers.push({\n id: arxivUrl || `arxiv-${Math.random().toString(36).substring(7)}`,\n title: titleMatch[1]?.trim().replace(/\\s+/g, ' ') || 'Untitled ArXiv Paper',\n abstract: summaryMatch ? summaryMatch[1]?.trim().replace(/\\s+/g, ' ') : '',\n authors: authorMatches,\n year: publishedMatch ? parseInt(publishedMatch[1]!, 10) : new Date().getFullYear(),\n citationCount: 0,\n venue: 'arXiv preprint',\n url: arxivUrl,\n pdfUrl,\n fieldsOfStudy: ['Computer Science', 'AI & Machine Learning']\n });\n }\n }\n }\n } catch (e: any) {\n console.warn('[ArXivSearchEngine] ArXiv search failed:', e?.message || e);\n }\n\n return papers;\n }\n}\n","import { z } from 'zod';\nimport { CustomAcademicSearchAdapter } from '../config/researchConfig';\nimport { ArXivSearchEngine } from './arxivClient';\n\nexport const AcademicPaperSchema = z.object({\n id: z.string(),\n title: z.string(),\n abstract: z.string().optional(),\n authors: z.array(z.string()).default([]),\n year: z.number().optional(),\n citationCount: z.number().default(0),\n venue: z.string().optional(),\n doi: z.string().optional(),\n url: z.string().optional(),\n pdfUrl: z.string().optional(),\n tldr: z.string().optional(),\n fieldsOfStudy: z.array(z.string()).default([]),\n});\n\nexport type AcademicPaper = z.infer<typeof AcademicPaperSchema>;\n\nexport interface AcademicSearchOptions {\n limit?: number;\n yearRange?: string; // e.g. \"2020-2026\"\n fieldsOfStudy?: string[];\n apiKey?: string;\n allowEnvFallback?: boolean;\n includeArxivFallback?: boolean;\n customAdapter?: CustomAcademicSearchAdapter;\n}\n\n/**\n * Reconstructs plain-text abstract from OpenAlex's `abstract_inverted_index` object (`{ word: [pos1, pos2] }`).\n */\nexport function reconstructOpenAlexAbstract(invertedIndex: Record<string, number[]> | undefined | null): string | undefined {\n if (!invertedIndex || typeof invertedIndex !== 'object') return undefined;\n const entries = Object.entries(invertedIndex);\n if (entries.length === 0) return undefined;\n\n let maxIndex = 0;\n for (const [, positions] of entries) {\n if (Array.isArray(positions)) {\n for (const p of positions) {\n if (typeof p === 'number' && p > maxIndex) maxIndex = p;\n }\n }\n }\n if (maxIndex > 5000) maxIndex = 5000;\n\n const words = new Array<string>(maxIndex + 1);\n for (const [word, positions] of entries) {\n if (Array.isArray(positions)) {\n for (const p of positions) {\n if (typeof p === 'number' && p >= 0 && p <= maxIndex) {\n words[p] = word;\n }\n }\n }\n }\n\n const reconstructed = words.filter(Boolean).join(' ').trim();\n return reconstructed.length > 0 ? reconstructed : undefined;\n}\n\n/**\n * Semantic Scholar, OpenAlex & ArXiv Academic Search Engine with Custom Adapter Support\n */\nexport class AcademicSearchEngine {\n private apiKey?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomAcademicSearchAdapter;\n private arxivEngine: ArXivSearchEngine;\n\n constructor(\n options: { apiKey?: string; allowEnvFallback?: boolean; customAdapter?: CustomAcademicSearchAdapter } | string = {}\n ) {\n this.arxivEngine = new ArXivSearchEngine();\n if (typeof options === 'string') {\n this.apiKey = options;\n this.allowEnvFallback = true;\n } else {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.apiKey = options.apiKey || (this.allowEnvFallback ? process.env.SEMANTIC_SCHOLAR_API_KEY : undefined);\n this.customAdapter = options.customAdapter;\n }\n }\n\n setCustomAdapter(adapter: CustomAcademicSearchAdapter) {\n this.customAdapter = adapter;\n }\n\n setApiKey(apiKey?: string) {\n this.apiKey = apiKey;\n }\n\n /**\n * Search academic papers across Semantic Scholar with OpenAlex and ArXiv fallback or Custom Adapter\n */\n async searchPapers(query: string, options: AcademicSearchOptions = {}): Promise<AcademicPaper[]> {\n const adapter = options.customAdapter || this.customAdapter;\n\n // 0. Custom Academic Adapter\n if (adapter) {\n try {\n const customPapers = await adapter.searchPapers(query, { limit: options.limit, yearRange: options.yearRange });\n if (Array.isArray(customPapers) && customPapers.length > 0) {\n return customPapers;\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] Custom academic adapter failed:', e?.message || e);\n }\n }\n\n const limit = options.limit ?? 5;\n const papers: AcademicPaper[] = [];\n const seenTitles = new Set<string>();\n\n const pushUnique = (p: AcademicPaper) => {\n const normTitle = p.title.toLowerCase().replace(/[^a-z0-9\\u00C0-\\u1EF9]+/g, '');\n if (!normTitle || seenTitles.has(normTitle)) return;\n seenTitles.add(normTitle);\n papers.push(p);\n };\n\n // 1. Try Semantic Scholar API\n try {\n const apiKey = options.apiKey || this.apiKey;\n const headers: Record<string, string> = { 'Content-Type': 'application/json' };\n if (apiKey) {\n headers['x-api-key'] = apiKey;\n }\n\n const params = new URLSearchParams({\n query,\n limit: limit.toString(),\n fields: 'paperId,title,abstract,authors,year,citationCount,venue,externalIds,url,openAccessPdf,tldr,fieldsOfStudy',\n });\n\n if (options.yearRange) {\n params.append('year', options.yearRange);\n }\n\n const res = await fetch(`https://api.semanticscholar.org/graph/v1/paper/search?${params.toString()}`, {\n headers,\n signal: AbortSignal.timeout(6000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.data)) {\n for (const item of data.data) {\n pushUnique({\n id: item.paperId || `s2-${Math.random().toString(36).slice(2, 8)}`,\n title: item.title || 'Untitled',\n abstract: item.abstract || undefined,\n authors: Array.isArray(item.authors) ? item.authors.map((a: any) => a.name).filter(Boolean) : [],\n year: item.year,\n citationCount: item.citationCount || 0,\n venue: item.venue || undefined,\n doi: item.externalIds?.DOI,\n url: item.url || (item.externalIds?.DOI ? `https://doi.org/${item.externalIds.DOI}` : undefined),\n pdfUrl: item.openAccessPdf?.url,\n tldr: item.tldr?.text,\n fieldsOfStudy: Array.isArray(item.fieldsOfStudy) && item.fieldsOfStudy.length > 0 ? item.fieldsOfStudy : ['Computer Science'],\n });\n }\n if (papers.length >= limit) return papers.slice(0, limit);\n }\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] Semantic Scholar failed:', e?.message || e);\n }\n\n // 2. OpenAlex Fallback API (Zero-Key Open Academic Database with real abstract reconstruction)\n if (papers.length < limit) {\n try {\n const res = await fetch(`https://api.openalex.org/works?search=${encodeURIComponent(query)}&per-page=${limit}`, {\n headers: { 'User-Agent': 'OrchableComposer/1.0 (mailto:team@orchable.app)' },\n signal: AbortSignal.timeout(6000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results)) {\n for (const item of data.results) {\n const abstractText = reconstructOpenAlexAbstract(item.abstract_inverted_index);\n const concepts = Array.isArray(item.concepts)\n ? item.concepts.slice(0, 3).map((c: any) => c.display_name).filter(Boolean)\n : ['Computer Science'];\n pushUnique({\n id: item.id || `oa-${Math.random().toString(36).slice(2, 8)}`,\n title: item.title || 'Untitled',\n abstract: abstractText,\n authors: Array.isArray(item.authorships)\n ? item.authorships.map((a: any) => a.author?.display_name).filter(Boolean)\n : [],\n year: item.publication_year,\n citationCount: item.cited_by_count || 0,\n venue: item.primary_location?.source?.display_name,\n doi: item.doi ? String(item.doi).replace(/^https?:\\/\\/doi\\.org\\//i, '') : undefined,\n url: item.doi || item.id,\n pdfUrl: item.open_access?.oa_url,\n fieldsOfStudy: concepts.length > 0 ? concepts : ['Computer Science'],\n });\n }\n }\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] OpenAlex failed:', e?.message || e);\n }\n }\n\n // 3. ArXiv Fallback API (if still below limit and not disabled)\n if (papers.length < limit && options.includeArxivFallback !== false) {\n try {\n const arxivPapers = await this.arxivEngine.search(query, limit - papers.length);\n for (const p of arxivPapers) {\n pushUnique(p);\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] ArXiv fallback failed:', e?.message || e);\n }\n }\n\n return papers.slice(0, limit);\n }\n}\n"]}
|
|
@@ -3,23 +3,28 @@ import { z } from 'zod';
|
|
|
3
3
|
// src/config/researchConfig.ts
|
|
4
4
|
var ResearchConfigSchema = z.object({
|
|
5
5
|
search: z.object({
|
|
6
|
-
preferredProvider: z.enum(["tavily", "exa", "serper", "searxng", "duckduckgo", "semantic_scholar", "openalex", "arxiv", "custom"]).default("tavily"),
|
|
7
|
-
fallbackChain: z.array(z.string()).default(["tavily", "exa", "serper", "duckduckgo"]),
|
|
6
|
+
preferredProvider: z.enum(["tavily", "exa", "serper", "searxng", "brightdata", "duckduckgo", "semantic_scholar", "openalex", "arxiv", "custom"]).default("tavily"),
|
|
7
|
+
fallbackChain: z.array(z.string()).default(["tavily", "exa", "brightdata", "serper", "duckduckgo"]),
|
|
8
8
|
apiKeys: z.object({
|
|
9
9
|
tavily: z.string().optional(),
|
|
10
10
|
exa: z.string().optional(),
|
|
11
11
|
jina: z.string().optional(),
|
|
12
12
|
serper: z.string().optional(),
|
|
13
|
-
semanticScholar: z.string().optional()
|
|
13
|
+
semanticScholar: z.string().optional(),
|
|
14
|
+
brightdata: z.string().optional(),
|
|
15
|
+
brightData: z.string().optional()
|
|
14
16
|
}).default({}),
|
|
15
17
|
searxngHost: z.string().optional(),
|
|
18
|
+
brightDataZone: z.string().optional(),
|
|
19
|
+
brightDataEngine: z.enum(["google", "bing", "yandex"]).default("bing"),
|
|
16
20
|
timeoutMs: z.number().default(12e3),
|
|
17
21
|
maxResultsPerQuery: z.number().default(5)
|
|
18
22
|
}).default({}),
|
|
19
23
|
crawler: z.object({
|
|
20
|
-
preferredProvider: z.enum(["jina", "crawl4ai", "youtube", "defuddle", "direct", "custom"]).default("jina"),
|
|
21
|
-
fallbackChain: z.array(z.string()).default(["jina", "crawl4ai", "direct"]),
|
|
24
|
+
preferredProvider: z.enum(["jina", "crawl4ai", "brightdata", "youtube", "defuddle", "direct", "custom"]).default("jina"),
|
|
25
|
+
fallbackChain: z.array(z.string()).default(["jina", "crawl4ai", "brightdata", "direct"]),
|
|
22
26
|
crawl4aiHost: z.string().default("http://localhost:11235"),
|
|
27
|
+
brightDataZone: z.string().optional(),
|
|
23
28
|
timeoutMs: z.number().default(15e3),
|
|
24
29
|
maxContentLength: z.number().default(1e5)
|
|
25
30
|
}).default({}),
|
|
@@ -32,5 +37,5 @@ var ResearchConfigSchema = z.object({
|
|
|
32
37
|
var DEFAULT_RESEARCH_CONFIG = ResearchConfigSchema.parse({});
|
|
33
38
|
|
|
34
39
|
export { DEFAULT_RESEARCH_CONFIG, ResearchConfigSchema };
|
|
35
|
-
//# sourceMappingURL=chunk-
|
|
36
|
-
//# sourceMappingURL=chunk-
|
|
40
|
+
//# sourceMappingURL=chunk-HESXWQEF.js.map
|
|
41
|
+
//# sourceMappingURL=chunk-HESXWQEF.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/config/researchConfig.ts"],"names":[],"mappings":";;;AAuGO,IAAM,oBAAA,GAAuB,EAAE,MAAA,CAAO;AAAA,EAC3C,MAAA,EAAQ,EAAE,MAAA,CAAO;AAAA,IACf,mBAAmB,CAAA,CAAE,IAAA,CAAK,CAAC,QAAA,EAAU,OAAO,QAAA,EAAU,SAAA,EAAW,YAAA,EAAc,YAAA,EAAc,oBAAoB,UAAA,EAAY,OAAA,EAAS,QAAQ,CAAC,CAAA,CAAE,QAAQ,QAAQ,CAAA;AAAA,IACjK,aAAA,EAAe,CAAA,CAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,OAAA,CAAQ,CAAC,QAAA,EAAU,KAAA,EAAO,YAAA,EAAc,QAAA,EAAU,YAAY,CAAC,CAAA;AAAA,IAClG,OAAA,EAAS,EAAE,MAAA,CAAO;AAAA,MAChB,MAAA,EAAQ,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,MAC5B,GAAA,EAAK,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,MACzB,IAAA,EAAM,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,MAC1B,MAAA,EAAQ,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,MAC5B,eAAA,EAAiB,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,MACrC,UAAA,EAAY,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,MAChC,UAAA,EAAY,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA;AAAS,KACjC,CAAA,CAAE,OAAA,CAAQ,EAAE,CAAA;AAAA,IACb,WAAA,EAAa,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,IACjC,cAAA,EAAgB,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,IACpC,gBAAA,EAAkB,CAAA,CAAE,IAAA,CAAK,CAAC,QAAA,EAAU,QAAQ,QAAQ,CAAC,CAAA,CAAE,OAAA,CAAQ,MAAM,CAAA;AAAA,IACrE,SAAA,EAAW,CAAA,CAAE,MAAA,EAAO,CAAE,QAAQ,IAAK,CAAA;AAAA,IACnC,kBAAA,EAAoB,CAAA,CAAE,MAAA,EAAO,CAAE,QAAQ,CAAC;AAAA,GACzC,CAAA,CAAE,OAAA,CAAQ,EAAE,CAAA;AAAA,EACb,OAAA,EAAS,EAAE,MAAA,CAAO;AAAA,IAChB,iBAAA,EAAmB,CAAA,CAAE,IAAA,CAAK,CAAC,QAAQ,UAAA,EAAY,YAAA,EAAc,SAAA,EAAW,UAAA,EAAY,QAAA,EAAU,QAAQ,CAAC,CAAA,CAAE,QAAQ,MAAM,CAAA;AAAA,IACvH,aAAA,EAAe,CAAA,CAAE,KAAA,CAAM,CAAA,CAAE,MAAA,EAAQ,CAAA,CAAE,OAAA,CAAQ,CAAC,MAAA,EAAQ,UAAA,EAAY,YAAA,EAAc,QAAQ,CAAC,CAAA;AAAA,IACvF,YAAA,EAAc,CAAA,CAAE,MAAA,EAAO,CAAE,QAAQ,wBAAwB,CAAA;AAAA,IACzD,cAAA,EAAgB,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,IACpC,SAAA,EAAW,CAAA,CAAE,MAAA,EAAO,CAAE,QAAQ,IAAK,CAAA;AAAA,IACnC,gBAAA,EAAkB,CAAA,CAAE,MAAA,EAAO,CAAE,QAAQ,GAAM;AAAA,GAC5C,CAAA,CAAE,OAAA,CAAQ,EAAE,CAAA;AAAA,EACb,OAAA,EAAS,EAAE,MAAA,CAAO;AAAA,IAChB,iBAAA,EAAmB,CAAA,CAAE,MAAA,EAAO,CAAE,GAAA,CAAI,CAAC,CAAA,CAAE,GAAA,CAAI,EAAE,CAAA,CAAE,OAAA,CAAQ,CAAC,CAAA;AAAA,IACtD,mBAAA,EAAqB,CAAA,CAAE,OAAA,EAAQ,CAAE,QAAQ,KAAK,CAAA;AAAA,IAC9C,4BAAA,EAA8B,CAAA,CAAE,OAAA,EAAQ,CAAE,QAAQ,IAAI;AAAA,GACvD,CAAA,CAAE,OAAA,CAAQ,EAAE;AACf,CAAC;AAIM,IAAM,uBAAA,GAA0C,oBAAA,CAAqB,KAAA,CAAM,EAAE","file":"chunk-HESXWQEF.js","sourcesContent":["import { z } from 'zod';\nimport { AcademicPaper } from '../academic/semanticScholar';\n\nexport type SearchProviderType = 'tavily' | 'exa' | 'serper' | 'searxng' | 'brightdata' | 'duckduckgo' | 'semantic_scholar' | 'openalex' | 'arxiv' | 'custom';\nexport type CrawlerProviderType = 'jina' | 'crawl4ai' | 'brightdata' | 'youtube' | 'defuddle' | 'direct' | 'custom';\n\nexport interface ResearchApiKeys {\n tavily?: string;\n exa?: string;\n jina?: string;\n serper?: string;\n semanticScholar?: string;\n brightdata?: string;\n brightData?: string;\n}\n\nexport interface CourseResearchContext {\n courseTitle?: string;\n positioning?: string;\n problemStatement?: string;\n ageBand?: [number, number];\n entryLevel?: 'beginner' | 'intermediate' | 'advanced' | string;\n hardwarePlatform?: string;\n softwareEnv?: string;\n totalSessions?: number;\n sessionDurationMinutes?: number;\n inScopeTopics?: string[];\n outOfScopeTopics?: string[];\n instructionLanguage?: 'vi' | 'en' | 'bilingual' | string;\n}\n\n/**\n * Universal LLM callback injected by the host application (e.g. smart-curriculum or curriculum-kit).\n * Keeps research-kit 100% free of vendor SDK lock-in while enabling deep semantic synthesis.\n */\nexport type LlmTextFn = (\n prompt: string,\n options?: {\n system?: string;\n temperature?: number;\n maxTokens?: number;\n jsonMode?: boolean;\n }\n) => Promise<string>;\n\nexport interface CustomSearchAdapter {\n search(query: string, options?: { limit?: number; domainFilter?: string[] }): Promise<Array<{ title: string; url: string; content: string; score?: number }>>;\n}\n\nexport interface CustomCrawlerAdapter {\n crawl(url: string): Promise<{ url: string; title: string; markdownContent: string; byteSize: number }>;\n}\n\nexport interface CustomAcademicSearchAdapter {\n searchPapers(query: string, options?: { limit?: number; yearRange?: string }): Promise<AcademicPaper[]>;\n}\n\nexport interface ConceptFacets {\n /** Universal / Computational Level (Why does it exist, language-invariant problem statement) */\n computationalPrinciple?: string;\n /** Contextual / Algorithmic Level (Mental model, design pattern, workflow) */\n mentalModel?: string;\n /** Specific / Implementational Level (Specific syntax, hardware pinout, library API) */\n syntaxAndTools?: string[];\n}\n\nexport interface ExtractedConceptNode {\n id: string;\n term: string;\n termVi?: string;\n termEn?: string;\n category: 'core_concept' | 'api_syntax' | 'hardware_component' | 'pedagogical_pattern';\n marrLayer: 'ULO' | 'CIO' | 'SIO';\n bloomLevel: 'remember' | 'understand' | 'apply' | 'analyze' | 'evaluate' | 'create';\n salienceScore: number;\n definition: string;\n prerequisites: string[];\n sourceIds: string[];\n /** Multi-dimensional cognitive facets across Marr's Tri-Level hypothesis (v1.2.0) */\n facets?: ConceptFacets;\n /** Common novice misconceptions, antipatterns or bugs observed in documentation/forums */\n commonMisconceptions?: string[];\n /** Quick troubleshooting or remediation tips */\n troubleshootingHints?: string[];\n}\n\nexport interface SynthesizedResearchInsights {\n executiveSummary: string;\n keyTakeaways: string[];\n commonMisconceptionsAndPitfalls: string[];\n recommendedExemplars: string[];\n extractedConcepts?: ExtractedConceptNode[];\n}\n\nexport interface CustomSynthesizerAdapter {\n synthesize(input: {\n topic: string;\n domain: string;\n context?: CourseResearchContext;\n excerpts: Array<{ resourceId: string; title: string; url: string; excerpt: string; codeSnippets: string[] }>;\n }): Promise<SynthesizedResearchInsights>;\n}\n\nexport const ResearchConfigSchema = z.object({\n search: z.object({\n preferredProvider: z.enum(['tavily', 'exa', 'serper', 'searxng', 'brightdata', 'duckduckgo', 'semantic_scholar', 'openalex', 'arxiv', 'custom']).default('tavily'),\n fallbackChain: z.array(z.string()).default(['tavily', 'exa', 'brightdata', 'serper', 'duckduckgo']),\n apiKeys: z.object({\n tavily: z.string().optional(),\n exa: z.string().optional(),\n jina: z.string().optional(),\n serper: z.string().optional(),\n semanticScholar: z.string().optional(),\n brightdata: z.string().optional(),\n brightData: z.string().optional(),\n }).default({}),\n searxngHost: z.string().optional(),\n brightDataZone: z.string().optional(),\n brightDataEngine: z.enum(['google', 'bing', 'yandex']).default('bing'),\n timeoutMs: z.number().default(12000),\n maxResultsPerQuery: z.number().default(5),\n }).default({}),\n crawler: z.object({\n preferredProvider: z.enum(['jina', 'crawl4ai', 'brightdata', 'youtube', 'defuddle', 'direct', 'custom']).default('jina'),\n fallbackChain: z.array(z.string()).default(['jina', 'crawl4ai', 'brightdata', 'direct']),\n crawl4aiHost: z.string().default('http://localhost:11235'),\n brightDataZone: z.string().optional(),\n timeoutMs: z.number().default(15000),\n maxContentLength: z.number().default(100000),\n }).default({}),\n quality: z.object({\n minRelevanceScore: z.number().min(1).max(10).default(6),\n requireCodeSnippets: z.boolean().default(false),\n enableAntiHallucinationSweep: z.boolean().default(true),\n }).default({}),\n});\n\nexport type ResearchConfig = z.infer<typeof ResearchConfigSchema>;\n\nexport const DEFAULT_RESEARCH_CONFIG: ResearchConfig = ResearchConfigSchema.parse({});\n"]}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { extractSubstantiveExcerpts } from './chunk-
|
|
1
|
+
import { extractSubstantiveExcerpts } from './chunk-QQZQNBJC.js';
|
|
2
2
|
|
|
3
3
|
// src/evidence/evidenceScorer.ts
|
|
4
4
|
function tokenizeBilingualKeywords(text) {
|
|
@@ -158,5 +158,5 @@ var ProvenanceTracker = class {
|
|
|
158
158
|
};
|
|
159
159
|
|
|
160
160
|
export { EvidenceScorer, ProvenanceTracker, extractTopSentences };
|
|
161
|
-
//# sourceMappingURL=chunk-
|
|
162
|
-
//# sourceMappingURL=chunk-
|
|
161
|
+
//# sourceMappingURL=chunk-KXJDQBSJ.js.map
|
|
162
|
+
//# sourceMappingURL=chunk-KXJDQBSJ.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/evidence/evidenceScorer.ts","../src/evidence/provenanceTracker.ts"],"names":[],"mappings":";;;AAoBA,SAAS,0BAA0B,IAAA,EAAwB;AACzD,EAAA,OAAO,IAAA,CACJ,UAAU,KAAK,CAAA,CACf,aAAY,CACZ,OAAA,CAAQ,kCAAA,EAAoC,GAAG,CAAA,CAC/C,KAAA,CAAM,KAAK,CAAA,CACX,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,KAAK,CAAC,0FAAA,CAA2F,IAAA,CAAK,CAAC,CAAC,CAAA;AACvI;AAKO,SAAS,mBAAA,CAAoB,QAAA,EAAkB,WAAA,EAAqB,YAAA,GAAe,CAAA,EAAa;AACrG,EAAA,MAAM,QAAA,GAAW,0BAA0B,WAAW,CAAA;AACtD,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,GAAG,CAAA;AAC3D,EAAA,MAAM,YAAA,GAAe,YAClB,KAAA,CAAM,kBAAkB,EACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,CAAA,CAAE,OAAA,CAAQ,QAAQ,GAAG,CAAA,CAAE,MAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,MAAM,GAAG,OAAO,KAAA;AACtD,IAAA,IAAI,oEAAA,CAAqE,IAAA,CAAK,CAAC,CAAA,EAAG,OAAO,KAAA;AACzF,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,IAAI,YAAA,CAAa,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAEvC,EAAA,MAAM,MAAA,GAAS,YAAA,CAAa,GAAA,CAAI,CAAC,UAAU,GAAA,KAAQ;AACjD,IAAA,MAAM,KAAA,GAAQ,QAAA,CAAS,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACpD,IAAA,MAAM,YAAA,GAAe,SAAS,MAAA,CAAO,CAAC,MAAM,KAAA,CAAM,QAAA,CAAS,CAAC,CAAC,CAAA,CAAE,MAAA;AAC/D,IAAA,MAAM,gBAAgB,GAAA,GAAM,CAAA,GAAI,GAAA,GAAM,GAAA,GAAM,KAAK,GAAA,GAAM,CAAA;AACvD,IAAA,MAAM,iBAAiB,yGAAA,CAA0G,IAAA;AAAA,MAC/H;AAAA,QAEE,GAAA,GACA,CAAA;AACJ,IAAA,OAAO;AAAA,MACL,QAAA;AAAA,MACA,GAAA;AAAA,MACA,KAAA,EAAO,YAAA,GAAe,CAAA,GAAI,aAAA,GAAgB;AAAA,KAC5C;AAAA,EACF,CAAC,CAAA;AAED,EAAA,OAAO,MAAA,CACJ,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,CAAE,KAAA,GAAQ,CAAA,CAAE,KAAA,IAAS,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CACjD,KAAA,CAAM,CAAA,EAAG,YAAY,CAAA,CACrB,IAAA,CAAK,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CAC5B,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,QAAQ,CAAA;AAC1B;AAKO,IAAM,iBAAN,MAAqB;AAAA,EAC1B,aAAA,CAAc,GAAA,EAAsB,MAAA,EAAyB,WAAA,EAAqC;AAChG,IAAA,IAAI,UAAA,GAAa,CAAA;AACjB,IAAA,MAAM,OAAA,GAAU,GAAA,CAAI,qBAAA,CAAsB,MAAA,GAAS,CAAA;AACnD,IAAA,IAAI,SAAA,GAAY,OAAA,GAAU,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,CAAA,GAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAC,CAAA,GAAI,CAAA;AAC5F,IAAA,IAAI,UAAA,GAAa,CAAA;AAEjB,IAAA,MAAM,eAAe,GAAA,CAAI,eAAA,CAAgB,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACtE,IAAA,MAAM,cAAA,GAAiB,0BAA0B,WAAW,CAAA;AAC5D,IAAA,MAAM,cAAA,GAAiB,eAAe,MAAA,CAAO,CAAC,MAAM,YAAA,CAAa,QAAA,CAAS,CAAC,CAAC,CAAA,CAAE,MAAA;AAC9E,IAAA,MAAM,aAAa,cAAA,CAAe,MAAA,GAAS,CAAA,GAAI,cAAA,GAAiB,eAAe,MAAA,GAAS,CAAA;AAExF,IAAA,IAAI,UAAA,IAAc,MAAM,UAAA,IAAc,CAAA;AAAA,SAAA,IAC7B,UAAA,IAAc,KAAK,UAAA,IAAc,CAAA;AAAA,SAAA,IACjC,cAAA,IAAkB,GAAG,UAAA,IAAc,CAAA;AAE5C,IAAA,IAAI,GAAA,CAAI,WAAA,GAAc,CAAA,EAAG,UAAA,IAAc,CAAA;AACvC,IAAA,IAAI,GAAA,CAAI,QAAA,GAAW,IAAA,EAAM,UAAA,IAAc,CAAA;AACvC,IAAA,IAAA,CAAK,GAAA,CAAI,iBAAA,EAAmB,MAAA,IAAU,CAAA,KAAM,GAAG,UAAA,IAAc,CAAA;AAC7D,IAAA,UAAA,GAAa,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,UAAU,CAAA;AAGpC,IAAA,IAAI,CAAC,OAAA,IAAW,GAAA,CAAI,QAAA,GAAW,IAAA,IAAQ,cAAc,GAAA,EAAK;AACxD,MAAA,SAAA,GAAY,CAAA;AAAA,IACd;AAEA,IAAA,IAAI,aAAa,QAAA,CAAS,WAAW,KAAK,YAAA,CAAa,QAAA,CAAS,eAAe,CAAA,EAAG;AAChF,MAAA,UAAA,IAAc,CAAA;AAAA,IAChB;AAEA,IAAA,MAAM,WAAW,UAAA,GAAa,IAAA,GAAO,SAAA,GAAY,IAAA,GAAO,aAAa,GAAA,GAAM,GAAA;AAC3E,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,KAAA,CAAM,QAAQ,CAAC,CAAC,CAAA;AAC5D,IAAA,MAAM,aAAa,KAAA,IAAS,CAAA;AAE5B,IAAA,MAAM,YAAA,GAAe,mBAAA,CAAoB,GAAA,CAAI,eAAA,EAAiB,aAAa,CAAC,CAAA;AAC5E,IAAA,MAAM,QAAA,GAAW,IAAI,WAAA,EAAa,MAAA,GAAS,IAAI,WAAA,GAAc,0BAAA,CAA2B,GAAA,CAAI,eAAA,EAAiB,CAAC,CAAA;AAC9G,IAAA,MAAM,YAAA,GAAe,aAAa,MAAA,GAAS,CAAA,GAAI,eAAe,QAAA,CAAS,KAAA,CAAM,GAAG,CAAC,CAAA;AAEjF,IAAA,MAAM,OAAA,GACJ,YAAA,CAAa,MAAA,GAAS,CAAA,GAClB,CAAA,EAAG,YAAA,CAAa,CAAC,CAAC,CAAA,WAAA,EAAc,KAAK,CAAA,SAAA,EAAS,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,kBAAA,EAAkB,GAAA,CAAI,WAAW,CAAA,QAAA,CAAA,GAC/G,CAAA,gBAAA,EAAmB,KAAK,CAAA,KAAA,EAAQ,UAAA,GAAa,UAAA,GAAa,UAAU,CAAA,MAAA,EAAS,MAAM,CAAA,EAAA,EAAK,GAAA,CAAI,QAAQ,CAAA,QAAA,CAAA;AAE1G,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,UAAA;AAAA,MACA,cAAA,EAAgB,KAAA;AAAA,MAChB,SAAA,EAAW;AAAA,QACT,cAAA,EAAgB,UAAA;AAAA,QAChB,kBAAA,EAAoB,UAAA;AAAA,QACpB,kBAAA,EAAoB,SAAA;AAAA,QACpB,WAAA,EAAa;AAAA,OACf;AAAA,MACA,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAA,CACJ,GAAA,EACA,QACA,WAAA,EACA,OAAA,GAAgE,EAAC,EACxC;AACzB,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,aAAA,CAAc,GAAA,EAAK,QAAQ,WAAW,CAAA;AAC5D,IAAA,IAAI,CAAC,QAAQ,GAAA,EAAK;AAChB,MAAA,OAAO,QAAA;AAAA,IACT;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,mGAAA,EAAsG,WAAW,CAAA,WAAA,EAAc,MAAM,CAAA,EAAA,CAAA;AAAA,QACrI,OAAA,CAAQ,OAAA,EAAS,OAAA,GAAU,CAAA,yBAAA,EAA4B,QAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,IAAI,OAAA,CAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,QACpH,QAAQ,OAAA,EAAS,gBAAA,GAAmB,sBAAsB,OAAA,CAAQ,OAAA,CAAQ,gBAAgB,CAAA,CAAA,GAAK,EAAA;AAAA,QAC/F,QAAQ,OAAA,EAAS,WAAA,GAAc,qBAAqB,OAAA,CAAQ,OAAA,CAAQ,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,QACpF;AAAA,gBAAA,EAAqB,IAAI,KAAK,CAAA,CAAA;AAAA,QAC9B,CAAA,cAAA,EAAiB,IAAI,GAAG,CAAA,CAAA;AAAA,QACxB,CAAA;AAAA,EAAA,CAAsB,GAAA,CAAI,WAAA,IAAe,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAAA,QACnE,CAAA,mBAAA,EAAsB,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,CAAA;AAAA,QACtD;AAAA,0BAAA,CAAA;AAAA,QACA,CAAA,sKAAA;AAAA,OACF,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,IAAI,CAAA;AAEZ,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,wEAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AAED,MAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACrC,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAC,CAAC,CAAA;AAClC,QAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,MAAA,CAAO,MAAA,CAAO,KAAK,CAAA,IAAK,QAAA,CAAS,KAAK,CAAC,CAAA;AAC9E,QAAA,OAAO;AAAA,UACL,GAAA;AAAA,UACA,KAAA;AAAA,UACA,YAAY,KAAA,IAAS,CAAA;AAAA,UACrB,cAAA,EAAgB,IAAA;AAAA,UAChB,SAAA,EAAW;AAAA,YACT,GAAG,QAAA,CAAS,SAAA;AAAA,YACZ,oBAAA,EAAsB,MAAA,CAAO,MAAA,CAAO,oBAAoB,CAAA,IAAK;AAAA,WAC/D;AAAA,UACA,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,OAAA,IAAW,SAAS,OAAO,CAAA;AAAA,UAClD,YAAA,EAAc,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,YAAY,CAAA,IAAK,MAAA,CAAO,YAAA,CAAa,MAAA,GAAS,IAC7E,MAAA,CAAO,YAAA,CAAa,GAAA,CAAI,MAAM,IAC9B,QAAA,CAAS;AAAA,SACf;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,6EAAA,EAA+E,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC7G;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AACF;;;AC7KO,IAAM,oBAAN,MAAwB;AAAA,EAC7B,eAAA,CAAgB,OAAe,OAAA,EAAgD;AAC7E,IAAA,MAAM,UAAA,GAAa,CAAA,KAAA,EAAQ,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAA,EAAG,CAAC,CAAA,CAAE,aAAa,CAAA,CAAA;AACnF,IAAA,MAAM,WAAA,GAAA,iBAAc,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAE3C,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,yCAAkC,KAAK,CAAA,CAAA;AAAA,MACvC,wBAAwB,UAAU,CAAA,yBAAA,EAA4B,WAAW,CAAA,mCAAA,EAAsC,QAAQ,MAAM,CAAA,EAAA,CAAA;AAAA,MAC7H;AAAA,oBAAA,CAAA;AAAA,MACA,CAAA,4EAAA,CAAA;AAAA,MACA,CAAA,yBAAA,CAAA;AAAA,MACA,GAAG,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,IAAA,EAAO,CAAA,CAAE,UAAU,CAAA,OAAA,EAAU,CAAA,CAAE,MAAM,CAAA,cAAA,EAAY,CAAA,CAAE,cAAc,aAAa,CAAA,CAAE,QAAQ,CAAA,qBAAA,EAAwB,CAAA,CAAE,SAAS,CAAA,MAAA,EAAS,CAAA,CAAE,UAAA,CAAW,KAAA,CAAM,CAAA,EAAG,EAAE,CAAC,CAAA,IAAA,CAAM,CAAA;AAAA,MACvL;AAAA,sBAAA,CAAA;AAAA,MACA,CAAA,mHAAA,CAAA;AAAA,MACA,CAAA,sGAAA;AAAA,KACF;AAEA,IAAA,OAAO;AAAA,MACL,KAAA;AAAA,MACA,UAAA;AAAA,MACA,WAAA;AAAA,MACA,cAAc,OAAA,CAAQ,MAAA;AAAA,MACtB,OAAA;AAAA,MACA,YAAA,EAAc,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACjC;AAAA,EACF;AACF","file":"chunk-QFYM2NV4.js","sourcesContent":["import { ScrapedDocument, extractSubstantiveExcerpts } from '../harvester/webScraper';\nimport { TechnicalDomain } from '../harvester/domainClassifier';\nimport { CourseResearchContext, LlmTextFn } from '../config/researchConfig';\n\nexport interface ScoredEvidence {\n doc: ScrapedDocument;\n score: number; // 1 to 10\n isApproved: boolean; // >= 6 is approved\n isLlmEvaluated?: boolean;\n breakdown: {\n technicalDepth?: number; // legacy alias for backwards compatibility\n structuralRichness: number; // 1-10: format hygiene, byte size, headings, tables\n codeSnippetQuality: number; // 1-10\n noiseFactor: number; // 1-10 (lower is better)\n pedagogicalRelevance?: number; // 1-10 (when evaluated by LLM)\n };\n summary: string;\n keyTakeaways: string[];\n}\n\nfunction tokenizeBilingualKeywords(text: string): string[] {\n return text\n .normalize('NFC')\n .toLowerCase()\n .replace(/[.,;:!?()[\\]{}\"“”‘’/\\\\|`*_~#-]+/g, ' ')\n .split(/\\s+/)\n .filter((w) => w.length >= 2 && !/^(and|the|for|with|from|into|của|trong|được|những|các|cho|với|khi|và|hoặc|để|từ|đến|về)$/.test(w));\n}\n\n/**\n * Extracts top key sentences from a document ranked by keyword overlap and structural salience (TextRank-inspired).\n */\nexport function extractTopSentences(markdown: string, targetTopic: string, maxSentences = 3): string[] {\n const keywords = tokenizeBilingualKeywords(targetTopic);\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, ' ');\n const rawSentences = withoutCode\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => {\n if (s.length < 45 || s.length > 320) return false;\n if (s.startsWith('|') || s.startsWith('http')) return false;\n if (/\\b(cookie|privacy policy|sign in|subscribe|all rights reserved)\\b/i.test(s)) return false;\n return true;\n });\n\n if (rawSentences.length === 0) return [];\n\n const scored = rawSentences.map((sentence, idx) => {\n const lower = sentence.normalize('NFC').toLowerCase();\n const matchedCount = keywords.filter((k) => lower.includes(k)).length;\n const positionBonus = idx < 8 ? 1.5 : idx < 20 ? 0.5 : 0;\n const technicalBonus = /(`[^`]+`|\\b(?:api|function|class|actor|async|sensor|pin|loop|state|biến|hàm|cảm biến|vòng lặp|mạch)\\b)/i.test(\n sentence\n )\n ? 1.5\n : 0;\n return {\n sentence,\n idx,\n score: matchedCount * 2 + positionBonus + technicalBonus,\n };\n });\n\n return scored\n .sort((a, b) => b.score - a.score || a.idx - b.idx)\n .slice(0, maxSentences)\n .sort((a, b) => a.idx - b.idx)\n .map((s) => s.sentence);\n}\n\n/**\n * Evaluates and scores evidence on a 1-10 scale and extracts real substantive takeaways\n */\nexport class EvidenceScorer {\n scoreDocument(doc: ScrapedDocument, domain: TechnicalDomain, targetTopic: string): ScoredEvidence {\n let depthScore = 5;\n const hasCode = doc.extractedCodeSnippets.length > 0;\n let codeScore = hasCode ? Math.min(10, 7 + Math.min(3, doc.extractedCodeSnippets.length)) : 5;\n let noiseScore = 2;\n\n const lowerContent = doc.markdownContent.normalize('NFC').toLowerCase();\n const targetKeywords = tokenizeBilingualKeywords(targetTopic);\n const keywordMatches = targetKeywords.filter((k) => lowerContent.includes(k)).length;\n const matchRatio = targetKeywords.length > 0 ? keywordMatches / targetKeywords.length : 1;\n\n if (matchRatio >= 0.75) depthScore += 3;\n else if (matchRatio >= 0.4) depthScore += 2;\n else if (keywordMatches >= 1) depthScore += 1;\n\n if (doc.tablesCount > 0) depthScore += 1;\n if (doc.byteSize > 1500) depthScore += 1;\n if ((doc.extractedHeadings?.length || 0) >= 2) depthScore += 1;\n depthScore = Math.min(10, depthScore);\n\n // Conceptual, academic, or official overview pages without code fences shouldn't be rejected if rich in structure\n if (!hasCode && doc.byteSize > 1200 && matchRatio >= 0.5) {\n codeScore = 6;\n }\n\n if (lowerContent.includes('subscribe') && lowerContent.includes('advertisement')) {\n noiseScore += 3;\n }\n\n const rawTotal = depthScore * 0.55 + codeScore * 0.35 - noiseScore * 0.1 + 0.5;\n const score = Math.max(1, Math.min(10, Math.round(rawTotal)));\n const isApproved = score >= 6;\n\n const topSentences = extractTopSentences(doc.markdownContent, targetTopic, 3);\n const excerpts = doc.keyExcerpts?.length ? doc.keyExcerpts : extractSubstantiveExcerpts(doc.markdownContent, 3);\n const keyTakeaways = topSentences.length > 0 ? topSentences : excerpts.slice(0, 2);\n\n const summary =\n keyTakeaways.length > 0\n ? `${keyTakeaways[0]} [Evidence ${score}/10 · ${doc.extractedCodeSnippets.length} code blocks · ${doc.tablesCount} tables]`\n : `Evidence scored ${score}/10 (${isApproved ? 'APPROVED' : 'REJECTED'}) for ${domain} (${doc.byteSize} bytes).`;\n\n return {\n doc,\n score,\n isApproved,\n isLlmEvaluated: false,\n breakdown: {\n technicalDepth: depthScore,\n structuralRichness: depthScore,\n codeSnippetQuality: codeScore,\n noiseFactor: noiseScore,\n },\n summary,\n keyTakeaways,\n };\n }\n\n /**\n * Evaluates evidence with host LLM for genuine pedagogical relevance, conceptual depth,\n * and accuracy for the target learner age band.\n */\n async scoreDocumentWithLlm(\n doc: ScrapedDocument,\n domain: TechnicalDomain,\n targetTopic: string,\n options: { llm?: LlmTextFn; context?: CourseResearchContext } = {}\n ): Promise<ScoredEvidence> {\n const baseline = this.scoreDocument(doc, domain, targetTopic);\n if (!options.llm) {\n return baseline;\n }\n\n try {\n const prompt = [\n `You are a Senior Curriculum Researcher. Evaluate this harvested web document for the course topic \"${targetTopic}\" (Domain: ${domain}).`,\n options.context?.ageBand ? `Target Learner Age Band: ${options.context.ageBand[0]}-${options.context.ageBand[1]}` : '',\n options.context?.hardwarePlatform ? `Hardware Platform: ${options.context.hardwarePlatform}` : '',\n options.context?.softwareEnv ? `Software / Tools: ${options.context.softwareEnv}` : '',\n `\\nDocument Title: ${doc.title}`,\n `Document URL: ${doc.url}`,\n `Sample Excerpts:\\n${(doc.keyExcerpts || []).slice(0, 3).join('\\n')}`,\n `Code Blocks Found: ${doc.extractedCodeSnippets.length}`,\n `\\nReturn ONLY a JSON object:`,\n `{\"score\": 8, \"isApproved\": true, \"pedagogicalRelevance\": 9, \"summary\": \"1-sentence evaluative summary\", \"keyTakeaways\": [\"Takeaway 1 grounded in text\", \"Takeaway 2\"]}`,\n ]\n .filter(Boolean)\n .join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are an educational curriculum auditor. Output strictly valid JSON.',\n temperature: 0.2,\n jsonMode: true,\n });\n\n const match = raw.match(/\\{[\\s\\S]*\\}/);\n if (match) {\n const parsed = JSON.parse(match[0]);\n const score = Math.max(1, Math.min(10, Number(parsed.score) || baseline.score));\n return {\n doc,\n score,\n isApproved: score >= 6,\n isLlmEvaluated: true,\n breakdown: {\n ...baseline.breakdown,\n pedagogicalRelevance: Number(parsed.pedagogicalRelevance) || score,\n },\n summary: String(parsed.summary || baseline.summary),\n keyTakeaways: Array.isArray(parsed.keyTakeaways) && parsed.keyTakeaways.length > 0\n ? parsed.keyTakeaways.map(String)\n : baseline.keyTakeaways,\n };\n }\n } catch (e: any) {\n console.warn('[EvidenceScorer] LLM evidence evaluation failed, using structural baseline:', e?.message || e);\n }\n\n return baseline;\n }\n}\n","export interface ProvenanceRecord {\n resourceId: string;\n sourceUrl: string;\n accessedAt: string;\n domain: string;\n relevanceScore: number;\n byteSize: number;\n}\n\nexport interface ProvenanceSidecar {\n topic: string;\n campaignId: string;\n generatedAt: string;\n totalRecords: number;\n records: ProvenanceRecord[];\n provenanceMd: string;\n}\n\n/**\n * Generates the mandatory *.provenance.md sidecar document (English Canonical)\n */\nexport class ProvenanceTracker {\n generateSidecar(topic: string, records: ProvenanceRecord[]): ProvenanceSidecar {\n const campaignId = `CAMP-${Math.random().toString(36).substring(2, 9).toUpperCase()}`;\n const generatedAt = new Date().toISOString();\n\n const mdLines = [\n `# 📜 Provenance & Audit Trail: ${topic}`,\n `> **Campaign ID:** \\`${campaignId}\\` | **Generated At:** \\`${generatedAt}\\` | **Total Verified Sources:** \\`${records.length}\\``,\n `\\n## Audit Trail Table`,\n `| Resource ID | Domain | Relevancy | Size (Bytes) | Source URL | Timestamp |`,\n `|---|---|---|---|---|---|`,\n ...records.map(r => `| **${r.resourceId}** | \\`${r.domain}\\` | ⭐ \\`${r.relevanceScore}/10\\` | \\`${r.byteSize}\\` | [Access Source](${r.sourceUrl}) | \\`${r.accessedAt.slice(0, 19)}\\` |`),\n `\\n## Integrity Guarantee`,\n `- Every pedagogical claim and technical snippet in the curriculum maps 1-to-1 to the physical sources listed above.`,\n `- Unverified citations or hallucinated sources are strictly prohibited under Curriculum OS Rule §5.`\n ];\n\n return {\n topic,\n campaignId,\n generatedAt,\n totalRecords: records.length,\n records,\n provenanceMd: mdLines.join('\\n'),\n };\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/evidence/evidenceScorer.ts","../src/evidence/provenanceTracker.ts"],"names":[],"mappings":";;;AAoBA,SAAS,0BAA0B,IAAA,EAAwB;AACzD,EAAA,OAAO,IAAA,CACJ,UAAU,KAAK,CAAA,CACf,aAAY,CACZ,OAAA,CAAQ,kCAAA,EAAoC,GAAG,CAAA,CAC/C,KAAA,CAAM,KAAK,CAAA,CACX,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,IAAU,KAAK,CAAC,0FAAA,CAA2F,IAAA,CAAK,CAAC,CAAC,CAAA;AACvI;AAKO,SAAS,mBAAA,CAAoB,QAAA,EAAkB,WAAA,EAAqB,YAAA,GAAe,CAAA,EAAa;AACrG,EAAA,MAAM,QAAA,GAAW,0BAA0B,WAAW,CAAA;AACtD,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,GAAG,CAAA;AAC3D,EAAA,MAAM,YAAA,GAAe,YAClB,KAAA,CAAM,kBAAkB,EACxB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,aAAA,EAAe,EAAE,CAAA,CAAE,OAAA,CAAQ,QAAQ,GAAG,CAAA,CAAE,MAAM,CAAA,CACnE,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,MAAM,GAAG,OAAO,KAAA;AACtD,IAAA,IAAI,oEAAA,CAAqE,IAAA,CAAK,CAAC,CAAA,EAAG,OAAO,KAAA;AACzF,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,IAAI,YAAA,CAAa,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAEvC,EAAA,MAAM,MAAA,GAAS,YAAA,CAAa,GAAA,CAAI,CAAC,UAAU,GAAA,KAAQ;AACjD,IAAA,MAAM,KAAA,GAAQ,QAAA,CAAS,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACpD,IAAA,MAAM,YAAA,GAAe,SAAS,MAAA,CAAO,CAAC,MAAM,KAAA,CAAM,QAAA,CAAS,CAAC,CAAC,CAAA,CAAE,MAAA;AAC/D,IAAA,MAAM,gBAAgB,GAAA,GAAM,CAAA,GAAI,GAAA,GAAM,GAAA,GAAM,KAAK,GAAA,GAAM,CAAA;AACvD,IAAA,MAAM,iBAAiB,yGAAA,CAA0G,IAAA;AAAA,MAC/H;AAAA,QAEE,GAAA,GACA,CAAA;AACJ,IAAA,OAAO;AAAA,MACL,QAAA;AAAA,MACA,GAAA;AAAA,MACA,KAAA,EAAO,YAAA,GAAe,CAAA,GAAI,aAAA,GAAgB;AAAA,KAC5C;AAAA,EACF,CAAC,CAAA;AAED,EAAA,OAAO,MAAA,CACJ,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,CAAE,KAAA,GAAQ,CAAA,CAAE,KAAA,IAAS,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CACjD,KAAA,CAAM,CAAA,EAAG,YAAY,CAAA,CACrB,IAAA,CAAK,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,GAAA,GAAM,CAAA,CAAE,GAAG,CAAA,CAC5B,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,QAAQ,CAAA;AAC1B;AAKO,IAAM,iBAAN,MAAqB;AAAA,EAC1B,aAAA,CAAc,GAAA,EAAsB,MAAA,EAAyB,WAAA,EAAqC;AAChG,IAAA,IAAI,UAAA,GAAa,CAAA;AACjB,IAAA,MAAM,OAAA,GAAU,GAAA,CAAI,qBAAA,CAAsB,MAAA,GAAS,CAAA;AACnD,IAAA,IAAI,SAAA,GAAY,OAAA,GAAU,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,CAAA,GAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAC,CAAA,GAAI,CAAA;AAC5F,IAAA,IAAI,UAAA,GAAa,CAAA;AAEjB,IAAA,MAAM,eAAe,GAAA,CAAI,eAAA,CAAgB,SAAA,CAAU,KAAK,EAAE,WAAA,EAAY;AACtE,IAAA,MAAM,cAAA,GAAiB,0BAA0B,WAAW,CAAA;AAC5D,IAAA,MAAM,cAAA,GAAiB,eAAe,MAAA,CAAO,CAAC,MAAM,YAAA,CAAa,QAAA,CAAS,CAAC,CAAC,CAAA,CAAE,MAAA;AAC9E,IAAA,MAAM,aAAa,cAAA,CAAe,MAAA,GAAS,CAAA,GAAI,cAAA,GAAiB,eAAe,MAAA,GAAS,CAAA;AAExF,IAAA,IAAI,UAAA,IAAc,MAAM,UAAA,IAAc,CAAA;AAAA,SAAA,IAC7B,UAAA,IAAc,KAAK,UAAA,IAAc,CAAA;AAAA,SAAA,IACjC,cAAA,IAAkB,GAAG,UAAA,IAAc,CAAA;AAE5C,IAAA,IAAI,GAAA,CAAI,WAAA,GAAc,CAAA,EAAG,UAAA,IAAc,CAAA;AACvC,IAAA,IAAI,GAAA,CAAI,QAAA,GAAW,IAAA,EAAM,UAAA,IAAc,CAAA;AACvC,IAAA,IAAA,CAAK,GAAA,CAAI,iBAAA,EAAmB,MAAA,IAAU,CAAA,KAAM,GAAG,UAAA,IAAc,CAAA;AAC7D,IAAA,UAAA,GAAa,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,UAAU,CAAA;AAGpC,IAAA,IAAI,CAAC,OAAA,IAAW,GAAA,CAAI,QAAA,GAAW,IAAA,IAAQ,cAAc,GAAA,EAAK;AACxD,MAAA,SAAA,GAAY,CAAA;AAAA,IACd;AAEA,IAAA,IAAI,aAAa,QAAA,CAAS,WAAW,KAAK,YAAA,CAAa,QAAA,CAAS,eAAe,CAAA,EAAG;AAChF,MAAA,UAAA,IAAc,CAAA;AAAA,IAChB;AAEA,IAAA,MAAM,WAAW,UAAA,GAAa,IAAA,GAAO,SAAA,GAAY,IAAA,GAAO,aAAa,GAAA,GAAM,GAAA;AAC3E,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,IAAA,CAAK,KAAA,CAAM,QAAQ,CAAC,CAAC,CAAA;AAC5D,IAAA,MAAM,aAAa,KAAA,IAAS,CAAA;AAE5B,IAAA,MAAM,YAAA,GAAe,mBAAA,CAAoB,GAAA,CAAI,eAAA,EAAiB,aAAa,CAAC,CAAA;AAC5E,IAAA,MAAM,QAAA,GAAW,IAAI,WAAA,EAAa,MAAA,GAAS,IAAI,WAAA,GAAc,0BAAA,CAA2B,GAAA,CAAI,eAAA,EAAiB,CAAC,CAAA;AAC9G,IAAA,MAAM,YAAA,GAAe,aAAa,MAAA,GAAS,CAAA,GAAI,eAAe,QAAA,CAAS,KAAA,CAAM,GAAG,CAAC,CAAA;AAEjF,IAAA,MAAM,OAAA,GACJ,YAAA,CAAa,MAAA,GAAS,CAAA,GAClB,CAAA,EAAG,YAAA,CAAa,CAAC,CAAC,CAAA,WAAA,EAAc,KAAK,CAAA,SAAA,EAAS,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,kBAAA,EAAkB,GAAA,CAAI,WAAW,CAAA,QAAA,CAAA,GAC/G,CAAA,gBAAA,EAAmB,KAAK,CAAA,KAAA,EAAQ,UAAA,GAAa,UAAA,GAAa,UAAU,CAAA,MAAA,EAAS,MAAM,CAAA,EAAA,EAAK,GAAA,CAAI,QAAQ,CAAA,QAAA,CAAA;AAE1G,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,UAAA;AAAA,MACA,cAAA,EAAgB,KAAA;AAAA,MAChB,SAAA,EAAW;AAAA,QACT,cAAA,EAAgB,UAAA;AAAA,QAChB,kBAAA,EAAoB,UAAA;AAAA,QACpB,kBAAA,EAAoB,SAAA;AAAA,QACpB,WAAA,EAAa;AAAA,OACf;AAAA,MACA,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAA,CACJ,GAAA,EACA,QACA,WAAA,EACA,OAAA,GAAgE,EAAC,EACxC;AACzB,IAAA,MAAM,QAAA,GAAW,IAAA,CAAK,aAAA,CAAc,GAAA,EAAK,QAAQ,WAAW,CAAA;AAC5D,IAAA,IAAI,CAAC,QAAQ,GAAA,EAAK;AAChB,MAAA,OAAO,QAAA;AAAA,IACT;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,CAAA,mGAAA,EAAsG,WAAW,CAAA,WAAA,EAAc,MAAM,CAAA,EAAA,CAAA;AAAA,QACrI,OAAA,CAAQ,OAAA,EAAS,OAAA,GAAU,CAAA,yBAAA,EAA4B,QAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,IAAI,OAAA,CAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,QACpH,QAAQ,OAAA,EAAS,gBAAA,GAAmB,sBAAsB,OAAA,CAAQ,OAAA,CAAQ,gBAAgB,CAAA,CAAA,GAAK,EAAA;AAAA,QAC/F,QAAQ,OAAA,EAAS,WAAA,GAAc,qBAAqB,OAAA,CAAQ,OAAA,CAAQ,WAAW,CAAA,CAAA,GAAK,EAAA;AAAA,QACpF;AAAA,gBAAA,EAAqB,IAAI,KAAK,CAAA,CAAA;AAAA,QAC9B,CAAA,cAAA,EAAiB,IAAI,GAAG,CAAA,CAAA;AAAA,QACxB,CAAA;AAAA,EAAA,CAAsB,GAAA,CAAI,WAAA,IAAe,EAAC,EAAG,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAAA,QACnE,CAAA,mBAAA,EAAsB,GAAA,CAAI,qBAAA,CAAsB,MAAM,CAAA,CAAA;AAAA,QACtD;AAAA,0BAAA,CAAA;AAAA,QACA,CAAA,sKAAA;AAAA,OACF,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,IAAI,CAAA;AAEZ,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,wEAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AAED,MAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACrC,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAC,CAAC,CAAA;AAClC,QAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,EAAA,EAAI,MAAA,CAAO,MAAA,CAAO,KAAK,CAAA,IAAK,QAAA,CAAS,KAAK,CAAC,CAAA;AAC9E,QAAA,OAAO;AAAA,UACL,GAAA;AAAA,UACA,KAAA;AAAA,UACA,YAAY,KAAA,IAAS,CAAA;AAAA,UACrB,cAAA,EAAgB,IAAA;AAAA,UAChB,SAAA,EAAW;AAAA,YACT,GAAG,QAAA,CAAS,SAAA;AAAA,YACZ,oBAAA,EAAsB,MAAA,CAAO,MAAA,CAAO,oBAAoB,CAAA,IAAK;AAAA,WAC/D;AAAA,UACA,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,OAAA,IAAW,SAAS,OAAO,CAAA;AAAA,UAClD,YAAA,EAAc,KAAA,CAAM,OAAA,CAAQ,MAAA,CAAO,YAAY,CAAA,IAAK,MAAA,CAAO,YAAA,CAAa,MAAA,GAAS,IAC7E,MAAA,CAAO,YAAA,CAAa,GAAA,CAAI,MAAM,IAC9B,QAAA,CAAS;AAAA,SACf;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,6EAAA,EAA+E,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC7G;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AACF;;;AC7KO,IAAM,oBAAN,MAAwB;AAAA,EAC7B,eAAA,CAAgB,OAAe,OAAA,EAAgD;AAC7E,IAAA,MAAM,UAAA,GAAa,CAAA,KAAA,EAAQ,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAA,EAAG,CAAC,CAAA,CAAE,aAAa,CAAA,CAAA;AACnF,IAAA,MAAM,WAAA,GAAA,iBAAc,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAE3C,IAAA,MAAM,OAAA,GAAU;AAAA,MACd,yCAAkC,KAAK,CAAA,CAAA;AAAA,MACvC,wBAAwB,UAAU,CAAA,yBAAA,EAA4B,WAAW,CAAA,mCAAA,EAAsC,QAAQ,MAAM,CAAA,EAAA,CAAA;AAAA,MAC7H;AAAA,oBAAA,CAAA;AAAA,MACA,CAAA,4EAAA,CAAA;AAAA,MACA,CAAA,yBAAA,CAAA;AAAA,MACA,GAAG,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,IAAA,EAAO,CAAA,CAAE,UAAU,CAAA,OAAA,EAAU,CAAA,CAAE,MAAM,CAAA,cAAA,EAAY,CAAA,CAAE,cAAc,aAAa,CAAA,CAAE,QAAQ,CAAA,qBAAA,EAAwB,CAAA,CAAE,SAAS,CAAA,MAAA,EAAS,CAAA,CAAE,UAAA,CAAW,KAAA,CAAM,CAAA,EAAG,EAAE,CAAC,CAAA,IAAA,CAAM,CAAA;AAAA,MACvL;AAAA,sBAAA,CAAA;AAAA,MACA,CAAA,mHAAA,CAAA;AAAA,MACA,CAAA,sGAAA;AAAA,KACF;AAEA,IAAA,OAAO;AAAA,MACL,KAAA;AAAA,MACA,UAAA;AAAA,MACA,WAAA;AAAA,MACA,cAAc,OAAA,CAAQ,MAAA;AAAA,MACtB,OAAA;AAAA,MACA,YAAA,EAAc,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACjC;AAAA,EACF;AACF","file":"chunk-KXJDQBSJ.js","sourcesContent":["import { ScrapedDocument, extractSubstantiveExcerpts } from '../harvester/webScraper';\nimport { TechnicalDomain } from '../harvester/domainClassifier';\nimport { CourseResearchContext, LlmTextFn } from '../config/researchConfig';\n\nexport interface ScoredEvidence {\n doc: ScrapedDocument;\n score: number; // 1 to 10\n isApproved: boolean; // >= 6 is approved\n isLlmEvaluated?: boolean;\n breakdown: {\n technicalDepth?: number; // legacy alias for backwards compatibility\n structuralRichness: number; // 1-10: format hygiene, byte size, headings, tables\n codeSnippetQuality: number; // 1-10\n noiseFactor: number; // 1-10 (lower is better)\n pedagogicalRelevance?: number; // 1-10 (when evaluated by LLM)\n };\n summary: string;\n keyTakeaways: string[];\n}\n\nfunction tokenizeBilingualKeywords(text: string): string[] {\n return text\n .normalize('NFC')\n .toLowerCase()\n .replace(/[.,;:!?()[\\]{}\"“”‘’/\\\\|`*_~#-]+/g, ' ')\n .split(/\\s+/)\n .filter((w) => w.length >= 2 && !/^(and|the|for|with|from|into|của|trong|được|những|các|cho|với|khi|và|hoặc|để|từ|đến|về)$/.test(w));\n}\n\n/**\n * Extracts top key sentences from a document ranked by keyword overlap and structural salience (TextRank-inspired).\n */\nexport function extractTopSentences(markdown: string, targetTopic: string, maxSentences = 3): string[] {\n const keywords = tokenizeBilingualKeywords(targetTopic);\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, ' ');\n const rawSentences = withoutCode\n .split(/(?<=[.!?。\\n])\\s+/)\n .map((s) => s.replace(/^[-*•#>\\s]+/, '').replace(/\\s+/g, ' ').trim())\n .filter((s) => {\n if (s.length < 45 || s.length > 320) return false;\n if (s.startsWith('|') || s.startsWith('http')) return false;\n if (/\\b(cookie|privacy policy|sign in|subscribe|all rights reserved)\\b/i.test(s)) return false;\n return true;\n });\n\n if (rawSentences.length === 0) return [];\n\n const scored = rawSentences.map((sentence, idx) => {\n const lower = sentence.normalize('NFC').toLowerCase();\n const matchedCount = keywords.filter((k) => lower.includes(k)).length;\n const positionBonus = idx < 8 ? 1.5 : idx < 20 ? 0.5 : 0;\n const technicalBonus = /(`[^`]+`|\\b(?:api|function|class|actor|async|sensor|pin|loop|state|biến|hàm|cảm biến|vòng lặp|mạch)\\b)/i.test(\n sentence\n )\n ? 1.5\n : 0;\n return {\n sentence,\n idx,\n score: matchedCount * 2 + positionBonus + technicalBonus,\n };\n });\n\n return scored\n .sort((a, b) => b.score - a.score || a.idx - b.idx)\n .slice(0, maxSentences)\n .sort((a, b) => a.idx - b.idx)\n .map((s) => s.sentence);\n}\n\n/**\n * Evaluates and scores evidence on a 1-10 scale and extracts real substantive takeaways\n */\nexport class EvidenceScorer {\n scoreDocument(doc: ScrapedDocument, domain: TechnicalDomain, targetTopic: string): ScoredEvidence {\n let depthScore = 5;\n const hasCode = doc.extractedCodeSnippets.length > 0;\n let codeScore = hasCode ? Math.min(10, 7 + Math.min(3, doc.extractedCodeSnippets.length)) : 5;\n let noiseScore = 2;\n\n const lowerContent = doc.markdownContent.normalize('NFC').toLowerCase();\n const targetKeywords = tokenizeBilingualKeywords(targetTopic);\n const keywordMatches = targetKeywords.filter((k) => lowerContent.includes(k)).length;\n const matchRatio = targetKeywords.length > 0 ? keywordMatches / targetKeywords.length : 1;\n\n if (matchRatio >= 0.75) depthScore += 3;\n else if (matchRatio >= 0.4) depthScore += 2;\n else if (keywordMatches >= 1) depthScore += 1;\n\n if (doc.tablesCount > 0) depthScore += 1;\n if (doc.byteSize > 1500) depthScore += 1;\n if ((doc.extractedHeadings?.length || 0) >= 2) depthScore += 1;\n depthScore = Math.min(10, depthScore);\n\n // Conceptual, academic, or official overview pages without code fences shouldn't be rejected if rich in structure\n if (!hasCode && doc.byteSize > 1200 && matchRatio >= 0.5) {\n codeScore = 6;\n }\n\n if (lowerContent.includes('subscribe') && lowerContent.includes('advertisement')) {\n noiseScore += 3;\n }\n\n const rawTotal = depthScore * 0.55 + codeScore * 0.35 - noiseScore * 0.1 + 0.5;\n const score = Math.max(1, Math.min(10, Math.round(rawTotal)));\n const isApproved = score >= 6;\n\n const topSentences = extractTopSentences(doc.markdownContent, targetTopic, 3);\n const excerpts = doc.keyExcerpts?.length ? doc.keyExcerpts : extractSubstantiveExcerpts(doc.markdownContent, 3);\n const keyTakeaways = topSentences.length > 0 ? topSentences : excerpts.slice(0, 2);\n\n const summary =\n keyTakeaways.length > 0\n ? `${keyTakeaways[0]} [Evidence ${score}/10 · ${doc.extractedCodeSnippets.length} code blocks · ${doc.tablesCount} tables]`\n : `Evidence scored ${score}/10 (${isApproved ? 'APPROVED' : 'REJECTED'}) for ${domain} (${doc.byteSize} bytes).`;\n\n return {\n doc,\n score,\n isApproved,\n isLlmEvaluated: false,\n breakdown: {\n technicalDepth: depthScore,\n structuralRichness: depthScore,\n codeSnippetQuality: codeScore,\n noiseFactor: noiseScore,\n },\n summary,\n keyTakeaways,\n };\n }\n\n /**\n * Evaluates evidence with host LLM for genuine pedagogical relevance, conceptual depth,\n * and accuracy for the target learner age band.\n */\n async scoreDocumentWithLlm(\n doc: ScrapedDocument,\n domain: TechnicalDomain,\n targetTopic: string,\n options: { llm?: LlmTextFn; context?: CourseResearchContext } = {}\n ): Promise<ScoredEvidence> {\n const baseline = this.scoreDocument(doc, domain, targetTopic);\n if (!options.llm) {\n return baseline;\n }\n\n try {\n const prompt = [\n `You are a Senior Curriculum Researcher. Evaluate this harvested web document for the course topic \"${targetTopic}\" (Domain: ${domain}).`,\n options.context?.ageBand ? `Target Learner Age Band: ${options.context.ageBand[0]}-${options.context.ageBand[1]}` : '',\n options.context?.hardwarePlatform ? `Hardware Platform: ${options.context.hardwarePlatform}` : '',\n options.context?.softwareEnv ? `Software / Tools: ${options.context.softwareEnv}` : '',\n `\\nDocument Title: ${doc.title}`,\n `Document URL: ${doc.url}`,\n `Sample Excerpts:\\n${(doc.keyExcerpts || []).slice(0, 3).join('\\n')}`,\n `Code Blocks Found: ${doc.extractedCodeSnippets.length}`,\n `\\nReturn ONLY a JSON object:`,\n `{\"score\": 8, \"isApproved\": true, \"pedagogicalRelevance\": 9, \"summary\": \"1-sentence evaluative summary\", \"keyTakeaways\": [\"Takeaway 1 grounded in text\", \"Takeaway 2\"]}`,\n ]\n .filter(Boolean)\n .join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are an educational curriculum auditor. Output strictly valid JSON.',\n temperature: 0.2,\n jsonMode: true,\n });\n\n const match = raw.match(/\\{[\\s\\S]*\\}/);\n if (match) {\n const parsed = JSON.parse(match[0]);\n const score = Math.max(1, Math.min(10, Number(parsed.score) || baseline.score));\n return {\n doc,\n score,\n isApproved: score >= 6,\n isLlmEvaluated: true,\n breakdown: {\n ...baseline.breakdown,\n pedagogicalRelevance: Number(parsed.pedagogicalRelevance) || score,\n },\n summary: String(parsed.summary || baseline.summary),\n keyTakeaways: Array.isArray(parsed.keyTakeaways) && parsed.keyTakeaways.length > 0\n ? parsed.keyTakeaways.map(String)\n : baseline.keyTakeaways,\n };\n }\n } catch (e: any) {\n console.warn('[EvidenceScorer] LLM evidence evaluation failed, using structural baseline:', e?.message || e);\n }\n\n return baseline;\n }\n}\n","export interface ProvenanceRecord {\n resourceId: string;\n sourceUrl: string;\n accessedAt: string;\n domain: string;\n relevanceScore: number;\n byteSize: number;\n}\n\nexport interface ProvenanceSidecar {\n topic: string;\n campaignId: string;\n generatedAt: string;\n totalRecords: number;\n records: ProvenanceRecord[];\n provenanceMd: string;\n}\n\n/**\n * Generates the mandatory *.provenance.md sidecar document (English Canonical)\n */\nexport class ProvenanceTracker {\n generateSidecar(topic: string, records: ProvenanceRecord[]): ProvenanceSidecar {\n const campaignId = `CAMP-${Math.random().toString(36).substring(2, 9).toUpperCase()}`;\n const generatedAt = new Date().toISOString();\n\n const mdLines = [\n `# 📜 Provenance & Audit Trail: ${topic}`,\n `> **Campaign ID:** \\`${campaignId}\\` | **Generated At:** \\`${generatedAt}\\` | **Total Verified Sources:** \\`${records.length}\\``,\n `\\n## Audit Trail Table`,\n `| Resource ID | Domain | Relevancy | Size (Bytes) | Source URL | Timestamp |`,\n `|---|---|---|---|---|---|`,\n ...records.map(r => `| **${r.resourceId}** | \\`${r.domain}\\` | ⭐ \\`${r.relevanceScore}/10\\` | \\`${r.byteSize}\\` | [Access Source](${r.sourceUrl}) | \\`${r.accessedAt.slice(0, 19)}\\` |`),\n `\\n## Integrity Guarantee`,\n `- Every pedagogical claim and technical snippet in the curriculum maps 1-to-1 to the physical sources listed above.`,\n `- Unverified citations or hallucinated sources are strictly prohibited under Curriculum OS Rule §5.`\n ];\n\n return {\n topic,\n campaignId,\n generatedAt,\n totalRecords: records.length,\n records,\n provenanceMd: mdLines.join('\\n'),\n };\n }\n}\n"]}
|
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { inferPrimaryCodeLanguage, MultiSourceSearchEngine, HealthAuditor, CatalogBuilder, PedagogicalTermExtractor, classifyTechnicalDomain, isCommercialOrNoise } from './chunk-
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
1
|
+
import { LiteratureReviewSynthesizer, mapTopicToCS2023 } from './chunk-SDDZFFL6.js';
|
|
2
|
+
import { inferPrimaryCodeLanguage, MultiSourceSearchEngine, HealthAuditor, CatalogBuilder, PedagogicalTermExtractor, classifyTechnicalDomain, isCommercialOrNoise } from './chunk-SAHBBO3U.js';
|
|
3
|
+
import { AcademicSearchEngine } from './chunk-AKEI7H2C.js';
|
|
4
|
+
import { EvidenceScorer, ProvenanceTracker } from './chunk-KXJDQBSJ.js';
|
|
5
|
+
import { WebScraper } from './chunk-QQZQNBJC.js';
|
|
5
6
|
|
|
6
7
|
// src/pipeline/campaignPlanner.ts
|
|
7
8
|
var CampaignPlanner = class {
|
|
@@ -544,35 +545,68 @@ var TechnicalGroundingEngine = class {
|
|
|
544
545
|
try {
|
|
545
546
|
const doc = await this.scraper.scrapeUrl(h.url);
|
|
546
547
|
if (doc && doc.markdownContent) {
|
|
548
|
+
const substantiveExcerpt = doc.keyExcerpts && doc.keyExcerpts.length > 0 ? doc.keyExcerpts.slice(0, 3).join("\n\n") : doc.markdownContent.slice(0, 1500);
|
|
547
549
|
return {
|
|
548
550
|
title: h.title,
|
|
549
551
|
url: h.url,
|
|
550
|
-
excerpt:
|
|
552
|
+
excerpt: substantiveExcerpt,
|
|
553
|
+
codeBlocks: (doc.extractedCodeBlocks || []).slice(0, 2),
|
|
554
|
+
tables: (doc.extractedTables || []).slice(0, 2),
|
|
555
|
+
keyExcerpts: (doc.keyExcerpts || []).slice(0, 4)
|
|
551
556
|
};
|
|
552
557
|
}
|
|
553
558
|
} catch {
|
|
554
559
|
}
|
|
555
|
-
return {
|
|
560
|
+
return {
|
|
561
|
+
title: h.title,
|
|
562
|
+
url: h.url,
|
|
563
|
+
excerpt: h.content.slice(0, 500),
|
|
564
|
+
codeBlocks: [],
|
|
565
|
+
tables: [],
|
|
566
|
+
keyExcerpts: []
|
|
567
|
+
};
|
|
556
568
|
})
|
|
557
569
|
);
|
|
558
570
|
const scrapedSnippets = scrapeResults.map(
|
|
559
|
-
(res, idx) => res.status === "fulfilled" ? res.value : {
|
|
571
|
+
(res, idx) => res.status === "fulfilled" ? res.value : {
|
|
572
|
+
title: hitsToScrape[idx].title,
|
|
573
|
+
url: hitsToScrape[idx].url,
|
|
574
|
+
excerpt: hitsToScrape[idx].content.slice(0, 500),
|
|
575
|
+
codeBlocks: [],
|
|
576
|
+
tables: [],
|
|
577
|
+
keyExcerpts: []
|
|
578
|
+
}
|
|
560
579
|
);
|
|
561
|
-
const
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
580
|
+
const preservedCodeSnippets = [];
|
|
581
|
+
const preservedTables = [];
|
|
582
|
+
const preservedKeyExcerpts = [];
|
|
583
|
+
for (const s of scrapedSnippets) {
|
|
584
|
+
if (s.codeBlocks && s.codeBlocks.length > 0) {
|
|
585
|
+
preservedCodeSnippets.push(...s.codeBlocks);
|
|
586
|
+
}
|
|
587
|
+
if (s.tables && s.tables.length > 0) {
|
|
588
|
+
preservedTables.push(...s.tables);
|
|
589
|
+
}
|
|
590
|
+
if (s.keyExcerpts && s.keyExcerpts.length > 0) {
|
|
591
|
+
preservedKeyExcerpts.push(...s.keyExcerpts);
|
|
592
|
+
}
|
|
593
|
+
}
|
|
594
|
+
const defaultExemplars = scrapedSnippets.length > 0 ? [
|
|
567
595
|
{
|
|
568
|
-
title: `${topic}
|
|
569
|
-
description:
|
|
596
|
+
title: scrapedSnippets[0].title || `${topic} Practical Foundation`,
|
|
597
|
+
description: scrapedSnippets[0].excerpt ? scrapedSnippets[0].excerpt.slice(0, 220) : `Hands-on implementation project for ${topic}.`,
|
|
570
598
|
targetAudience: `Students aged ${ageBand[0]}-${ageBand[1]}`,
|
|
571
|
-
sourceUrl: scrapedSnippets[0]
|
|
599
|
+
sourceUrl: scrapedSnippets[0].url,
|
|
572
600
|
hardwareRequirements: hardware ? [hardware] : void 0,
|
|
573
601
|
softwareRequirements: software ? [software] : void 0
|
|
574
602
|
}
|
|
575
|
-
];
|
|
603
|
+
] : [];
|
|
604
|
+
const defaultBottlenecks = scrapedSnippets.length > 0 ? domain === "hardware" || Boolean(hardware) ? [
|
|
605
|
+
"Power supply decoupling and current sufficiency when powering sensors or actuators.",
|
|
606
|
+
"Logic level shifting and hardware pin mapping conflicts."
|
|
607
|
+
] : [
|
|
608
|
+
"SDK/runtime version compatibility and local environment dependencies."
|
|
609
|
+
] : [];
|
|
576
610
|
let factsheet = {
|
|
577
611
|
topic,
|
|
578
612
|
domain,
|
|
@@ -580,18 +614,21 @@ var TechnicalGroundingEngine = class {
|
|
|
580
614
|
hardwarePlatform: hardware || void 0,
|
|
581
615
|
softwareEnv: software || void 0,
|
|
582
616
|
verifiedCompatible: true,
|
|
583
|
-
notes: [`Targeting ${hardware || "General Platform"} with ${software || "Standard SDK"}.`]
|
|
617
|
+
notes: hardware || software ? [`Targeting ${hardware || "General Platform"} with ${software || "Standard SDK"}.`] : [`Baseline technical verification for ${topic}.`]
|
|
584
618
|
},
|
|
585
619
|
ageFeasibility: {
|
|
586
620
|
recommendedMinAge: ageBand[0],
|
|
587
621
|
recommendedMaxAge: ageBand[1],
|
|
588
622
|
cognitiveReadinessVerdict: "feasible",
|
|
589
|
-
potentialBarriers: [
|
|
623
|
+
potentialBarriers: []
|
|
590
624
|
},
|
|
591
625
|
exemplarProjects: defaultExemplars,
|
|
592
626
|
technicalBottlenecks: defaultBottlenecks,
|
|
593
627
|
groundingSources: scrapedSnippets.map((s) => ({ title: s.title, url: s.url })),
|
|
594
|
-
markdownReport: ""
|
|
628
|
+
markdownReport: "",
|
|
629
|
+
codeSnippets: preservedCodeSnippets.slice(0, 4),
|
|
630
|
+
pinoutTables: preservedTables.slice(0, 4),
|
|
631
|
+
keyExcerpts: preservedKeyExcerpts.slice(0, 6)
|
|
595
632
|
};
|
|
596
633
|
if (llm && scrapedSnippets.length > 0) {
|
|
597
634
|
try {
|
|
@@ -600,8 +637,19 @@ var TechnicalGroundingEngine = class {
|
|
|
600
637
|
`Hardware: ${hardware || "N/A"}, Software/Env: ${software || "N/A"}, Student Age Band: ${ageBand[0]}-${ageBand[1]} years old.`,
|
|
601
638
|
`
|
|
602
639
|
Harvested Sources:
|
|
603
|
-
${scrapedSnippets.map((s, i) =>
|
|
604
|
-
${s.
|
|
640
|
+
${scrapedSnippets.map((s, i) => {
|
|
641
|
+
const parts = [`[Source ${i + 1}: ${s.title} (${s.url})]
|
|
642
|
+
${s.excerpt}`];
|
|
643
|
+
if (s.codeBlocks && s.codeBlocks.length > 0) {
|
|
644
|
+
parts.push("Code Snippets:\n" + s.codeBlocks.map((c) => `\`\`\`${c.language || ""}
|
|
645
|
+
${c.code}
|
|
646
|
+
\`\`\``).join("\n"));
|
|
647
|
+
}
|
|
648
|
+
if (s.tables && s.tables.length > 0) {
|
|
649
|
+
parts.push("Tables/Pinouts:\n" + s.tables.join("\n\n"));
|
|
650
|
+
}
|
|
651
|
+
return parts.join("\n");
|
|
652
|
+
}).join("\n\n")}`,
|
|
605
653
|
`
|
|
606
654
|
Synthesize a strictly valid JSON object with:`,
|
|
607
655
|
`{`,
|
|
@@ -640,7 +688,7 @@ Synthesize a strictly valid JSON object with:`,
|
|
|
640
688
|
if (Array.isArray(parsed.technicalBottlenecks)) factsheet.technicalBottlenecks = parsed.technicalBottlenecks.map(String);
|
|
641
689
|
}
|
|
642
690
|
} catch (err) {
|
|
643
|
-
console.warn("[TechnicalGroundingEngine] LLM synthesis
|
|
691
|
+
console.warn("[TechnicalGroundingEngine] LLM synthesis error:", err?.message || err);
|
|
644
692
|
}
|
|
645
693
|
}
|
|
646
694
|
factsheet.markdownReport = this.renderMarkdownReport(factsheet);
|
|
@@ -672,10 +720,26 @@ Synthesize a strictly valid JSON object with:`,
|
|
|
672
720
|
## 5. Grounding Citations`,
|
|
673
721
|
...fs.groundingSources.map((s, idx) => `${idx + 1}. [${s.title}](${s.url})`)
|
|
674
722
|
];
|
|
723
|
+
if (fs.codeSnippets && fs.codeSnippets.length > 0) {
|
|
724
|
+
lines.push(
|
|
725
|
+
`
|
|
726
|
+
## 6. Verified Code Snippets & Syntax Reference`,
|
|
727
|
+
...fs.codeSnippets.map((c) => `\`\`\`${c.language || "text"}
|
|
728
|
+
${c.code}
|
|
729
|
+
\`\`\``)
|
|
730
|
+
);
|
|
731
|
+
}
|
|
732
|
+
if (fs.pinoutTables && fs.pinoutTables.length > 0) {
|
|
733
|
+
lines.push(
|
|
734
|
+
`
|
|
735
|
+
## 7. Pinout & Specification Tables`,
|
|
736
|
+
...fs.pinoutTables
|
|
737
|
+
);
|
|
738
|
+
}
|
|
675
739
|
return lines.join("\n");
|
|
676
740
|
}
|
|
677
741
|
};
|
|
678
742
|
|
|
679
743
|
export { CampaignPlanner, HarvestPipeline, ReferencePackBuilder, TechnicalGroundingEngine, normalizeUrlForDedup };
|
|
680
|
-
//# sourceMappingURL=chunk-
|
|
681
|
-
//# sourceMappingURL=chunk-
|
|
744
|
+
//# sourceMappingURL=chunk-P6RHBJY2.js.map
|
|
745
|
+
//# sourceMappingURL=chunk-P6RHBJY2.js.map
|