@thanh01.pmt/research-kit 1.2.0 → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/dist/academic/index.js +2 -1
- package/dist/{catalogBuilder-nrGYEY4b.d.cts → catalogBuilder-BaVRvg-9.d.cts} +8 -0
- package/dist/{catalogBuilder-2i5KASUF.d.ts → catalogBuilder-DHV6y1gD.d.ts} +8 -0
- package/dist/chunk-AKEI7H2C.js +223 -0
- package/dist/chunk-AKEI7H2C.js.map +1 -0
- package/dist/{chunk-QK3LVGI7.js → chunk-HZNSZDSM.js} +76 -2
- package/dist/chunk-HZNSZDSM.js.map +1 -0
- package/dist/{chunk-XDDTHWJW.js → chunk-RW7VS7NI.js} +5 -4
- package/dist/chunk-RW7VS7NI.js.map +1 -0
- package/dist/{chunk-DOXSPRSP.js → chunk-UKGR45VZ.js} +3 -223
- package/dist/chunk-UKGR45VZ.js.map +1 -0
- package/dist/harvester/index.cjs +294 -0
- package/dist/harvester/index.cjs.map +1 -1
- package/dist/harvester/index.d.cts +1 -1
- package/dist/harvester/index.d.ts +1 -1
- package/dist/harvester/index.js +2 -1
- package/dist/index.cjs +72 -0
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +2 -2
- package/dist/index.d.ts +2 -2
- package/dist/index.js +8 -6
- package/dist/index.js.map +1 -1
- package/dist/pipeline/index.cjs +292 -220
- package/dist/pipeline/index.cjs.map +1 -1
- package/dist/pipeline/index.d.cts +1 -1
- package/dist/pipeline/index.d.ts +1 -1
- package/dist/pipeline/index.js +4 -3
- package/package.json +8 -9
- package/dist/chunk-DOXSPRSP.js.map +0 -1
- package/dist/chunk-QK3LVGI7.js.map +0 -1
- package/dist/chunk-XDDTHWJW.js.map +0 -1
package/LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
MIT License
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2025 Tony Pham
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
6
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
7
|
+
in the Software without restriction, including without limitation the rights
|
|
8
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
9
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
10
|
+
furnished to do so, subject to the following conditions:
|
|
11
|
+
|
|
12
|
+
The above copyright notice and this permission notice shall be included in all
|
|
13
|
+
copies or substantial portions of the Software.
|
|
14
|
+
|
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
16
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
17
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
18
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
19
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
20
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
21
|
+
SOFTWARE.
|
package/dist/academic/index.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import '../chunk-J3VCGH7Z.js';
|
|
2
|
-
export {
|
|
2
|
+
export { CS2023_KNOWLEDGE_AREAS, CSTA_K12_STRANDS, CitationManager, LiteratureReviewSynthesizer, mapTopicToCS2023 } from '../chunk-UKGR45VZ.js';
|
|
3
|
+
export { AcademicPaperSchema, AcademicSearchEngine, ArXivSearchEngine, reconstructOpenAlexAbstract } from '../chunk-AKEI7H2C.js';
|
|
3
4
|
//# sourceMappingURL=index.js.map
|
|
4
5
|
//# sourceMappingURL=index.js.map
|
|
@@ -16,6 +16,7 @@ interface MultiSearchOptions {
|
|
|
16
16
|
apiKeys?: ResearchApiKeys;
|
|
17
17
|
allowEnvFallback?: boolean;
|
|
18
18
|
searxngHost?: string;
|
|
19
|
+
searxngHeaders?: Record<string, string>;
|
|
19
20
|
domainFilter?: string[];
|
|
20
21
|
preferredEngine?: 'tavily' | 'exa' | 'serper' | 'duckduckgo' | 'searxng' | 'academic' | 'custom';
|
|
21
22
|
customAdapter?: CustomSearchAdapter;
|
|
@@ -27,19 +28,26 @@ declare class MultiSourceSearchEngine {
|
|
|
27
28
|
private tavilyKey?;
|
|
28
29
|
private exaKey?;
|
|
29
30
|
private serperKey?;
|
|
31
|
+
private searxngHost?;
|
|
32
|
+
private searxngHeaders?;
|
|
30
33
|
private allowEnvFallback;
|
|
31
34
|
private customAdapter?;
|
|
35
|
+
private academicEngine;
|
|
32
36
|
constructor(options?: {
|
|
33
37
|
tavilyKey?: string;
|
|
34
38
|
exaKey?: string;
|
|
35
39
|
serperKey?: string;
|
|
40
|
+
searxngHost?: string;
|
|
41
|
+
searxngHeaders?: Record<string, string>;
|
|
36
42
|
apiKeys?: ResearchApiKeys;
|
|
37
43
|
allowEnvFallback?: boolean;
|
|
38
44
|
customAdapter?: CustomSearchAdapter;
|
|
39
45
|
});
|
|
40
46
|
setCustomAdapter(adapter: CustomSearchAdapter): void;
|
|
41
47
|
setApiKeys(keys: ResearchApiKeys): void;
|
|
48
|
+
setSearxng(host: string, headers?: Record<string, string>): void;
|
|
42
49
|
search(query: string, options?: MultiSearchOptions): Promise<SearchHit[]>;
|
|
50
|
+
querySearxng(query: string, searxngHost: string, limit: number, customHeaders?: Record<string, string>): Promise<SearchHit[]>;
|
|
43
51
|
private queryExa;
|
|
44
52
|
private querySerper;
|
|
45
53
|
private queryDuckDuckGo;
|
|
@@ -16,6 +16,7 @@ interface MultiSearchOptions {
|
|
|
16
16
|
apiKeys?: ResearchApiKeys;
|
|
17
17
|
allowEnvFallback?: boolean;
|
|
18
18
|
searxngHost?: string;
|
|
19
|
+
searxngHeaders?: Record<string, string>;
|
|
19
20
|
domainFilter?: string[];
|
|
20
21
|
preferredEngine?: 'tavily' | 'exa' | 'serper' | 'duckduckgo' | 'searxng' | 'academic' | 'custom';
|
|
21
22
|
customAdapter?: CustomSearchAdapter;
|
|
@@ -27,19 +28,26 @@ declare class MultiSourceSearchEngine {
|
|
|
27
28
|
private tavilyKey?;
|
|
28
29
|
private exaKey?;
|
|
29
30
|
private serperKey?;
|
|
31
|
+
private searxngHost?;
|
|
32
|
+
private searxngHeaders?;
|
|
30
33
|
private allowEnvFallback;
|
|
31
34
|
private customAdapter?;
|
|
35
|
+
private academicEngine;
|
|
32
36
|
constructor(options?: {
|
|
33
37
|
tavilyKey?: string;
|
|
34
38
|
exaKey?: string;
|
|
35
39
|
serperKey?: string;
|
|
40
|
+
searxngHost?: string;
|
|
41
|
+
searxngHeaders?: Record<string, string>;
|
|
36
42
|
apiKeys?: ResearchApiKeys;
|
|
37
43
|
allowEnvFallback?: boolean;
|
|
38
44
|
customAdapter?: CustomSearchAdapter;
|
|
39
45
|
});
|
|
40
46
|
setCustomAdapter(adapter: CustomSearchAdapter): void;
|
|
41
47
|
setApiKeys(keys: ResearchApiKeys): void;
|
|
48
|
+
setSearxng(host: string, headers?: Record<string, string>): void;
|
|
42
49
|
search(query: string, options?: MultiSearchOptions): Promise<SearchHit[]>;
|
|
50
|
+
querySearxng(query: string, searxngHost: string, limit: number, customHeaders?: Record<string, string>): Promise<SearchHit[]>;
|
|
43
51
|
private queryExa;
|
|
44
52
|
private querySerper;
|
|
45
53
|
private queryDuckDuckGo;
|
|
@@ -0,0 +1,223 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
|
|
3
|
+
// src/academic/arxivClient.ts
|
|
4
|
+
var ArXivSearchEngine = class {
|
|
5
|
+
/**
|
|
6
|
+
* Search ArXiv repository using the public atom XML API
|
|
7
|
+
*/
|
|
8
|
+
async search(query, maxResults = 5) {
|
|
9
|
+
const papers = [];
|
|
10
|
+
try {
|
|
11
|
+
const url = `https://export.arxiv.org/api/query?search_query=all:${encodeURIComponent(query)}&start=0&max_results=${maxResults}&sortBy=relevance&sortOrder=descending`;
|
|
12
|
+
const res = await fetch(url, { signal: AbortSignal.timeout(1e4) });
|
|
13
|
+
if (res.ok) {
|
|
14
|
+
const xmlText = await res.text();
|
|
15
|
+
const entryMatches = xmlText.match(/<entry>[\s\S]*?<\/entry>/g) || [];
|
|
16
|
+
for (const entry of entryMatches) {
|
|
17
|
+
const idMatch = entry.match(/<id>([\s\S]*?)<\/id>/);
|
|
18
|
+
const titleMatch = entry.match(/<title>([\s\S]*?)<\/title>/);
|
|
19
|
+
const summaryMatch = entry.match(/<summary>([\s\S]*?)<\/summary>/);
|
|
20
|
+
const publishedMatch = entry.match(/<published>(\d{4})/);
|
|
21
|
+
const authorMatches = [...entry.matchAll(/<author>\s*<name>([\s\S]*?)<\/name>/g)].map((m) => m[1]?.trim()).filter(Boolean);
|
|
22
|
+
const arxivUrl = idMatch ? idMatch[1]?.trim() : "";
|
|
23
|
+
const pdfUrl = arxivUrl ? arxivUrl.replace("/abs/", "/pdf/") + ".pdf" : void 0;
|
|
24
|
+
if (titleMatch) {
|
|
25
|
+
papers.push({
|
|
26
|
+
id: arxivUrl || `arxiv-${Math.random().toString(36).substring(7)}`,
|
|
27
|
+
title: titleMatch[1]?.trim().replace(/\s+/g, " ") || "Untitled ArXiv Paper",
|
|
28
|
+
abstract: summaryMatch ? summaryMatch[1]?.trim().replace(/\s+/g, " ") : "",
|
|
29
|
+
authors: authorMatches,
|
|
30
|
+
year: publishedMatch ? parseInt(publishedMatch[1], 10) : (/* @__PURE__ */ new Date()).getFullYear(),
|
|
31
|
+
citationCount: 0,
|
|
32
|
+
venue: "arXiv preprint",
|
|
33
|
+
url: arxivUrl,
|
|
34
|
+
pdfUrl,
|
|
35
|
+
fieldsOfStudy: ["Computer Science", "AI & Machine Learning"]
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
} catch (e) {
|
|
41
|
+
console.warn("[ArXivSearchEngine] ArXiv search failed:", e?.message || e);
|
|
42
|
+
}
|
|
43
|
+
return papers;
|
|
44
|
+
}
|
|
45
|
+
};
|
|
46
|
+
var AcademicPaperSchema = z.object({
|
|
47
|
+
id: z.string(),
|
|
48
|
+
title: z.string(),
|
|
49
|
+
abstract: z.string().optional(),
|
|
50
|
+
authors: z.array(z.string()).default([]),
|
|
51
|
+
year: z.number().optional(),
|
|
52
|
+
citationCount: z.number().default(0),
|
|
53
|
+
venue: z.string().optional(),
|
|
54
|
+
doi: z.string().optional(),
|
|
55
|
+
url: z.string().optional(),
|
|
56
|
+
pdfUrl: z.string().optional(),
|
|
57
|
+
tldr: z.string().optional(),
|
|
58
|
+
fieldsOfStudy: z.array(z.string()).default([])
|
|
59
|
+
});
|
|
60
|
+
function reconstructOpenAlexAbstract(invertedIndex) {
|
|
61
|
+
if (!invertedIndex || typeof invertedIndex !== "object") return void 0;
|
|
62
|
+
const entries = Object.entries(invertedIndex);
|
|
63
|
+
if (entries.length === 0) return void 0;
|
|
64
|
+
let maxIndex = 0;
|
|
65
|
+
for (const [, positions] of entries) {
|
|
66
|
+
if (Array.isArray(positions)) {
|
|
67
|
+
for (const p of positions) {
|
|
68
|
+
if (typeof p === "number" && p > maxIndex) maxIndex = p;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
if (maxIndex > 5e3) maxIndex = 5e3;
|
|
73
|
+
const words = new Array(maxIndex + 1);
|
|
74
|
+
for (const [word, positions] of entries) {
|
|
75
|
+
if (Array.isArray(positions)) {
|
|
76
|
+
for (const p of positions) {
|
|
77
|
+
if (typeof p === "number" && p >= 0 && p <= maxIndex) {
|
|
78
|
+
words[p] = word;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
const reconstructed = words.filter(Boolean).join(" ").trim();
|
|
84
|
+
return reconstructed.length > 0 ? reconstructed : void 0;
|
|
85
|
+
}
|
|
86
|
+
var AcademicSearchEngine = class {
|
|
87
|
+
apiKey;
|
|
88
|
+
allowEnvFallback;
|
|
89
|
+
customAdapter;
|
|
90
|
+
arxivEngine;
|
|
91
|
+
constructor(options = {}) {
|
|
92
|
+
this.arxivEngine = new ArXivSearchEngine();
|
|
93
|
+
if (typeof options === "string") {
|
|
94
|
+
this.apiKey = options;
|
|
95
|
+
this.allowEnvFallback = true;
|
|
96
|
+
} else {
|
|
97
|
+
this.allowEnvFallback = options.allowEnvFallback ?? true;
|
|
98
|
+
this.apiKey = options.apiKey || (this.allowEnvFallback ? process.env.SEMANTIC_SCHOLAR_API_KEY : void 0);
|
|
99
|
+
this.customAdapter = options.customAdapter;
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
setCustomAdapter(adapter) {
|
|
103
|
+
this.customAdapter = adapter;
|
|
104
|
+
}
|
|
105
|
+
setApiKey(apiKey) {
|
|
106
|
+
this.apiKey = apiKey;
|
|
107
|
+
}
|
|
108
|
+
/**
|
|
109
|
+
* Search academic papers across Semantic Scholar with OpenAlex and ArXiv fallback or Custom Adapter
|
|
110
|
+
*/
|
|
111
|
+
async searchPapers(query, options = {}) {
|
|
112
|
+
const adapter = options.customAdapter || this.customAdapter;
|
|
113
|
+
if (adapter) {
|
|
114
|
+
try {
|
|
115
|
+
const customPapers = await adapter.searchPapers(query, { limit: options.limit, yearRange: options.yearRange });
|
|
116
|
+
if (Array.isArray(customPapers) && customPapers.length > 0) {
|
|
117
|
+
return customPapers;
|
|
118
|
+
}
|
|
119
|
+
} catch (e) {
|
|
120
|
+
console.warn("[AcademicSearchEngine] Custom academic adapter failed:", e?.message || e);
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
const limit = options.limit ?? 5;
|
|
124
|
+
const papers = [];
|
|
125
|
+
const seenTitles = /* @__PURE__ */ new Set();
|
|
126
|
+
const pushUnique = (p) => {
|
|
127
|
+
const normTitle = p.title.toLowerCase().replace(/[^a-z0-9\u00C0-\u1EF9]+/g, "");
|
|
128
|
+
if (!normTitle || seenTitles.has(normTitle)) return;
|
|
129
|
+
seenTitles.add(normTitle);
|
|
130
|
+
papers.push(p);
|
|
131
|
+
};
|
|
132
|
+
try {
|
|
133
|
+
const apiKey = options.apiKey || this.apiKey;
|
|
134
|
+
const headers = { "Content-Type": "application/json" };
|
|
135
|
+
if (apiKey) {
|
|
136
|
+
headers["x-api-key"] = apiKey;
|
|
137
|
+
}
|
|
138
|
+
const params = new URLSearchParams({
|
|
139
|
+
query,
|
|
140
|
+
limit: limit.toString(),
|
|
141
|
+
fields: "paperId,title,abstract,authors,year,citationCount,venue,externalIds,url,openAccessPdf,tldr,fieldsOfStudy"
|
|
142
|
+
});
|
|
143
|
+
if (options.yearRange) {
|
|
144
|
+
params.append("year", options.yearRange);
|
|
145
|
+
}
|
|
146
|
+
const res = await fetch(`https://api.semanticscholar.org/graph/v1/paper/search?${params.toString()}`, {
|
|
147
|
+
headers,
|
|
148
|
+
signal: AbortSignal.timeout(6e3)
|
|
149
|
+
});
|
|
150
|
+
if (res.ok) {
|
|
151
|
+
const data = await res.json();
|
|
152
|
+
if (Array.isArray(data?.data)) {
|
|
153
|
+
for (const item of data.data) {
|
|
154
|
+
pushUnique({
|
|
155
|
+
id: item.paperId || `s2-${Math.random().toString(36).slice(2, 8)}`,
|
|
156
|
+
title: item.title || "Untitled",
|
|
157
|
+
abstract: item.abstract || void 0,
|
|
158
|
+
authors: Array.isArray(item.authors) ? item.authors.map((a) => a.name).filter(Boolean) : [],
|
|
159
|
+
year: item.year,
|
|
160
|
+
citationCount: item.citationCount || 0,
|
|
161
|
+
venue: item.venue || void 0,
|
|
162
|
+
doi: item.externalIds?.DOI,
|
|
163
|
+
url: item.url || (item.externalIds?.DOI ? `https://doi.org/${item.externalIds.DOI}` : void 0),
|
|
164
|
+
pdfUrl: item.openAccessPdf?.url,
|
|
165
|
+
tldr: item.tldr?.text,
|
|
166
|
+
fieldsOfStudy: Array.isArray(item.fieldsOfStudy) && item.fieldsOfStudy.length > 0 ? item.fieldsOfStudy : ["Computer Science"]
|
|
167
|
+
});
|
|
168
|
+
}
|
|
169
|
+
if (papers.length >= limit) return papers.slice(0, limit);
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
} catch (e) {
|
|
173
|
+
console.warn("[AcademicSearchEngine] Semantic Scholar failed:", e?.message || e);
|
|
174
|
+
}
|
|
175
|
+
if (papers.length < limit) {
|
|
176
|
+
try {
|
|
177
|
+
const res = await fetch(`https://api.openalex.org/works?search=${encodeURIComponent(query)}&per-page=${limit}`, {
|
|
178
|
+
headers: { "User-Agent": "OrchableComposer/1.0 (mailto:team@orchable.app)" },
|
|
179
|
+
signal: AbortSignal.timeout(6e3)
|
|
180
|
+
});
|
|
181
|
+
if (res.ok) {
|
|
182
|
+
const data = await res.json();
|
|
183
|
+
if (Array.isArray(data?.results)) {
|
|
184
|
+
for (const item of data.results) {
|
|
185
|
+
const abstractText = reconstructOpenAlexAbstract(item.abstract_inverted_index);
|
|
186
|
+
const concepts = Array.isArray(item.concepts) ? item.concepts.slice(0, 3).map((c) => c.display_name).filter(Boolean) : ["Computer Science"];
|
|
187
|
+
pushUnique({
|
|
188
|
+
id: item.id || `oa-${Math.random().toString(36).slice(2, 8)}`,
|
|
189
|
+
title: item.title || "Untitled",
|
|
190
|
+
abstract: abstractText,
|
|
191
|
+
authors: Array.isArray(item.authorships) ? item.authorships.map((a) => a.author?.display_name).filter(Boolean) : [],
|
|
192
|
+
year: item.publication_year,
|
|
193
|
+
citationCount: item.cited_by_count || 0,
|
|
194
|
+
venue: item.primary_location?.source?.display_name,
|
|
195
|
+
doi: item.doi ? String(item.doi).replace(/^https?:\/\/doi\.org\//i, "") : void 0,
|
|
196
|
+
url: item.doi || item.id,
|
|
197
|
+
pdfUrl: item.open_access?.oa_url,
|
|
198
|
+
fieldsOfStudy: concepts.length > 0 ? concepts : ["Computer Science"]
|
|
199
|
+
});
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
} catch (e) {
|
|
204
|
+
console.warn("[AcademicSearchEngine] OpenAlex failed:", e?.message || e);
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
if (papers.length < limit && options.includeArxivFallback !== false) {
|
|
208
|
+
try {
|
|
209
|
+
const arxivPapers = await this.arxivEngine.search(query, limit - papers.length);
|
|
210
|
+
for (const p of arxivPapers) {
|
|
211
|
+
pushUnique(p);
|
|
212
|
+
}
|
|
213
|
+
} catch (e) {
|
|
214
|
+
console.warn("[AcademicSearchEngine] ArXiv fallback failed:", e?.message || e);
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
return papers.slice(0, limit);
|
|
218
|
+
}
|
|
219
|
+
};
|
|
220
|
+
|
|
221
|
+
export { AcademicPaperSchema, AcademicSearchEngine, ArXivSearchEngine, reconstructOpenAlexAbstract };
|
|
222
|
+
//# sourceMappingURL=chunk-AKEI7H2C.js.map
|
|
223
|
+
//# sourceMappingURL=chunk-AKEI7H2C.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/academic/arxivClient.ts","../src/academic/semanticScholar.ts"],"names":[],"mappings":";;;AAKO,IAAM,oBAAN,MAAwB;AAAA;AAAA;AAAA;AAAA,EAI7B,MAAM,MAAA,CAAO,KAAA,EAAe,UAAA,GAAa,CAAA,EAA6B;AACpE,IAAA,MAAM,SAA0B,EAAC;AAEjC,IAAA,IAAI;AACF,MAAA,MAAM,MAAM,CAAA,oDAAA,EAAuD,kBAAA,CAAmB,KAAK,CAAC,wBAAwB,UAAU,CAAA,sCAAA,CAAA;AAC9H,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,GAAA,EAAK,EAAE,QAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK,CAAA,EAAG,CAAA;AAEnE,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,QAAA,MAAM,YAAA,GAAe,OAAA,CAAQ,KAAA,CAAM,2BAA2B,KAAK,EAAC;AAEpE,QAAA,KAAA,MAAW,SAAS,YAAA,EAAc;AAChC,UAAA,MAAM,OAAA,GAAU,KAAA,CAAM,KAAA,CAAM,sBAAsB,CAAA;AAClD,UAAA,MAAM,UAAA,GAAa,KAAA,CAAM,KAAA,CAAM,4BAA4B,CAAA;AAC3D,UAAA,MAAM,YAAA,GAAe,KAAA,CAAM,KAAA,CAAM,gCAAgC,CAAA;AACjE,UAAA,MAAM,cAAA,GAAiB,KAAA,CAAM,KAAA,CAAM,oBAAoB,CAAA;AACvD,UAAA,MAAM,gBAAgB,CAAC,GAAG,KAAA,CAAM,QAAA,CAAS,sCAAsC,CAAC,CAAA,CAAE,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,OAAO,OAAO,CAAA;AAEvH,UAAA,MAAM,WAAW,OAAA,GAAU,OAAA,CAAQ,CAAC,CAAA,EAAG,MAAK,GAAI,EAAA;AAChD,UAAA,MAAM,SAAS,QAAA,GAAW,QAAA,CAAS,QAAQ,OAAA,EAAS,OAAO,IAAI,MAAA,GAAS,KAAA,CAAA;AAExE,UAAA,IAAI,UAAA,EAAY;AACd,YAAA,MAAA,CAAO,IAAA,CAAK;AAAA,cACV,EAAA,EAAI,QAAA,IAAY,CAAA,MAAA,EAAS,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAC,CAAC,CAAA,CAAA;AAAA,cAChE,KAAA,EAAO,WAAW,CAAC,CAAA,EAAG,MAAK,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,IAAK,sBAAA;AAAA,cACrD,QAAA,EAAU,YAAA,GAAe,YAAA,CAAa,CAAC,CAAA,EAAG,MAAK,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,GAAI,EAAA;AAAA,cACxE,OAAA,EAAS,aAAA;AAAA,cACT,IAAA,EAAM,cAAA,GAAiB,QAAA,CAAS,cAAA,CAAe,CAAC,CAAA,EAAI,EAAE,CAAA,GAAA,iBAAI,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,cACjF,aAAA,EAAe,CAAA;AAAA,cACf,KAAA,EAAO,gBAAA;AAAA,cACP,GAAA,EAAK,QAAA;AAAA,cACL,MAAA;AAAA,cACA,aAAA,EAAe,CAAC,kBAAA,EAAoB,uBAAuB;AAAA,aAC5D,CAAA;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,0CAAA,EAA4C,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC1E;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AACF;AChDO,IAAM,mBAAA,GAAsB,EAAE,MAAA,CAAO;AAAA,EAC1C,EAAA,EAAI,EAAE,MAAA,EAAO;AAAA,EACb,KAAA,EAAO,EAAE,MAAA,EAAO;AAAA,EAChB,QAAA,EAAU,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC9B,OAAA,EAAS,EAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,OAAA,CAAQ,EAAE,CAAA;AAAA,EACvC,IAAA,EAAM,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC1B,aAAA,EAAe,CAAA,CAAE,MAAA,EAAO,CAAE,QAAQ,CAAC,CAAA;AAAA,EACnC,KAAA,EAAO,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC3B,GAAA,EAAK,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EACzB,GAAA,EAAK,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EACzB,MAAA,EAAQ,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC5B,IAAA,EAAM,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC1B,aAAA,EAAe,EAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,OAAA,CAAQ,EAAE;AAC/C,CAAC;AAiBM,SAAS,4BAA4B,aAAA,EAAgF;AAC1H,EAAA,IAAI,CAAC,aAAA,IAAiB,OAAO,aAAA,KAAkB,UAAU,OAAO,MAAA;AAChE,EAAA,MAAM,OAAA,GAAU,MAAA,CAAO,OAAA,CAAQ,aAAa,CAAA;AAC5C,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,MAAA;AAEjC,EAAA,IAAI,QAAA,GAAW,CAAA;AACf,EAAA,KAAA,MAAW,GAAG,SAAS,CAAA,IAAK,OAAA,EAAS;AACnC,IAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC5B,MAAA,KAAA,MAAW,KAAK,SAAA,EAAW;AACzB,QAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,CAAA,GAAI,UAAU,QAAA,GAAW,CAAA;AAAA,MACxD;AAAA,IACF;AAAA,EACF;AACA,EAAA,IAAI,QAAA,GAAW,KAAM,QAAA,GAAW,GAAA;AAEhC,EAAA,MAAM,KAAA,GAAQ,IAAI,KAAA,CAAc,QAAA,GAAW,CAAC,CAAA;AAC5C,EAAA,KAAA,MAAW,CAAC,IAAA,EAAM,SAAS,CAAA,IAAK,OAAA,EAAS;AACvC,IAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC5B,MAAA,KAAA,MAAW,KAAK,SAAA,EAAW;AACzB,QAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,CAAA,IAAK,CAAA,IAAK,KAAK,QAAA,EAAU;AACpD,UAAA,KAAA,CAAM,CAAC,CAAA,GAAI,IAAA;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,MAAM,aAAA,GAAgB,MAAM,MAAA,CAAO,OAAO,EAAE,IAAA,CAAK,GAAG,EAAE,IAAA,EAAK;AAC3D,EAAA,OAAO,aAAA,CAAc,MAAA,GAAS,CAAA,GAAI,aAAA,GAAgB,MAAA;AACpD;AAKO,IAAM,uBAAN,MAA2B;AAAA,EACxB,MAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,WAAA;AAAA,EAER,WAAA,CACE,OAAA,GAAiH,EAAC,EAClH;AACA,IAAA,IAAA,CAAK,WAAA,GAAc,IAAI,iBAAA,EAAkB;AACzC,IAAA,IAAI,OAAO,YAAY,QAAA,EAAU;AAC/B,MAAA,IAAA,CAAK,MAAA,GAAS,OAAA;AACd,MAAA,IAAA,CAAK,gBAAA,GAAmB,IAAA;AAAA,IAC1B,CAAA,MAAO;AACL,MAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,MAAA,IAAA,CAAK,SAAS,OAAA,CAAQ,MAAA,KAAW,KAAK,gBAAA,GAAmB,OAAA,CAAQ,IAAI,wBAAA,GAA2B,MAAA,CAAA;AAChG,MAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,iBAAiB,OAAA,EAAsC;AACrD,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,UAAU,MAAA,EAAiB;AACzB,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,YAAA,CAAa,KAAA,EAAe,OAAA,GAAiC,EAAC,EAA6B;AAC/F,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAG9C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI;AACF,QAAA,MAAM,YAAA,GAAe,MAAM,OAAA,CAAQ,YAAA,CAAa,KAAA,EAAO,EAAE,KAAA,EAAO,OAAA,CAAQ,KAAA,EAAO,SAAA,EAAW,OAAA,CAAQ,SAAA,EAAW,CAAA;AAC7G,QAAA,IAAI,MAAM,OAAA,CAAQ,YAAY,CAAA,IAAK,YAAA,CAAa,SAAS,CAAA,EAAG;AAC1D,UAAA,OAAO,YAAA;AAAA,QACT;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,wDAAA,EAA0D,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACxF;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,CAAA;AAC/B,IAAA,MAAM,SAA0B,EAAC;AACjC,IAAA,MAAM,UAAA,uBAAiB,GAAA,EAAY;AAEnC,IAAA,MAAM,UAAA,GAAa,CAAC,CAAA,KAAqB;AACvC,MAAA,MAAM,YAAY,CAAA,CAAE,KAAA,CAAM,aAAY,CAAE,OAAA,CAAQ,4BAA4B,EAAE,CAAA;AAC9E,MAAA,IAAI,CAAC,SAAA,IAAa,UAAA,CAAW,GAAA,CAAI,SAAS,CAAA,EAAG;AAC7C,MAAA,UAAA,CAAW,IAAI,SAAS,CAAA;AACxB,MAAA,MAAA,CAAO,KAAK,CAAC,CAAA;AAAA,IACf,CAAA;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,MAAA,IAAU,IAAA,CAAK,MAAA;AACtC,MAAA,MAAM,OAAA,GAAkC,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAC7E,MAAA,IAAI,MAAA,EAAQ;AACV,QAAA,OAAA,CAAQ,WAAW,CAAA,GAAI,MAAA;AAAA,MACzB;AAEA,MAAA,MAAM,MAAA,GAAS,IAAI,eAAA,CAAgB;AAAA,QACjC,KAAA;AAAA,QACA,KAAA,EAAO,MAAM,QAAA,EAAS;AAAA,QACtB,MAAA,EAAQ;AAAA,OACT,CAAA;AAED,MAAA,IAAI,QAAQ,SAAA,EAAW;AACrB,QAAA,MAAA,CAAO,MAAA,CAAO,MAAA,EAAQ,OAAA,CAAQ,SAAS,CAAA;AAAA,MACzC;AAEA,MAAA,MAAM,MAAM,MAAM,KAAA,CAAM,yDAAyD,MAAA,CAAO,QAAA,EAAU,CAAA,CAAA,EAAI;AAAA,QACpG,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,OACjC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,IAAA,EAAM,IAAI,CAAA,EAAG;AAC7B,UAAA,KAAA,MAAW,IAAA,IAAQ,KAAK,IAAA,EAAM;AAC5B,YAAA,UAAA,CAAW;AAAA,cACT,EAAA,EAAI,IAAA,CAAK,OAAA,IAAW,CAAA,GAAA,EAAM,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC,CAAC,CAAA,CAAA;AAAA,cAChE,KAAA,EAAO,KAAK,KAAA,IAAS,UAAA;AAAA,cACrB,QAAA,EAAU,KAAK,QAAA,IAAY,KAAA,CAAA;AAAA,cAC3B,SAAS,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,OAAO,IAAI,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,CAAC,MAAW,CAAA,CAAE,IAAI,EAAE,MAAA,CAAO,OAAO,IAAI,EAAC;AAAA,cAC/F,MAAM,IAAA,CAAK,IAAA;AAAA,cACX,aAAA,EAAe,KAAK,aAAA,IAAiB,CAAA;AAAA,cACrC,KAAA,EAAO,KAAK,KAAA,IAAS,KAAA,CAAA;AAAA,cACrB,GAAA,EAAK,KAAK,WAAA,EAAa,GAAA;AAAA,cACvB,GAAA,EAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,WAAA,EAAa,MAAM,CAAA,gBAAA,EAAmB,IAAA,CAAK,WAAA,CAAY,GAAG,CAAA,CAAA,GAAK,KAAA,CAAA,CAAA;AAAA,cACtF,MAAA,EAAQ,KAAK,aAAA,EAAe,GAAA;AAAA,cAC5B,IAAA,EAAM,KAAK,IAAA,EAAM,IAAA;AAAA,cACjB,aAAA,EAAe,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,aAAa,CAAA,IAAK,IAAA,CAAK,aAAA,CAAc,MAAA,GAAS,CAAA,GAAI,IAAA,CAAK,aAAA,GAAgB,CAAC,kBAAkB;AAAA,aAC7H,CAAA;AAAA,UACH;AACA,UAAA,IAAI,OAAO,MAAA,IAAU,KAAA,SAAc,MAAA,CAAO,KAAA,CAAM,GAAG,KAAK,CAAA;AAAA,QAC1D;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,iDAAA,EAAmD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACjF;AAGA,IAAA,IAAI,MAAA,CAAO,SAAS,KAAA,EAAO;AACzB,MAAA,IAAI;AACF,QAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,CAAA,sCAAA,EAAyC,mBAAmB,KAAK,CAAC,CAAA,UAAA,EAAa,KAAK,CAAA,CAAA,EAAI;AAAA,UAC9G,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,UAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,SACjC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,IAAA,EAAM,OAAO,CAAA,EAAG;AAChC,YAAA,KAAA,MAAW,IAAA,IAAQ,KAAK,OAAA,EAAS;AAC/B,cAAA,MAAM,YAAA,GAAe,2BAAA,CAA4B,IAAA,CAAK,uBAAuB,CAAA;AAC7E,cAAA,MAAM,QAAA,GAAW,MAAM,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA,GACxC,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAA,EAAG,CAAC,EAAE,GAAA,CAAI,CAAC,MAAW,CAAA,CAAE,YAAY,EAAE,MAAA,CAAO,OAAO,CAAA,GACxE,CAAC,kBAAkB,CAAA;AACvB,cAAA,UAAA,CAAW;AAAA,gBACT,EAAA,EAAI,IAAA,CAAK,EAAA,IAAM,CAAA,GAAA,EAAM,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC,CAAC,CAAA,CAAA;AAAA,gBAC3D,KAAA,EAAO,KAAK,KAAA,IAAS,UAAA;AAAA,gBACrB,QAAA,EAAU,YAAA;AAAA,gBACV,SAAS,KAAA,CAAM,OAAA,CAAQ,KAAK,WAAW,CAAA,GACnC,KAAK,WAAA,CAAY,GAAA,CAAI,CAAC,CAAA,KAAW,EAAE,MAAA,EAAQ,YAAY,EAAE,MAAA,CAAO,OAAO,IACvE,EAAC;AAAA,gBACL,MAAM,IAAA,CAAK,gBAAA;AAAA,gBACX,aAAA,EAAe,KAAK,cAAA,IAAkB,CAAA;AAAA,gBACtC,KAAA,EAAO,IAAA,CAAK,gBAAA,EAAkB,MAAA,EAAQ,YAAA;AAAA,gBACtC,GAAA,EAAK,IAAA,CAAK,GAAA,GAAM,MAAA,CAAO,IAAA,CAAK,GAAG,CAAA,CAAE,OAAA,CAAQ,yBAAA,EAA2B,EAAE,CAAA,GAAI,KAAA,CAAA;AAAA,gBAC1E,GAAA,EAAK,IAAA,CAAK,GAAA,IAAO,IAAA,CAAK,EAAA;AAAA,gBACtB,MAAA,EAAQ,KAAK,WAAA,EAAa,MAAA;AAAA,gBAC1B,eAAe,QAAA,CAAS,MAAA,GAAS,CAAA,GAAI,QAAA,GAAW,CAAC,kBAAkB;AAAA,eACpE,CAAA;AAAA,YACH;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,yCAAA,EAA2C,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACzE;AAAA,IACF;AAGA,IAAA,IAAI,MAAA,CAAO,MAAA,GAAS,KAAA,IAAS,OAAA,CAAQ,yBAAyB,KAAA,EAAO;AACnE,MAAA,IAAI;AACF,QAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,WAAA,CAAY,OAAO,KAAA,EAAO,KAAA,GAAQ,OAAO,MAAM,CAAA;AAC9E,QAAA,KAAA,MAAW,KAAK,WAAA,EAAa;AAC3B,UAAA,UAAA,CAAW,CAAC,CAAA;AAAA,QACd;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,+CAAA,EAAiD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MAC/E;AAAA,IACF;AAEA,IAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,KAAK,CAAA;AAAA,EAC9B;AACF","file":"chunk-AKEI7H2C.js","sourcesContent":["import { AcademicPaper } from './semanticScholar';\n\n/**\n * ArXiv API Client for Deep AI & Computer Science Paper Discovery\n */\nexport class ArXivSearchEngine {\n /**\n * Search ArXiv repository using the public atom XML API\n */\n async search(query: string, maxResults = 5): Promise<AcademicPaper[]> {\n const papers: AcademicPaper[] = [];\n\n try {\n const url = `https://export.arxiv.org/api/query?search_query=all:${encodeURIComponent(query)}&start=0&max_results=${maxResults}&sortBy=relevance&sortOrder=descending`;\n const res = await fetch(url, { signal: AbortSignal.timeout(10000) });\n\n if (res.ok) {\n const xmlText = await res.text();\n const entryMatches = xmlText.match(/<entry>[\\s\\S]*?<\\/entry>/g) || [];\n\n for (const entry of entryMatches) {\n const idMatch = entry.match(/<id>([\\s\\S]*?)<\\/id>/);\n const titleMatch = entry.match(/<title>([\\s\\S]*?)<\\/title>/);\n const summaryMatch = entry.match(/<summary>([\\s\\S]*?)<\\/summary>/);\n const publishedMatch = entry.match(/<published>(\\d{4})/);\n const authorMatches = [...entry.matchAll(/<author>\\s*<name>([\\s\\S]*?)<\\/name>/g)].map(m => m[1]?.trim()).filter(Boolean);\n\n const arxivUrl = idMatch ? idMatch[1]?.trim() : '';\n const pdfUrl = arxivUrl ? arxivUrl.replace('/abs/', '/pdf/') + '.pdf' : undefined;\n\n if (titleMatch) {\n papers.push({\n id: arxivUrl || `arxiv-${Math.random().toString(36).substring(7)}`,\n title: titleMatch[1]?.trim().replace(/\\s+/g, ' ') || 'Untitled ArXiv Paper',\n abstract: summaryMatch ? summaryMatch[1]?.trim().replace(/\\s+/g, ' ') : '',\n authors: authorMatches,\n year: publishedMatch ? parseInt(publishedMatch[1]!, 10) : new Date().getFullYear(),\n citationCount: 0,\n venue: 'arXiv preprint',\n url: arxivUrl,\n pdfUrl,\n fieldsOfStudy: ['Computer Science', 'AI & Machine Learning']\n });\n }\n }\n }\n } catch (e: any) {\n console.warn('[ArXivSearchEngine] ArXiv search failed:', e?.message || e);\n }\n\n return papers;\n }\n}\n","import { z } from 'zod';\nimport { CustomAcademicSearchAdapter } from '../config/researchConfig';\nimport { ArXivSearchEngine } from './arxivClient';\n\nexport const AcademicPaperSchema = z.object({\n id: z.string(),\n title: z.string(),\n abstract: z.string().optional(),\n authors: z.array(z.string()).default([]),\n year: z.number().optional(),\n citationCount: z.number().default(0),\n venue: z.string().optional(),\n doi: z.string().optional(),\n url: z.string().optional(),\n pdfUrl: z.string().optional(),\n tldr: z.string().optional(),\n fieldsOfStudy: z.array(z.string()).default([]),\n});\n\nexport type AcademicPaper = z.infer<typeof AcademicPaperSchema>;\n\nexport interface AcademicSearchOptions {\n limit?: number;\n yearRange?: string; // e.g. \"2020-2026\"\n fieldsOfStudy?: string[];\n apiKey?: string;\n allowEnvFallback?: boolean;\n includeArxivFallback?: boolean;\n customAdapter?: CustomAcademicSearchAdapter;\n}\n\n/**\n * Reconstructs plain-text abstract from OpenAlex's `abstract_inverted_index` object (`{ word: [pos1, pos2] }`).\n */\nexport function reconstructOpenAlexAbstract(invertedIndex: Record<string, number[]> | undefined | null): string | undefined {\n if (!invertedIndex || typeof invertedIndex !== 'object') return undefined;\n const entries = Object.entries(invertedIndex);\n if (entries.length === 0) return undefined;\n\n let maxIndex = 0;\n for (const [, positions] of entries) {\n if (Array.isArray(positions)) {\n for (const p of positions) {\n if (typeof p === 'number' && p > maxIndex) maxIndex = p;\n }\n }\n }\n if (maxIndex > 5000) maxIndex = 5000;\n\n const words = new Array<string>(maxIndex + 1);\n for (const [word, positions] of entries) {\n if (Array.isArray(positions)) {\n for (const p of positions) {\n if (typeof p === 'number' && p >= 0 && p <= maxIndex) {\n words[p] = word;\n }\n }\n }\n }\n\n const reconstructed = words.filter(Boolean).join(' ').trim();\n return reconstructed.length > 0 ? reconstructed : undefined;\n}\n\n/**\n * Semantic Scholar, OpenAlex & ArXiv Academic Search Engine with Custom Adapter Support\n */\nexport class AcademicSearchEngine {\n private apiKey?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomAcademicSearchAdapter;\n private arxivEngine: ArXivSearchEngine;\n\n constructor(\n options: { apiKey?: string; allowEnvFallback?: boolean; customAdapter?: CustomAcademicSearchAdapter } | string = {}\n ) {\n this.arxivEngine = new ArXivSearchEngine();\n if (typeof options === 'string') {\n this.apiKey = options;\n this.allowEnvFallback = true;\n } else {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.apiKey = options.apiKey || (this.allowEnvFallback ? process.env.SEMANTIC_SCHOLAR_API_KEY : undefined);\n this.customAdapter = options.customAdapter;\n }\n }\n\n setCustomAdapter(adapter: CustomAcademicSearchAdapter) {\n this.customAdapter = adapter;\n }\n\n setApiKey(apiKey?: string) {\n this.apiKey = apiKey;\n }\n\n /**\n * Search academic papers across Semantic Scholar with OpenAlex and ArXiv fallback or Custom Adapter\n */\n async searchPapers(query: string, options: AcademicSearchOptions = {}): Promise<AcademicPaper[]> {\n const adapter = options.customAdapter || this.customAdapter;\n\n // 0. Custom Academic Adapter\n if (adapter) {\n try {\n const customPapers = await adapter.searchPapers(query, { limit: options.limit, yearRange: options.yearRange });\n if (Array.isArray(customPapers) && customPapers.length > 0) {\n return customPapers;\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] Custom academic adapter failed:', e?.message || e);\n }\n }\n\n const limit = options.limit ?? 5;\n const papers: AcademicPaper[] = [];\n const seenTitles = new Set<string>();\n\n const pushUnique = (p: AcademicPaper) => {\n const normTitle = p.title.toLowerCase().replace(/[^a-z0-9\\u00C0-\\u1EF9]+/g, '');\n if (!normTitle || seenTitles.has(normTitle)) return;\n seenTitles.add(normTitle);\n papers.push(p);\n };\n\n // 1. Try Semantic Scholar API\n try {\n const apiKey = options.apiKey || this.apiKey;\n const headers: Record<string, string> = { 'Content-Type': 'application/json' };\n if (apiKey) {\n headers['x-api-key'] = apiKey;\n }\n\n const params = new URLSearchParams({\n query,\n limit: limit.toString(),\n fields: 'paperId,title,abstract,authors,year,citationCount,venue,externalIds,url,openAccessPdf,tldr,fieldsOfStudy',\n });\n\n if (options.yearRange) {\n params.append('year', options.yearRange);\n }\n\n const res = await fetch(`https://api.semanticscholar.org/graph/v1/paper/search?${params.toString()}`, {\n headers,\n signal: AbortSignal.timeout(6000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.data)) {\n for (const item of data.data) {\n pushUnique({\n id: item.paperId || `s2-${Math.random().toString(36).slice(2, 8)}`,\n title: item.title || 'Untitled',\n abstract: item.abstract || undefined,\n authors: Array.isArray(item.authors) ? item.authors.map((a: any) => a.name).filter(Boolean) : [],\n year: item.year,\n citationCount: item.citationCount || 0,\n venue: item.venue || undefined,\n doi: item.externalIds?.DOI,\n url: item.url || (item.externalIds?.DOI ? `https://doi.org/${item.externalIds.DOI}` : undefined),\n pdfUrl: item.openAccessPdf?.url,\n tldr: item.tldr?.text,\n fieldsOfStudy: Array.isArray(item.fieldsOfStudy) && item.fieldsOfStudy.length > 0 ? item.fieldsOfStudy : ['Computer Science'],\n });\n }\n if (papers.length >= limit) return papers.slice(0, limit);\n }\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] Semantic Scholar failed:', e?.message || e);\n }\n\n // 2. OpenAlex Fallback API (Zero-Key Open Academic Database with real abstract reconstruction)\n if (papers.length < limit) {\n try {\n const res = await fetch(`https://api.openalex.org/works?search=${encodeURIComponent(query)}&per-page=${limit}`, {\n headers: { 'User-Agent': 'OrchableComposer/1.0 (mailto:team@orchable.app)' },\n signal: AbortSignal.timeout(6000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results)) {\n for (const item of data.results) {\n const abstractText = reconstructOpenAlexAbstract(item.abstract_inverted_index);\n const concepts = Array.isArray(item.concepts)\n ? item.concepts.slice(0, 3).map((c: any) => c.display_name).filter(Boolean)\n : ['Computer Science'];\n pushUnique({\n id: item.id || `oa-${Math.random().toString(36).slice(2, 8)}`,\n title: item.title || 'Untitled',\n abstract: abstractText,\n authors: Array.isArray(item.authorships)\n ? item.authorships.map((a: any) => a.author?.display_name).filter(Boolean)\n : [],\n year: item.publication_year,\n citationCount: item.cited_by_count || 0,\n venue: item.primary_location?.source?.display_name,\n doi: item.doi ? String(item.doi).replace(/^https?:\\/\\/doi\\.org\\//i, '') : undefined,\n url: item.doi || item.id,\n pdfUrl: item.open_access?.oa_url,\n fieldsOfStudy: concepts.length > 0 ? concepts : ['Computer Science'],\n });\n }\n }\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] OpenAlex failed:', e?.message || e);\n }\n }\n\n // 3. ArXiv Fallback API (if still below limit and not disabled)\n if (papers.length < limit && options.includeArxivFallback !== false) {\n try {\n const arxivPapers = await this.arxivEngine.search(query, limit - papers.length);\n for (const p of arxivPapers) {\n pushUnique(p);\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] ArXiv fallback failed:', e?.message || e);\n }\n }\n\n return papers.slice(0, limit);\n }\n}\n"]}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { AcademicSearchEngine } from './chunk-AKEI7H2C.js';
|
|
2
|
+
|
|
1
3
|
// src/harvester/domainClassifier.ts
|
|
2
4
|
var HARDWARE_PATTERNS = [
|
|
3
5
|
/\b(esp32|esp8266|arduino|raspberry\s*pi|stm32|micro:?bit|mblock|makecode|lego|spike\s*prime|mindstorms|ev3|wedo|vex)\b/i,
|
|
@@ -109,14 +111,25 @@ var MultiSourceSearchEngine = class {
|
|
|
109
111
|
tavilyKey;
|
|
110
112
|
exaKey;
|
|
111
113
|
serperKey;
|
|
114
|
+
searxngHost;
|
|
115
|
+
searxngHeaders;
|
|
112
116
|
allowEnvFallback;
|
|
113
117
|
customAdapter;
|
|
118
|
+
academicEngine;
|
|
114
119
|
constructor(options = {}) {
|
|
115
120
|
this.allowEnvFallback = options.allowEnvFallback ?? true;
|
|
116
121
|
this.tavilyKey = options.apiKeys?.tavily || options.tavilyKey || (this.allowEnvFallback ? process.env.TAVILY_API_KEY : void 0);
|
|
117
122
|
this.exaKey = options.apiKeys?.exa || options.exaKey || (this.allowEnvFallback ? process.env.EXA_API_KEY : void 0);
|
|
118
123
|
this.serperKey = options.apiKeys?.serper || options.serperKey || (this.allowEnvFallback ? process.env.SERPER_API_KEY : void 0);
|
|
124
|
+
this.searxngHost = options.searxngHost || (this.allowEnvFallback ? process.env.SEARXNG_URL || process.env.SEARXNG_HOST : void 0);
|
|
125
|
+
const cfId = process.env.CF_ACCESS_CLIENT_ID;
|
|
126
|
+
const cfSecret = process.env.CF_ACCESS_CLIENT_SECRET;
|
|
127
|
+
this.searxngHeaders = {
|
|
128
|
+
...options.searxngHeaders || {},
|
|
129
|
+
...cfId && cfSecret ? { "CF-Access-Client-Id": cfId, "CF-Access-Client-Secret": cfSecret } : {}
|
|
130
|
+
};
|
|
119
131
|
this.customAdapter = options.customAdapter;
|
|
132
|
+
this.academicEngine = new AcademicSearchEngine({ allowEnvFallback: this.allowEnvFallback });
|
|
120
133
|
}
|
|
121
134
|
setCustomAdapter(adapter) {
|
|
122
135
|
this.customAdapter = adapter;
|
|
@@ -126,6 +139,12 @@ var MultiSourceSearchEngine = class {
|
|
|
126
139
|
if (keys.exa !== void 0) this.exaKey = keys.exa;
|
|
127
140
|
if (keys.serper !== void 0) this.serperKey = keys.serper;
|
|
128
141
|
}
|
|
142
|
+
setSearxng(host, headers) {
|
|
143
|
+
this.searxngHost = host;
|
|
144
|
+
if (headers) {
|
|
145
|
+
this.searxngHeaders = { ...this.searxngHeaders, ...headers };
|
|
146
|
+
}
|
|
147
|
+
}
|
|
129
148
|
async search(query, options = {}) {
|
|
130
149
|
const limit = options.limit ?? 5;
|
|
131
150
|
const adapter = options.customAdapter || this.customAdapter;
|
|
@@ -146,9 +165,30 @@ var MultiSourceSearchEngine = class {
|
|
|
146
165
|
console.warn("[MultiSourceSearchEngine] Custom search adapter failed:", e?.message || e);
|
|
147
166
|
}
|
|
148
167
|
}
|
|
168
|
+
if (preferred === "academic") {
|
|
169
|
+
try {
|
|
170
|
+
const papers = await this.academicEngine.searchPapers(query, { limit });
|
|
171
|
+
if (papers.length > 0) {
|
|
172
|
+
return papers.map((p) => ({
|
|
173
|
+
title: p.title,
|
|
174
|
+
url: p.url || p.pdfUrl || (p.doi ? `https://doi.org/${p.doi}` : `https://openalex.org/${p.id}`),
|
|
175
|
+
content: p.tldr || p.abstract || "",
|
|
176
|
+
score: p.citationCount,
|
|
177
|
+
engine: "academic"
|
|
178
|
+
}));
|
|
179
|
+
}
|
|
180
|
+
} catch (e) {
|
|
181
|
+
console.warn("[MultiSourceSearchEngine] Academic search failed:", e?.message || e);
|
|
182
|
+
}
|
|
183
|
+
}
|
|
149
184
|
const tavilyKey = options.apiKeys?.tavily || options.tavilyKey || this.tavilyKey;
|
|
150
185
|
const exaKey = options.apiKeys?.exa || options.exaKey || this.exaKey;
|
|
151
186
|
const serperKey = options.apiKeys?.serper || options.serperKey || this.serperKey;
|
|
187
|
+
const searxngHost = options.searxngHost || this.searxngHost;
|
|
188
|
+
if (preferred === "searxng" && searxngHost) {
|
|
189
|
+
const searxHits = await this.querySearxng(query, searxngHost, limit, options.searxngHeaders);
|
|
190
|
+
if (searxHits.length > 0) return searxHits;
|
|
191
|
+
}
|
|
152
192
|
if (preferred === "exa" && exaKey) {
|
|
153
193
|
const exaHits = await this.queryExa(query, exaKey, limit, options.domainFilter);
|
|
154
194
|
if (exaHits.length > 0) return exaHits;
|
|
@@ -203,10 +243,44 @@ var MultiSourceSearchEngine = class {
|
|
|
203
243
|
const serperHits = await this.querySerper(query, serperKey, limit);
|
|
204
244
|
if (serperHits.length > 0) return serperHits;
|
|
205
245
|
}
|
|
246
|
+
if (searxngHost) {
|
|
247
|
+
const searxHits = await this.querySearxng(query, searxngHost, limit, options.searxngHeaders);
|
|
248
|
+
if (searxHits.length > 0) return searxHits;
|
|
249
|
+
}
|
|
206
250
|
const ddgHits = await this.queryDuckDuckGo(query, limit);
|
|
207
251
|
if (ddgHits.length > 0) return ddgHits;
|
|
208
252
|
return [];
|
|
209
253
|
}
|
|
254
|
+
async querySearxng(query, searxngHost, limit, customHeaders) {
|
|
255
|
+
try {
|
|
256
|
+
const cleanHost = searxngHost.replace(/\/$/, "");
|
|
257
|
+
const searchUrl = `${cleanHost}/search?q=${encodeURIComponent(query)}&format=json`;
|
|
258
|
+
const headers = {
|
|
259
|
+
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)",
|
|
260
|
+
...this.searxngHeaders || {},
|
|
261
|
+
...customHeaders || {}
|
|
262
|
+
};
|
|
263
|
+
const res = await fetch(searchUrl, {
|
|
264
|
+
headers,
|
|
265
|
+
signal: AbortSignal.timeout(1e4)
|
|
266
|
+
});
|
|
267
|
+
if (res.ok) {
|
|
268
|
+
const data = await res.json();
|
|
269
|
+
if (Array.isArray(data?.results) && data.results.length > 0) {
|
|
270
|
+
return data.results.slice(0, limit).map((r) => ({
|
|
271
|
+
title: r.title || "Untitled",
|
|
272
|
+
url: r.url,
|
|
273
|
+
content: r.content || r.snippet || "",
|
|
274
|
+
score: r.score,
|
|
275
|
+
engine: "searxng"
|
|
276
|
+
}));
|
|
277
|
+
}
|
|
278
|
+
}
|
|
279
|
+
} catch (e) {
|
|
280
|
+
console.warn("[MultiSourceSearchEngine] SearXNG attempt failed:", e?.message || e);
|
|
281
|
+
}
|
|
282
|
+
return [];
|
|
283
|
+
}
|
|
210
284
|
async queryExa(query, exaKey, limit, domainFilter) {
|
|
211
285
|
try {
|
|
212
286
|
const body = {
|
|
@@ -1031,5 +1105,5 @@ var HealthAuditor = class {
|
|
|
1031
1105
|
};
|
|
1032
1106
|
|
|
1033
1107
|
export { CatalogBuilder, ECOMMERCE_AND_COMMERCIAL_PATTERNS, ECOMMERCE_DOMAINS, HealthAuditor, MultiSourceSearchEngine, PedagogicalTermExtractor, classifyTechnicalDomain, evaluateTechnicalDensity, inferPrimaryCodeLanguage, isCommercialOrNoise, kahnTopologicalSort, transitiveReduction };
|
|
1034
|
-
//# sourceMappingURL=chunk-
|
|
1035
|
-
//# sourceMappingURL=chunk-
|
|
1108
|
+
//# sourceMappingURL=chunk-HZNSZDSM.js.map
|
|
1109
|
+
//# sourceMappingURL=chunk-HZNSZDSM.js.map
|