opencode-search 0.0.1 → 0.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/utils/ddg-search.d.ts.map +1 -1
- package/dist/src/utils/ddg-search.js +8 -5
- package/dist/src/utils/ddg-search.js.map +1 -1
- package/dist/src/utils/parse-results.d.ts +2 -0
- package/dist/src/utils/parse-results.d.ts.map +1 -0
- package/dist/src/utils/parse-results.js +21 -0
- package/dist/src/utils/parse-results.js.map +1 -0
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ddg-search.d.ts","sourceRoot":"","sources":["../../../src/utils/ddg-search.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"ddg-search.d.ts","sourceRoot":"","sources":["../../../src/utils/ddg-search.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,SAAS,GAAU,OAAO,MAAM,KAAG,OAAO,CAAC,MAAM,CAsD7D,CAAA"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { Readability } from '@mozilla/readability';
|
|
2
2
|
import { JSDOM, VirtualConsole } from 'jsdom';
|
|
3
3
|
import * as cache from "./cache.js";
|
|
4
|
+
import { parseResults } from "./parse-results.js";
|
|
4
5
|
const DDG_URL = 'https://html.duckduckgo.com/html/';
|
|
5
6
|
export const ddgSearch = async (query) => {
|
|
6
7
|
const cacheKey = 'ddg:' + query;
|
|
@@ -29,14 +30,16 @@ export const ddgSearch = async (query) => {
|
|
|
29
30
|
// Silently ignore JSDOM errors
|
|
30
31
|
});
|
|
31
32
|
const dom = new JSDOM(html, { url, virtualConsole });
|
|
32
|
-
const
|
|
33
|
+
const doc = dom.window.document;
|
|
34
|
+
const reader = new Readability(doc);
|
|
33
35
|
const article = reader.parse();
|
|
34
|
-
if (
|
|
35
|
-
|
|
36
|
+
if (article && article.textContent) {
|
|
37
|
+
await cache.set(cacheKey, article.textContent);
|
|
38
|
+
return article.textContent;
|
|
36
39
|
}
|
|
37
|
-
const result =
|
|
40
|
+
const result = parseResults(doc);
|
|
38
41
|
if (!result) {
|
|
39
|
-
throw new Error('
|
|
42
|
+
throw new Error('Could not parse DuckDuckGo results');
|
|
40
43
|
}
|
|
41
44
|
await cache.set(cacheKey, result);
|
|
42
45
|
return result;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ddg-search.js","sourceRoot":"","sources":["../../../src/utils/ddg-search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,OAAO,CAAA;AAC7C,OAAO,KAAK,KAAK,MAAM,YAAY,CAAA;
|
|
1
|
+
{"version":3,"file":"ddg-search.js","sourceRoot":"","sources":["../../../src/utils/ddg-search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,OAAO,CAAA;AAC7C,OAAO,KAAK,KAAK,MAAM,YAAY,CAAA;AACnC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAEjD,MAAM,OAAO,GAAG,mCAAmC,CAAA;AAEnD,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAAE,KAAa,EAAmB,EAAE;IAChE,MAAM,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAA;IAE/B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;IACxC,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,MAAM,CAAA;IACf,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,GAAG,KAAK,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAA;IAEvD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,OAAO,EAAE;YACP,YAAY,EACV,uGAAuG;YACzG,MAAM,EAAE,iCAAiC;YACzC,iBAAiB,EAAE,gBAAgB;SACpC;KACF,CAAC,CAAA;IAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,GAAG,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAA;IAC9D,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;IAElC,iBAAiB;IACjB,IAAI,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;IACpE,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,cAAc,EAAE,CAAA;IAC3C,cAAc,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;QACnC,+BAA+B;IACjC,CAAC,CAAC,CAAA;IAEF,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,CAAA;IACpD,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAA;IAE/B,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,CAAA;IACnC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAA;IAE9B,IAAI,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,CAAA;QAC9C,OAAO,OAAO,CAAC,WAAW,CAAA;IAC5B,CAAC;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAA;IAChC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;IACvD,CAAC;IAED,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAEjC,OAAO,MAAM,CAAA;AACf,CAAC,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse-results.d.ts","sourceRoot":"","sources":["../../../src/utils/parse-results.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,YAAY,GAAI,KAAK,QAAQ,KAAG,MAqB5C,CAAA"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
export const parseResults = (doc) => {
|
|
2
|
+
const links = doc.querySelectorAll('.result__a');
|
|
3
|
+
const snippets = doc.querySelectorAll('.result__snippet');
|
|
4
|
+
const lines = [];
|
|
5
|
+
for (let i = 0; i < links.length; i++) {
|
|
6
|
+
const title = links[i].textContent;
|
|
7
|
+
const snippet = snippets[i] ? snippets[i].textContent : '';
|
|
8
|
+
const href = links[i].getAttribute('href');
|
|
9
|
+
if (!title) {
|
|
10
|
+
continue;
|
|
11
|
+
}
|
|
12
|
+
lines.push(title.trim());
|
|
13
|
+
if (href)
|
|
14
|
+
lines.push(href.trim());
|
|
15
|
+
if (snippet)
|
|
16
|
+
lines.push(snippet.trim());
|
|
17
|
+
lines.push('');
|
|
18
|
+
}
|
|
19
|
+
return lines.join('\n').trim();
|
|
20
|
+
};
|
|
21
|
+
//# sourceMappingURL=parse-results.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse-results.js","sourceRoot":"","sources":["../../../src/utils/parse-results.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,GAAa,EAAU,EAAE;IACpD,MAAM,KAAK,GAAG,GAAG,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAA;IAChD,MAAM,QAAQ,GAAG,GAAG,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAA;IACzD,MAAM,KAAK,GAAa,EAAE,CAAA;IAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAA;QAClC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAA;QAC1D,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QAE1C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,SAAQ;QACV,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;QACxB,IAAI,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;QACjC,IAAI,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QACvC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAChB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;AAChC,CAAC,CAAA"}
|