@staticn0va/wigolo 0.3.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. package/README.md +67 -2
  2. package/SKILL.md +149 -0
  3. package/dist/cache/change-detector.d.ts +7 -0
  4. package/dist/cache/change-detector.d.ts.map +1 -0
  5. package/dist/cache/change-detector.js +43 -0
  6. package/dist/cache/change-detector.js.map +1 -0
  7. package/dist/cache/diff-summary.d.ts +2 -0
  8. package/dist/cache/diff-summary.d.ts.map +1 -0
  9. package/dist/cache/diff-summary.js +87 -0
  10. package/dist/cache/diff-summary.js.map +1 -0
  11. package/dist/cache/store.d.ts +2 -0
  12. package/dist/cache/store.d.ts.map +1 -1
  13. package/dist/cache/store.js +10 -0
  14. package/dist/cache/store.js.map +1 -1
  15. package/dist/cli/auth.d.ts +2 -0
  16. package/dist/cli/auth.d.ts.map +1 -0
  17. package/dist/cli/auth.js +95 -0
  18. package/dist/cli/auth.js.map +1 -0
  19. package/dist/cli/daemon.d.ts +6 -1
  20. package/dist/cli/daemon.d.ts.map +1 -1
  21. package/dist/cli/daemon.js +56 -3
  22. package/dist/cli/daemon.js.map +1 -1
  23. package/dist/cli/doctor.d.ts +8 -0
  24. package/dist/cli/doctor.d.ts.map +1 -0
  25. package/dist/cli/doctor.js +153 -0
  26. package/dist/cli/doctor.js.map +1 -0
  27. package/dist/cli/health.d.ts +1 -1
  28. package/dist/cli/health.d.ts.map +1 -1
  29. package/dist/cli/health.js +41 -3
  30. package/dist/cli/health.js.map +1 -1
  31. package/dist/cli/index.d.ts +1 -1
  32. package/dist/cli/index.d.ts.map +1 -1
  33. package/dist/cli/index.js +1 -1
  34. package/dist/cli/index.js.map +1 -1
  35. package/dist/cli/plugin.d.ts +5 -0
  36. package/dist/cli/plugin.d.ts.map +1 -0
  37. package/dist/cli/plugin.js +188 -0
  38. package/dist/cli/plugin.js.map +1 -0
  39. package/dist/cli/shell.d.ts +2 -0
  40. package/dist/cli/shell.d.ts.map +1 -0
  41. package/dist/cli/shell.js +86 -0
  42. package/dist/cli/shell.js.map +1 -0
  43. package/dist/cli/warmup.d.ts +4 -0
  44. package/dist/cli/warmup.d.ts.map +1 -1
  45. package/dist/cli/warmup.js +78 -2
  46. package/dist/cli/warmup.js.map +1 -1
  47. package/dist/config.d.ts +10 -0
  48. package/dist/config.d.ts.map +1 -1
  49. package/dist/config.js +27 -0
  50. package/dist/config.js.map +1 -1
  51. package/dist/daemon/health-check.d.ts +16 -0
  52. package/dist/daemon/health-check.d.ts.map +1 -0
  53. package/dist/daemon/health-check.js +36 -0
  54. package/dist/daemon/health-check.js.map +1 -0
  55. package/dist/daemon/http-server.d.ts +26 -0
  56. package/dist/daemon/http-server.d.ts.map +1 -0
  57. package/dist/daemon/http-server.js +282 -0
  58. package/dist/daemon/http-server.js.map +1 -0
  59. package/dist/daemon/proxy.d.ts +10 -0
  60. package/dist/daemon/proxy.d.ts.map +1 -0
  61. package/dist/daemon/proxy.js +99 -0
  62. package/dist/daemon/proxy.js.map +1 -0
  63. package/dist/fetch/action-executor.d.ts +28 -0
  64. package/dist/fetch/action-executor.d.ts.map +1 -0
  65. package/dist/fetch/action-executor.js +86 -0
  66. package/dist/fetch/action-executor.js.map +1 -0
  67. package/dist/fetch/auth.d.ts +2 -1
  68. package/dist/fetch/auth.d.ts.map +1 -1
  69. package/dist/fetch/auth.js +30 -2
  70. package/dist/fetch/auth.js.map +1 -1
  71. package/dist/fetch/browser-pool.d.ts +30 -11
  72. package/dist/fetch/browser-pool.d.ts.map +1 -1
  73. package/dist/fetch/browser-pool.js +165 -49
  74. package/dist/fetch/browser-pool.js.map +1 -1
  75. package/dist/fetch/browser-selector.d.ts +17 -0
  76. package/dist/fetch/browser-selector.d.ts.map +1 -0
  77. package/dist/fetch/browser-selector.js +70 -0
  78. package/dist/fetch/browser-selector.js.map +1 -0
  79. package/dist/fetch/browser-types.d.ts +3 -0
  80. package/dist/fetch/browser-types.d.ts.map +1 -0
  81. package/dist/fetch/browser-types.js +45 -0
  82. package/dist/fetch/browser-types.js.map +1 -0
  83. package/dist/fetch/cdp-client.d.ts +9 -0
  84. package/dist/fetch/cdp-client.d.ts.map +1 -0
  85. package/dist/fetch/cdp-client.js +90 -0
  86. package/dist/fetch/cdp-client.js.map +1 -0
  87. package/dist/fetch/router.d.ts +4 -1
  88. package/dist/fetch/router.d.ts.map +1 -1
  89. package/dist/fetch/router.js +8 -2
  90. package/dist/fetch/router.js.map +1 -1
  91. package/dist/index.js +39 -3
  92. package/dist/index.js.map +1 -1
  93. package/dist/instructions.d.ts +26 -0
  94. package/dist/instructions.d.ts.map +1 -0
  95. package/dist/instructions.js +101 -0
  96. package/dist/instructions.js.map +1 -0
  97. package/dist/logger.d.ts +1 -1
  98. package/dist/logger.d.ts.map +1 -1
  99. package/dist/plugins/loader.d.ts +20 -0
  100. package/dist/plugins/loader.d.ts.map +1 -0
  101. package/dist/plugins/loader.js +162 -0
  102. package/dist/plugins/loader.js.map +1 -0
  103. package/dist/plugins/registry.d.ts +26 -0
  104. package/dist/plugins/registry.d.ts.map +1 -0
  105. package/dist/plugins/registry.js +68 -0
  106. package/dist/plugins/registry.js.map +1 -0
  107. package/dist/plugins/validate.d.ts +9 -0
  108. package/dist/plugins/validate.d.ts.map +1 -0
  109. package/dist/plugins/validate.js +70 -0
  110. package/dist/plugins/validate.js.map +1 -0
  111. package/dist/repl/commands/cache.d.ts +4 -0
  112. package/dist/repl/commands/cache.d.ts.map +1 -0
  113. package/dist/repl/commands/cache.js +44 -0
  114. package/dist/repl/commands/cache.js.map +1 -0
  115. package/dist/repl/commands/crawl.d.ts +7 -0
  116. package/dist/repl/commands/crawl.d.ts.map +1 -0
  117. package/dist/repl/commands/crawl.js +42 -0
  118. package/dist/repl/commands/crawl.js.map +1 -0
  119. package/dist/repl/commands/extract.d.ts +5 -0
  120. package/dist/repl/commands/extract.d.ts.map +1 -0
  121. package/dist/repl/commands/extract.js +37 -0
  122. package/dist/repl/commands/extract.js.map +1 -0
  123. package/dist/repl/commands/fetch.d.ts +5 -0
  124. package/dist/repl/commands/fetch.d.ts.map +1 -0
  125. package/dist/repl/commands/fetch.js +53 -0
  126. package/dist/repl/commands/fetch.js.map +1 -0
  127. package/dist/repl/commands/search.d.ts +5 -0
  128. package/dist/repl/commands/search.d.ts.map +1 -0
  129. package/dist/repl/commands/search.js +62 -0
  130. package/dist/repl/commands/search.js.map +1 -0
  131. package/dist/repl/commands/types.d.ts +9 -0
  132. package/dist/repl/commands/types.d.ts.map +1 -0
  133. package/dist/repl/commands/types.js +2 -0
  134. package/dist/repl/commands/types.js.map +1 -0
  135. package/dist/repl/formatters.d.ts +10 -0
  136. package/dist/repl/formatters.d.ts.map +1 -0
  137. package/dist/repl/formatters.js +209 -0
  138. package/dist/repl/formatters.js.map +1 -0
  139. package/dist/repl/parser.d.ts +9 -0
  140. package/dist/repl/parser.d.ts.map +1 -0
  141. package/dist/repl/parser.js +84 -0
  142. package/dist/repl/parser.js.map +1 -0
  143. package/dist/repl/shell.d.ts +8 -0
  144. package/dist/repl/shell.d.ts.map +1 -0
  145. package/dist/repl/shell.js +156 -0
  146. package/dist/repl/shell.js.map +1 -0
  147. package/dist/search/context-formatter.d.ts +3 -0
  148. package/dist/search/context-formatter.d.ts.map +1 -0
  149. package/dist/search/context-formatter.js +56 -0
  150. package/dist/search/context-formatter.js.map +1 -0
  151. package/dist/search/engines/bing.d.ts +1 -0
  152. package/dist/search/engines/bing.d.ts.map +1 -1
  153. package/dist/search/engines/bing.js +27 -1
  154. package/dist/search/engines/bing.js.map +1 -1
  155. package/dist/searxng/bootstrap.d.ts +30 -0
  156. package/dist/searxng/bootstrap.d.ts.map +1 -1
  157. package/dist/searxng/bootstrap.js +150 -23
  158. package/dist/searxng/bootstrap.js.map +1 -1
  159. package/dist/searxng/process.d.ts +13 -1
  160. package/dist/searxng/process.d.ts.map +1 -1
  161. package/dist/searxng/process.js +52 -2
  162. package/dist/searxng/process.js.map +1 -1
  163. package/dist/server/backend-status.d.ts +11 -0
  164. package/dist/server/backend-status.d.ts.map +1 -0
  165. package/dist/server/backend-status.js +27 -0
  166. package/dist/server/backend-status.js.map +1 -0
  167. package/dist/server.d.ts +17 -0
  168. package/dist/server.d.ts.map +1 -1
  169. package/dist/server.js +228 -91
  170. package/dist/server.js.map +1 -1
  171. package/dist/tools/cache.d.ts +2 -1
  172. package/dist/tools/cache.d.ts.map +1 -1
  173. package/dist/tools/cache.js +56 -1
  174. package/dist/tools/cache.js.map +1 -1
  175. package/dist/tools/fetch.d.ts.map +1 -1
  176. package/dist/tools/fetch.js +16 -1
  177. package/dist/tools/fetch.js.map +1 -1
  178. package/dist/tools/search.d.ts +2 -1
  179. package/dist/tools/search.d.ts.map +1 -1
  180. package/dist/tools/search.js +26 -4
  181. package/dist/tools/search.js.map +1 -1
  182. package/dist/types.d.ts +49 -0
  183. package/dist/types.d.ts.map +1 -1
  184. package/package.json +36 -3
@@ -0,0 +1,70 @@
1
+ import { createLogger } from '../logger.js';
2
+ const log = createLogger('server');
3
+ export function validateExtractor(value) {
4
+ if (value === null || value === undefined || typeof value !== 'object') {
5
+ return false;
6
+ }
7
+ const obj = value;
8
+ if (typeof obj.name !== 'string' || obj.name.length === 0) {
9
+ return false;
10
+ }
11
+ if (typeof obj.canHandle !== 'function') {
12
+ return false;
13
+ }
14
+ if (typeof obj.extract !== 'function') {
15
+ return false;
16
+ }
17
+ return true;
18
+ }
19
+ export function validateSearchEngine(value) {
20
+ if (value === null || value === undefined || typeof value !== 'object') {
21
+ return false;
22
+ }
23
+ const obj = value;
24
+ if (typeof obj.name !== 'string' || obj.name.length === 0) {
25
+ return false;
26
+ }
27
+ if (typeof obj.search !== 'function') {
28
+ return false;
29
+ }
30
+ return true;
31
+ }
32
+ export function validatePluginExports(mod) {
33
+ const result = {
34
+ hasExtractor: false,
35
+ hasSearchEngine: false,
36
+ errors: [],
37
+ };
38
+ if (mod === null || mod === undefined || typeof mod !== 'object') {
39
+ result.errors.push('plugin module is null or not an object');
40
+ return result;
41
+ }
42
+ const exports = mod;
43
+ if ('extractor' in exports) {
44
+ if (validateExtractor(exports.extractor)) {
45
+ result.hasExtractor = true;
46
+ log.debug('valid extractor export found', {
47
+ name: exports.extractor.name,
48
+ });
49
+ }
50
+ else {
51
+ result.errors.push('extractor export exists but does not match the Extractor interface (requires: name: string, canHandle: function, extract: function)');
52
+ }
53
+ }
54
+ if ('searchEngine' in exports) {
55
+ if (validateSearchEngine(exports.searchEngine)) {
56
+ result.hasSearchEngine = true;
57
+ log.debug('valid searchEngine export found', {
58
+ name: exports.searchEngine.name,
59
+ });
60
+ }
61
+ else {
62
+ result.errors.push('searchEngine export exists but does not match the SearchEngine interface (requires: name: string, search: function)');
63
+ }
64
+ }
65
+ if (!result.hasExtractor && !result.hasSearchEngine && result.errors.length === 0) {
66
+ result.errors.push('plugin exports neither a valid extractor nor a valid searchEngine');
67
+ }
68
+ return result;
69
+ }
70
+ //# sourceMappingURL=validate.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/plugins/validate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,UAAU,iBAAiB,CAAC,KAAc;IAC9C,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,GAAG,GAAG,KAAgC,CAAC;IAE7C,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QACxC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,GAAG,GAAG,KAAgC,CAAC;IAE7C,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QACrC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAQD,MAAM,UAAU,qBAAqB,CAAC,GAAY;IAChD,MAAM,MAAM,GAA2B;QACrC,YAAY,EAAE,KAAK;QACnB,eAAe,EAAE,KAAK;QACtB,MAAM,EAAE,EAAE;KACX,CAAC;IAEF,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,GAA8B,CAAC;IAE/C,IAAI,WAAW,IAAI,OAAO,EAAE,CAAC;QAC3B,IAAI,iBAAiB,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;YAC3B,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE;gBACxC,IAAI,EAAG,OAAO,CAAC,SAA8B,CAAC,IAAI;aACnD,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB,qIAAqI,CACtI,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,cAAc,IAAI,OAAO,EAAE,CAAC;QAC9B,IAAI,oBAAoB,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/C,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAC9B,GAAG,CAAC,KAAK,CAAC,iCAAiC,EAAE;gBAC3C,IAAI,EAAG,OAAO,CAAC,YAAiC,CAAC,IAAI;aACtD,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB,qHAAqH,CACtH,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClF,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB,mEAAmE,CACpE,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { CacheOutput } from '../../types.js';
2
+ import type { ParsedArgs } from '../parser.js';
3
+ export declare function executeCache(args: ParsedArgs): Promise<CacheOutput>;
4
+ //# sourceMappingURL=cache.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../../src/repl/commands/cache.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAc,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAM/C,wBAAsB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAsCzE"}
@@ -0,0 +1,44 @@
1
+ import { handleCache } from '../../tools/cache.js';
2
+ import { createLogger } from '../../logger.js';
3
+ const log = createLogger('repl');
4
+ export async function executeCache(args) {
5
+ try {
6
+ const subcommand = args.positional[0];
7
+ let input;
8
+ if (subcommand === 'stats' || (!subcommand && !args.flags.query)) {
9
+ input = { stats: true };
10
+ }
11
+ else if (subcommand === 'clear') {
12
+ input = {
13
+ clear: true,
14
+ query: args.flags.query,
15
+ url_pattern: args.flags['url-pattern'],
16
+ since: args.flags.since,
17
+ };
18
+ }
19
+ else if (subcommand === 'search') {
20
+ const query = args.positional.slice(1).join(' ').trim() || args.flags.query;
21
+ input = {
22
+ query,
23
+ url_pattern: args.flags['url-pattern'],
24
+ since: args.flags.since,
25
+ };
26
+ }
27
+ else {
28
+ const query = args.positional.join(' ').trim();
29
+ input = {
30
+ query: query || args.flags.query,
31
+ url_pattern: args.flags['url-pattern'],
32
+ since: args.flags.since,
33
+ };
34
+ }
35
+ log.debug('executing cache command', { subcommand, flags: args.flags });
36
+ return await handleCache(input);
37
+ }
38
+ catch (err) {
39
+ const msg = err instanceof Error ? err.message : String(err);
40
+ log.error('cache command failed', { error: msg });
41
+ return { error: msg };
42
+ }
43
+ }
44
+ //# sourceMappingURL=cache.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cache.js","sourceRoot":"","sources":["../../../src/repl/commands/cache.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AAEjC,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAgB;IACjD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEtC,IAAI,KAAiB,CAAC;QAEtB,IAAI,UAAU,KAAK,OAAO,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACjE,KAAK,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC1B,CAAC;aAAM,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;YAClC,KAAK,GAAG;gBACN,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;gBACvB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;gBACtC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;aACxB,CAAC;QACJ,CAAC;aAAM,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;YAC5E,KAAK,GAAG;gBACN,KAAK;gBACL,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;gBACtC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;aACxB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAC/C,KAAK,GAAG;gBACN,KAAK,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK;gBAChC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;gBACtC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;aACxB,CAAC;QACJ,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACxE,OAAO,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAClD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IACxB,CAAC;AACH,CAAC"}
@@ -0,0 +1,7 @@
1
+ import type { CrawlOutput, MapOutput } from '../../types.js';
2
+ import type { ParsedArgs } from '../parser.js';
3
+ import type { ReplDeps } from './types.js';
4
+ export declare function executeCrawl(args: ParsedArgs, deps: ReplDeps): Promise<CrawlOutput | (MapOutput & {
5
+ crawled: number;
6
+ })>;
7
+ //# sourceMappingURL=crawl.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"crawl.d.ts","sourceRoot":"","sources":["../../../src/repl/commands/crawl.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAc,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AACzE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAM3C,wBAAsB,YAAY,CAChC,IAAI,EAAE,UAAU,EAChB,IAAI,EAAE,QAAQ,GACb,OAAO,CAAC,WAAW,GAAG,CAAC,SAAS,GAAG;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CAuC1D"}
@@ -0,0 +1,42 @@
1
+ import { handleCrawl } from '../../tools/crawl.js';
2
+ import { createLogger } from '../../logger.js';
3
+ const log = createLogger('repl');
4
+ export async function executeCrawl(args, deps) {
5
+ try {
6
+ const url = args.positional[0];
7
+ if (!url) {
8
+ return {
9
+ pages: [],
10
+ total_found: 0,
11
+ crawled: 0,
12
+ error: 'Usage: crawl <URL> [--depth N] [--max-pages N] [--strategy=bfs|dfs|sitemap|map]',
13
+ };
14
+ }
15
+ const input = { url };
16
+ if (args.flags.depth) {
17
+ input.max_depth = parseInt(args.flags.depth, 10);
18
+ }
19
+ if (args.flags['max-depth']) {
20
+ input.max_depth = parseInt(args.flags['max-depth'], 10);
21
+ }
22
+ if (args.flags['max-pages']) {
23
+ input.max_pages = parseInt(args.flags['max-pages'], 10);
24
+ }
25
+ if (args.flags.strategy) {
26
+ input.strategy = args.flags.strategy;
27
+ }
28
+ log.debug('executing crawl command', { url, flags: args.flags });
29
+ return await handleCrawl(input, deps.router);
30
+ }
31
+ catch (err) {
32
+ const msg = err instanceof Error ? err.message : String(err);
33
+ log.error('crawl command failed', { error: msg });
34
+ return {
35
+ pages: [],
36
+ total_found: 0,
37
+ crawled: 0,
38
+ error: msg,
39
+ };
40
+ }
41
+ }
42
+ //# sourceMappingURL=crawl.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"crawl.js","sourceRoot":"","sources":["../../../src/repl/commands/crawl.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AAEjC,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAgB,EAChB,IAAc;IAEd,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;gBACL,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,CAAC;gBACd,OAAO,EAAE,CAAC;gBACV,KAAK,EAAE,iFAAiF;aACzF,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAe,EAAE,GAAG,EAAE,CAAC;QAElC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACrB,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAkC,CAAC;QACjE,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACjE,OAAO,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAClD,OAAO;YACL,KAAK,EAAE,EAAE;YACT,WAAW,EAAE,CAAC;YACd,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,GAAG;SACX,CAAC;IACJ,CAAC;AACH,CAAC"}
@@ -0,0 +1,5 @@
1
+ import type { ExtractOutput } from '../../types.js';
2
+ import type { ParsedArgs } from '../parser.js';
3
+ import type { ReplDeps } from './types.js';
4
+ export declare function executeExtract(args: ParsedArgs, deps: ReplDeps): Promise<ExtractOutput>;
5
+ //# sourceMappingURL=extract.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../../src/repl/commands/extract.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAgB,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAM3C,wBAAsB,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,aAAa,CAAC,CAkC7F"}
@@ -0,0 +1,37 @@
1
+ import { handleExtract } from '../../tools/extract.js';
2
+ import { createLogger } from '../../logger.js';
3
+ const log = createLogger('repl');
4
+ export async function executeExtract(args, deps) {
5
+ try {
6
+ const url = args.positional[0];
7
+ if (!url) {
8
+ return {
9
+ data: {},
10
+ mode: 'metadata',
11
+ error: 'Usage: extract <URL> [--mode=selector|tables|metadata|schema] [--selector=CSS]',
12
+ };
13
+ }
14
+ const input = { url };
15
+ if (args.flags.mode) {
16
+ input.mode = args.flags.mode;
17
+ }
18
+ if (args.flags.selector) {
19
+ input.css_selector = args.flags.selector;
20
+ }
21
+ if (args.flags.multiple === 'true') {
22
+ input.multiple = true;
23
+ }
24
+ log.debug('executing extract command', { url, flags: args.flags });
25
+ return await handleExtract(input, deps.router);
26
+ }
27
+ catch (err) {
28
+ const msg = err instanceof Error ? err.message : String(err);
29
+ log.error('extract command failed', { error: msg });
30
+ return {
31
+ data: {},
32
+ mode: args.flags.mode ?? 'metadata',
33
+ error: msg,
34
+ };
35
+ }
36
+ }
37
+ //# sourceMappingURL=extract.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../src/repl/commands/extract.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AAEjC,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAgB,EAAE,IAAc;IACnE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;gBACL,IAAI,EAAE,EAAE;gBACR,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,gFAAgF;aACxF,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAiB,EAAE,GAAG,EAAE,CAAC;QAEpC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAA4B,CAAC;QACvD,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC3C,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YACnC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,2BAA2B,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,OAAO,MAAM,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACpD,OAAO;YACL,IAAI,EAAE,EAAE;YACR,IAAI,EAAG,IAAI,CAAC,KAAK,CAAC,IAA8B,IAAI,UAAU;YAC9D,KAAK,EAAE,GAAG;SACX,CAAC;IACJ,CAAC;AACH,CAAC"}
@@ -0,0 +1,5 @@
1
+ import type { FetchOutput } from '../../types.js';
2
+ import type { ParsedArgs } from '../parser.js';
3
+ import type { ReplDeps } from './types.js';
4
+ export declare function executeFetch(args: ParsedArgs, deps: ReplDeps): Promise<FetchOutput>;
5
+ //# sourceMappingURL=fetch.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../../../src/repl/commands/fetch.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAc,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAM3C,wBAAsB,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,CAkDzF"}
@@ -0,0 +1,53 @@
1
+ import { handleFetch } from '../../tools/fetch.js';
2
+ import { createLogger } from '../../logger.js';
3
+ const log = createLogger('repl');
4
+ export async function executeFetch(args, deps) {
5
+ try {
6
+ const url = args.positional[0];
7
+ if (!url) {
8
+ return {
9
+ url: '',
10
+ title: '',
11
+ markdown: '',
12
+ metadata: {},
13
+ links: [],
14
+ images: [],
15
+ cached: false,
16
+ error: 'Usage: fetch <URL> [--mode=raw|markdown]',
17
+ };
18
+ }
19
+ const input = { url };
20
+ if (args.flags.mode === 'raw') {
21
+ input.render_js = 'never';
22
+ }
23
+ else if (args.flags.mode === 'markdown') {
24
+ input.render_js = 'auto';
25
+ }
26
+ if (args.flags['max-chars']) {
27
+ input.max_chars = parseInt(args.flags['max-chars'], 10);
28
+ }
29
+ if (args.flags.section) {
30
+ input.section = args.flags.section;
31
+ }
32
+ if (args.flags.screenshot === 'true') {
33
+ input.screenshot = true;
34
+ }
35
+ log.debug('executing fetch command', { url, flags: args.flags });
36
+ return await handleFetch(input, deps.router);
37
+ }
38
+ catch (err) {
39
+ const msg = err instanceof Error ? err.message : String(err);
40
+ log.error('fetch command failed', { error: msg });
41
+ return {
42
+ url: args.positional[0] || '',
43
+ title: '',
44
+ markdown: '',
45
+ metadata: {},
46
+ links: [],
47
+ images: [],
48
+ cached: false,
49
+ error: msg,
50
+ };
51
+ }
52
+ }
53
+ //# sourceMappingURL=fetch.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fetch.js","sourceRoot":"","sources":["../../../src/repl/commands/fetch.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AAEjC,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAgB,EAAE,IAAc;IACjE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;gBACL,GAAG,EAAE,EAAE;gBACP,KAAK,EAAE,EAAE;gBACT,QAAQ,EAAE,EAAE;gBACZ,QAAQ,EAAE,EAAE;gBACZ,KAAK,EAAE,EAAE;gBACT,MAAM,EAAE,EAAE;gBACV,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,0CAA0C;aAClD,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAe,EAAE,GAAG,EAAE,CAAC;QAElC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC9B,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC;QAC5B,CAAC;aAAM,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC1C,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC;QAC3B,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACvB,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;YACrC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;QAC1B,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACjE,OAAO,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAClD,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE;YAC7B,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,EAAE;YACZ,QAAQ,EAAE,EAAE;YACZ,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,GAAG;SACX,CAAC;IACJ,CAAC;AACH,CAAC"}
@@ -0,0 +1,5 @@
1
+ import type { SearchOutput } from '../../types.js';
2
+ import type { ParsedArgs } from '../parser.js';
3
+ import type { ReplDeps } from './types.js';
4
+ export declare function executeSearch(args: ParsedArgs, deps: ReplDeps): Promise<SearchOutput>;
5
+ //# sourceMappingURL=search.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../../src/repl/commands/search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAe,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAChE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAM3C,wBAAsB,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC,CA2D3F"}
@@ -0,0 +1,62 @@
1
+ import { handleSearch } from '../../tools/search.js';
2
+ import { createLogger } from '../../logger.js';
3
+ const log = createLogger('repl');
4
+ export async function executeSearch(args, deps) {
5
+ try {
6
+ const query = args.positional.join(' ').trim();
7
+ if (!query) {
8
+ return {
9
+ results: [],
10
+ query: '',
11
+ engines_used: [],
12
+ total_time_ms: 0,
13
+ error: 'Usage: search <query> [--limit=N] [--domains=a,b] [--from=DATE] [--to=DATE]',
14
+ };
15
+ }
16
+ const input = { query };
17
+ if (args.flags.limit) {
18
+ input.max_results = parseInt(args.flags.limit, 10);
19
+ }
20
+ if (args.flags.domains) {
21
+ input.include_domains = args.flags.domains.split(',').map(d => d.trim());
22
+ }
23
+ if (args.flags['exclude-domains']) {
24
+ input.exclude_domains = args.flags['exclude-domains'].split(',').map(d => d.trim());
25
+ }
26
+ if (args.flags.from) {
27
+ input.from_date = args.flags.from;
28
+ }
29
+ if (args.flags['from-date']) {
30
+ input.from_date = args.flags['from-date'];
31
+ }
32
+ if (args.flags.to) {
33
+ input.to_date = args.flags.to;
34
+ }
35
+ if (args.flags['to-date']) {
36
+ input.to_date = args.flags['to-date'];
37
+ }
38
+ if (args.flags.category) {
39
+ input.category = args.flags.category;
40
+ }
41
+ if (args.flags['time-range']) {
42
+ input.time_range = args.flags['time-range'];
43
+ }
44
+ if (args.flags['no-content'] === 'true') {
45
+ input.include_content = false;
46
+ }
47
+ log.debug('executing search command', { query, flags: args.flags });
48
+ return await handleSearch(input, deps.engines, deps.router, deps.backendStatus);
49
+ }
50
+ catch (err) {
51
+ const msg = err instanceof Error ? err.message : String(err);
52
+ log.error('search command failed', { error: msg });
53
+ return {
54
+ results: [],
55
+ query: args.positional.join(' ') || '',
56
+ engines_used: [],
57
+ total_time_ms: 0,
58
+ error: msg,
59
+ };
60
+ }
61
+ }
62
+ //# sourceMappingURL=search.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"search.js","sourceRoot":"","sources":["../../../src/repl/commands/search.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AAEjC,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAgB,EAAE,IAAc;IAClE,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,EAAE;gBACT,YAAY,EAAE,EAAE;gBAChB,aAAa,EAAE,CAAC;gBAChB,KAAK,EAAE,6EAA6E;aACrF,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAgB,EAAE,KAAK,EAAE,CAAC;QAErC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACrB,KAAK,CAAC,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACvB,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAClC,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACtF,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;QACpC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;YAClB,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1B,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAmC,CAAC;QAClE,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7B,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAA8B,CAAC;QAC3E,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,MAAM,EAAE,CAAC;YACxC,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC;QAChC,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACpE,OAAO,MAAM,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAClF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACnD,OAAO;YACL,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;YACtC,YAAY,EAAE,EAAE;YAChB,aAAa,EAAE,CAAC;YAChB,KAAK,EAAE,GAAG;SACX,CAAC;IACJ,CAAC;AACH,CAAC"}
@@ -0,0 +1,9 @@
1
+ import type { SearchEngine } from '../../types.js';
2
+ import type { SmartRouter } from '../../fetch/router.js';
3
+ import type { BackendStatus } from '../../server/backend-status.js';
4
+ export interface ReplDeps {
5
+ router: SmartRouter;
6
+ engines: SearchEngine[];
7
+ backendStatus: BackendStatus;
8
+ }
9
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/repl/commands/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAEpE,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,aAAa,EAAE,aAAa,CAAC;CAC9B"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/repl/commands/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,10 @@
1
+ import type { SearchOutput, FetchOutput, CrawlOutput, MapOutput, ExtractOutput, CacheOutput } from '../types.js';
2
+ export declare function stripAnsi(str: string): string;
3
+ export declare function formatSearchResults(output: SearchOutput): string;
4
+ export declare function formatFetchResult(output: FetchOutput): string;
5
+ export declare function formatCrawlResult(output: CrawlOutput, seedUrl: string): string;
6
+ export declare function formatMapResult(output: MapOutput, seedUrl: string): string;
7
+ export declare function formatExtractResult(output: ExtractOutput): string;
8
+ export declare function formatCacheResult(output: CacheOutput): string;
9
+ export declare function formatJson(data: unknown): string;
10
+ //# sourceMappingURL=formatters.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"formatters.d.ts","sourceRoot":"","sources":["../../src/repl/formatters.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,YAAY,EACZ,WAAW,EACX,WAAW,EACX,SAAS,EACT,aAAa,EACb,WAAW,EAGZ,MAAM,aAAa,CAAC;AAKrB,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAE7C;AA8BD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAiChE;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAsB7D;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAwB9E;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAuB1E;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAmDjE;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAoC7D;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,CAEhD"}
@@ -0,0 +1,209 @@
1
+ import chalk from 'chalk';
2
+ const SNIPPET_MAX_LENGTH = 200;
3
+ export function stripAnsi(str) {
4
+ return str.replace(/\u001b\[[0-9;]*m/g, '');
5
+ }
6
+ function truncate(text, max) {
7
+ if (text.length <= max)
8
+ return text;
9
+ return text.slice(0, max - 3) + '...';
10
+ }
11
+ function domainFromUrl(url) {
12
+ try {
13
+ return new URL(url).hostname;
14
+ }
15
+ catch {
16
+ return url;
17
+ }
18
+ }
19
+ function pathFromUrl(url, baseUrl) {
20
+ try {
21
+ const u = new URL(url);
22
+ if (baseUrl) {
23
+ const base = new URL(baseUrl);
24
+ if (u.hostname === base.hostname) {
25
+ return u.pathname;
26
+ }
27
+ }
28
+ return u.pathname;
29
+ }
30
+ catch {
31
+ return url;
32
+ }
33
+ }
34
+ export function formatSearchResults(output) {
35
+ const lines = [];
36
+ const header = `Search: ${chalk.cyan(`"${output.query}"`)} (${output.results.length} results, ${output.total_time_ms}ms, engines: ${output.engines_used.join(', ')})`;
37
+ lines.push(header);
38
+ if (output.warning) {
39
+ lines.push('');
40
+ lines.push(chalk.yellow(` Warning: ${output.warning}`));
41
+ }
42
+ if (output.error) {
43
+ lines.push('');
44
+ lines.push(chalk.red(` Error: ${output.error}`));
45
+ return lines.join('\n');
46
+ }
47
+ if (output.results.length === 0) {
48
+ lines.push('');
49
+ lines.push(chalk.dim(' No results found'));
50
+ return lines.join('\n');
51
+ }
52
+ for (let i = 0; i < output.results.length; i++) {
53
+ const r = output.results[i];
54
+ const domain = domainFromUrl(r.url);
55
+ const score = r.relevance_score.toFixed(2);
56
+ lines.push('');
57
+ lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(r.title)} ${chalk.dim(`- ${domain}`)} ${chalk.green(`(score: ${score})`)}`);
58
+ lines.push(` ${chalk.dim(truncate(r.snippet, SNIPPET_MAX_LENGTH))}`);
59
+ }
60
+ return lines.join('\n');
61
+ }
62
+ export function formatFetchResult(output) {
63
+ const lines = [];
64
+ lines.push(`Fetch: ${chalk.cyan(output.url)}`);
65
+ if (output.error) {
66
+ lines.push('');
67
+ lines.push(chalk.red(` Error: ${output.error}`));
68
+ return lines.join('\n');
69
+ }
70
+ lines.push('');
71
+ const markdownLines = output.markdown.split('\n');
72
+ const preview = markdownLines.slice(0, 3).join('\n');
73
+ const indented = preview.split('\n').map(l => ` ${l}`).join('\n');
74
+ lines.push(indented);
75
+ lines.push('');
76
+ lines.push(chalk.dim(` [cached: ${output.cached}, ${output.markdown.length} chars]`));
77
+ return lines.join('\n');
78
+ }
79
+ export function formatCrawlResult(output, seedUrl) {
80
+ const lines = [];
81
+ lines.push(`Crawl: ${chalk.cyan(seedUrl)} (${output.crawled} pages crawled, ${output.total_found} found)`);
82
+ if (output.error) {
83
+ lines.push('');
84
+ lines.push(chalk.red(` Error: ${output.error}`));
85
+ return lines.join('\n');
86
+ }
87
+ if (output.pages.length === 0) {
88
+ lines.push('');
89
+ lines.push(chalk.dim(' No pages crawled'));
90
+ return lines.join('\n');
91
+ }
92
+ for (let i = 0; i < output.pages.length; i++) {
93
+ const p = output.pages[i];
94
+ const path = pathFromUrl(p.url, seedUrl);
95
+ lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(path)} ${chalk.dim(`(depth: ${p.depth}, ${p.markdown.length} chars)`)}`);
96
+ }
97
+ return lines.join('\n');
98
+ }
99
+ export function formatMapResult(output, seedUrl) {
100
+ const lines = [];
101
+ lines.push(`Map: ${chalk.cyan(seedUrl)} (${output.urls.length} URLs found, sitemap: ${output.sitemap_found ? 'yes' : 'no'})`);
102
+ if (output.error) {
103
+ lines.push('');
104
+ lines.push(chalk.red(` Error: ${output.error}`));
105
+ return lines.join('\n');
106
+ }
107
+ if (output.urls.length === 0) {
108
+ lines.push('');
109
+ lines.push(chalk.dim(' No URLs found'));
110
+ return lines.join('\n');
111
+ }
112
+ for (let i = 0; i < output.urls.length; i++) {
113
+ const path = pathFromUrl(output.urls[i], seedUrl);
114
+ lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(path)}`);
115
+ }
116
+ return lines.join('\n');
117
+ }
118
+ export function formatExtractResult(output) {
119
+ const lines = [];
120
+ const sourceLabel = output.source_url ? ` ${chalk.cyan(output.source_url)}` : '';
121
+ lines.push(`Extract:${sourceLabel} (mode: ${chalk.yellow(output.mode)})`);
122
+ if (output.error) {
123
+ lines.push('');
124
+ lines.push(chalk.red(` Error: ${output.error}`));
125
+ return lines.join('\n');
126
+ }
127
+ lines.push('');
128
+ if (output.mode === 'tables' && Array.isArray(output.data)) {
129
+ for (const table of output.data) {
130
+ if (table.headers.length === 0)
131
+ continue;
132
+ const headerRow = ' | ' + table.headers.join(' | ') + ' |';
133
+ const sepRow = ' | ' + table.headers.map(h => '-'.repeat(Math.max(h.length, 4))).join(' | ') + ' |';
134
+ lines.push(headerRow);
135
+ lines.push(sepRow);
136
+ for (const row of table.rows) {
137
+ const cells = table.headers.map(h => row[h] ?? '');
138
+ lines.push(' | ' + cells.join(' | ') + '|');
139
+ }
140
+ }
141
+ }
142
+ else if (output.mode === 'selector') {
143
+ if (Array.isArray(output.data)) {
144
+ for (const item of output.data) {
145
+ lines.push(` ${item}`);
146
+ }
147
+ }
148
+ else {
149
+ lines.push(` ${String(output.data)}`);
150
+ }
151
+ }
152
+ else if (output.mode === 'metadata') {
153
+ const meta = output.data;
154
+ if (meta.title)
155
+ lines.push(` ${chalk.bold('Title:')} ${meta.title}`);
156
+ if (meta.description)
157
+ lines.push(` ${chalk.bold('Description:')} ${meta.description}`);
158
+ if (meta.author)
159
+ lines.push(` ${chalk.bold('Author:')} ${meta.author}`);
160
+ if (meta.date)
161
+ lines.push(` ${chalk.bold('Date:')} ${meta.date}`);
162
+ if (meta.keywords && meta.keywords.length > 0) {
163
+ lines.push(` ${chalk.bold('Keywords:')} ${meta.keywords.join(', ')}`);
164
+ }
165
+ }
166
+ else if (output.mode === 'schema') {
167
+ const data = output.data;
168
+ for (const [key, value] of Object.entries(data)) {
169
+ lines.push(` ${chalk.bold(key + ':')} ${String(value)}`);
170
+ }
171
+ }
172
+ return lines.join('\n');
173
+ }
174
+ export function formatCacheResult(output) {
175
+ const lines = [];
176
+ if (output.error) {
177
+ lines.push(chalk.red(`Error: ${output.error}`));
178
+ return lines.join('\n');
179
+ }
180
+ if (output.stats) {
181
+ lines.push('Cache Statistics:');
182
+ lines.push(` ${chalk.bold('Total URLs:')} ${output.stats.total_urls}`);
183
+ lines.push(` ${chalk.bold('Total Size:')} ${output.stats.total_size_mb.toFixed(2)} MB`);
184
+ lines.push(` ${chalk.bold('Oldest:')} ${output.stats.oldest}`);
185
+ lines.push(` ${chalk.bold('Newest:')} ${output.stats.newest}`);
186
+ return lines.join('\n');
187
+ }
188
+ if (output.cleared !== undefined) {
189
+ lines.push(`${chalk.green(String(output.cleared))} cache entries cleared`);
190
+ return lines.join('\n');
191
+ }
192
+ if (output.results) {
193
+ if (output.results.length === 0) {
194
+ lines.push(chalk.dim('No cached results found'));
195
+ return lines.join('\n');
196
+ }
197
+ for (let i = 0; i < output.results.length; i++) {
198
+ const r = output.results[i];
199
+ lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.cyan(r.url)}`);
200
+ lines.push(` ${chalk.white(r.title)} ${chalk.dim(`(cached ${r.fetched_at})`)}`);
201
+ }
202
+ return lines.join('\n');
203
+ }
204
+ return chalk.dim('No output');
205
+ }
206
+ export function formatJson(data) {
207
+ return JSON.stringify(data, null, 2);
208
+ }
209
+ //# sourceMappingURL=formatters.js.map