@j0hanz/superfetch 1.1.9 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (174) hide show
  1. package/README.md +258 -362
  2. package/dist/config/constants.d.ts +20 -0
  3. package/dist/config/constants.d.ts.map +1 -0
  4. package/dist/config/constants.js +25 -0
  5. package/dist/config/constants.js.map +1 -0
  6. package/dist/config/formatting.d.ts +0 -1
  7. package/dist/config/formatting.d.ts.map +1 -1
  8. package/dist/config/formatting.js +1 -1
  9. package/dist/config/formatting.js.map +1 -1
  10. package/dist/config/index.d.ts +8 -1
  11. package/dist/config/index.d.ts.map +1 -1
  12. package/dist/config/index.js +14 -5
  13. package/dist/config/index.js.map +1 -1
  14. package/dist/config/types/content.d.ts +1 -19
  15. package/dist/config/types/content.d.ts.map +1 -1
  16. package/dist/config/types/runtime.d.ts +7 -4
  17. package/dist/config/types/runtime.d.ts.map +1 -1
  18. package/dist/config/types/tools.d.ts +5 -49
  19. package/dist/config/types/tools.d.ts.map +1 -1
  20. package/dist/http/auth.d.ts.map +1 -1
  21. package/dist/http/auth.js +17 -12
  22. package/dist/http/auth.js.map +1 -1
  23. package/dist/http/cors.js +4 -0
  24. package/dist/http/cors.js.map +1 -1
  25. package/dist/http/download-routes.d.ts +15 -0
  26. package/dist/http/download-routes.d.ts.map +1 -0
  27. package/dist/http/download-routes.js +132 -0
  28. package/dist/http/download-routes.js.map +1 -0
  29. package/dist/http/mcp-routes.d.ts +1 -1
  30. package/dist/http/mcp-routes.d.ts.map +1 -1
  31. package/dist/http/mcp-routes.js +1 -1
  32. package/dist/http/mcp-routes.js.map +1 -1
  33. package/dist/http/mcp-session-helpers.d.ts +14 -0
  34. package/dist/http/mcp-session-helpers.d.ts.map +1 -0
  35. package/dist/http/mcp-session-helpers.js +65 -0
  36. package/dist/http/mcp-session-helpers.js.map +1 -0
  37. package/dist/http/mcp-session.d.ts +0 -1
  38. package/dist/http/mcp-session.d.ts.map +1 -1
  39. package/dist/http/mcp-session.js +7 -70
  40. package/dist/http/mcp-session.js.map +1 -1
  41. package/dist/http/server-middleware.d.ts +10 -0
  42. package/dist/http/server-middleware.d.ts.map +1 -0
  43. package/dist/http/server-middleware.js +56 -0
  44. package/dist/http/server-middleware.js.map +1 -0
  45. package/dist/http/server.d.ts.map +1 -1
  46. package/dist/http/server.js +20 -98
  47. package/dist/http/server.js.map +1 -1
  48. package/dist/http/session-cleanup.d.ts +3 -0
  49. package/dist/http/session-cleanup.d.ts.map +1 -0
  50. package/dist/http/session-cleanup.js +38 -0
  51. package/dist/http/session-cleanup.js.map +1 -0
  52. package/dist/index.js +13 -5
  53. package/dist/index.js.map +1 -1
  54. package/dist/resources/cached-content.d.ts.map +1 -1
  55. package/dist/resources/cached-content.js +76 -11
  56. package/dist/resources/cached-content.js.map +1 -1
  57. package/dist/services/cache.d.ts +6 -2
  58. package/dist/services/cache.d.ts.map +1 -1
  59. package/dist/services/cache.js +86 -25
  60. package/dist/services/cache.js.map +1 -1
  61. package/dist/services/context.d.ts +2 -1
  62. package/dist/services/context.d.ts.map +1 -1
  63. package/dist/services/extractor.d.ts.map +1 -1
  64. package/dist/services/extractor.js +45 -17
  65. package/dist/services/extractor.js.map +1 -1
  66. package/dist/services/fetcher/agents.d.ts.map +1 -1
  67. package/dist/services/fetcher/agents.js +3 -6
  68. package/dist/services/fetcher/agents.js.map +1 -1
  69. package/dist/services/fetcher/headers.d.ts.map +1 -1
  70. package/dist/services/fetcher/headers.js +2 -24
  71. package/dist/services/fetcher/headers.js.map +1 -1
  72. package/dist/services/fetcher/interceptors.d.ts +2 -1
  73. package/dist/services/fetcher/interceptors.d.ts.map +1 -1
  74. package/dist/services/fetcher/interceptors.js +30 -20
  75. package/dist/services/fetcher/interceptors.js.map +1 -1
  76. package/dist/services/fetcher/redirects.d.ts +0 -1
  77. package/dist/services/fetcher/redirects.d.ts.map +1 -1
  78. package/dist/services/fetcher/redirects.js +19 -16
  79. package/dist/services/fetcher/redirects.js.map +1 -1
  80. package/dist/services/fetcher/retry-policy.d.ts +1 -27
  81. package/dist/services/fetcher/retry-policy.d.ts.map +1 -1
  82. package/dist/services/fetcher/retry-policy.js +119 -125
  83. package/dist/services/fetcher/retry-policy.js.map +1 -1
  84. package/dist/services/fetcher.d.ts.map +1 -1
  85. package/dist/services/fetcher.js +15 -9
  86. package/dist/services/fetcher.js.map +1 -1
  87. package/dist/services/parser.d.ts +0 -1
  88. package/dist/services/parser.d.ts.map +1 -1
  89. package/dist/services/parser.js +5 -38
  90. package/dist/services/parser.js.map +1 -1
  91. package/dist/tools/handlers/fetch-links/link-extractor.d.ts.map +1 -1
  92. package/dist/tools/handlers/fetch-links/link-extractor.js +15 -19
  93. package/dist/tools/handlers/fetch-links/link-extractor.js.map +1 -1
  94. package/dist/tools/handlers/fetch-links.tool.d.ts.map +1 -1
  95. package/dist/tools/handlers/fetch-links.tool.js +0 -2
  96. package/dist/tools/handlers/fetch-links.tool.js.map +1 -1
  97. package/dist/tools/handlers/fetch-markdown.tool.d.ts.map +1 -1
  98. package/dist/tools/handlers/fetch-markdown.tool.js +16 -17
  99. package/dist/tools/handlers/fetch-markdown.tool.js.map +1 -1
  100. package/dist/tools/handlers/fetch-single.shared.d.ts +11 -2
  101. package/dist/tools/handlers/fetch-single.shared.d.ts.map +1 -1
  102. package/dist/tools/handlers/fetch-single.shared.js +61 -2
  103. package/dist/tools/handlers/fetch-single.shared.js.map +1 -1
  104. package/dist/tools/handlers/fetch-url.tool.d.ts.map +1 -1
  105. package/dist/tools/handlers/fetch-url.tool.js +3 -14
  106. package/dist/tools/handlers/fetch-url.tool.js.map +1 -1
  107. package/dist/tools/handlers/fetch-urls/validation.d.ts +0 -1
  108. package/dist/tools/handlers/fetch-urls/validation.d.ts.map +1 -1
  109. package/dist/tools/handlers/fetch-urls/validation.js +1 -1
  110. package/dist/tools/handlers/fetch-urls/validation.js.map +1 -1
  111. package/dist/tools/index.d.ts.map +1 -1
  112. package/dist/tools/index.js +1 -19
  113. package/dist/tools/index.js.map +1 -1
  114. package/dist/tools/schemas.d.ts +44 -236
  115. package/dist/tools/schemas.d.ts.map +1 -1
  116. package/dist/tools/schemas.js +38 -197
  117. package/dist/tools/schemas.js.map +1 -1
  118. package/dist/tools/utils/cache-vary.d.ts +0 -1
  119. package/dist/tools/utils/cache-vary.d.ts.map +1 -1
  120. package/dist/tools/utils/cache-vary.js +11 -25
  121. package/dist/tools/utils/cache-vary.js.map +1 -1
  122. package/dist/tools/utils/common.d.ts +1 -2
  123. package/dist/tools/utils/common.d.ts.map +1 -1
  124. package/dist/tools/utils/common.js.map +1 -1
  125. package/dist/tools/utils/content-transform.d.ts.map +1 -1
  126. package/dist/tools/utils/content-transform.js +28 -13
  127. package/dist/tools/utils/content-transform.js.map +1 -1
  128. package/dist/tools/utils/fetch-pipeline.js +14 -3
  129. package/dist/tools/utils/fetch-pipeline.js.map +1 -1
  130. package/dist/tools/utils/inline-content.d.ts +3 -2
  131. package/dist/tools/utils/inline-content.d.ts.map +1 -1
  132. package/dist/transformers/markdown.transformer.d.ts.map +1 -1
  133. package/dist/transformers/markdown.transformer.js +3 -6
  134. package/dist/transformers/markdown.transformer.js.map +1 -1
  135. package/dist/utils/code-language.d.ts +3 -0
  136. package/dist/utils/code-language.d.ts.map +1 -0
  137. package/dist/utils/code-language.js +57 -0
  138. package/dist/utils/code-language.js.map +1 -0
  139. package/dist/utils/content-cleaner.d.ts +0 -1
  140. package/dist/utils/content-cleaner.d.ts.map +1 -1
  141. package/dist/utils/content-cleaner.js +0 -3
  142. package/dist/utils/content-cleaner.js.map +1 -1
  143. package/dist/utils/crypto.d.ts +3 -0
  144. package/dist/utils/crypto.d.ts.map +1 -0
  145. package/dist/utils/crypto.js +33 -0
  146. package/dist/utils/crypto.js.map +1 -0
  147. package/dist/utils/download-url.d.ts +9 -0
  148. package/dist/utils/download-url.d.ts.map +1 -0
  149. package/dist/utils/download-url.js +28 -0
  150. package/dist/utils/download-url.js.map +1 -0
  151. package/dist/utils/error-utils.d.ts +4 -0
  152. package/dist/utils/error-utils.d.ts.map +1 -0
  153. package/dist/utils/error-utils.js +14 -0
  154. package/dist/utils/error-utils.js.map +1 -0
  155. package/dist/utils/filename-generator.d.ts +2 -0
  156. package/dist/utils/filename-generator.d.ts.map +1 -0
  157. package/dist/utils/filename-generator.js +60 -0
  158. package/dist/utils/filename-generator.js.map +1 -0
  159. package/dist/utils/header-normalizer.d.ts +7 -3
  160. package/dist/utils/header-normalizer.d.ts.map +1 -1
  161. package/dist/utils/header-normalizer.js +23 -16
  162. package/dist/utils/header-normalizer.js.map +1 -1
  163. package/dist/utils/tool-error-handler.d.ts +0 -1
  164. package/dist/utils/tool-error-handler.d.ts.map +1 -1
  165. package/dist/utils/tool-error-handler.js +11 -5
  166. package/dist/utils/tool-error-handler.js.map +1 -1
  167. package/dist/utils/url-sanitizer.d.ts +2 -0
  168. package/dist/utils/url-sanitizer.d.ts.map +1 -0
  169. package/dist/utils/url-sanitizer.js +12 -0
  170. package/dist/utils/url-sanitizer.js.map +1 -0
  171. package/dist/utils/url-validator.d.ts.map +1 -1
  172. package/dist/utils/url-validator.js +46 -44
  173. package/dist/utils/url-validator.js.map +1 -1
  174. package/package.json +4 -6
@@ -1,5 +1,4 @@
1
1
  import type { FetchUrlsInput, ToolResponseBase } from '../../../config/types.js';
2
- export declare const MAX_URLS_PER_BATCH = 10;
3
2
  export declare const DEFAULT_CONCURRENCY = 3;
4
3
  export declare const MAX_CONCURRENCY = 5;
5
4
  export declare function validateBatchInput(input: FetchUrlsInput): string[] | ToolResponseBase;
@@ -1 +1 @@
1
- {"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../src/tools/handlers/fetch-urls/validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,gBAAgB,EACjB,MAAM,0BAA0B,CAAC;AAIlC,eAAO,MAAM,kBAAkB,KAAK,CAAC;AACrC,eAAO,MAAM,mBAAmB,IAAI,CAAC;AACrC,eAAO,MAAM,eAAe,IAAI,CAAC;AAEjC,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,cAAc,GACpB,MAAM,EAAE,GAAG,gBAAgB,CA8B7B"}
1
+ {"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../src/tools/handlers/fetch-urls/validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,gBAAgB,EACjB,MAAM,0BAA0B,CAAC;AAKlC,eAAO,MAAM,mBAAmB,IAAI,CAAC;AACrC,eAAO,MAAM,eAAe,IAAI,CAAC;AAEjC,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,cAAc,GACpB,MAAM,EAAE,GAAG,gBAAgB,CA8B7B"}
@@ -1,5 +1,5 @@
1
1
  import { createToolErrorResponse } from '../../../utils/tool-error-handler.js';
2
- export const MAX_URLS_PER_BATCH = 10;
2
+ const MAX_URLS_PER_BATCH = 10;
3
3
  export const DEFAULT_CONCURRENCY = 3;
4
4
  export const MAX_CONCURRENCY = 5;
5
5
  export function validateBatchInput(input) {
@@ -1 +1 @@
1
- {"version":3,"file":"validation.js","sourceRoot":"","sources":["../../../../src/tools/handlers/fetch-urls/validation.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,uBAAuB,EAAE,MAAM,sCAAsC,CAAC;AAE/E,MAAM,CAAC,MAAM,kBAAkB,GAAG,EAAE,CAAC;AACrC,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AACrC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC;AAEjC,MAAM,UAAU,kBAAkB,CAChC,KAAqB;IAErB,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,uBAAuB,CAC5B,8BAA8B,EAC9B,EAAE,EACF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;QAC3C,OAAO,uBAAuB,CAC5B,WAAW,kBAAkB,yBAAyB,EACtD,EAAE,EACF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CACjC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAC1D,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,uBAAuB,CAC5B,wBAAwB,EACxB,EAAE,EACF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}
1
+ {"version":3,"file":"validation.js","sourceRoot":"","sources":["../../../../src/tools/handlers/fetch-urls/validation.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,uBAAuB,EAAE,MAAM,sCAAsC,CAAC;AAE/E,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AACrC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC;AAEjC,MAAM,UAAU,kBAAkB,CAChC,KAAqB;IAErB,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,uBAAuB,CAC5B,8BAA8B,EAC9B,EAAE,EACF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;QAC3C,OAAO,uBAAuB,CAC5B,WAAW,kBAAkB,yBAAyB,EACtD,EAAE,EACF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CACjC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAC1D,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,uBAAuB,CAC5B,wBAAwB,EACxB,EAAE,EACF,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAoEzE,wBAAgB,aAAa,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAarD"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAsCzE,wBAAgB,aAAa,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAarD"}
@@ -1,8 +1,6 @@
1
- import { FETCH_LINKS_TOOL_DESCRIPTION, FETCH_LINKS_TOOL_NAME, fetchLinksToolHandler, } from './handlers/fetch-links.tool.js';
2
1
  import { FETCH_MARKDOWN_TOOL_DESCRIPTION, FETCH_MARKDOWN_TOOL_NAME, fetchMarkdownToolHandler, } from './handlers/fetch-markdown.tool.js';
3
2
  import { FETCH_URL_TOOL_DESCRIPTION, FETCH_URL_TOOL_NAME, fetchUrlToolHandler, } from './handlers/fetch-url.tool.js';
4
- import { FETCH_URLS_TOOL_DESCRIPTION, FETCH_URLS_TOOL_NAME, fetchUrlsToolHandler, } from './handlers/fetch-urls.tool.js';
5
- import { fetchLinksInputSchema, fetchLinksOutputSchema, fetchMarkdownInputSchema, fetchMarkdownOutputSchema, fetchUrlInputSchema, fetchUrlOutputSchema, fetchUrlsInputSchema, fetchUrlsOutputSchema, } from './schemas.js';
3
+ import { fetchMarkdownInputSchema, fetchMarkdownOutputSchema, fetchUrlInputSchema, fetchUrlOutputSchema, } from './schemas.js';
6
4
  const TOOL_DEFINITIONS = [
7
5
  {
8
6
  name: FETCH_URL_TOOL_NAME,
@@ -12,14 +10,6 @@ const TOOL_DEFINITIONS = [
12
10
  outputSchema: fetchUrlOutputSchema,
13
11
  handler: fetchUrlToolHandler,
14
12
  },
15
- {
16
- name: FETCH_LINKS_TOOL_NAME,
17
- title: 'Fetch Links',
18
- description: FETCH_LINKS_TOOL_DESCRIPTION,
19
- inputSchema: fetchLinksInputSchema,
20
- outputSchema: fetchLinksOutputSchema,
21
- handler: fetchLinksToolHandler,
22
- },
23
13
  {
24
14
  name: FETCH_MARKDOWN_TOOL_NAME,
25
15
  title: 'Fetch Markdown',
@@ -28,14 +18,6 @@ const TOOL_DEFINITIONS = [
28
18
  outputSchema: fetchMarkdownOutputSchema,
29
19
  handler: fetchMarkdownToolHandler,
30
20
  },
31
- {
32
- name: FETCH_URLS_TOOL_NAME,
33
- title: 'Fetch URLs (Batch)',
34
- description: FETCH_URLS_TOOL_DESCRIPTION,
35
- inputSchema: fetchUrlsInputSchema,
36
- outputSchema: fetchUrlsOutputSchema,
37
- handler: fetchUrlsToolHandler,
38
- },
39
21
  ];
40
22
  export function registerTools(server) {
41
23
  for (const tool of TOOL_DEFINITIONS) {
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,4BAA4B,EAC5B,qBAAqB,EACrB,qBAAqB,GACtB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,+BAA+B,EAC/B,wBAAwB,EACxB,wBAAwB,GACzB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,0BAA0B,EAC1B,mBAAmB,EACnB,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,2BAA2B,EAC3B,oBAAoB,EACpB,oBAAoB,GACrB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,qBAAqB,EACrB,sBAAsB,EACtB,wBAAwB,EACxB,yBAAyB,EACzB,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,cAAc,CAAC;AAEtB,MAAM,gBAAgB,GAAG;IACvB;QACE,IAAI,EAAE,mBAAmB;QACzB,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,0BAA0B;QACvC,WAAW,EAAE,mBAAmB;QAChC,YAAY,EAAE,oBAAoB;QAClC,OAAO,EAAE,mBAAmB;KAC7B;IACD;QACE,IAAI,EAAE,qBAAqB;QAC3B,KAAK,EAAE,aAAa;QACpB,WAAW,EAAE,4BAA4B;QACzC,WAAW,EAAE,qBAAqB;QAClC,YAAY,EAAE,sBAAsB;QACpC,OAAO,EAAE,qBAAqB;KAC/B;IACD;QACE,IAAI,EAAE,wBAAwB;QAC9B,KAAK,EAAE,gBAAgB;QACvB,WAAW,EAAE,+BAA+B;QAC5C,WAAW,EAAE,wBAAwB;QACrC,YAAY,EAAE,yBAAyB;QACvC,OAAO,EAAE,wBAAwB;KAClC;IACD;QACE,IAAI,EAAE,oBAAoB;QAC1B,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EAAE,2BAA2B;QACxC,WAAW,EAAE,oBAAoB;QACjC,YAAY,EAAE,qBAAqB;QACnC,OAAO,EAAE,oBAAoB;KAC9B;CACO,CAAC;AAEX,MAAM,UAAU,aAAa,CAAC,MAAiB;IAC7C,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;QACpC,MAAM,CAAC,YAAY,CACjB,IAAI,CAAC,IAAI,EACT;YACE,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,EACD,IAAI,CAAC,OAAO,CACb,CAAC;IACJ,CAAC;AACH,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,+BAA+B,EAC/B,wBAAwB,EACxB,wBAAwB,GACzB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,0BAA0B,EAC1B,mBAAmB,EACnB,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,wBAAwB,EACxB,yBAAyB,EACzB,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,cAAc,CAAC;AAEtB,MAAM,gBAAgB,GAAG;IACvB;QACE,IAAI,EAAE,mBAAmB;QACzB,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,0BAA0B;QACvC,WAAW,EAAE,mBAAmB;QAChC,YAAY,EAAE,oBAAoB;QAClC,OAAO,EAAE,mBAAmB;KAC7B;IACD;QACE,IAAI,EAAE,wBAAwB;QAC9B,KAAK,EAAE,gBAAgB;QACvB,WAAW,EAAE,+BAA+B;QAC5C,WAAW,EAAE,wBAAwB;QACrC,YAAY,EAAE,yBAAyB;QACvC,OAAO,EAAE,wBAAwB;KAClC;CACO,CAAC;AAEX,MAAM,UAAU,aAAa,CAAC,MAAiB;IAC7C,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;QACpC,MAAM,CAAC,YAAY,CACjB,IAAI,CAAC,IAAI,EACT;YACE,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,EACD,IAAI,CAAC,OAAO,CACb,CAAC;IACJ,CAAC;AACH,CAAC"}
@@ -1,23 +1,25 @@
1
1
  import { z } from 'zod';
2
2
  export declare const fetchUrlInputSchema: z.ZodObject<{
3
3
  customHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
4
- timeout: z.ZodOptional<z.ZodNumber>;
5
- retries: z.ZodOptional<z.ZodNumber>;
4
+ timeout: z.ZodDefault<z.ZodNumber>;
5
+ retries: z.ZodDefault<z.ZodNumber>;
6
6
  } & {
7
7
  url: z.ZodString;
8
+ } & {
8
9
  extractMainContent: z.ZodDefault<z.ZodBoolean>;
9
10
  includeMetadata: z.ZodDefault<z.ZodBoolean>;
10
11
  maxContentLength: z.ZodOptional<z.ZodNumber>;
12
+ } & {
11
13
  format: z.ZodDefault<z.ZodEnum<["jsonl", "markdown"]>>;
12
14
  }, "strict", z.ZodTypeAny, {
13
15
  url: string;
14
16
  extractMainContent: boolean;
15
17
  includeMetadata: boolean;
16
18
  format: "jsonl" | "markdown";
19
+ timeout: number;
20
+ retries: number;
17
21
  maxContentLength?: number | undefined;
18
22
  customHeaders?: Record<string, string> | undefined;
19
- timeout?: number | undefined;
20
- retries?: number | undefined;
21
23
  }, {
22
24
  url: string;
23
25
  extractMainContent?: boolean | undefined;
@@ -28,44 +30,13 @@ export declare const fetchUrlInputSchema: z.ZodObject<{
28
30
  timeout?: number | undefined;
29
31
  retries?: number | undefined;
30
32
  }>;
31
- export declare const fetchLinksInputSchema: z.ZodObject<{
32
- customHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
33
- timeout: z.ZodOptional<z.ZodNumber>;
34
- retries: z.ZodOptional<z.ZodNumber>;
35
- } & {
36
- url: z.ZodString;
37
- includeExternal: z.ZodDefault<z.ZodBoolean>;
38
- includeInternal: z.ZodDefault<z.ZodBoolean>;
39
- maxLinks: z.ZodOptional<z.ZodNumber>;
40
- filterPattern: z.ZodOptional<z.ZodString>;
41
- includeImages: z.ZodDefault<z.ZodBoolean>;
42
- }, "strict", z.ZodTypeAny, {
43
- url: string;
44
- includeExternal: boolean;
45
- includeInternal: boolean;
46
- includeImages: boolean;
47
- maxLinks?: number | undefined;
48
- filterPattern?: string | undefined;
49
- customHeaders?: Record<string, string> | undefined;
50
- timeout?: number | undefined;
51
- retries?: number | undefined;
52
- }, {
53
- url: string;
54
- includeExternal?: boolean | undefined;
55
- includeInternal?: boolean | undefined;
56
- maxLinks?: number | undefined;
57
- filterPattern?: string | undefined;
58
- includeImages?: boolean | undefined;
59
- customHeaders?: Record<string, string> | undefined;
60
- timeout?: number | undefined;
61
- retries?: number | undefined;
62
- }>;
63
33
  export declare const fetchMarkdownInputSchema: z.ZodObject<{
64
34
  customHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
65
- timeout: z.ZodOptional<z.ZodNumber>;
66
- retries: z.ZodOptional<z.ZodNumber>;
35
+ timeout: z.ZodDefault<z.ZodNumber>;
36
+ retries: z.ZodDefault<z.ZodNumber>;
67
37
  } & {
68
38
  url: z.ZodString;
39
+ } & {
69
40
  extractMainContent: z.ZodDefault<z.ZodBoolean>;
70
41
  includeMetadata: z.ZodDefault<z.ZodBoolean>;
71
42
  maxContentLength: z.ZodOptional<z.ZodNumber>;
@@ -73,10 +44,10 @@ export declare const fetchMarkdownInputSchema: z.ZodObject<{
73
44
  url: string;
74
45
  extractMainContent: boolean;
75
46
  includeMetadata: boolean;
47
+ timeout: number;
48
+ retries: number;
76
49
  maxContentLength?: number | undefined;
77
50
  customHeaders?: Record<string, string> | undefined;
78
- timeout?: number | undefined;
79
- retries?: number | undefined;
80
51
  }, {
81
52
  url: string;
82
53
  extractMainContent?: boolean | undefined;
@@ -86,41 +57,6 @@ export declare const fetchMarkdownInputSchema: z.ZodObject<{
86
57
  timeout?: number | undefined;
87
58
  retries?: number | undefined;
88
59
  }>;
89
- export declare const fetchUrlsInputSchema: z.ZodObject<{
90
- customHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
91
- timeout: z.ZodOptional<z.ZodNumber>;
92
- retries: z.ZodOptional<z.ZodNumber>;
93
- } & {
94
- urls: z.ZodArray<z.ZodString, "many">;
95
- extractMainContent: z.ZodDefault<z.ZodBoolean>;
96
- includeMetadata: z.ZodDefault<z.ZodBoolean>;
97
- maxContentLength: z.ZodOptional<z.ZodNumber>;
98
- format: z.ZodDefault<z.ZodEnum<["jsonl", "markdown"]>>;
99
- concurrency: z.ZodDefault<z.ZodNumber>;
100
- continueOnError: z.ZodDefault<z.ZodBoolean>;
101
- }, "strict", z.ZodTypeAny, {
102
- extractMainContent: boolean;
103
- includeMetadata: boolean;
104
- format: "jsonl" | "markdown";
105
- urls: string[];
106
- concurrency: number;
107
- continueOnError: boolean;
108
- maxContentLength?: number | undefined;
109
- customHeaders?: Record<string, string> | undefined;
110
- timeout?: number | undefined;
111
- retries?: number | undefined;
112
- }, {
113
- urls: string[];
114
- extractMainContent?: boolean | undefined;
115
- includeMetadata?: boolean | undefined;
116
- maxContentLength?: number | undefined;
117
- format?: "jsonl" | "markdown" | undefined;
118
- concurrency?: number | undefined;
119
- continueOnError?: boolean | undefined;
120
- customHeaders?: Record<string, string> | undefined;
121
- timeout?: number | undefined;
122
- retries?: number | undefined;
123
- }>;
124
60
  export declare const fetchUrlOutputSchema: z.ZodObject<{
125
61
  url: z.ZodString;
126
62
  title: z.ZodOptional<z.ZodString>;
@@ -128,6 +64,7 @@ export declare const fetchUrlOutputSchema: z.ZodObject<{
128
64
  fetchedAt: z.ZodString;
129
65
  format: z.ZodEnum<["jsonl", "markdown"]>;
130
66
  content: z.ZodOptional<z.ZodString>;
67
+ } & {
131
68
  contentSize: z.ZodOptional<z.ZodNumber>;
132
69
  resourceUri: z.ZodOptional<z.ZodString>;
133
70
  resourceMimeType: z.ZodOptional<z.ZodString>;
@@ -141,12 +78,12 @@ export declare const fetchUrlOutputSchema: z.ZodObject<{
141
78
  fetchedAt: string;
142
79
  cached: boolean;
143
80
  contentBlocks: number;
144
- content?: string | undefined;
145
81
  error?: string | undefined;
82
+ content?: string | undefined;
146
83
  errorCode?: string | undefined;
147
84
  title?: string | undefined;
148
- truncated?: boolean | undefined;
149
85
  contentSize?: number | undefined;
86
+ truncated?: boolean | undefined;
150
87
  resourceUri?: string | undefined;
151
88
  resourceMimeType?: string | undefined;
152
89
  }, {
@@ -155,65 +92,34 @@ export declare const fetchUrlOutputSchema: z.ZodObject<{
155
92
  fetchedAt: string;
156
93
  cached: boolean;
157
94
  contentBlocks: number;
158
- content?: string | undefined;
159
95
  error?: string | undefined;
96
+ content?: string | undefined;
160
97
  errorCode?: string | undefined;
161
98
  title?: string | undefined;
162
- truncated?: boolean | undefined;
163
99
  contentSize?: number | undefined;
100
+ truncated?: boolean | undefined;
164
101
  resourceUri?: string | undefined;
165
102
  resourceMimeType?: string | undefined;
166
103
  }>;
167
- export declare const fetchLinksOutputSchema: z.ZodObject<{
168
- url: z.ZodString;
169
- linkCount: z.ZodNumber;
170
- links: z.ZodArray<z.ZodObject<{
171
- href: z.ZodString;
172
- text: z.ZodString;
173
- type: z.ZodEnum<["internal", "external", "image"]>;
174
- }, "strict", z.ZodTypeAny, {
175
- type: "image" | "internal" | "external";
176
- href: string;
177
- text: string;
178
- }, {
179
- type: "image" | "internal" | "external";
180
- href: string;
181
- text: string;
182
- }>, "many">;
183
- filtered: z.ZodOptional<z.ZodNumber>;
184
- truncated: z.ZodOptional<z.ZodBoolean>;
185
- error: z.ZodOptional<z.ZodString>;
186
- errorCode: z.ZodOptional<z.ZodString>;
187
- }, "strict", z.ZodTypeAny, {
188
- url: string;
189
- linkCount: number;
190
- links: {
191
- type: "image" | "internal" | "external";
192
- href: string;
193
- text: string;
194
- }[];
195
- error?: string | undefined;
196
- errorCode?: string | undefined;
197
- truncated?: boolean | undefined;
198
- filtered?: number | undefined;
199
- }, {
200
- url: string;
201
- linkCount: number;
202
- links: {
203
- type: "image" | "internal" | "external";
204
- href: string;
205
- text: string;
206
- }[];
207
- error?: string | undefined;
208
- errorCode?: string | undefined;
209
- truncated?: boolean | undefined;
210
- filtered?: number | undefined;
211
- }>;
212
104
  export declare const fetchMarkdownOutputSchema: z.ZodObject<{
213
105
  url: z.ZodString;
214
106
  title: z.ZodOptional<z.ZodString>;
215
107
  fetchedAt: z.ZodString;
216
108
  markdown: z.ZodOptional<z.ZodString>;
109
+ file: z.ZodOptional<z.ZodObject<{
110
+ downloadUrl: z.ZodString;
111
+ fileName: z.ZodString;
112
+ expiresAt: z.ZodString;
113
+ }, "strip", z.ZodTypeAny, {
114
+ fileName: string;
115
+ downloadUrl: string;
116
+ expiresAt: string;
117
+ }, {
118
+ fileName: string;
119
+ downloadUrl: string;
120
+ expiresAt: string;
121
+ }>>;
122
+ } & {
217
123
  contentSize: z.ZodOptional<z.ZodNumber>;
218
124
  resourceUri: z.ZodOptional<z.ZodString>;
219
125
  resourceMimeType: z.ZodOptional<z.ZodString>;
@@ -225,133 +131,35 @@ export declare const fetchMarkdownOutputSchema: z.ZodObject<{
225
131
  url: string;
226
132
  fetchedAt: string;
227
133
  cached: boolean;
228
- markdown?: string | undefined;
229
134
  error?: string | undefined;
135
+ markdown?: string | undefined;
230
136
  errorCode?: string | undefined;
231
137
  title?: string | undefined;
232
- truncated?: boolean | undefined;
233
138
  contentSize?: number | undefined;
139
+ truncated?: boolean | undefined;
140
+ file?: {
141
+ fileName: string;
142
+ downloadUrl: string;
143
+ expiresAt: string;
144
+ } | undefined;
234
145
  resourceUri?: string | undefined;
235
146
  resourceMimeType?: string | undefined;
236
147
  }, {
237
148
  url: string;
238
149
  fetchedAt: string;
239
150
  cached: boolean;
240
- markdown?: string | undefined;
241
151
  error?: string | undefined;
152
+ markdown?: string | undefined;
242
153
  errorCode?: string | undefined;
243
154
  title?: string | undefined;
244
- truncated?: boolean | undefined;
245
155
  contentSize?: number | undefined;
156
+ truncated?: boolean | undefined;
157
+ file?: {
158
+ fileName: string;
159
+ downloadUrl: string;
160
+ expiresAt: string;
161
+ } | undefined;
246
162
  resourceUri?: string | undefined;
247
163
  resourceMimeType?: string | undefined;
248
164
  }>;
249
- export declare const fetchUrlsOutputSchema: z.ZodObject<{
250
- results: z.ZodArray<z.ZodObject<{
251
- url: z.ZodString;
252
- success: z.ZodBoolean;
253
- title: z.ZodOptional<z.ZodString>;
254
- content: z.ZodOptional<z.ZodString>;
255
- contentSize: z.ZodOptional<z.ZodNumber>;
256
- resourceUri: z.ZodOptional<z.ZodString>;
257
- resourceMimeType: z.ZodOptional<z.ZodString>;
258
- contentBlocks: z.ZodOptional<z.ZodNumber>;
259
- cached: z.ZodOptional<z.ZodBoolean>;
260
- truncated: z.ZodOptional<z.ZodBoolean>;
261
- error: z.ZodOptional<z.ZodString>;
262
- errorCode: z.ZodOptional<z.ZodString>;
263
- }, "strict", z.ZodTypeAny, {
264
- url: string;
265
- success: boolean;
266
- content?: string | undefined;
267
- error?: string | undefined;
268
- errorCode?: string | undefined;
269
- title?: string | undefined;
270
- truncated?: boolean | undefined;
271
- contentSize?: number | undefined;
272
- cached?: boolean | undefined;
273
- resourceUri?: string | undefined;
274
- resourceMimeType?: string | undefined;
275
- contentBlocks?: number | undefined;
276
- }, {
277
- url: string;
278
- success: boolean;
279
- content?: string | undefined;
280
- error?: string | undefined;
281
- errorCode?: string | undefined;
282
- title?: string | undefined;
283
- truncated?: boolean | undefined;
284
- contentSize?: number | undefined;
285
- cached?: boolean | undefined;
286
- resourceUri?: string | undefined;
287
- resourceMimeType?: string | undefined;
288
- contentBlocks?: number | undefined;
289
- }>, "many">;
290
- summary: z.ZodObject<{
291
- total: z.ZodNumber;
292
- successful: z.ZodNumber;
293
- failed: z.ZodNumber;
294
- cached: z.ZodNumber;
295
- totalContentBlocks: z.ZodNumber;
296
- }, "strict", z.ZodTypeAny, {
297
- cached: number;
298
- total: number;
299
- successful: number;
300
- failed: number;
301
- totalContentBlocks: number;
302
- }, {
303
- cached: number;
304
- total: number;
305
- successful: number;
306
- failed: number;
307
- totalContentBlocks: number;
308
- }>;
309
- fetchedAt: z.ZodString;
310
- }, "strict", z.ZodTypeAny, {
311
- results: {
312
- url: string;
313
- success: boolean;
314
- content?: string | undefined;
315
- error?: string | undefined;
316
- errorCode?: string | undefined;
317
- title?: string | undefined;
318
- truncated?: boolean | undefined;
319
- contentSize?: number | undefined;
320
- cached?: boolean | undefined;
321
- resourceUri?: string | undefined;
322
- resourceMimeType?: string | undefined;
323
- contentBlocks?: number | undefined;
324
- }[];
325
- summary: {
326
- cached: number;
327
- total: number;
328
- successful: number;
329
- failed: number;
330
- totalContentBlocks: number;
331
- };
332
- fetchedAt: string;
333
- }, {
334
- results: {
335
- url: string;
336
- success: boolean;
337
- content?: string | undefined;
338
- error?: string | undefined;
339
- errorCode?: string | undefined;
340
- title?: string | undefined;
341
- truncated?: boolean | undefined;
342
- contentSize?: number | undefined;
343
- cached?: boolean | undefined;
344
- resourceUri?: string | undefined;
345
- resourceMimeType?: string | undefined;
346
- contentBlocks?: number | undefined;
347
- }[];
348
- summary: {
349
- cached: number;
350
- total: number;
351
- successful: number;
352
- failed: number;
353
- totalContentBlocks: number;
354
- };
355
- fetchedAt: string;
356
- }>;
357
165
  //# sourceMappingURL=schemas.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../src/tools/schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAuDxB,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqBrB,CAAC;AAEZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA0BvB,CAAC;AAEZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;EAiB1B,CAAC;AAEZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmCtB,CAAC;AAEZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsCtB,CAAC;AAEZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsBxB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkC3B,CAAC;AAEZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmBvB,CAAC"}
1
+ {"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../src/tools/schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAuExB,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMrB,CAAC;AAEZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;EAK1B,CAAC;AAEZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgB3B,CAAC"}