@j0hanz/superfetch 1.0.5 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (154) hide show
  1. package/README.md +200 -36
  2. package/dist/config/index.d.ts +10 -5
  3. package/dist/config/index.d.ts.map +1 -1
  4. package/dist/config/index.js +41 -17
  5. package/dist/config/index.js.map +1 -1
  6. package/dist/config/types.d.ts +98 -57
  7. package/dist/config/types.d.ts.map +1 -1
  8. package/dist/errors/app-error.d.ts +4 -28
  9. package/dist/errors/app-error.d.ts.map +1 -1
  10. package/dist/errors/app-error.js +10 -51
  11. package/dist/errors/app-error.js.map +1 -1
  12. package/dist/index.js +31 -46
  13. package/dist/index.js.map +1 -1
  14. package/dist/middleware/error-handler.d.ts +2 -2
  15. package/dist/middleware/error-handler.d.ts.map +1 -1
  16. package/dist/middleware/error-handler.js +12 -14
  17. package/dist/middleware/error-handler.js.map +1 -1
  18. package/dist/middleware/rate-limiter.d.ts.map +1 -1
  19. package/dist/middleware/rate-limiter.js +31 -14
  20. package/dist/middleware/rate-limiter.js.map +1 -1
  21. package/dist/parsers/base-html-element-parser.d.ts +43 -0
  22. package/dist/parsers/base-html-element-parser.d.ts.map +1 -0
  23. package/dist/parsers/base-html-element-parser.js +59 -0
  24. package/dist/parsers/base-html-element-parser.js.map +1 -0
  25. package/dist/parsers/heading-element-parser.d.ts +14 -0
  26. package/dist/parsers/heading-element-parser.d.ts.map +1 -0
  27. package/dist/parsers/heading-element-parser.js +26 -0
  28. package/dist/parsers/heading-element-parser.js.map +1 -0
  29. package/dist/parsers/image-element-parser.d.ts +16 -0
  30. package/dist/parsers/image-element-parser.d.ts.map +1 -0
  31. package/dist/parsers/image-element-parser.js +33 -0
  32. package/dist/parsers/image-element-parser.js.map +1 -0
  33. package/dist/parsers/link-element-parser.d.ts +15 -0
  34. package/dist/parsers/link-element-parser.d.ts.map +1 -0
  35. package/dist/parsers/link-element-parser.js +28 -0
  36. package/dist/parsers/link-element-parser.js.map +1 -0
  37. package/dist/parsers/open-graph-parser.d.ts +17 -0
  38. package/dist/parsers/open-graph-parser.d.ts.map +1 -0
  39. package/dist/parsers/open-graph-parser.js +41 -0
  40. package/dist/parsers/open-graph-parser.js.map +1 -0
  41. package/dist/parsers/schema-org-parser.d.ts +17 -0
  42. package/dist/parsers/schema-org-parser.d.ts.map +1 -0
  43. package/dist/parsers/schema-org-parser.js +32 -0
  44. package/dist/parsers/schema-org-parser.js.map +1 -0
  45. package/dist/parsers/standard-meta-parser.d.ts +18 -0
  46. package/dist/parsers/standard-meta-parser.d.ts.map +1 -0
  47. package/dist/parsers/standard-meta-parser.js +32 -0
  48. package/dist/parsers/standard-meta-parser.js.map +1 -0
  49. package/dist/parsers/twitter-card-parser.d.ts +17 -0
  50. package/dist/parsers/twitter-card-parser.d.ts.map +1 -0
  51. package/dist/parsers/twitter-card-parser.js +41 -0
  52. package/dist/parsers/twitter-card-parser.js.map +1 -0
  53. package/dist/resources/cached-content.d.ts +0 -2
  54. package/dist/resources/cached-content.d.ts.map +1 -1
  55. package/dist/resources/cached-content.js +3 -34
  56. package/dist/resources/cached-content.js.map +1 -1
  57. package/dist/resources/index.d.ts.map +1 -1
  58. package/dist/resources/index.js +8 -8
  59. package/dist/resources/index.js.map +1 -1
  60. package/dist/server.d.ts.map +1 -1
  61. package/dist/server.js +12 -11
  62. package/dist/server.js.map +1 -1
  63. package/dist/services/cache.d.ts +0 -28
  64. package/dist/services/cache.d.ts.map +1 -1
  65. package/dist/services/cache.js +10 -166
  66. package/dist/services/cache.js.map +1 -1
  67. package/dist/services/card-extractor.d.ts +0 -4
  68. package/dist/services/card-extractor.d.ts.map +1 -1
  69. package/dist/services/card-extractor.js +6 -1
  70. package/dist/services/card-extractor.js.map +1 -1
  71. package/dist/services/extractor.d.ts +1 -11
  72. package/dist/services/extractor.d.ts.map +1 -1
  73. package/dist/services/extractor.js +86 -84
  74. package/dist/services/extractor.js.map +1 -1
  75. package/dist/services/fetcher.d.ts +2 -13
  76. package/dist/services/fetcher.d.ts.map +1 -1
  77. package/dist/services/fetcher.js +79 -79
  78. package/dist/services/fetcher.js.map +1 -1
  79. package/dist/services/logger.d.ts +5 -4
  80. package/dist/services/logger.d.ts.map +1 -1
  81. package/dist/services/logger.js +27 -42
  82. package/dist/services/logger.js.map +1 -1
  83. package/dist/services/parser.d.ts.map +1 -1
  84. package/dist/services/parser.js +35 -27
  85. package/dist/services/parser.js.map +1 -1
  86. package/dist/services/session-manager.d.ts +18 -0
  87. package/dist/services/session-manager.d.ts.map +1 -0
  88. package/dist/services/session-manager.js +73 -0
  89. package/dist/services/session-manager.js.map +1 -0
  90. package/dist/strategies/exponential-backoff-strategy.d.ts +13 -0
  91. package/dist/strategies/exponential-backoff-strategy.d.ts.map +1 -0
  92. package/dist/strategies/exponential-backoff-strategy.js +32 -0
  93. package/dist/strategies/exponential-backoff-strategy.js.map +1 -0
  94. package/dist/tools/handlers/fetch-links.tool.d.ts +2 -9
  95. package/dist/tools/handlers/fetch-links.tool.d.ts.map +1 -1
  96. package/dist/tools/handlers/fetch-links.tool.js +3 -0
  97. package/dist/tools/handlers/fetch-links.tool.js.map +1 -1
  98. package/dist/tools/handlers/fetch-markdown.tool.d.ts +5 -2
  99. package/dist/tools/handlers/fetch-markdown.tool.d.ts.map +1 -1
  100. package/dist/tools/handlers/fetch-markdown.tool.js +23 -33
  101. package/dist/tools/handlers/fetch-markdown.tool.js.map +1 -1
  102. package/dist/tools/handlers/fetch-url.tool.d.ts +2 -9
  103. package/dist/tools/handlers/fetch-url.tool.d.ts.map +1 -1
  104. package/dist/tools/handlers/fetch-url.tool.js +15 -20
  105. package/dist/tools/handlers/fetch-url.tool.js.map +1 -1
  106. package/dist/tools/handlers/fetch-urls.tool.d.ts +2 -9
  107. package/dist/tools/handlers/fetch-urls.tool.d.ts.map +1 -1
  108. package/dist/tools/handlers/fetch-urls.tool.js +141 -108
  109. package/dist/tools/handlers/fetch-urls.tool.js.map +1 -1
  110. package/dist/tools/index.d.ts.map +1 -1
  111. package/dist/tools/index.js +0 -4
  112. package/dist/tools/index.js.map +1 -1
  113. package/dist/tools/utils/common.d.ts +6 -7
  114. package/dist/tools/utils/common.d.ts.map +1 -1
  115. package/dist/tools/utils/common.js +8 -8
  116. package/dist/tools/utils/common.js.map +1 -1
  117. package/dist/tools/utils/fetch-pipeline.d.ts +8 -0
  118. package/dist/tools/utils/fetch-pipeline.d.ts.map +1 -1
  119. package/dist/tools/utils/fetch-pipeline.js +60 -63
  120. package/dist/tools/utils/fetch-pipeline.js.map +1 -1
  121. package/dist/transformers/jsonl.transformer.d.ts +1 -1
  122. package/dist/transformers/jsonl.transformer.d.ts.map +1 -1
  123. package/dist/transformers/jsonl.transformer.js +15 -10
  124. package/dist/transformers/jsonl.transformer.js.map +1 -1
  125. package/dist/transformers/markdown.transformer.d.ts.map +1 -1
  126. package/dist/transformers/markdown.transformer.js +58 -62
  127. package/dist/transformers/markdown.transformer.js.map +1 -1
  128. package/dist/utils/concurrency.d.ts +2 -5
  129. package/dist/utils/concurrency.d.ts.map +1 -1
  130. package/dist/utils/concurrency.js +19 -19
  131. package/dist/utils/concurrency.js.map +1 -1
  132. package/dist/utils/content-cleaner.d.ts +0 -25
  133. package/dist/utils/content-cleaner.d.ts.map +1 -1
  134. package/dist/utils/content-cleaner.js +14 -171
  135. package/dist/utils/content-cleaner.js.map +1 -1
  136. package/dist/utils/html-truncator.d.ts +2 -0
  137. package/dist/utils/html-truncator.d.ts.map +1 -0
  138. package/dist/utils/html-truncator.js +14 -0
  139. package/dist/utils/html-truncator.js.map +1 -0
  140. package/dist/utils/language-detector.d.ts +0 -3
  141. package/dist/utils/language-detector.d.ts.map +1 -1
  142. package/dist/utils/language-detector.js +0 -11
  143. package/dist/utils/language-detector.js.map +1 -1
  144. package/dist/utils/sanitizer.d.ts.map +1 -1
  145. package/dist/utils/sanitizer.js +7 -5
  146. package/dist/utils/sanitizer.js.map +1 -1
  147. package/dist/utils/tool-error-handler.d.ts.map +1 -1
  148. package/dist/utils/tool-error-handler.js +16 -41
  149. package/dist/utils/tool-error-handler.js.map +1 -1
  150. package/dist/utils/url-validator.d.ts +1 -0
  151. package/dist/utils/url-validator.d.ts.map +1 -1
  152. package/dist/utils/url-validator.js +42 -23
  153. package/dist/utils/url-validator.js.map +1 -1
  154. package/package.json +9 -8
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@j0hanz/superfetch",
3
- "version": "1.0.5",
3
+ "version": "1.1.0",
4
4
  "mcpName": "io.github.j0hanz/superfetch",
5
5
  "description": "Intelligent web content fetcher MCP server that converts HTML to clean, AI-readable JSONL format",
6
6
  "type": "module",
@@ -14,7 +14,7 @@
14
14
  ],
15
15
  "repository": {
16
16
  "type": "git",
17
- "url": "git+https://github.com/j0hanz/super-fetch-mcp-server.git"
17
+ "url": "https://github.com/j0hanz/super-fetch-mcp-server.git"
18
18
  },
19
19
  "homepage": "https://github.com/j0hanz/super-fetch-mcp-server#readme",
20
20
  "bugs": {
@@ -29,7 +29,9 @@
29
29
  "content-extraction",
30
30
  "readability",
31
31
  "jsonl",
32
- "ai-tools"
32
+ "ai-tools",
33
+ "model-context-protocol",
34
+ "superfetch"
33
35
  ],
34
36
  "scripts": {
35
37
  "dev": "tsx watch src/index.ts",
@@ -46,7 +48,7 @@
46
48
  "knip:fix": "knip --fix"
47
49
  },
48
50
  "dependencies": {
49
- "@modelcontextprotocol/sdk": "^1.24.3",
51
+ "@modelcontextprotocol/sdk": "^1.25.1",
50
52
  "@mozilla/readability": "^0.6.0",
51
53
  "axios": "^1.13.2",
52
54
  "cheerio": "^1.1.2",
@@ -55,7 +57,6 @@
55
57
  "jsdom": "^27.3.0",
56
58
  "node-cache": "^5.1.2",
57
59
  "turndown": "^7.2.2",
58
- "winston": "^3.19.0",
59
60
  "zod": "^3.25.76"
60
61
  },
61
62
  "devDependencies": {
@@ -63,17 +64,17 @@
63
64
  "@trivago/prettier-plugin-sort-imports": "^6.0.0",
64
65
  "@types/express": "^5.0.6",
65
66
  "@types/jsdom": "^27.0.0",
66
- "@types/node": "^22.10.0",
67
+ "@types/node": "^22.19.3",
67
68
  "@types/turndown": "^5.0.6",
68
69
  "eslint": "^9.23.2",
69
70
  "eslint-config-prettier": "^10.1.8",
70
71
  "eslint-plugin-unused-imports": "^4.3.0",
71
- "knip": "^5.73.4",
72
+ "knip": "^5.75.1",
72
73
  "prettier": "^3.7.4",
73
74
  "shx": "^0.4.0",
74
75
  "tsx": "^4.21.0",
75
76
  "typescript": "^5.9.3",
76
- "typescript-eslint": "^8.49.0"
77
+ "typescript-eslint": "^8.50.0"
77
78
  },
78
79
  "engines": {
79
80
  "node": ">=20.0.0"