@j0hanz/superfetch 1.0.3 → 1.0.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (93) hide show
  1. package/README.md +615 -590
  2. package/dist/config/index.d.ts +5 -0
  3. package/dist/config/index.d.ts.map +1 -1
  4. package/dist/config/index.js +5 -0
  5. package/dist/config/index.js.map +1 -1
  6. package/dist/config/types.d.ts +5 -0
  7. package/dist/config/types.d.ts.map +1 -1
  8. package/dist/errors/app-error.d.ts +4 -0
  9. package/dist/errors/app-error.d.ts.map +1 -1
  10. package/dist/errors/app-error.js +7 -0
  11. package/dist/errors/app-error.js.map +1 -1
  12. package/dist/index.js +94 -17
  13. package/dist/index.js.map +1 -1
  14. package/dist/middleware/error-handler.d.ts.map +1 -1
  15. package/dist/middleware/error-handler.js +4 -2
  16. package/dist/middleware/error-handler.js.map +1 -1
  17. package/dist/middleware/rate-limiter.d.ts.map +1 -1
  18. package/dist/middleware/rate-limiter.js +46 -13
  19. package/dist/middleware/rate-limiter.js.map +1 -1
  20. package/dist/prompts/index.d.ts.map +1 -1
  21. package/dist/prompts/index.js +2 -7
  22. package/dist/prompts/index.js.map +1 -1
  23. package/dist/resources/cached-content.d.ts +4 -0
  24. package/dist/resources/cached-content.d.ts.map +1 -0
  25. package/dist/resources/cached-content.js +68 -0
  26. package/dist/resources/cached-content.js.map +1 -0
  27. package/dist/resources/index.d.ts.map +1 -1
  28. package/dist/resources/index.js +39 -1
  29. package/dist/resources/index.js.map +1 -1
  30. package/dist/server.d.ts.map +1 -1
  31. package/dist/server.js +10 -0
  32. package/dist/server.js.map +1 -1
  33. package/dist/services/cache.d.ts +11 -0
  34. package/dist/services/cache.d.ts.map +1 -1
  35. package/dist/services/cache.js +72 -8
  36. package/dist/services/cache.js.map +1 -1
  37. package/dist/services/card-extractor.d.ts +0 -4
  38. package/dist/services/card-extractor.d.ts.map +1 -1
  39. package/dist/services/card-extractor.js +17 -5
  40. package/dist/services/card-extractor.js.map +1 -1
  41. package/dist/services/extractor.d.ts +7 -1
  42. package/dist/services/extractor.d.ts.map +1 -1
  43. package/dist/services/extractor.js +16 -9
  44. package/dist/services/extractor.js.map +1 -1
  45. package/dist/services/fetcher.d.ts +10 -1
  46. package/dist/services/fetcher.d.ts.map +1 -1
  47. package/dist/services/fetcher.js +162 -36
  48. package/dist/services/fetcher.js.map +1 -1
  49. package/dist/services/parser.d.ts.map +1 -1
  50. package/dist/services/parser.js +41 -29
  51. package/dist/services/parser.js.map +1 -1
  52. package/dist/tools/handlers/fetch-links.tool.d.ts +5 -10
  53. package/dist/tools/handlers/fetch-links.tool.d.ts.map +1 -1
  54. package/dist/tools/handlers/fetch-links.tool.js +4 -0
  55. package/dist/tools/handlers/fetch-links.tool.js.map +1 -1
  56. package/dist/tools/handlers/fetch-markdown.tool.d.ts +5 -12
  57. package/dist/tools/handlers/fetch-markdown.tool.d.ts.map +1 -1
  58. package/dist/tools/handlers/fetch-markdown.tool.js +1 -2
  59. package/dist/tools/handlers/fetch-markdown.tool.js.map +1 -1
  60. package/dist/tools/handlers/fetch-url.tool.d.ts +4 -12
  61. package/dist/tools/handlers/fetch-url.tool.d.ts.map +1 -1
  62. package/dist/tools/handlers/fetch-url.tool.js.map +1 -1
  63. package/dist/tools/handlers/fetch-urls.tool.d.ts +8 -1
  64. package/dist/tools/handlers/fetch-urls.tool.d.ts.map +1 -1
  65. package/dist/tools/handlers/fetch-urls.tool.js +67 -16
  66. package/dist/tools/handlers/fetch-urls.tool.js.map +1 -1
  67. package/dist/tools/utils/common.js +1 -1
  68. package/dist/tools/utils/common.js.map +1 -1
  69. package/dist/tools/utils/fetch-pipeline.d.ts.map +1 -1
  70. package/dist/tools/utils/fetch-pipeline.js +90 -20
  71. package/dist/tools/utils/fetch-pipeline.js.map +1 -1
  72. package/dist/transformers/markdown.transformer.d.ts.map +1 -1
  73. package/dist/transformers/markdown.transformer.js +8 -28
  74. package/dist/transformers/markdown.transformer.js.map +1 -1
  75. package/dist/utils/concurrency.d.ts +5 -1
  76. package/dist/utils/concurrency.d.ts.map +1 -1
  77. package/dist/utils/concurrency.js +15 -2
  78. package/dist/utils/concurrency.js.map +1 -1
  79. package/dist/utils/content-cleaner.d.ts.map +1 -1
  80. package/dist/utils/content-cleaner.js +124 -108
  81. package/dist/utils/content-cleaner.js.map +1 -1
  82. package/dist/utils/language-detector.d.ts +1 -1
  83. package/dist/utils/language-detector.d.ts.map +1 -1
  84. package/dist/utils/sanitizer.js +1 -1
  85. package/dist/utils/sanitizer.js.map +1 -1
  86. package/dist/utils/tool-error-handler.d.ts.map +1 -1
  87. package/dist/utils/tool-error-handler.js +36 -6
  88. package/dist/utils/tool-error-handler.js.map +1 -1
  89. package/dist/utils/url-validator.d.ts +10 -0
  90. package/dist/utils/url-validator.d.ts.map +1 -1
  91. package/dist/utils/url-validator.js +43 -5
  92. package/dist/utils/url-validator.js.map +1 -1
  93. package/package.json +83 -80
package/package.json CHANGED
@@ -1,80 +1,83 @@
1
- {
2
- "name": "@j0hanz/superfetch",
3
- "version": "1.0.3",
4
- "mcpName": "io.github.j0hanz/superfetch",
5
- "description": "Intelligent web content fetcher MCP server that converts HTML to clean, AI-readable JSONL format",
6
- "type": "module",
7
- "main": "dist/index.js",
8
- "bin": {
9
- "superfetch": "dist/index.js"
10
- },
11
- "files": [
12
- "dist",
13
- "README.md"
14
- ],
15
- "repository": {
16
- "type": "git",
17
- "url": "git+https://github.com/j0hanz/super-fetch-mcp-server.git"
18
- },
19
- "homepage": "https://github.com/j0hanz/super-fetch-mcp-server#readme",
20
- "bugs": {
21
- "url": "https://github.com/j0hanz/super-fetch-mcp-server/issues"
22
- },
23
- "author": "j0hanz",
24
- "license": "MIT",
25
- "keywords": [
26
- "mcp",
27
- "mcp-server",
28
- "web-fetching",
29
- "content-extraction",
30
- "readability",
31
- "jsonl",
32
- "ai-tools"
33
- ],
34
- "scripts": {
35
- "dev": "tsx watch src/index.ts",
36
- "build": "tsc && shx chmod +x dist/*.js",
37
- "prepare": "npm run build",
38
- "prepublishOnly": "npm run build && npm run lint",
39
- "start": "node dist/index.js",
40
- "release": "node scripts/release.js",
41
- "format": "prettier --write .",
42
- "type-check": "tsc --noEmit",
43
- "lint": "eslint .",
44
- "lint:fix": "eslint . --fix",
45
- "knip": "knip",
46
- "knip:fix": "knip --fix"
47
- },
48
- "dependencies": {
49
- "@modelcontextprotocol/sdk": "^1.0.4",
50
- "@mozilla/readability": "^0.6.0",
51
- "axios": "^1.7.9",
52
- "cheerio": "^1.0.0",
53
- "domhandler": "^5.0.3",
54
- "express": "^4.21.2",
55
- "jsdom": "^25.0.1",
56
- "node-cache": "^5.1.2",
57
- "turndown": "^7.2.0",
58
- "winston": "^3.19.0",
59
- "zod": "^3.25.76"
60
- },
61
- "devDependencies": {
62
- "@eslint/js": "^9.39.1",
63
- "@trivago/prettier-plugin-sort-imports": "^6.0.0",
64
- "@types/express": "^5.0.0",
65
- "@types/jsdom": "^21.1.7",
66
- "@types/node": "^24.10.2",
67
- "@types/turndown": "^5.0.5",
68
- "eslint": "^9.39.1",
69
- "eslint-config-prettier": "^10.1.8",
70
- "knip": "^5.72.0",
71
- "prettier": "^3.7.4",
72
- "shx": "^0.3.4",
73
- "tsx": "^4.21.0",
74
- "typescript": "^5.9.3",
75
- "typescript-eslint": "^8.49.0"
76
- },
77
- "engines": {
78
- "node": ">=18.0.0"
79
- }
80
- }
1
+ {
2
+ "name": "@j0hanz/superfetch",
3
+ "version": "1.0.6",
4
+ "mcpName": "io.github.j0hanz/superfetch",
5
+ "description": "Intelligent web content fetcher MCP server that converts HTML to clean, AI-readable JSONL format",
6
+ "type": "module",
7
+ "main": "dist/index.js",
8
+ "bin": {
9
+ "superfetch": "dist/index.js"
10
+ },
11
+ "files": [
12
+ "dist",
13
+ "README.md"
14
+ ],
15
+ "repository": {
16
+ "type": "git",
17
+ "url": "https://github.com/j0hanz/super-fetch-mcp-server.git"
18
+ },
19
+ "homepage": "https://github.com/j0hanz/super-fetch-mcp-server#readme",
20
+ "bugs": {
21
+ "url": "https://github.com/j0hanz/super-fetch-mcp-server/issues"
22
+ },
23
+ "author": "j0hanz",
24
+ "license": "MIT",
25
+ "keywords": [
26
+ "mcp",
27
+ "mcp-server",
28
+ "web-fetching",
29
+ "content-extraction",
30
+ "readability",
31
+ "jsonl",
32
+ "ai-tools",
33
+ "model-context-protocol",
34
+ "superfetch"
35
+ ],
36
+ "scripts": {
37
+ "dev": "tsx watch src/index.ts",
38
+ "build": "tsc && shx chmod +x dist/*.js",
39
+ "prepare": "npm run build",
40
+ "prepublishOnly": "npm run build && npm run lint",
41
+ "start": "node dist/index.js",
42
+ "release": "node scripts/release.js",
43
+ "format": "prettier --write .",
44
+ "type-check": "tsc --noEmit",
45
+ "lint": "eslint .",
46
+ "lint:fix": "eslint . --fix",
47
+ "knip": "knip",
48
+ "knip:fix": "knip --fix"
49
+ },
50
+ "dependencies": {
51
+ "@modelcontextprotocol/sdk": "^1.25.1",
52
+ "@mozilla/readability": "^0.6.0",
53
+ "axios": "^1.13.2",
54
+ "cheerio": "^1.1.2",
55
+ "domhandler": "^5.0.3",
56
+ "express": "^5.2.1",
57
+ "jsdom": "^27.3.0",
58
+ "node-cache": "^5.1.2",
59
+ "turndown": "^7.2.2",
60
+ "winston": "^3.19.0",
61
+ "zod": "^3.25.76"
62
+ },
63
+ "devDependencies": {
64
+ "@eslint/js": "^9.39.2",
65
+ "@trivago/prettier-plugin-sort-imports": "^6.0.0",
66
+ "@types/express": "^5.0.6",
67
+ "@types/jsdom": "^27.0.0",
68
+ "@types/node": "^22.10.0",
69
+ "@types/turndown": "^5.0.6",
70
+ "eslint": "^9.23.2",
71
+ "eslint-config-prettier": "^10.1.8",
72
+ "eslint-plugin-unused-imports": "^4.3.0",
73
+ "knip": "^5.74.0",
74
+ "prettier": "^3.7.4",
75
+ "shx": "^0.4.0",
76
+ "tsx": "^4.21.0",
77
+ "typescript": "^5.9.3",
78
+ "typescript-eslint": "^8.50.0"
79
+ },
80
+ "engines": {
81
+ "node": ">=20.0.0"
82
+ }
83
+ }