feedscout 1.1.0 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (84) hide show
  1. package/README.md +8 -6
  2. package/dist/blogrolls/index.cjs +8 -3
  3. package/dist/blogrolls/index.d.cts +1 -1
  4. package/dist/blogrolls/index.d.ts +1 -1
  5. package/dist/blogrolls/index.js +8 -3
  6. package/dist/blogrolls.cjs +1 -0
  7. package/dist/common/discover/utils.cjs +14 -0
  8. package/dist/common/discover/utils.js +14 -1
  9. package/dist/common/types.d.cts +4 -4
  10. package/dist/common/types.d.ts +4 -4
  11. package/dist/common/uris/headers/index.cjs +6 -3
  12. package/dist/common/uris/headers/index.js +6 -3
  13. package/dist/common/utils.cjs +1 -0
  14. package/dist/common/utils.d.cts +9 -0
  15. package/dist/common/utils.d.ts +9 -0
  16. package/dist/common/utils.js +1 -1
  17. package/dist/feeds/defaults.cjs +39 -8
  18. package/dist/feeds/defaults.js +39 -8
  19. package/dist/feeds/index.cjs +9 -3
  20. package/dist/feeds/index.d.cts +1 -1
  21. package/dist/feeds/index.d.ts +1 -1
  22. package/dist/feeds/index.js +9 -3
  23. package/dist/feeds/platform/handlers/behance.cjs +45 -0
  24. package/dist/feeds/platform/handlers/behance.js +45 -0
  25. package/dist/feeds/platform/handlers/blogspot.cjs +13 -4
  26. package/dist/feeds/platform/handlers/blogspot.js +13 -5
  27. package/dist/feeds/platform/handlers/dailymotion.cjs +66 -0
  28. package/dist/feeds/platform/handlers/dailymotion.js +66 -0
  29. package/dist/feeds/platform/handlers/deviantart.cjs +50 -0
  30. package/dist/feeds/platform/handlers/deviantart.js +50 -0
  31. package/dist/feeds/platform/handlers/devto.cjs +44 -0
  32. package/dist/feeds/platform/handlers/devto.js +44 -0
  33. package/dist/feeds/platform/handlers/github.cjs +9 -3
  34. package/dist/feeds/platform/handlers/github.js +9 -3
  35. package/dist/feeds/platform/handlers/githubGist.cjs +42 -0
  36. package/dist/feeds/platform/handlers/githubGist.js +42 -0
  37. package/dist/feeds/platform/handlers/gitlab.cjs +36 -2
  38. package/dist/feeds/platform/handlers/gitlab.js +37 -3
  39. package/dist/feeds/platform/handlers/kickstarter.cjs +4 -7
  40. package/dist/feeds/platform/handlers/kickstarter.js +4 -7
  41. package/dist/feeds/platform/handlers/lobsters.cjs +34 -0
  42. package/dist/feeds/platform/handlers/lobsters.js +34 -0
  43. package/dist/feeds/platform/handlers/medium.cjs +47 -0
  44. package/dist/feeds/platform/handlers/medium.js +47 -0
  45. package/dist/feeds/platform/handlers/pinterest.cjs +48 -0
  46. package/dist/feeds/platform/handlers/pinterest.js +48 -0
  47. package/dist/feeds/platform/handlers/producthunt.cjs +22 -0
  48. package/dist/feeds/platform/handlers/producthunt.js +22 -0
  49. package/dist/feeds/platform/handlers/reddit.cjs +3 -0
  50. package/dist/feeds/platform/handlers/reddit.js +3 -0
  51. package/dist/feeds/platform/handlers/soundcloud.cjs +1 -1
  52. package/dist/feeds/platform/handlers/soundcloud.js +2 -2
  53. package/dist/feeds/platform/handlers/tumblr.cjs +4 -1
  54. package/dist/feeds/platform/handlers/tumblr.js +4 -1
  55. package/dist/feeds/platform/handlers/wordpress.cjs +17 -6
  56. package/dist/feeds/platform/handlers/wordpress.js +17 -6
  57. package/dist/feeds/platform/handlers/youtube.cjs +16 -4
  58. package/dist/feeds/platform/handlers/youtube.js +16 -4
  59. package/dist/feeds.cjs +1 -0
  60. package/dist/hubs/discover/index.cjs +7 -6
  61. package/dist/hubs/discover/index.js +5 -4
  62. package/dist/hubs/discover/types.d.cts +2 -1
  63. package/dist/hubs/discover/types.d.ts +2 -1
  64. package/dist/hubs/headers/index.cjs +3 -3
  65. package/dist/hubs/headers/index.js +3 -3
  66. package/dist/hubs/html/index.cjs +3 -3
  67. package/dist/hubs/html/index.js +3 -3
  68. package/dist/index.cjs +1 -0
  69. package/dist/index.d.cts +2 -2
  70. package/dist/index.d.ts +2 -2
  71. package/dist/methods.cjs +1 -0
  72. package/dist/utils.cjs +9 -0
  73. package/dist/utils.d.cts +2 -0
  74. package/dist/utils.d.ts +2 -0
  75. package/dist/utils.js +3 -0
  76. package/package.json +18 -19
  77. package/dist/adapters.cjs +0 -6
  78. package/dist/adapters.d.cts +0 -2
  79. package/dist/adapters.d.ts +0 -2
  80. package/dist/adapters.js +0 -3
  81. package/dist/common/discover/adapters.cjs +0 -76
  82. package/dist/common/discover/adapters.d.cts +0 -10
  83. package/dist/common/discover/adapters.d.ts +0 -10
  84. package/dist/common/discover/adapters.js +0 -72
@@ -0,0 +1,34 @@
1
+ const require_utils = require('../../../common/utils.cjs');
2
+
3
+ //#region src/feeds/platform/handlers/lobsters.ts
4
+ const hosts = ["lobste.rs"];
5
+ const tagPathRegex = /^\/t\/([a-zA-Z0-9,_-]+)/;
6
+ const domainPathRegex = /^\/domains\/([^/]+)/;
7
+ const userPathRegex = /^\/~([a-zA-Z0-9_-]+)/;
8
+ const topPathRegex = /^\/top(?:\/(1d|3d|1w|1m|1y))?\/?$/;
9
+ const lobstersHandler = {
10
+ match: (url) => {
11
+ return require_utils.isHostOf(url, hosts);
12
+ },
13
+ resolve: (url) => {
14
+ const { pathname } = new URL(url);
15
+ const tagMatch = pathname.match(tagPathRegex);
16
+ if (tagMatch?.[1]) return [`https://lobste.rs/t/${tagMatch[1]}.rss`];
17
+ const domainMatch = pathname.match(domainPathRegex);
18
+ if (domainMatch?.[1]) return [`https://lobste.rs/domains/${domainMatch[1]}.rss`];
19
+ const userMatch = pathname.match(userPathRegex);
20
+ if (userMatch?.[1]) return [`https://lobste.rs/~${userMatch[1]}/stories.rss`];
21
+ const topMatch = pathname.match(topPathRegex);
22
+ if (topMatch) {
23
+ const period = topMatch[1];
24
+ if (period) return [`https://lobste.rs/top/${period}/rss`];
25
+ return ["https://lobste.rs/top/rss"];
26
+ }
27
+ if (pathname === "/newest" || pathname === "/newest/") return ["https://lobste.rs/newest.rss"];
28
+ if (pathname === "/comments" || pathname === "/comments/") return ["https://lobste.rs/comments.rss"];
29
+ return ["https://lobste.rs/rss"];
30
+ }
31
+ };
32
+
33
+ //#endregion
34
+ exports.lobstersHandler = lobstersHandler;
@@ -0,0 +1,34 @@
1
+ import { isHostOf } from "../../../common/utils.js";
2
+
3
+ //#region src/feeds/platform/handlers/lobsters.ts
4
+ const hosts = ["lobste.rs"];
5
+ const tagPathRegex = /^\/t\/([a-zA-Z0-9,_-]+)/;
6
+ const domainPathRegex = /^\/domains\/([^/]+)/;
7
+ const userPathRegex = /^\/~([a-zA-Z0-9_-]+)/;
8
+ const topPathRegex = /^\/top(?:\/(1d|3d|1w|1m|1y))?\/?$/;
9
+ const lobstersHandler = {
10
+ match: (url) => {
11
+ return isHostOf(url, hosts);
12
+ },
13
+ resolve: (url) => {
14
+ const { pathname } = new URL(url);
15
+ const tagMatch = pathname.match(tagPathRegex);
16
+ if (tagMatch?.[1]) return [`https://lobste.rs/t/${tagMatch[1]}.rss`];
17
+ const domainMatch = pathname.match(domainPathRegex);
18
+ if (domainMatch?.[1]) return [`https://lobste.rs/domains/${domainMatch[1]}.rss`];
19
+ const userMatch = pathname.match(userPathRegex);
20
+ if (userMatch?.[1]) return [`https://lobste.rs/~${userMatch[1]}/stories.rss`];
21
+ const topMatch = pathname.match(topPathRegex);
22
+ if (topMatch) {
23
+ const period = topMatch[1];
24
+ if (period) return [`https://lobste.rs/top/${period}/rss`];
25
+ return ["https://lobste.rs/top/rss"];
26
+ }
27
+ if (pathname === "/newest" || pathname === "/newest/") return ["https://lobste.rs/newest.rss"];
28
+ if (pathname === "/comments" || pathname === "/comments/") return ["https://lobste.rs/comments.rss"];
29
+ return ["https://lobste.rs/rss"];
30
+ }
31
+ };
32
+
33
+ //#endregion
34
+ export { lobstersHandler };
@@ -0,0 +1,47 @@
1
+ const require_utils = require('../../../common/utils.cjs');
2
+
3
+ //#region src/feeds/platform/handlers/medium.ts
4
+ const hosts = ["medium.com", "www.medium.com"];
5
+ const excludedPaths = [
6
+ "search",
7
+ "me",
8
+ "new-story",
9
+ "plans",
10
+ "membership"
11
+ ];
12
+ const mediumHandler = {
13
+ match: (url) => {
14
+ return require_utils.isHostOf(url, hosts) || require_utils.isSubdomainOf(url, "medium.com");
15
+ },
16
+ resolve: (url) => {
17
+ const { hostname, pathname } = new URL(url);
18
+ const lowerHostname = hostname.toLowerCase();
19
+ if (hosts.includes(lowerHostname)) {
20
+ const userMatch = pathname.match(/^\/@([^/]+)/);
21
+ if (userMatch?.[1]) return [`https://medium.com/feed/@${userMatch[1]}`];
22
+ const tagMatch = pathname.match(/^\/tag\/([^/]+)/);
23
+ if (tagMatch?.[1]) return [`https://medium.com/feed/tag/${tagMatch[1]}`];
24
+ const pubTagMatch = pathname.match(/^\/([^/@][^/]+)\/tagged\/([^/]+)/);
25
+ if (pubTagMatch?.[1] && pubTagMatch?.[2]) {
26
+ const publication = pubTagMatch[1];
27
+ const tag = pubTagMatch[2];
28
+ if (!require_utils.isAnyOf(publication, excludedPaths)) return [`https://medium.com/feed/${publication}/tagged/${tag}`];
29
+ }
30
+ const pubMatch = pathname.match(/^\/([^/@][^/]+)/);
31
+ if (pubMatch?.[1]) {
32
+ const publication = pubMatch[1];
33
+ if (!require_utils.isAnyOf(publication, excludedPaths)) return [`https://medium.com/feed/${publication}`];
34
+ }
35
+ }
36
+ if (lowerHostname.endsWith(".medium.com") && lowerHostname !== "medium.com" && lowerHostname !== "www.medium.com") {
37
+ const subdomain = lowerHostname.replace(".medium.com", "");
38
+ const tagMatch = pathname.match(/^\/tagged\/([^/]+)/);
39
+ if (tagMatch?.[1]) return [`https://medium.com/feed/${subdomain}/tagged/${tagMatch[1]}`];
40
+ return [`https://medium.com/feed/${subdomain}`];
41
+ }
42
+ return [];
43
+ }
44
+ };
45
+
46
+ //#endregion
47
+ exports.mediumHandler = mediumHandler;
@@ -0,0 +1,47 @@
1
+ import { isAnyOf, isHostOf, isSubdomainOf } from "../../../common/utils.js";
2
+
3
+ //#region src/feeds/platform/handlers/medium.ts
4
+ const hosts = ["medium.com", "www.medium.com"];
5
+ const excludedPaths = [
6
+ "search",
7
+ "me",
8
+ "new-story",
9
+ "plans",
10
+ "membership"
11
+ ];
12
+ const mediumHandler = {
13
+ match: (url) => {
14
+ return isHostOf(url, hosts) || isSubdomainOf(url, "medium.com");
15
+ },
16
+ resolve: (url) => {
17
+ const { hostname, pathname } = new URL(url);
18
+ const lowerHostname = hostname.toLowerCase();
19
+ if (hosts.includes(lowerHostname)) {
20
+ const userMatch = pathname.match(/^\/@([^/]+)/);
21
+ if (userMatch?.[1]) return [`https://medium.com/feed/@${userMatch[1]}`];
22
+ const tagMatch = pathname.match(/^\/tag\/([^/]+)/);
23
+ if (tagMatch?.[1]) return [`https://medium.com/feed/tag/${tagMatch[1]}`];
24
+ const pubTagMatch = pathname.match(/^\/([^/@][^/]+)\/tagged\/([^/]+)/);
25
+ if (pubTagMatch?.[1] && pubTagMatch?.[2]) {
26
+ const publication = pubTagMatch[1];
27
+ const tag = pubTagMatch[2];
28
+ if (!isAnyOf(publication, excludedPaths)) return [`https://medium.com/feed/${publication}/tagged/${tag}`];
29
+ }
30
+ const pubMatch = pathname.match(/^\/([^/@][^/]+)/);
31
+ if (pubMatch?.[1]) {
32
+ const publication = pubMatch[1];
33
+ if (!isAnyOf(publication, excludedPaths)) return [`https://medium.com/feed/${publication}`];
34
+ }
35
+ }
36
+ if (lowerHostname.endsWith(".medium.com") && lowerHostname !== "medium.com" && lowerHostname !== "www.medium.com") {
37
+ const subdomain = lowerHostname.replace(".medium.com", "");
38
+ const tagMatch = pathname.match(/^\/tagged\/([^/]+)/);
39
+ if (tagMatch?.[1]) return [`https://medium.com/feed/${subdomain}/tagged/${tagMatch[1]}`];
40
+ return [`https://medium.com/feed/${subdomain}`];
41
+ }
42
+ return [];
43
+ }
44
+ };
45
+
46
+ //#endregion
47
+ export { mediumHandler };
@@ -0,0 +1,48 @@
1
+ const require_utils = require('../../../common/utils.cjs');
2
+
3
+ //#region src/feeds/platform/handlers/pinterest.ts
4
+ const hosts = [
5
+ "pinterest.com",
6
+ "www.pinterest.com",
7
+ "pin.it"
8
+ ];
9
+ const excludedPaths = [
10
+ "_",
11
+ "about",
12
+ "business",
13
+ "convert",
14
+ "explore",
15
+ "ideas",
16
+ "login",
17
+ "news_hub",
18
+ "password",
19
+ "pin",
20
+ "privacy",
21
+ "resource",
22
+ "search",
23
+ "settings",
24
+ "terms",
25
+ "today",
26
+ "topics"
27
+ ];
28
+ const pinterestHandler = {
29
+ match: (url) => {
30
+ return require_utils.isHostOf(url, hosts);
31
+ },
32
+ resolve: (url) => {
33
+ const { pathname } = new URL(url);
34
+ const pathSegments = pathname.split("/").filter(Boolean);
35
+ if (pathSegments.length === 0) return [];
36
+ const username = pathSegments[0];
37
+ if (require_utils.isAnyOf(username, excludedPaths)) return [];
38
+ if (pathSegments.length >= 2) {
39
+ const boardname = pathSegments[1];
40
+ if (boardname.startsWith("_") || boardname === "pins" || boardname === "boards") return [`https://www.pinterest.com/${username}/feed.rss`];
41
+ return [`https://www.pinterest.com/${username}/${boardname}.rss`];
42
+ }
43
+ return [`https://www.pinterest.com/${username}/feed.rss`];
44
+ }
45
+ };
46
+
47
+ //#endregion
48
+ exports.pinterestHandler = pinterestHandler;
@@ -0,0 +1,48 @@
1
+ import { isAnyOf, isHostOf } from "../../../common/utils.js";
2
+
3
+ //#region src/feeds/platform/handlers/pinterest.ts
4
+ const hosts = [
5
+ "pinterest.com",
6
+ "www.pinterest.com",
7
+ "pin.it"
8
+ ];
9
+ const excludedPaths = [
10
+ "_",
11
+ "about",
12
+ "business",
13
+ "convert",
14
+ "explore",
15
+ "ideas",
16
+ "login",
17
+ "news_hub",
18
+ "password",
19
+ "pin",
20
+ "privacy",
21
+ "resource",
22
+ "search",
23
+ "settings",
24
+ "terms",
25
+ "today",
26
+ "topics"
27
+ ];
28
+ const pinterestHandler = {
29
+ match: (url) => {
30
+ return isHostOf(url, hosts);
31
+ },
32
+ resolve: (url) => {
33
+ const { pathname } = new URL(url);
34
+ const pathSegments = pathname.split("/").filter(Boolean);
35
+ if (pathSegments.length === 0) return [];
36
+ const username = pathSegments[0];
37
+ if (isAnyOf(username, excludedPaths)) return [];
38
+ if (pathSegments.length >= 2) {
39
+ const boardname = pathSegments[1];
40
+ if (boardname.startsWith("_") || boardname === "pins" || boardname === "boards") return [`https://www.pinterest.com/${username}/feed.rss`];
41
+ return [`https://www.pinterest.com/${username}/${boardname}.rss`];
42
+ }
43
+ return [`https://www.pinterest.com/${username}/feed.rss`];
44
+ }
45
+ };
46
+
47
+ //#endregion
48
+ export { pinterestHandler };
@@ -0,0 +1,22 @@
1
+ const require_utils = require('../../../common/utils.cjs');
2
+
3
+ //#region src/feeds/platform/handlers/producthunt.ts
4
+ const hosts = ["producthunt.com", "www.producthunt.com"];
5
+ const topicPathRegex = /^\/topics\/([a-zA-Z0-9_-]+)/;
6
+ const categoryPathRegex = /^\/categories\/([a-zA-Z0-9_-]+)/;
7
+ const producthuntHandler = {
8
+ match: (url) => {
9
+ return require_utils.isHostOf(url, hosts);
10
+ },
11
+ resolve: (url) => {
12
+ const { pathname } = new URL(url);
13
+ const topicMatch = pathname.match(topicPathRegex);
14
+ if (topicMatch?.[1]) return [`https://www.producthunt.com/feed?topic=${topicMatch[1]}`];
15
+ const categoryMatch = pathname.match(categoryPathRegex);
16
+ if (categoryMatch?.[1]) return [`https://www.producthunt.com/feed?category=${categoryMatch[1]}`];
17
+ return ["https://www.producthunt.com/feed"];
18
+ }
19
+ };
20
+
21
+ //#endregion
22
+ exports.producthuntHandler = producthuntHandler;
@@ -0,0 +1,22 @@
1
+ import { isHostOf } from "../../../common/utils.js";
2
+
3
+ //#region src/feeds/platform/handlers/producthunt.ts
4
+ const hosts = ["producthunt.com", "www.producthunt.com"];
5
+ const topicPathRegex = /^\/topics\/([a-zA-Z0-9_-]+)/;
6
+ const categoryPathRegex = /^\/categories\/([a-zA-Z0-9_-]+)/;
7
+ const producthuntHandler = {
8
+ match: (url) => {
9
+ return isHostOf(url, hosts);
10
+ },
11
+ resolve: (url) => {
12
+ const { pathname } = new URL(url);
13
+ const topicMatch = pathname.match(topicPathRegex);
14
+ if (topicMatch?.[1]) return [`https://www.producthunt.com/feed?topic=${topicMatch[1]}`];
15
+ const categoryMatch = pathname.match(categoryPathRegex);
16
+ if (categoryMatch?.[1]) return [`https://www.producthunt.com/feed?category=${categoryMatch[1]}`];
17
+ return ["https://www.producthunt.com/feed"];
18
+ }
19
+ };
20
+
21
+ //#endregion
22
+ export { producthuntHandler };
@@ -20,6 +20,7 @@ const redditHandler = {
20
20
  },
21
21
  resolve: (url) => {
22
22
  const { pathname } = new URL(url);
23
+ if (pathname.split("/").filter(Boolean).length === 0) return ["https://www.reddit.com/.rss"];
23
24
  const commentsMatch = pathname.match(/^\/r\/([^/]+)\/comments\/([^/]+)/);
24
25
  if (commentsMatch?.[1] && commentsMatch?.[2]) return [`https://www.reddit.com/r/${commentsMatch[1]}/comments/${commentsMatch[2]}/.rss`];
25
26
  const subredditMatch = pathname.match(/^\/r\/([^/]+)(?:\/([^/]+))?/);
@@ -32,6 +33,8 @@ const redditHandler = {
32
33
  uris.push(`https://www.reddit.com/r/${subreddit}/comments/.rss`);
33
34
  return uris;
34
35
  }
36
+ const multiredditMatch = pathname.match(/^\/user\/([^/]+)\/m\/([^/]+)/);
37
+ if (multiredditMatch?.[1] && multiredditMatch?.[2]) return [`https://www.reddit.com/user/${multiredditMatch[1]}/m/${multiredditMatch[2]}/.rss`];
35
38
  const userMatch = pathname.match(/^\/(u|user)\/([^/]+)/);
36
39
  if (userMatch?.[2]) return [`https://www.reddit.com/user/${userMatch[2]}/.rss`];
37
40
  const domainMatch = pathname.match(/^\/domain\/([^/]+)/);
@@ -20,6 +20,7 @@ const redditHandler = {
20
20
  },
21
21
  resolve: (url) => {
22
22
  const { pathname } = new URL(url);
23
+ if (pathname.split("/").filter(Boolean).length === 0) return ["https://www.reddit.com/.rss"];
23
24
  const commentsMatch = pathname.match(/^\/r\/([^/]+)\/comments\/([^/]+)/);
24
25
  if (commentsMatch?.[1] && commentsMatch?.[2]) return [`https://www.reddit.com/r/${commentsMatch[1]}/comments/${commentsMatch[2]}/.rss`];
25
26
  const subredditMatch = pathname.match(/^\/r\/([^/]+)(?:\/([^/]+))?/);
@@ -32,6 +33,8 @@ const redditHandler = {
32
33
  uris.push(`https://www.reddit.com/r/${subreddit}/comments/.rss`);
33
34
  return uris;
34
35
  }
36
+ const multiredditMatch = pathname.match(/^\/user\/([^/]+)\/m\/([^/]+)/);
37
+ if (multiredditMatch?.[1] && multiredditMatch?.[2]) return [`https://www.reddit.com/user/${multiredditMatch[1]}/m/${multiredditMatch[2]}/.rss`];
35
38
  const userMatch = pathname.match(/^\/(u|user)\/([^/]+)/);
36
39
  if (userMatch?.[2]) return [`https://www.reddit.com/user/${userMatch[2]}/.rss`];
37
40
  const domainMatch = pathname.match(/^\/domain\/([^/]+)/);
@@ -23,7 +23,7 @@ const soundcloudHandler = {
23
23
  if (!require_utils.isHostOf(url, hosts)) return false;
24
24
  const { pathname } = new URL(url);
25
25
  const pathSegments = pathname.split("/").filter(Boolean);
26
- return pathSegments.length >= 1 && !excludedPaths.includes(pathSegments[0]);
26
+ return pathSegments.length >= 1 && !require_utils.isAnyOf(pathSegments[0], excludedPaths);
27
27
  },
28
28
  resolve: (_url, content) => {
29
29
  if (!content) return [];
@@ -1,4 +1,4 @@
1
- import { isHostOf } from "../../../common/utils.js";
1
+ import { isAnyOf, isHostOf } from "../../../common/utils.js";
2
2
 
3
3
  //#region src/feeds/platform/handlers/soundcloud.ts
4
4
  const hosts = [
@@ -23,7 +23,7 @@ const soundcloudHandler = {
23
23
  if (!isHostOf(url, hosts)) return false;
24
24
  const { pathname } = new URL(url);
25
25
  const pathSegments = pathname.split("/").filter(Boolean);
26
- return pathSegments.length >= 1 && !excludedPaths.includes(pathSegments[0]);
26
+ return pathSegments.length >= 1 && !isAnyOf(pathSegments[0], excludedPaths);
27
27
  },
28
28
  resolve: (_url, content) => {
29
29
  if (!content) return [];
@@ -1,12 +1,15 @@
1
1
  const require_utils = require('../../../common/utils.cjs');
2
2
 
3
3
  //#region src/feeds/platform/handlers/tumblr.ts
4
+ const tagPathRegex = /^\/tagged\/([^/]+)/;
4
5
  const tumblrHandler = {
5
6
  match: (url) => {
6
7
  return require_utils.isSubdomainOf(url, "tumblr.com");
7
8
  },
8
9
  resolve: (url) => {
9
- const { origin } = new URL(url);
10
+ const { origin, pathname } = new URL(url);
11
+ const tagMatch = pathname.match(tagPathRegex);
12
+ if (tagMatch?.[1]) return [`${origin}/tagged/${tagMatch[1]}/rss`];
10
13
  return [`${origin}/rss`];
11
14
  }
12
15
  };
@@ -1,12 +1,15 @@
1
1
  import { isSubdomainOf } from "../../../common/utils.js";
2
2
 
3
3
  //#region src/feeds/platform/handlers/tumblr.ts
4
+ const tagPathRegex = /^\/tagged\/([^/]+)/;
4
5
  const tumblrHandler = {
5
6
  match: (url) => {
6
7
  return isSubdomainOf(url, "tumblr.com");
7
8
  },
8
9
  resolve: (url) => {
9
- const { origin } = new URL(url);
10
+ const { origin, pathname } = new URL(url);
11
+ const tagMatch = pathname.match(tagPathRegex);
12
+ if (tagMatch?.[1]) return [`${origin}/tagged/${tagMatch[1]}/rss`];
10
13
  return [`${origin}/rss`];
11
14
  }
12
15
  };
@@ -1,17 +1,28 @@
1
1
  const require_utils = require('../../../common/utils.cjs');
2
2
 
3
3
  //#region src/feeds/platform/handlers/wordpress.ts
4
+ const categoryPathRegex = /^\/category\/([^/]+)/;
5
+ const tagPathRegex = /^\/tag\/([^/]+)/;
6
+ const authorPathRegex = /^\/author\/([^/]+)/;
4
7
  const wordpressHandler = {
5
8
  match: (url) => {
6
9
  return require_utils.isSubdomainOf(url, "wordpress.com");
7
10
  },
8
11
  resolve: (url) => {
9
- const { origin } = new URL(url);
10
- return [
11
- `${origin}/feed/`,
12
- `${origin}/feed/atom/`,
13
- `${origin}/comments/feed/`
14
- ];
12
+ const { origin, pathname } = new URL(url);
13
+ const uris = [];
14
+ const categoryMatch = pathname.match(categoryPathRegex);
15
+ if (categoryMatch?.[1]) uris.push(`${origin}/category/${categoryMatch[1]}/feed/`);
16
+ const tagMatch = pathname.match(tagPathRegex);
17
+ if (tagMatch?.[1]) uris.push(`${origin}/tag/${tagMatch[1]}/feed/`);
18
+ const authorMatch = pathname.match(authorPathRegex);
19
+ if (authorMatch?.[1]) uris.push(`${origin}/author/${authorMatch[1]}/feed/`);
20
+ uris.push(`${origin}/feed/`);
21
+ uris.push(`${origin}/feed/rss2/`);
22
+ uris.push(`${origin}/feed/rdf/`);
23
+ uris.push(`${origin}/feed/atom/`);
24
+ uris.push(`${origin}/comments/feed/`);
25
+ return uris;
15
26
  }
16
27
  };
17
28
 
@@ -1,17 +1,28 @@
1
1
  import { isSubdomainOf } from "../../../common/utils.js";
2
2
 
3
3
  //#region src/feeds/platform/handlers/wordpress.ts
4
+ const categoryPathRegex = /^\/category\/([^/]+)/;
5
+ const tagPathRegex = /^\/tag\/([^/]+)/;
6
+ const authorPathRegex = /^\/author\/([^/]+)/;
4
7
  const wordpressHandler = {
5
8
  match: (url) => {
6
9
  return isSubdomainOf(url, "wordpress.com");
7
10
  },
8
11
  resolve: (url) => {
9
- const { origin } = new URL(url);
10
- return [
11
- `${origin}/feed/`,
12
- `${origin}/feed/atom/`,
13
- `${origin}/comments/feed/`
14
- ];
12
+ const { origin, pathname } = new URL(url);
13
+ const uris = [];
14
+ const categoryMatch = pathname.match(categoryPathRegex);
15
+ if (categoryMatch?.[1]) uris.push(`${origin}/category/${categoryMatch[1]}/feed/`);
16
+ const tagMatch = pathname.match(tagPathRegex);
17
+ if (tagMatch?.[1]) uris.push(`${origin}/tag/${tagMatch[1]}/feed/`);
18
+ const authorMatch = pathname.match(authorPathRegex);
19
+ if (authorMatch?.[1]) uris.push(`${origin}/author/${authorMatch[1]}/feed/`);
20
+ uris.push(`${origin}/feed/`);
21
+ uris.push(`${origin}/feed/rss2/`);
22
+ uris.push(`${origin}/feed/rdf/`);
23
+ uris.push(`${origin}/feed/atom/`);
24
+ uris.push(`${origin}/comments/feed/`);
25
+ return uris;
15
26
  }
16
27
  };
17
28
 
@@ -4,14 +4,24 @@ const require_utils = require('../../../common/utils.cjs');
4
4
  const hosts = [
5
5
  "youtube.com",
6
6
  "www.youtube.com",
7
- "m.youtube.com"
7
+ "m.youtube.com",
8
+ "youtu.be",
9
+ "www.youtu.be"
8
10
  ];
11
+ const channelIdRegex = /"(?:channelId|externalId)":"(UC[a-zA-Z0-9_-]+)"/;
12
+ const channelPathRegex = /^\/channel\/(UC[a-zA-Z0-9_-]+)/;
13
+ const handlePathRegex = /^\/@([^/]+)/;
14
+ const userPathRegex = /^\/user\/([^/]+)/;
15
+ const customPathRegex = /^\/c\/([^/]+)/;
9
16
  const extractChannelIdFromContent = (content) => {
10
- return content.match(/"channelId":"(UC[a-zA-Z0-9_-]+)"/)?.[1];
17
+ return content.match(channelIdRegex)?.[1];
11
18
  };
12
19
  const getVideosOnlyPlaylistId = (channelId) => {
13
20
  return channelId.replace(/^UC/, "UULF");
14
21
  };
22
+ const getShortsOnlyPlaylistId = (channelId) => {
23
+ return channelId.replace(/^UC/, "UUSH");
24
+ };
15
25
  const youtubeHandler = {
16
26
  match: (url) => {
17
27
  return require_utils.isHostOf(url, hosts);
@@ -19,20 +29,22 @@ const youtubeHandler = {
19
29
  resolve: (url, content) => {
20
30
  const parsedUrl = new URL(url);
21
31
  const uris = [];
22
- const channelMatch = parsedUrl.pathname.match(/^\/channel\/(UC[a-zA-Z0-9_-]+)/);
32
+ const channelMatch = parsedUrl.pathname.match(channelPathRegex);
23
33
  if (channelMatch?.[1]) {
24
34
  const channelId = channelMatch[1];
25
35
  uris.push(`https://www.youtube.com/feeds/videos.xml?channel_id=${channelId}`);
26
36
  uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getVideosOnlyPlaylistId(channelId)}`);
37
+ uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getShortsOnlyPlaylistId(channelId)}`);
27
38
  }
28
39
  const playlistId = parsedUrl.searchParams.get("list");
29
40
  if (playlistId) uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${playlistId}`);
30
41
  if (uris.length === 0 && content) {
31
- if (parsedUrl.pathname.match(/^\/@([^/]+)/) || parsedUrl.pathname.match(/^\/user\/([^/]+)/) || parsedUrl.pathname.match(/^\/c\/([^/]+)/)) {
42
+ if (parsedUrl.searchParams.has("v") || parsedUrl.hostname.includes("youtu.be") && parsedUrl.pathname.length > 1 || parsedUrl.pathname.match(handlePathRegex) || parsedUrl.pathname.match(userPathRegex) || parsedUrl.pathname.match(customPathRegex)) {
32
43
  const channelId = extractChannelIdFromContent(content);
33
44
  if (channelId) {
34
45
  uris.push(`https://www.youtube.com/feeds/videos.xml?channel_id=${channelId}`);
35
46
  uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getVideosOnlyPlaylistId(channelId)}`);
47
+ uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getShortsOnlyPlaylistId(channelId)}`);
36
48
  }
37
49
  }
38
50
  }
@@ -4,14 +4,24 @@ import { isHostOf } from "../../../common/utils.js";
4
4
  const hosts = [
5
5
  "youtube.com",
6
6
  "www.youtube.com",
7
- "m.youtube.com"
7
+ "m.youtube.com",
8
+ "youtu.be",
9
+ "www.youtu.be"
8
10
  ];
11
+ const channelIdRegex = /"(?:channelId|externalId)":"(UC[a-zA-Z0-9_-]+)"/;
12
+ const channelPathRegex = /^\/channel\/(UC[a-zA-Z0-9_-]+)/;
13
+ const handlePathRegex = /^\/@([^/]+)/;
14
+ const userPathRegex = /^\/user\/([^/]+)/;
15
+ const customPathRegex = /^\/c\/([^/]+)/;
9
16
  const extractChannelIdFromContent = (content) => {
10
- return content.match(/"channelId":"(UC[a-zA-Z0-9_-]+)"/)?.[1];
17
+ return content.match(channelIdRegex)?.[1];
11
18
  };
12
19
  const getVideosOnlyPlaylistId = (channelId) => {
13
20
  return channelId.replace(/^UC/, "UULF");
14
21
  };
22
+ const getShortsOnlyPlaylistId = (channelId) => {
23
+ return channelId.replace(/^UC/, "UUSH");
24
+ };
15
25
  const youtubeHandler = {
16
26
  match: (url) => {
17
27
  return isHostOf(url, hosts);
@@ -19,20 +29,22 @@ const youtubeHandler = {
19
29
  resolve: (url, content) => {
20
30
  const parsedUrl = new URL(url);
21
31
  const uris = [];
22
- const channelMatch = parsedUrl.pathname.match(/^\/channel\/(UC[a-zA-Z0-9_-]+)/);
32
+ const channelMatch = parsedUrl.pathname.match(channelPathRegex);
23
33
  if (channelMatch?.[1]) {
24
34
  const channelId = channelMatch[1];
25
35
  uris.push(`https://www.youtube.com/feeds/videos.xml?channel_id=${channelId}`);
26
36
  uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getVideosOnlyPlaylistId(channelId)}`);
37
+ uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getShortsOnlyPlaylistId(channelId)}`);
27
38
  }
28
39
  const playlistId = parsedUrl.searchParams.get("list");
29
40
  if (playlistId) uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${playlistId}`);
30
41
  if (uris.length === 0 && content) {
31
- if (parsedUrl.pathname.match(/^\/@([^/]+)/) || parsedUrl.pathname.match(/^\/user\/([^/]+)/) || parsedUrl.pathname.match(/^\/c\/([^/]+)/)) {
42
+ if (parsedUrl.searchParams.has("v") || parsedUrl.hostname.includes("youtu.be") && parsedUrl.pathname.length > 1 || parsedUrl.pathname.match(handlePathRegex) || parsedUrl.pathname.match(userPathRegex) || parsedUrl.pathname.match(customPathRegex)) {
32
43
  const channelId = extractChannelIdFromContent(content);
33
44
  if (channelId) {
34
45
  uris.push(`https://www.youtube.com/feeds/videos.xml?channel_id=${channelId}`);
35
46
  uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getVideosOnlyPlaylistId(channelId)}`);
47
+ uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getShortsOnlyPlaylistId(channelId)}`);
36
48
  }
37
49
  }
38
50
  }
package/dist/feeds.cjs CHANGED
@@ -1,3 +1,4 @@
1
+ Object.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });
1
2
  const require_defaults = require('./feeds/defaults.cjs');
2
3
  const require_extractors = require('./feeds/extractors.cjs');
3
4
 
@@ -1,8 +1,9 @@
1
- const require_adapters = require('../../common/discover/adapters.cjs');
1
+ const require_utils = require('../../common/utils.cjs');
2
+ const require_utils$1 = require('../../common/discover/utils.cjs');
2
3
  const require_index = require('../feed/index.cjs');
3
4
  const require_index$1 = require('../headers/index.cjs');
4
5
  const require_index$2 = require('../html/index.cjs');
5
- const require_utils = require('./utils.cjs');
6
+ const require_utils$2 = require('./utils.cjs');
6
7
 
7
8
  //#region src/hubs/discover/index.ts
8
9
  const discoverHubs = async (input, options = {}) => {
@@ -10,11 +11,11 @@ const discoverHubs = async (input, options = {}) => {
10
11
  "headers",
11
12
  "feed",
12
13
  "html"
13
- ], fetchFn = require_adapters.createNativeFetchAdapter() } = options;
14
- const normalizedInput = await require_utils.normalizeInput(input, fetchFn);
14
+ ], fetchFn = require_utils$1.defaultFetchFn, normalizeUrlFn = require_utils.normalizeUrl } = options;
15
+ const normalizedInput = await require_utils$2.normalizeInput(input, fetchFn);
15
16
  const results = [];
16
17
  if (methods.includes("headers") && normalizedInput.headers) {
17
- const headerHubs = require_index$1.discoverHubsFromHeaders(normalizedInput.headers, normalizedInput.url);
18
+ const headerHubs = require_index$1.discoverHubsFromHeaders(normalizedInput.headers, normalizedInput.url, normalizeUrlFn);
18
19
  results.push(...headerHubs);
19
20
  }
20
21
  if (methods.includes("feed") && normalizedInput.content) {
@@ -22,7 +23,7 @@ const discoverHubs = async (input, options = {}) => {
22
23
  results.push(...feedHubs);
23
24
  }
24
25
  if (methods.includes("html") && normalizedInput.content) {
25
- const htmlHubs = require_index$2.discoverHubsFromHtml(normalizedInput.content, normalizedInput.url);
26
+ const htmlHubs = require_index$2.discoverHubsFromHtml(normalizedInput.content, normalizedInput.url, normalizeUrlFn);
26
27
  results.push(...htmlHubs);
27
28
  }
28
29
  return results;