rss-agent-discovery 0.1.0

package/README.md

@@ -0,0 +1,258 @@
+# RSS Agent Discovery
+
+AI agent-focused RSS feed discovery tool. JSON-only output to stdout, errors to stderr.
+
+## Why This Tool?
+
+Existing RSS discovery tools (`rss-url-finder`, `rss-finder`) were built for human developers. They output human-readable text and don't validate that feeds actually exist.
+
+This tool is designed for **AI agents** (Claude, Cursor, GPT):
+- JSON-only output to stdout (machine-parseable)
+- Errors to stderr (separated channel)
+- Semantic exit codes (0=found, 1=none, 2=error)
+- Fast (10s default timeout, parallel scanning)
+- Discovery-only (returns feed URLs, doesn't parse content)
+- Finds feeds AI agents miss
+
+**Proof:** Cursor fails to find `https://vercel.com/atom`. This tool succeeds.
+
+## Installation
+
+```bash
+npm install
+npm run build
+```
+
+## Usage
+
+### Basic usage:
+```bash
+npm start https://vercel.com
+```
+
+Or via CLI (after `npm link`):
+```bash
+rss-discover https://vercel.com
+```
+
+### Multiple URLs (parallel processing):
+```bash
+npm start https://vercel.com https://news.ycombinator.com https://stripe.com
+```
+
+### Parse with jq:
+```bash
+npm start https://vercel.com | jq '.results[0].feeds'
+```
+
+### Custom timeout:
+```bash
+npm start --timeout 15000 https://example.com
+```
+
+### Skip blog scanning:
+```bash
+npm start --skip-blogs https://example.com
+```
+
+### Show help:
+```bash
+npm start --help
+```
+
+### Run tests:
+```bash
+npm test
+```
+
+## Output Schema
+
+```json
+{
+  "success": true,
+  "results": [
+    {
+      "url": "https://vercel.com",
+      "feeds": [
+        {
+          "url": "https://vercel.com/atom",
+          "title": "atom",
+          "type": "atom"
+        }
+      ],
+      "error": null
+    }
+  ]
+}
+```
+
+## Exit Codes
+
+- `0` - One or more feeds found
+- `1` - No feeds found
+- `2` - Error occurred
+
+## Features
+
+- Discovers RSS/Atom feeds from HTML `<link>` tags
+- Tests common paths (`/rss.xml`, `/atom`, `/feed`, etc.)
+- Scans blog subdirectories (`/blog`, `/news`, `/articles`)
+- Parallel processing for multiple URLs
+- Deduplicates feeds across all sources
+- Validates feeds actually exist and return XML
+- JSON-only output to stdout
+- Errors to stderr
+- 10s default timeout per URL (configurable)
+
+## Examples
+
+### Find feeds for Vercel:
+```bash
+npm start https://vercel.com
+```
+
+Output:
+```json
+{
+  "success": true,
+  "results": [
+    {
+      "url": "https://vercel.com",
+      "feeds": [
+        {"url": "https://vercel.com/atom", "title": "atom", "type": "atom"}
+      ],
+      "error": null
+    }
+  ]
+}
+```
+
+### Check exit code:
+```bash
+npm start https://vercel.com 2>/dev/null
+echo $?  # Outputs: 0
+```
+
+### No feeds found:
+```bash
+npm start https://example.com 2>/dev/null
+echo $?  # Outputs: 1
+```
+
+### Parallel scan:
+```bash
+npm start https://vercel.com https://news.ycombinator.com | jq
+```
+
+## Integration Example
+
+### Claude AI:
+```python
+import subprocess
+import json
+
+result = subprocess.run(
+  ['node', 'dist/find-rss-feeds.js', 'https://vercel.com'],
+  capture_output=True,
+  text=True
+)
+
+data = json.loads(result.stdout)
+feeds = data['results'][0]['feeds']
+exit_code = result.returncode
+```
+
+### Shell script:
+```bash
+#!/bin/bash
+result=$(node dist/find-rss-feeds.js "$1" 2>/dev/null)
+exit_code=$?
+
+if [ $exit_code -eq 0 ]; then
+  echo "Found feeds:"
+  echo "$result" | jq '.results[0].feeds'
+fi
+```
+
+## AI Agent Integration
+
+This tool is designed to work seamlessly with AI coding agents:
+
+### Opencode / Claude Code
+```bash
+# Opencode can call this tool directly
+npx rss-agent-discovery https://example.com | jq '.results[0].feeds[].url'
+```
+
+### Cursor
+Cursor can integrate this as a custom tool:
+```json
+{
+  "name": "rss_discovery",
+  "command": "npx rss-agent-discovery {url}",
+  "description": "Discover RSS feeds from a website"
+}
+```
+
+### GitHub Copilot
+```javascript
+// Use in GitHub Actions or workflows
+const { execSync } = require('child_process');
+const result = JSON.parse(
+  execSync('npx rss-agent-discovery https://github.com/blog').toString()
+);
+```
+
+### Custom MCP Server
+```typescript
+// Build a Model Context Protocol server
+import { spawn } from 'child_process';
+
+async function discoverRSS(url: string) {
+  const proc = spawn('npx', ['rss-agent-discovery', url]);
+  const chunks: Buffer[] = [];
+  
+  for await (const chunk of proc.stdout) {
+    chunks.push(chunk);
+  }
+  
+  return JSON.parse(Buffer.concat(chunks).toString());
+}
+```
+
+### Why AI Agents Need This Tool
+
+AI agents (Claude, Cursor, GPT-4) struggle with RSS discovery because:
+- They rely on web search which may miss feeds
+- They don't systematically parse HTML `<link>` tags
+- They give up after trying 2-3 common paths
+- They can't validate feeds actually return XML
+
+This tool solves all of those problems with structured JSON output.
+
+## Development
+
+### Build:
+```bash
+npm run build
+```
+
+### Test:
+```bash
+npm test
+```
+
+### Lint:
+```bash
+tsc --noEmit
+```
+
+## Project Structure
+
+- `find-rss-feeds.ts` - TypeScript source
+- `dist/` - Compiled JavaScript
+- `package.json` - Dependencies and scripts
+
+## License
+
+MIT

package/dist/find-rss-feeds.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=find-rss-feeds.d.ts.map

package/dist/find-rss-feeds.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"find-rss-feeds.d.ts","sourceRoot":"","sources":["../find-rss-feeds.ts"],"names":[],"mappings":""}

package/dist/find-rss-feeds.js

@@ -0,0 +1,345 @@
+import * as cheerio from 'cheerio';
+const cliOptions = {
+    help: false,
+    skipBlogs: false,
+    maxBlogs: 5,
+    customBlogPaths: null,
+    timeout: 10000
+};
+const BLOG_KEYWORDS = [
+    'blog', 'news', 'articles', 'posts', 'updates',
+    'journal', 'insights', 'stories', 'press', 'medium',
+    'substack', 'the-edge', 'engineering-blog', 'dev',
+    'engineering', 'developers', 'community'
+];
+const COMMON_BLOG_PATHS = [
+    '/blog',
+    '/news',
+    '/articles',
+    '/posts',
+    '/updates',
+    '/journal',
+    '/insights',
+    '/stories',
+    '/press',
+    '/medium',
+    '/substack',
+    '/the-edge',
+    '/engineering-blog',
+    '/engineering',
+    '/developers',
+    '/dev',
+    '/community'
+];
+function parseArgs(args) {
+    const urls = [];
+    for (let i = 0; i < args.length; i++) {
+        const arg = args[i];
+        if (arg === '--help' || arg === '-h') {
+            cliOptions.help = true;
+        }
+        else if (arg === '--no-blogs' || arg === '--skip-blogs') {
+            cliOptions.skipBlogs = true;
+        }
+        else if (arg === '--max-blogs') {
+            cliOptions.maxBlogs = parseInt(args[++i], 10);
+        }
+        else if (arg === '--blog-paths') {
+            cliOptions.customBlogPaths = args[++i].split(',').map(p => p.trim());
+        }
+        else if (arg === '--timeout') {
+            cliOptions.timeout = parseInt(args[++i], 10);
+        }
+        else if (arg.startsWith('http://') || arg.startsWith('https://')) {
+            urls.push(arg);
+        }
+    }
+    return urls;
+}
+function showHelp() {
+    console.log(`
+Usage: node find-rss-feeds.js [options] <URL1> <URL2> ...
+
+Discover RSS feeds from websites for AI agent consumption. JSON-only output.
+
+Arguments:
+  URL(s)              One or more website URLs to scan for RSS feeds
+
+Options:
+  --no-blogs, --skip-blogs
+                      Skip blog subdirectory scanning
+  --max-blogs <num>   Maximum number of blog subdirectories to scan (default: 5)
+  --blog-paths <paths>
+                      Comma-separated custom blog paths to try (e.g., '/blog,/news')
+  --timeout <ms>      Timeout per URL in milliseconds (default: 10000)
+  --help, -h          Show this help message
+
+Exit codes:
+  0                   One or more feeds found
+  1                   No feeds found
+  2                   Error occurred
+
+Examples:
+  node find-rss-feeds.js https://example.com
+  node find-rss-feeds.js https://site1.com https://site2.com
+  node find-rss-feeds.js --timeout 15000 https://example.com
+  node find-rss-feeds.js --max-blogs 3 https://example.com
+  node find-rss-feeds.js --blog-paths '/blog,/updates' https://example.com | jq
+
+Output schema:
+  {
+    "success": true,
+    "results": [
+      {
+        "url": "https://example.com",
+        "feeds": [
+          {"url": "https://example.com/atom", "title": "Blog", "type": "atom"}
+        ],
+        "error": null
+      }
+    ]
+  }
+  `);
+}
+function extractBlogLinksFromHTML(html, baseUrl) {
+    const $ = cheerio.load(html);
+    const blogPaths = new Set();
+    const linkTextAndUrls = [];
+    $('a[href]').each((i, el) => {
+        const href = $(el).attr('href');
+        const text = $(el).text().toLowerCase().trim();
+        if (href) {
+            try {
+                const url = new URL(href, baseUrl);
+                if (url.origin === new URL(baseUrl).origin) {
+                    linkTextAndUrls.push({
+                        text: text,
+                        path: url.pathname,
+                        href: url.href
+                    });
+                }
+            }
+            catch (e) {
+            }
+        }
+    });
+    const seenPaths = new Set();
+    for (const link of linkTextAndUrls) {
+        if (seenPaths.has(link.path))
+            continue;
+        const lowerText = link.text.toLowerCase();
+        const lowerPath = link.path.toLowerCase();
+        const foundKeyword = BLOG_KEYWORDS.find(keyword => lowerText.includes(keyword) ||
+            lowerPath.includes(keyword));
+        if (foundKeyword) {
+            if (link.path.startsWith('/') && link.path !== '/') {
+                const parts = link.path.split('/').filter(Boolean);
+                if (parts.length >= 1 && parts.length <= 3) {
+                    const blogPath = '/' + parts[0];
+                    if (!seenPaths.has(blogPath)) {
+                        blogPaths.add(blogPath);
+                        seenPaths.add(blogPath);
+                        seenPaths.add(link.path);
+                    }
+                }
+            }
+        }
+    }
+    return Array.from(blogPaths);
+}
+function discoverBlogSubdirectories(baseUrl, html = null) {
+    let blogPaths = [];
+    if (html) {
+        blogPaths = extractBlogLinksFromHTML(html, baseUrl);
+    }
+    if (blogPaths.length === 0 || cliOptions.customBlogPaths) {
+        const pathsToUse = cliOptions.customBlogPaths ? cliOptions.customBlogPaths : COMMON_BLOG_PATHS;
+        for (const path of pathsToUse) {
+            if (!blogPaths.includes(path)) {
+                blogPaths.push(path);
+            }
+        }
+    }
+    return blogPaths.slice(0, cliOptions.maxBlogs);
+}
+async function scanURLForFeeds(url) {
+    const discoveredFeeds = new Map();
+    try {
+        const res = await fetch(url, {
+            headers: { 'User-Agent': 'rss-agent-discovery/1.0' }
+        });
+        if (!res.ok) {
+            throw new Error(`Failed to fetch ${url}: ${res.status}`);
+        }
+        const html = await res.text();
+        const $ = cheerio.load(html);
+        $('link[rel="alternate"]').each((i, el) => {
+            const type = $(el).attr('type');
+            if (type && (type.includes('rss+xml') || type.includes('atom+xml'))) {
+                let href = $(el).attr('href');
+                const title = $(el).attr('title') || 'RSS Feed';
+                if (href) {
+                    try {
+                        const fullHref = new URL(href, url).href;
+                        const feedType = type.includes('atom') ? 'atom' : 'rss';
+                        if (!discoveredFeeds.has(fullHref)) {
+                            discoveredFeeds.set(fullHref, { url: fullHref, title, type: feedType });
+                        }
+                    }
+                    catch {
+                    }
+                }
+            }
+        });
+        const commonPaths = [
+            'rss.xml', 'feed.xml', 'rss', 'atom', 'atom.xml', 'index.xml',
+            'feeds/rss.xml', 'feed', 'rss/feed.xml'
+        ];
+        for (const path of commonPaths) {
+            try {
+                const candidateUrl = new URL(path, url).href;
+                if (!discoveredFeeds.has(candidateUrl)) {
+                    const type = path.includes('atom') ? 'atom' : 'rss';
+                    discoveredFeeds.set(candidateUrl, {
+                        url: candidateUrl,
+                        title: candidateUrl.split('/').pop() || 'RSS Feed',
+                        type
+                    });
+                }
+            }
+            catch {
+            }
+        }
+        const validFeeds = [];
+        for (const [feedUrl, feed] of Array.from(discoveredFeeds)) {
+            try {
+                const res = await fetch(feedUrl, {
+                    headers: { 'User-Agent': 'rss-agent-discovery/1.0' }
+                });
+                if (res.ok) {
+                    const contentType = res.headers.get('content-type') || '';
+                    const text = await res.text();
+                    if ((text.includes('<rss') || text.includes('<feed')) &&
+                        (contentType.includes('xml') || contentType.includes('rss'))) {
+                        validFeeds.push(feed);
+                    }
+                }
+            }
+            catch {
+            }
+        }
+        return { html, feeds: validFeeds };
+    }
+    catch (e) {
+        console.error(`Error scanning ${url}: ${e.message}`);
+        return { html: null, feeds: [] };
+    }
+}
+async function findRSSFeeds(baseUrl) {
+    const timeoutMs = cliOptions.timeout;
+    const timeoutPromise = new Promise((_, reject) => {
+        setTimeout(() => reject(new Error('Timeout')), timeoutMs);
+    });
+    try {
+        const scanResult = await Promise.race([
+            scanURLForFeeds(baseUrl),
+            timeoutPromise
+        ]);
+        const allFeeds = new Map();
+        scanResult.feeds.forEach(feed => {
+            if (!allFeeds.has(feed.url)) {
+                allFeeds.set(feed.url, feed);
+            }
+        });
+        if (!cliOptions.skipBlogs && scanResult.html) {
+            const blogPaths = discoverBlogSubdirectories(baseUrl, scanResult.html);
+            if (blogPaths.length > 0) {
+                const blogURLs = blogPaths.map(path => {
+                    try {
+                        return new URL(path, baseUrl).href;
+                    }
+                    catch {
+                        return null;
+                    }
+                }).filter((url) => url !== null);
+                const blogResults = await Promise.allSettled(blogURLs.map(blogUrl => Promise.race([
+                    scanURLForFeeds(blogUrl),
+                    timeoutPromise
+                ])));
+                blogResults.forEach((result) => {
+                    if (result.status === 'fulfilled') {
+                        result.value.feeds.forEach((feed) => {
+                            if (!allFeeds.has(feed.url)) {
+                                allFeeds.set(feed.url, feed);
+                            }
+                        });
+                    }
+                });
+            }
+        }
+        return {
+            url: baseUrl,
+            feeds: Array.from(allFeeds.values()),
+            error: null
+        };
+    }
+    catch (e) {
+        const errorMessage = e.message;
+        console.error(`Error processing ${baseUrl}: ${errorMessage}`);
+        return {
+            url: baseUrl,
+            feeds: [],
+            error: errorMessage
+        };
+    }
+}
+async function main() {
+    const args = process.argv.slice(2);
+    const urls = parseArgs(args);
+    if (cliOptions.help) {
+        showHelp();
+        return 2;
+    }
+    if (urls.length === 0) {
+        console.error('Error: No URLs provided. Use --help for usage information.');
+        return 2;
+    }
+    const results = [];
+    const scanResults = await Promise.all(urls.map(url => findRSSFeeds(url)));
+    let totalFeedsFound = 0;
+    let hasError = false;
+    for (const result of scanResults) {
+        results.push(result);
+        if (result.error) {
+            hasError = true;
+        }
+        else {
+            totalFeedsFound += result.feeds.length;
+        }
+    }
+    const output = {
+        success: !hasError,
+        results: results
+    };
+    console.log(JSON.stringify(output, null, 2));
+    if (hasError) {
+        return 2;
+    }
+    else if (totalFeedsFound === 0) {
+        return 1;
+    }
+    else {
+        return 0;
+    }
+}
+main().then(exitCode => {
+    process.exit(exitCode);
+}).catch(e => {
+    console.error(JSON.stringify({
+        success: false,
+        error: e.message,
+        results: []
+    }, null, 2));
+    process.exit(2);
+});
+//# sourceMappingURL=find-rss-feeds.js.map

package/dist/find-rss-feeds.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"find-rss-feeds.js","sourceRoot":"","sources":["../find-rss-feeds.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AA2BnC,MAAM,UAAU,GAAe;IAC7B,IAAI,EAAE,KAAK;IACX,SAAS,EAAE,KAAK;IAChB,QAAQ,EAAE,CAAC;IACX,eAAe,EAAE,IAAI;IACrB,OAAO,EAAE,KAAK;CACf,CAAC;AAEF,MAAM,aAAa,GAAG;IACpB,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS;IAC9C,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ;IACnD,UAAU,EAAE,UAAU,EAAE,kBAAkB,EAAE,KAAK;IACjD,aAAa,EAAE,YAAY,EAAE,WAAW;CACzC,CAAC;AAEF,MAAM,iBAAiB,GAAG;IACxB,OAAO;IACP,OAAO;IACP,WAAW;IACX,QAAQ;IACR,UAAU;IACV,UAAU;IACV,WAAW;IACX,UAAU;IACV,QAAQ;IACR,SAAS;IACT,WAAW;IACX,WAAW;IACX,mBAAmB;IACnB,cAAc;IACd,aAAa;IACb,MAAM;IACN,YAAY;CACb,CAAC;AAEF,SAAS,SAAS,CAAC,IAAc;IAC/B,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC;QACzB,CAAC;aAAM,IAAI,GAAG,KAAK,YAAY,IAAI,GAAG,KAAK,cAAc,EAAE,CAAC;YAC1D,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;QAC9B,CAAC;aAAM,IAAI,GAAG,KAAK,aAAa,EAAE,CAAC;YACjC,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChD,CAAC;aAAM,IAAI,GAAG,KAAK,cAAc,EAAE,CAAC;YAClC,UAAU,CAAC,eAAe,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACvE,CAAC;aAAM,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YAC/B,UAAU,CAAC,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC;aAAM,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YACnE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,QAAQ;IACf,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CX,CAAC,CAAC;AACL,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAY,EAAE,OAAe;IAC7D,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,MAAM,eAAe,GAAwD,EAAE,CAAC;IAEhF,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAC/C,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBACnC,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;oBAC3C,eAAe,CAAC,IAAI,CAAC;wBACnB,IAAI,EAAE,IAAI;wBACV,IAAI,EAAE,GAAG,CAAC,QAAQ;wBAClB,IAAI,EAAE,GAAG,CAAC,IAAI;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;YACb,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;QACnC,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QAEvC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAE1C,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAChD,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC3B,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAC5B,CAAC;QAEF,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;gBACnD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACnD,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBAC3C,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBAChC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC7B,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;wBACxB,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;wBACxB,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC3B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,0BAA0B,CAAC,OAAe,EAAE,OAAsB,IAAI;IAC7E,IAAI,SAAS,GAAa,EAAE,CAAC;IAE7B,IAAI,IAAI,EAAE,CAAC;QACT,SAAS,GAAG,wBAAwB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,eAAe,EAAE,CAAC;QACzD,MAAM,UAAU,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,iBAAiB,CAAC;QAC/F,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;AACjD,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,GAAW;IACxC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAsB,CAAC;IAEtD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,OAAO,EAAE,EAAE,YAAY,EAAE,yBAAyB,EAAE;SACrD,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAE9B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE7B,CAAC,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;YACxC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;gBACpE,IAAI,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC9B,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC;gBAChD,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;wBACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;wBACxD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACnC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;wBAC1E,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;oBACT,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG;YAClB,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW;YAC7D,eAAe,EAAE,MAAM,EAAE,cAAc;SACxC,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;gBAC7C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;oBACvC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;oBACpD,eAAe,CAAC,GAAG,CAAC,YAAY,EAAE;wBAChC,GAAG,EAAE,YAAY;wBACjB,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,UAAU;wBAClD,IAAI;qBACL,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;YACT,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAiB,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YAC1D,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE;oBAC/B,OAAO,EAAE,EAAE,YAAY,EAAE,yBAAyB,EAAE;iBACrD,CAAC,CAAC;gBACH,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;oBACX,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;oBAC1D,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;oBAC9B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;wBACnD,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;wBAC/D,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;YACT,CAAC;QACH,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;IACrC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,kBAAkB,GAAG,KAAM,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAChE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACnC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAe;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC;IACrC,MAAM,cAAc,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QACtD,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YACpC,eAAe,CAAC,OAAO,CAAC;YACxB,cAAc;SACf,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAsB,CAAC;QAE/C,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAC9B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5B,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;YAC7C,MAAM,SAAS,GAAG,0BAA0B,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;YAEvE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACpC,IAAI,CAAC;wBACH,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;oBACrC,CAAC;oBAAC,MAAM,CAAC;wBACP,OAAO,IAAI,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAiB,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;gBAEhD,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,UAAU,CAC1C,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CACrB,OAAO,CAAC,IAAI,CAAC;oBACX,eAAe,CAAC,OAAO,CAAC;oBACxB,cAAc;iBACf,CAAC,CACH,CACF,CAAC;gBAEF,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;oBAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;wBAClC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAgB,EAAE,EAAE;4BAC9C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gCAC5B,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;4BAC/B,CAAC;wBACH,CAAC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,GAAG,EAAE,OAAO;YACZ,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACpC,KAAK,EAAE,IAAI;SACZ,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,YAAY,GAAI,CAAW,CAAC,OAAO,CAAC;QAC1C,OAAO,CAAC,KAAK,CAAC,oBAAoB,OAAO,KAAK,YAAY,EAAE,CAAC,CAAC;QAC9D,OAAO;YACL,GAAG,EAAE,OAAO;YACZ,KAAK,EAAE,EAAE;YACT,KAAK,EAAE,YAAY;SACpB,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAE7B,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;QACpB,QAAQ,EAAE,CAAC;QACX,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAC5E,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,OAAO,GAAuB,EAAE,CAAC;IAEvC,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CACnC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CACnC,CAAC;IAEF,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,eAAe,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;QACzC,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG;QACb,OAAO,EAAE,CAAC,QAAQ;QAClB,OAAO,EAAE,OAAO;KACjB,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAE7C,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,CAAC,CAAC;IACX,CAAC;SAAM,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,CAAC,CAAC;IACX,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;IACrB,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACzB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;IACX,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;QAC3B,OAAO,EAAE,KAAK;QACd,KAAK,EAAG,CAAW,CAAC,OAAO;QAC3B,OAAO,EAAE,EAAE;KACZ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACb,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,40 @@
+{
+  "name": "rss-agent-discovery",
+  "version": "0.1.0",
+  "description": "AI agent-focused RSS feed discovery. JSON output, semantic exit codes.",
+  "main": "dist/find-rss-feeds.js",
+  "type": "module",
+  "bin": {
+    "rss-agent-discovery": "dist/find-rss-feeds.js",
+    "rss-discover": "dist/find-rss-feeds.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "start": "node dist/find-rss-feeds.js",
+    "dev": "tsc && node dist/find-rss-feeds.js",
+    "test": "npm run build && node dist/find-rss-feeds.js https://vercel.com https://news.ycombinator.com | jq",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "rss",
+    "atom",
+    "feed",
+    "discovery",
+    "ai",
+    "agent",
+    "cli",
+    "json"
+  ],
+  "license": "MIT",
+  "dependencies": {
+    "cheerio": "^1.0.0"
+  },
+  "devDependencies": {
+    "@types/cheerio": "^0.22.35",
+    "@types/node": "^25.0.10",
+    "typescript": "^5.9.3"
+  }
+}