deso-ag 1.0.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Matthew Lee
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,272 @@
+# deso-ag
+
+**Decentralized Social Aggregator** - A CLI tool and library for aggregating posts from decentralized social protocols.
+
+Search and view content across **Farcaster**, **Lens**, **Nostr**, and **Bluesky** from your terminal or programmatically from your agent.
+
+## Setup
+
+```bash
+git clone https://github.com/sphairetra/deso-ag
+cd deso-ag
+pnpm install
+```
+
+### Environment Variables
+
+| Variable | Required | Default | Description |
+|----------|----------|---------|-------------|
+| `NEYNAR_API_KEY` | For Farcaster | None — Farcaster is skipped | Neynar API key. Get one free at [neynar.com](https://neynar.com) |
+| `BLUESKY_IDENTIFIER` | For Bluesky search | None — Bluesky search is skipped, trending still works | Your Bluesky handle (e.g. `user.bsky.social`) |
+| `BLUESKY_APP_PASSWORD` | For Bluesky search | None — Bluesky search is skipped, trending still works | App password from [bsky.app/settings/app-passwords](https://bsky.app/settings/app-passwords) |
+
+Lens, Nostr, and Bluesky trending work without any keys. Bluesky search requires authentication.
+
+Add keys to your shell profile so they persist across sessions:
+
+```bash
+# Add to ~/.zshrc or ~/.bashrc
+export NEYNAR_API_KEY=your-key-here
+export BLUESKY_IDENTIFIER=your-handle.bsky.social
+export BLUESKY_APP_PASSWORD=your-app-password
+```
+
+Without a key, the respective source/feature is skipped and everything else still works normally.
+
+## Commands
+
+### `search [query]`
+
+Search for posts across networks.
+
+```bash
+pnpm dev search "ethereum"
+pnpm dev search "AI" --sources nostr
+pnpm dev search --channel dev --sources farcaster
+```
+
+Multi-word queries use AND semantics (all terms must match):
+
+```bash
+pnpm dev search "AI crypto"       # posts must contain both "AI" and "crypto"
+pnpm dev search "ethereum layer2"
+```
+
+### `trending`
+
+Get trending posts from all networks.
+
+```bash
+pnpm dev trending
+pnpm dev trending --sources farcaster,lens
+pnpm dev trending --format json --limit 50
+```
+
+### `terms`
+
+Extract top discussion terms from posts via engagement-weighted frequency analysis.
+
+```bash
+pnpm dev terms                              # top 3 terms per platform, last 24h
+pnpm dev terms -n 5 -s farcaster -t week    # top 5, Farcaster only, last week
+pnpm dev terms -f json                      # machine-readable output
+```
+
+### `channels`
+
+Browse popular Farcaster channels.
+
+```bash
+pnpm dev channels
+pnpm dev channels --limit 50
+```
+
+## Options
+
+All commands accept the following options (except where noted):
+
+| Option | Description | Values | Default |
+|--------|-------------|--------|---------|
+| `-s, --sources` | Networks to query | `farcaster`, `lens`, `nostr`, `bluesky` (comma-separated) | `farcaster,lens,nostr,bluesky` (all) |
+| `-t, --timeframe` | Time range for posts | `24h`, `48h`, `week` | `24h` |
+| `-c, --channel` | Filter by channel | Any channel ID (Farcaster only) | none |
+| `-f, --format` | Output format | `json`, `markdown`, `summary`, `compact` | `markdown` (search), `summary` (trending) |
+| `-l, --limit` | Max posts per source | Any positive integer | `25` |
+| `-o, --sort` | Sort order | `engagement`, `recent`, `relevance` | `relevance` (search), `engagement` (trending) |
+| `-n, --top` | Top terms per source | Any positive integer (terms command only) | `3` |
+
+### Output Formats
+
+- **`markdown`** - Human-readable with headers, author info, and engagement stats. Default for `search`.
+- **`summary`** - Condensed overview with post counts and top content. Default for `trending`.
+- **`json`** - Raw JSON array of post objects. Good for piping to other tools.
+- **`compact`** - Single JSON object with metadata envelope, engagement scores, and full content. Designed for AI agents.
+
+### Sort Orders
+
+- **`engagement`** - By score (`likes + reposts*2 + replies`). Best for discovering high-signal content. Default for `trending`.
+- **`recent`** - By timestamp descending. Best for monitoring.
+- **`relevance`** - Query-matching posts first, then by engagement. Default for `search`.
+
+## Agent Usage
+
+deso-ag is designed for consumption by AI agents doing research across decentralized social networks.
+
+### Compact Output Format
+
+The `compact` format returns a single JSON object with a metadata envelope, pre-computed engagement scores, full untruncated content, and source health info:
+
+```bash
+pnpm dev trending -f compact -l 10
+pnpm dev search "AI agents" -f compact -l 10
+```
+
+Output shape:
+
+```json
+{
+  "meta": {
+    "query": "AI agents",
+    "totalPosts": 42,
+    "sources": [
+      {"name": "farcaster", "count": 15},
+      {"name": "lens", "count": 12},
+      {"name": "nostr", "count": 15}
+    ],
+    "timeframe": "24h",
+    "fetchedAt": "2025-01-01T00:00:00.000Z"
+  },
+  "posts": [
+    {
+      "id": "...",
+      "source": "farcaster",
+      "author": "dwr",
+      "content": "full untruncated content...",
+      "timestamp": "2025-01-01T00:00:00.000Z",
+      "url": "https://...",
+      "score": 523,
+      "engagement": {"likes": 400, "reposts": 50, "replies": 23},
+      "tags": []
+    }
+  ]
+}
+```
+
+### Library Import
+
+For agents that run in Node.js, import `aggregate()` directly instead of shelling out:
+
+```typescript
+import { aggregate } from 'deso-ag';
+
+const result = await aggregate({
+  sources: ['farcaster', 'lens', 'nostr', 'bluesky'],
+  timeframe: '24h',
+  query: 'AI agents',
+  limit: 20,
+  sort: 'relevance',
+});
+
+console.log(result.meta.totalPosts);
+for (const post of result.posts) {
+  console.log(`[${post.source}] @${post.author.username}: ${post.content.slice(0, 100)}`);
+}
+```
+
+The `terms()` function extracts top discussion terms:
+
+```typescript
+import { terms } from 'deso-ag';
+
+const result = await terms({
+  sources: ['farcaster', 'nostr'],
+  timeframe: '24h',
+  limit: 20,
+}, 5); // top 5 terms
+
+for (const st of result.bySource) {
+  console.log(`${st.source}: ${st.terms.map(t => t.token).join(', ')}`);
+}
+```
+
+Individual fetchers and utilities are also exported:
+
+```typescript
+import { fetchFarcaster, fetchLens, fetchNostr, fetchBluesky, computeEngagementScore, matchesQuery, extractTerms } from 'deso-ag';
+```
+
+## Examples
+
+```bash
+# Get a quick summary of trending content
+pnpm dev trending -f summary -l 20
+
+# Agent-optimized compact output sorted by engagement
+pnpm dev trending -f compact -o engagement -l 10
+
+# Search for AI discussions on Lens only
+pnpm dev search "AI" -s lens -f json
+
+# Multi-word search with compact output
+pnpm dev search "AI crypto" -f compact -l 10
+
+# Browse the /dev channel on Farcaster
+pnpm dev search --channel dev -s farcaster
+
+# Export trending Nostr posts as JSON
+pnpm dev trending -s nostr -f json > nostr-trending.json
+
+# Search Bluesky for discussions
+pnpm dev search "ethereum" -s bluesky -l 5
+
+# Trending on Bluesky
+pnpm dev trending -s bluesky -f summary
+
+# Sort search results by recency
+pnpm dev search "ethereum" -o recent -f json -l 5
+
+# Top 5 terms across all networks this week
+pnpm dev terms -n 5 -t week
+
+# Terms from Farcaster and Nostr as JSON
+pnpm dev terms -f json -s farcaster,nostr -l 10
+```
+
+## Supported Networks
+
+| Network | API | Auth |
+|---------|-----|------|
+| **Farcaster** | [Neynar API](https://neynar.com) - trending feed and full-text search | `NEYNAR_API_KEY` required |
+| **Lens** | [Lens V3 GraphQL API](https://api.lens.xyz) - server-side search, recent posts | None |
+| **Nostr** | [nostr.wine trending API](https://docs.nostr.wine/api/trending) + public relays (relay.damus.io, nos.lol, relay.snort.social) | None |
+| **Bluesky** | [AT Protocol API](https://docs.bsky.app) - public "What's Hot" feed for trending, authenticated search via `app.bsky.feed.searchPosts` | None (trending), `BLUESKY_IDENTIFIER` + `BLUESKY_APP_PASSWORD` (search) |
+
+All networks return engagement stats (likes, reposts, replies) and support timeframe filtering.
+
+## Limitations
+
+- **Farcaster**: Requires `NEYNAR_API_KEY`. Without it, Farcaster is skipped.
+- **Nostr**: Relay responses can be slow or inconsistent depending on network conditions.
+- **Rate limits**: All APIs have rate limits. For heavy usage, consider running your own infrastructure.
+
+## Development
+
+```bash
+pnpm build    # Build for production
+pnpm test     # Run tests
+```
+
+## Tech Stack
+
+- TypeScript
+- Commander.js for CLI
+- nostr-tools for Nostr protocol
+- Native fetch for HTTP requests
+
+## License
+
+MIT
+
+## Author
+
+[@mattlee.eth](https://farcaster.xyz/mattlee.eth)

package/dist/fetchers/bluesky.d.ts

@@ -0,0 +1,3 @@
+import type { SearchOptions, FetchResult } from '../types.js';
+export declare function fetchBluesky(options: SearchOptions): Promise<FetchResult>;
+//# sourceMappingURL=bluesky.d.ts.map

package/dist/fetchers/bluesky.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bluesky.d.ts","sourceRoot":"","sources":["../../src/fetchers/bluesky.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAQ,aAAa,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAyKpE,wBAAsB,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,CAmD/E"}

package/dist/fetchers/bluesky.js

@@ -0,0 +1,154 @@
+import { getTimeframeCutoff } from '../utils/time.js';
+import { matchesQuery } from '../utils/search.js';
+const BSKY_PUBLIC = 'https://public.api.bsky.app/xrpc';
+const BSKY_PDS = 'https://bsky.social/xrpc';
+const BSKY_APPVIEW = 'https://api.bsky.app/xrpc';
+// Bluesky's official "What's Hot" feed generator
+const WHATS_HOT_URI = 'at://did:plc:z72i7hdynmk6r22z27h6tvur/app.bsky.feed.generator/whats-hot';
+function bskyPostToPost(post) {
+    // Extract rkey from AT URI: at://did/app.bsky.feed.post/rkey
+    const rkey = post.uri.split('/').pop() || '';
+    return {
+        id: post.uri,
+        source: 'bluesky',
+        author: {
+            username: post.author.handle,
+            displayName: post.author.displayName,
+            profileUrl: `https://bsky.app/profile/${post.author.handle}`,
+        },
+        content: post.record.text,
+        timestamp: new Date(post.record.createdAt),
+        url: `https://bsky.app/profile/${post.author.handle}/post/${rkey}`,
+        engagement: {
+            likes: post.likeCount || 0,
+            reposts: (post.repostCount || 0) + (post.quoteCount || 0),
+            replies: post.replyCount || 0,
+        },
+        tags: post.record.tags,
+    };
+}
+/**
+ * Fetch trending posts via the public "What's Hot" feed generator.
+ * No auth required.
+ */
+async function fetchWhatsHot(limit) {
+    const params = new URLSearchParams({
+        feed: WHATS_HOT_URI,
+        limit: String(Math.min(limit, 100)),
+    });
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), 10000);
+    try {
+        const response = await fetch(`${BSKY_PUBLIC}/app.bsky.feed.getFeed?${params}`, {
+            signal: controller.signal,
+            headers: { 'Accept': 'application/json' },
+        });
+        clearTimeout(timeout);
+        if (!response.ok) {
+            throw new Error(`Bluesky feed API: ${response.status}`);
+        }
+        const data = await response.json();
+        return (data.feed || []).map(item => bskyPostToPost(item.post));
+    }
+    catch (error) {
+        clearTimeout(timeout);
+        throw error;
+    }
+}
+async function createSession(identifier, password) {
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), 10000);
+    try {
+        const response = await fetch(`${BSKY_PDS}/com.atproto.server.createSession`, {
+            method: 'POST',
+            signal: controller.signal,
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({ identifier, password }),
+        });
+        clearTimeout(timeout);
+        if (!response.ok) {
+            throw new Error(`Bluesky auth failed: ${response.status}`);
+        }
+        const data = await response.json();
+        return data;
+    }
+    catch (error) {
+        clearTimeout(timeout);
+        throw error;
+    }
+}
+async function searchBluesky(accessJwt, query, limit) {
+    const params = new URLSearchParams({
+        q: query,
+        limit: String(Math.min(limit, 100)),
+        sort: 'top',
+    });
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), 10000);
+    try {
+        const response = await fetch(`${BSKY_APPVIEW}/app.bsky.feed.searchPosts?${params}`, {
+            signal: controller.signal,
+            headers: {
+                'Accept': 'application/json',
+                'Authorization': `Bearer ${accessJwt}`,
+            },
+        });
+        clearTimeout(timeout);
+        if (!response.ok) {
+            throw new Error(`Bluesky search API: ${response.status}`);
+        }
+        const data = await response.json();
+        const posts = data.posts || [];
+        return posts.map(bskyPostToPost);
+    }
+    catch (error) {
+        clearTimeout(timeout);
+        throw error;
+    }
+}
+export async function fetchBluesky(options) {
+    const limit = options.limit || 25;
+    const cutoff = getTimeframeCutoff(options.timeframe);
+    try {
+        let posts;
+        if (options.query) {
+            // Search requires authentication
+            const identifier = process.env.BLUESKY_IDENTIFIER;
+            const appPassword = process.env.BLUESKY_APP_PASSWORD;
+            if (!identifier || !appPassword) {
+                return {
+                    posts: [],
+                    source: 'bluesky',
+                    error: 'Bluesky search requires BLUESKY_IDENTIFIER and BLUESKY_APP_PASSWORD. Create an app password at https://bsky.app/settings/app-passwords',
+                };
+            }
+            const session = await createSession(identifier, appPassword);
+            posts = await searchBluesky(session.accessJwt, options.query, limit);
+        }
+        else {
+            // Trending uses the public "What's Hot" feed — no auth needed
+            posts = await fetchWhatsHot(limit);
+        }
+        // Apply timeframe cutoff client-side
+        posts = posts.filter(p => p.timestamp >= cutoff);
+        // Filter by query if provided (AND semantics for multi-word queries)
+        if (options.query) {
+            posts = posts.filter(p => matchesQuery(p.content, p.tags || [], options.query));
+        }
+        // Filter empty content
+        posts = posts.filter(p => p.content.trim().length > 0);
+        return {
+            posts: posts.slice(0, limit),
+            source: 'bluesky',
+        };
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : 'Unknown error';
+        return {
+            posts: [],
+            source: 'bluesky',
+            error: `Bluesky: ${message}`,
+        };
+    }
+}
+//# sourceMappingURL=bluesky.js.map

package/dist/fetchers/bluesky.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bluesky.js","sourceRoot":"","sources":["../../src/fetchers/bluesky.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,WAAW,GAAG,kCAAkC,CAAC;AACvD,MAAM,QAAQ,GAAG,0BAA0B,CAAC;AAC5C,MAAM,YAAY,GAAG,2BAA2B,CAAC;AAEjD,iDAAiD;AACjD,MAAM,aAAa,GAAG,yEAAyE,CAAC;AAsChG,SAAS,cAAc,CAAC,IAAc;IACpC,6DAA6D;IAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;IAE7C,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,GAAG;QACZ,MAAM,EAAE,SAAkB;QAC1B,MAAM,EAAE;YACN,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC5B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,UAAU,EAAE,4BAA4B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;SAC7D;QACD,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;QACzB,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QAC1C,GAAG,EAAE,4BAA4B,IAAI,CAAC,MAAM,CAAC,MAAM,SAAS,IAAI,EAAE;QAClE,UAAU,EAAE;YACV,KAAK,EAAE,IAAI,CAAC,SAAS,IAAI,CAAC;YAC1B,OAAO,EAAE,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;YACzD,OAAO,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;SAC9B;QACD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;KACvB,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,aAAa,CAAC,KAAa;IACxC,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;QACjC,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;KACpC,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;IAE5D,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,WAAW,0BAA0B,MAAM,EAAE,EAAE;YAC7E,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE,EAAE,QAAQ,EAAE,kBAAkB,EAAE;SAC1C,CAAC,CAAC;QAEH,YAAY,CAAC,OAAO,CAAC,CAAC;QAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAsB,CAAC;QACvD,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAClE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,YAAY,CAAC,OAAO,CAAC,CAAC;QACtB,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,UAAkB,EAAE,QAAgB;IAC/D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;IAE5D,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,mCAAmC,EAAE;YAC3E,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;SAC/C,CAAC,CAAC;QAEH,YAAY,CAAC,OAAO,CAAC,CAAC;QAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAiB,CAAC;QAClD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,YAAY,CAAC,OAAO,CAAC,CAAC;QACtB,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,SAAiB,EACjB,KAAa,EACb,KAAa;IAEb,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;QACjC,CAAC,EAAE,KAAK;QACR,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACnC,IAAI,EAAE,KAAK;KACZ,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;IAE5D,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,YAAY,8BAA8B,MAAM,EAAE,EAAE;YAClF,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE;gBACP,QAAQ,EAAE,kBAAkB;gBAC5B,eAAe,EAAE,UAAU,SAAS,EAAE;aACvC;SACF,CAAC,CAAC;QAEH,YAAY,CAAC,OAAO,CAAC,CAAC;QAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAwB,CAAC;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QAE/B,OAAO,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,YAAY,CAAC,OAAO,CAAC,CAAC;QACtB,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAAsB;IACvD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAErD,IAAI,CAAC;QACH,IAAI,KAAa,CAAC;QAElB,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,iCAAiC;YACjC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;YAClD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;YACrD,IAAI,CAAC,UAAU,IAAI,CAAC,WAAW,EAAE,CAAC;gBAChC,OAAO;oBACL,KAAK,EAAE,EAAE;oBACT,MAAM,EAAE,SAAS;oBACjB,KAAK,EAAE,wIAAwI;iBAChJ,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YAC7D,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACvE,CAAC;aAAM,CAAC;YACN,8DAA8D;YAC9D,KAAK,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QAED,qCAAqC;QACrC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC;QAEjD,qEAAqE;QACrE,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACvB,YAAY,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,EAAE,OAAO,CAAC,KAAM,CAAC,CACtD,CAAC;QACJ,CAAC;QAED,uBAAuB;QACvB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEvD,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;YAC5B,MAAM,EAAE,SAAS;SAClB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;QACzE,OAAO;YACL,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,YAAY,OAAO,EAAE;SAC7B,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/fetchers/farcaster.d.ts

@@ -0,0 +1,3 @@
+import type { SearchOptions, FetchResult } from '../types.js';
+export declare function fetchFarcaster(options: SearchOptions): Promise<FetchResult>;
+//# sourceMappingURL=farcaster.d.ts.map

package/dist/fetchers/farcaster.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"farcaster.d.ts","sourceRoot":"","sources":["../../src/fetchers/farcaster.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAQ,aAAa,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAiEpE,wBAAsB,cAAc,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,CA+CjF"}

package/dist/fetchers/farcaster.js

@@ -0,0 +1,149 @@
+import { getTimeframeCutoff } from '../utils/time.js';
+import { matchesQuery } from '../utils/search.js';
+const NEYNAR_API = 'https://api.neynar.com/v2/farcaster';
+function neynarCastToPost(cast) {
+    return {
+        id: cast.hash,
+        source: 'farcaster',
+        author: {
+            username: cast.author.username || `fid:${cast.author.fid}`,
+            displayName: cast.author.display_name,
+            profileUrl: `https://farcaster.xyz/${cast.author.username}`,
+        },
+        content: cast.text,
+        timestamp: new Date(cast.timestamp),
+        url: `https://farcaster.xyz/${cast.author.username}/${cast.hash.slice(0, 10)}`,
+        engagement: {
+            likes: cast.reactions?.likes_count || 0,
+            reposts: cast.reactions?.recasts_count || 0,
+            replies: cast.replies?.count || 0,
+        },
+    };
+}
+function mapTimeframeToWindow(timeframe) {
+    switch (timeframe) {
+        case '24h': return '24h';
+        case '48h': return '24h'; // closest available
+        case 'week': return '7d';
+        default: return '24h';
+    }
+}
+export async function fetchFarcaster(options) {
+    const apiKey = process.env.NEYNAR_API_KEY;
+    if (!apiKey) {
+        return {
+            posts: [],
+            source: 'farcaster',
+            error: 'Farcaster requires NEYNAR_API_KEY. Get one at https://neynar.com',
+        };
+    }
+    const limit = options.limit || 25;
+    const cutoff = getTimeframeCutoff(options.timeframe);
+    try {
+        let posts;
+        if (options.query) {
+            posts = await fetchNeynarSearch(apiKey, options.query, limit, options.channel);
+        }
+        else {
+            posts = await fetchNeynarTrending(apiKey, limit, options.timeframe, options.channel);
+        }
+        // Apply timeframe cutoff
+        posts = posts.filter(p => p.timestamp >= cutoff);
+        // Filter by query if provided (AND semantics for multi-word queries)
+        if (options.query) {
+            posts = posts.filter(p => matchesQuery(p.content, p.tags || [], options.query));
+        }
+        // Filter empty content
+        posts = posts.filter(p => p.content.trim().length > 0);
+        return {
+            posts: posts.slice(0, limit),
+            source: 'farcaster',
+        };
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : 'Unknown error';
+        return {
+            posts: [],
+            source: 'farcaster',
+            error: `Farcaster: ${message}`,
+        };
+    }
+}
+async function fetchNeynarTrending(apiKey, limit, timeframe, channel) {
+    const timeWindow = mapTimeframeToWindow(timeframe);
+    const allPosts = [];
+    let cursor;
+    // Neynar trending limit is 1-10 per request, so paginate
+    while (allPosts.length < limit) {
+        const batchSize = Math.min(10, limit - allPosts.length);
+        const params = new URLSearchParams({
+            limit: String(batchSize),
+            time_window: timeWindow,
+        });
+        if (channel)
+            params.set('channel_id', channel);
+        if (cursor)
+            params.set('cursor', cursor);
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), 10000);
+        try {
+            const response = await fetch(`${NEYNAR_API}/feed/trending?${params}`, {
+                signal: controller.signal,
+                headers: {
+                    'Accept': 'application/json',
+                    'x-api-key': apiKey,
+                },
+            });
+            clearTimeout(timeout);
+            if (!response.ok) {
+                throw new Error(`Neynar trending API: ${response.status}`);
+            }
+            const data = await response.json();
+            const casts = data.casts || [];
+            if (casts.length === 0)
+                break;
+            for (const cast of casts) {
+                allPosts.push(neynarCastToPost(cast));
+            }
+            cursor = data.next?.cursor;
+            if (!cursor)
+                break;
+        }
+        catch (error) {
+            clearTimeout(timeout);
+            throw error;
+        }
+    }
+    return allPosts;
+}
+async function fetchNeynarSearch(apiKey, query, limit, channel) {
+    const params = new URLSearchParams({
+        q: query,
+        limit: String(Math.min(limit, 100)),
+    });
+    if (channel)
+        params.set('channel_id', channel);
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), 10000);
+    try {
+        const response = await fetch(`${NEYNAR_API}/cast/search?${params}`, {
+            signal: controller.signal,
+            headers: {
+                'Accept': 'application/json',
+                'x-api-key': apiKey,
+            },
+        });
+        clearTimeout(timeout);
+        if (!response.ok) {
+            throw new Error(`Neynar search API: ${response.status}`);
+        }
+        const data = await response.json();
+        const casts = data.result?.casts || [];
+        return casts.map(neynarCastToPost);
+    }
+    catch (error) {
+        clearTimeout(timeout);
+        throw error;
+    }
+}
+//# sourceMappingURL=farcaster.js.map

package/dist/fetchers/farcaster.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"farcaster.js","sourceRoot":"","sources":["../../src/fetchers/farcaster.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,UAAU,GAAG,qCAAqC,CAAC;AAgCzD,SAAS,gBAAgB,CAAC,IAAgB;IACxC,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,IAAI;QACb,MAAM,EAAE,WAAoB;QAC5B,MAAM,EAAE;YACN,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;YAC1D,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;YACrC,UAAU,EAAE,yBAAyB,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;SAC5D;QACD,OAAO,EAAE,IAAI,CAAC,IAAI;QAClB,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;QACnC,GAAG,EAAE,yBAAyB,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;QAC9E,UAAU,EAAE;YACV,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,WAAW,IAAI,CAAC;YACvC,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,aAAa,IAAI,CAAC;YAC3C,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,IAAI,CAAC;SAClC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,SAAiB;IAC7C,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC;QACzB,KAAK,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,oBAAoB;QAC9C,KAAK,MAAM,CAAC,CAAC,OAAO,IAAI,CAAC;QACzB,OAAO,CAAC,CAAC,OAAO,KAAK,CAAC;IACxB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAsB;IACzD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,kEAAkE;SAC1E,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAErD,IAAI,CAAC;QACH,IAAI,KAAa,CAAC;QAElB,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACjF,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,MAAM,mBAAmB,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACvF,CAAC;QAED,yBAAyB;QACzB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC;QAEjD,qEAAqE;QACrE,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACvB,YAAY,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,EAAE,OAAO,CAAC,KAAM,CAAC,CACtD,CAAC;QACJ,CAAC;QAED,uBAAuB;QACvB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEvD,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;YAC5B,MAAM,EAAE,WAAW;SACpB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;QACzE,OAAO;YACL,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,cAAc,OAAO,EAAE;SAC/B,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,MAAc,EACd,KAAa,EACb,SAAiB,EACjB,OAAgB;IAEhB,MAAM,UAAU,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAW,EAAE,CAAC;IAC5B,IAAI,MAA0B,CAAC;IAE/B,yDAAyD;IACzD,OAAO,QAAQ,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;YACjC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC;YACxB,WAAW,EAAE,UAAU;SACxB,CAAC,CAAC;QACH,IAAI,OAAO;YAAE,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,MAAM;YAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAEzC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;QAE5D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,UAAU,kBAAkB,MAAM,EAAE,EAAE;gBACpE,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,OAAO,EAAE;oBACP,QAAQ,EAAE,kBAAkB;oBAC5B,WAAW,EAAE,MAAM;iBACpB;aACF,CAAC,CAAC;YAEH,YAAY,CAAC,OAAO,CAAC,CAAC;YAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA4B,CAAC;YAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAE/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAE9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YACxC,CAAC;YAED,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC;YAC3B,IAAI,CAAC,MAAM;gBAAE,MAAM;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,MAAc,EACd,KAAa,EACb,KAAa,EACb,OAAgB;IAEhB,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;QACjC,CAAC,EAAE,KAAK;QACR,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;KACpC,CAAC,CAAC;IACH,IAAI,OAAO;QAAE,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAE/C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;IAE5D,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,UAAU,gBAAgB,MAAM,EAAE,EAAE;YAClE,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE;gBACP,QAAQ,EAAE,kBAAkB;gBAC5B,WAAW,EAAE,MAAM;aACpB;SACF,CAAC,CAAC;QAEH,YAAY,CAAC,OAAO,CAAC,CAAC;QAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA0B,CAAC;QAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC;QAEvC,OAAO,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,YAAY,CAAC,OAAO,CAAC,CAAC;QACtB,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/fetchers/lens.d.ts

@@ -0,0 +1,3 @@
+import type { SearchOptions, FetchResult } from '../types.js';
+export declare function fetchLens(options: SearchOptions): Promise<FetchResult>;
+//# sourceMappingURL=lens.d.ts.map

package/dist/fetchers/lens.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lens.d.ts","sourceRoot":"","sources":["../../src/fetchers/lens.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAQ,aAAa,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAiCpE,wBAAsB,SAAS,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,CAqD5E"}