peak6-x-intelligence-plugin 0.1.8 → 0.1.9

package/README.md

@@ -41,7 +41,7 @@ POST /api/plugins/{pluginId}/bridge/data   — {"key": "dashboard-summary", "par
 POST /api/plugins/{pluginId}/bridge/action — {"key": "trigger-discovery", "params": {}}
 ```
 
-The `x-discovery-engine` skill (source: [peak6-labs/x-discovery-engine-skill](https://github.com/peak6-labs/x-discovery-engine-skill)) teaches agents the full workflow.
+Skills in [attention-machine](https://github.com/peak6-labs/attention-machine) teach agents how to use these tools — `x-research` for ad-hoc queries, `daily-intelligence` for the corpus workflow.
 
 ## Deployment
 

package/dist/worker.js

@@ -1034,6 +1034,19 @@ var DEFAULT_CONFIG = {
   alert_agents: []
 };
 
+// src/pipeline/fetch-utils.ts
+var DEFAULT_TIMEOUT_MS = 2e4;
+async function fetchWithTimeout(http, url, init = {}) {
+  const { timeoutMs = DEFAULT_TIMEOUT_MS, ...fetchInit } = init;
+  const controller = new AbortController();
+  const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
+  try {
+    return await http.fetch(url, { ...fetchInit, signal: controller.signal });
+  } finally {
+    clearTimeout(timeoutId);
+  }
+}
+
 // src/pipeline/xai-client.ts
 var XAI_RESPONSES_URL = "https://api.x.ai/v1/responses";
 var XAI_MODEL = "grok-4-fast-reasoning";
@@ -1082,13 +1095,14 @@ async function xaiSearch(http, secrets, logger, apiKeyRef, options) {
     inline_citations: true
   };
   logger.debug("xAI search request", { query: options.query, handles: options.allowedHandles });
-  const response = await globalThis.fetch(XAI_RESPONSES_URL, {
+  const response = await fetchWithTimeout(http, XAI_RESPONSES_URL, {
     method: "POST",
     headers: {
       "Content-Type": "application/json",
       Authorization: `Bearer ${apiKey}`
     },
-    body: JSON.stringify(body)
+    body: JSON.stringify(body),
+    timeoutMs: 2e4
   });
   if (!response.ok) {
     const errorText = await response.text();
@@ -1137,7 +1151,7 @@ async function batchLookupTweets(http, secrets, logger, bearerRef, tweetIds, sou
     const batch = tweetIds.slice(i, i + BATCH_SIZE);
     const url = `${X_API_BASE}/tweets?ids=${batch.join(",")}&tweet.fields=${TWEET_FIELDS}&expansions=${EXPANSIONS}&user.fields=${USER_FIELDS}`;
     logger.debug("X API v2 batch lookup", { batchSize: batch.length, offset: i });
-    const response = await http.fetch(url, {
+    const response = await fetchWithTimeout(http, url, {
       method: "GET",
       headers: {
         Authorization: `Bearer ${bearerToken}`
@@ -1187,7 +1201,7 @@ function mapToEnrichedTweet(tweet, author, source) {
 async function verifyTweetExists(http, secrets, bearerRef, tweetId) {
   const bearerToken = await secrets.resolve(bearerRef);
   const url = `${X_API_BASE}/tweets?ids=${tweetId}&tweet.fields=id`;
-  const response = await http.fetch(url, {
+  const response = await fetchWithTimeout(http, url, {
     method: "GET",
     headers: { Authorization: `Bearer ${bearerToken}` }
   });
@@ -1198,7 +1212,7 @@ async function verifyTweetExists(http, secrets, bearerRef, tweetId) {
 async function fetchTweetWithConversationId(http, secrets, logger, bearerRef, tweetId) {
   const bearerToken = await secrets.resolve(bearerRef);
   const url = `${X_API_BASE}/tweets?ids=${tweetId}&tweet.fields=conversation_id,${TWEET_FIELDS}&expansions=${EXPANSIONS}&user.fields=${USER_FIELDS}`;
-  const response = await http.fetch(url, {
+  const response = await fetchWithTimeout(http, url, {
     method: "GET",
     headers: { Authorization: `Bearer ${bearerToken}` }
   });
@@ -1225,7 +1239,7 @@ async function fetchConversationTweets(http, secrets, logger, bearerRef, convers
   const query = encodeURIComponent(`conversation_id:${conversationId}`);
   const url = `${X_API_BASE}/tweets/search/recent?query=${query}&tweet.fields=${TWEET_FIELDS}&expansions=${EXPANSIONS}&user.fields=${USER_FIELDS}&max_results=100`;
   logger.debug("Fetching conversation tweets", { conversationId });
-  const response = await http.fetch(url, {
+  const response = await fetchWithTimeout(http, url, {
     method: "GET",
     headers: { Authorization: `Bearer ${bearerToken}` }
   });
@@ -1251,7 +1265,7 @@ async function fetchConversationTweets(http, secrets, logger, bearerRef, convers
 async function fetchUserTimeline(http, secrets, logger, bearerRef, username, limit, sinceDate) {
   const bearerToken = await secrets.resolve(bearerRef);
   const userUrl = `${X_API_BASE}/users/by/username/${encodeURIComponent(username)}?user.fields=${USER_FIELDS}`;
-  const userResponse = await http.fetch(userUrl, {
+  const userResponse = await fetchWithTimeout(http, userUrl, {
     method: "GET",
     headers: { Authorization: `Bearer ${bearerToken}` }
   });
@@ -1271,7 +1285,7 @@ async function fetchUserTimeline(http, secrets, logger, bearerRef, username, lim
     timelineUrl += `&start_time=${sinceDate}T00:00:00Z`;
   }
   logger.debug("Fetching user timeline", { username, userId, limit: apiLimit });
-  const timelineResponse = await http.fetch(timelineUrl, {
+  const timelineResponse = await fetchWithTimeout(http, timelineUrl, {
     method: "GET",
     headers: { Authorization: `Bearer ${bearerToken}` }
   });
@@ -2228,58 +2242,69 @@ async function handleAnalyzeTopic(ctx, params, _runCtx) {
   const topic = typeof p.topic === "string" ? p.topic : "";
   const includeCorpus = p.include_corpus !== false;
   if (!topic) return { error: "topic is required" };
-  const config = await getConfig(ctx);
-  const today = (/* @__PURE__ */ new Date()).toISOString().split("T")[0];
-  await ctx.metrics.write("tool.analyze_topic.invoked", 1);
-  const queries = buildTopicQueries(topic, today);
-  const freshResults = [];
-  let totalCost = 0;
-  for (const query of queries) {
-    try {
-      const result2 = await xaiSearch(
-        ctx.http,
-        ctx.secrets,
-        ctx.logger,
-        config.xai_api_key_ref,
-        { query: query.text, fromDate: today, toDate: today, excludedHandles: config.global_excluded }
-      );
-      freshResults.push({
-        tweet_ids: result2.tweetIds,
-        query_type: query.topic,
-        synthesis_text: result2.synthesisText
-      });
-      totalCost += result2.costUsdTicks;
-    } catch (err) {
-      ctx.logger.warn("Analyze topic sub-query failed", {
-        queryType: query.topic,
-        error: err instanceof Error ? err.message : String(err)
-      });
+  try {
+    const config = await getConfig(ctx);
+    const today = (/* @__PURE__ */ new Date()).toISOString().split("T")[0];
+    await ctx.metrics.write("tool.analyze_topic.invoked", 1);
+    const queries = buildTopicQueries(topic, today);
+    const freshResults = [];
+    let totalCost = 0;
+    const settled = await Promise.allSettled(
+      queries.map(
+        (query) => xaiSearch(
+          ctx.http,
+          ctx.secrets,
+          ctx.logger,
+          config.xai_api_key_ref,
+          { query: query.text, fromDate: today, toDate: today, excludedHandles: config.global_excluded }
+        )
+      )
+    );
+    for (let i = 0; i < settled.length; i++) {
+      const outcome = settled[i];
+      if (outcome.status === "fulfilled") {
+        freshResults.push({
+          tweet_ids: outcome.value.tweetIds,
+          query_type: queries[i].topic,
+          synthesis_text: outcome.value.synthesisText
+        });
+        totalCost += outcome.value.costUsdTicks;
+      } else {
+        ctx.logger.warn("Analyze topic sub-query failed", {
+          queryType: queries[i].topic,
+          error: outcome.reason instanceof Error ? outcome.reason.message : String(outcome.reason)
+        });
+      }
     }
-  }
-  let corpusMatches = [];
-  if (includeCorpus) {
-    const allTweets = await ctx.entities.list({ entityType: ENTITY_TYPES.tweet, limit: 500 });
-    const corpus = allTweets.filter((t) => t.status === "active").map((t) => t.data);
-    corpusMatches = crossReferenceCorpus(topic, corpus);
-  }
-  await ctx.metrics.write("tool.analyze_topic.cost", totalCost / 1e9);
-  const corpusWithUrls = corpusMatches.slice(0, 10).map(withUrl);
-  const result = {
-    topic,
-    synthesis: freshResults.map((r) => `## ${r.query_type}
+    let corpusMatches = [];
+    if (includeCorpus) {
+      const allTweets = await ctx.entities.list({ entityType: ENTITY_TYPES.tweet, limit: 500 });
+      const corpus = allTweets.filter((t) => t.status === "active").map((t) => t.data);
+      corpusMatches = crossReferenceCorpus(topic, corpus);
+    }
+    await ctx.metrics.write("tool.analyze_topic.cost", totalCost / 1e9);
+    const corpusWithUrls = corpusMatches.slice(0, 10).map(withUrl);
+    const result = {
+      topic,
+      synthesis: freshResults.map((r) => `## ${r.query_type}
 ${r.synthesis_text}`).join("\n\n"),
-    corpus_matches: corpusWithUrls,
-    fresh_results: freshResults,
-    generated_at: (/* @__PURE__ */ new Date()).toISOString()
-  };
-  const matchLinks = corpusWithUrls.slice(0, 5).map((t) => `- @${t.author_username}: ${t.url}`).join("\n");
-  return {
-    content: `Topic analysis for "${topic}": ${freshResults.length} queries completed, ${corpusMatches.length} corpus matches found.${matchLinks ? `
+      corpus_matches: corpusWithUrls,
+      fresh_results: freshResults,
+      generated_at: (/* @__PURE__ */ new Date()).toISOString()
+    };
+    const matchLinks = corpusWithUrls.slice(0, 5).map((t) => `- @${t.author_username}: ${t.url}`).join("\n");
+    return {
+      content: `Topic analysis for "${topic}": ${freshResults.length} queries completed, ${corpusMatches.length} corpus matches found.${matchLinks ? `
 
 Top corpus matches:
 ${matchLinks}` : ""}`,
-    data: result
-  };
+      data: result
+    };
+  } catch (err) {
+    return {
+      error: `Topic analysis failed: ${err instanceof Error ? err.message : String(err)}`
+    };
+  }
 }
 async function handleGetThread(ctx, params, _runCtx) {
   const p = params;
@@ -2442,162 +2467,179 @@ async function handleSearchX(ctx, params, _runCtx) {
   const handles = Array.isArray(p.handles) ? p.handles : void 0;
   const quick = p.quick === true;
   if (!query) return { error: "query is required" };
-  const config = await getConfig(ctx);
-  await ctx.metrics.write("tool.search_x.invoked", 1);
-  const today = (/* @__PURE__ */ new Date()).toISOString().split("T")[0];
-  const threeDaysAgo = new Date(Date.now() - 3 * 864e5).toISOString().split("T")[0];
-  let totalCost = 0;
-  const result = await xaiSearch(
-    ctx.http,
-    ctx.secrets,
-    ctx.logger,
-    config.xai_api_key_ref,
-    {
-      query,
-      fromDate: threeDaysAgo,
-      toDate: today,
-      allowedHandles: handles,
-      excludedHandles: handles ? void 0 : config.global_excluded
+  try {
+    const config = await getConfig(ctx);
+    await ctx.metrics.write("tool.search_x.invoked", 1);
+    const today = (/* @__PURE__ */ new Date()).toISOString().split("T")[0];
+    const threeDaysAgo = new Date(Date.now() - 3 * 864e5).toISOString().split("T")[0];
+    let totalCost = 0;
+    const result = await xaiSearch(
+      ctx.http,
+      ctx.secrets,
+      ctx.logger,
+      config.xai_api_key_ref,
+      {
+        query,
+        fromDate: threeDaysAgo,
+        toDate: today,
+        allowedHandles: handles,
+        excludedHandles: handles ? void 0 : config.global_excluded
+      }
+    );
+    totalCost += result.costUsdTicks;
+    if (quick) {
+      const limitedIds = result.tweetIds.slice(0, limit);
+      await ctx.metrics.write("tool.search_x.cost", totalCost / 1e9);
+      return {
+        content: `Search for "${query}" (quick mode): ${limitedIds.length} tweets found.
+
+${result.synthesisText}`,
+        data: {
+          query,
+          mode: "quick",
+          tweet_ids: limitedIds,
+          synthesis: result.synthesisText,
+          cost_usd: totalCost / 1e9
+        }
+      };
     }
-  );
-  totalCost += result.costUsdTicks;
-  if (quick) {
-    const limitedIds = result.tweetIds.slice(0, limit);
+    const tweets = await batchLookupTweets(
+      ctx.http,
+      ctx.secrets,
+      ctx.logger,
+      config.x_api_bearer_ref,
+      result.tweetIds,
+      "open_discovery"
+    );
+    const { allHandles, byDomain } = buildAuthorityMaps(config);
+    const scored = scoreTweets(
+      tweets,
+      config.scoring_weights,
+      config.engagement_sub_weights,
+      config.authority_boost,
+      allHandles,
+      byDomain,
+      config.semantic_topics
+    );
+    const deduped = deduplicateTweets(scored, config.dedup_threshold);
+    const limited = deduped.slice(0, limit).map(withUrl);
     await ctx.metrics.write("tool.search_x.cost", totalCost / 1e9);
+    const topLinks = limited.slice(0, 5).map(
+      (t) => `- @${t.author_username} (score: ${t.score.toFixed(1)}): ${t.url}`
+    ).join("\n");
     return {
-      content: `Search for "${query}" (quick mode): ${limitedIds.length} tweets found.
+      content: `Search for "${query}": ${limited.length} enriched tweets (of ${deduped.length} unique).
 
+Top results:
+${topLinks}
+
+Synthesis:
 ${result.synthesisText}`,
       data: {
         query,
-        mode: "quick",
-        tweet_ids: limitedIds,
+        mode: "full",
+        items: limited,
+        total_unique: deduped.length,
         synthesis: result.synthesisText,
         cost_usd: totalCost / 1e9
       }
     };
+  } catch (err) {
+    return {
+      error: `Search failed: ${err instanceof Error ? err.message : String(err)}`
+    };
   }
-  const tweets = await batchLookupTweets(
-    ctx.http,
-    ctx.secrets,
-    ctx.logger,
-    config.x_api_bearer_ref,
-    result.tweetIds,
-    "open_discovery"
-  );
-  const { allHandles, byDomain } = buildAuthorityMaps(config);
-  const scored = scoreTweets(
-    tweets,
-    config.scoring_weights,
-    config.engagement_sub_weights,
-    config.authority_boost,
-    allHandles,
-    byDomain,
-    config.semantic_topics
-  );
-  const deduped = deduplicateTweets(scored, config.dedup_threshold);
-  const limited = deduped.slice(0, limit).map(withUrl);
-  await ctx.metrics.write("tool.search_x.cost", totalCost / 1e9);
-  const topLinks = limited.slice(0, 5).map(
-    (t) => `- @${t.author_username} (score: ${t.score.toFixed(1)}): ${t.url}`
-  ).join("\n");
-  return {
-    content: `Search for "${query}": ${limited.length} enriched tweets (of ${deduped.length} unique).
-
-Top results:
-${topLinks}
-
-Synthesis:
-${result.synthesisText}`,
-    data: {
-      query,
-      mode: "full",
-      items: limited,
-      total_unique: deduped.length,
-      synthesis: result.synthesisText,
-      cost_usd: totalCost / 1e9
-    }
-  };
 }
 async function handleGetTrending(ctx, params, _runCtx) {
   const p = params;
   const limit = typeof p.limit === "number" ? p.limit : 20;
   const pillar = typeof p.pillar === "string" ? p.pillar : void 0;
-  const config = await getConfig(ctx);
-  await ctx.metrics.write("tool.get_trending.invoked", 1);
-  const today = (/* @__PURE__ */ new Date()).toISOString().split("T")[0];
-  const threeDaysAgo = new Date(Date.now() - 3 * 864e5).toISOString().split("T")[0];
-  const topics = pillar ? (() => {
-    const words = pillar.toLowerCase().split(/[^a-z0-9]+/).filter((w) => w.length > 2);
-    return config.semantic_topics.filter((t) => {
-      const lower = t.toLowerCase();
-      return words.some((w) => lower.includes(w));
-    });
-  })() : config.semantic_topics;
-  if (topics.length === 0) {
-    return {
-      error: pillar ? `No semantic topics match pillar "${pillar}". Available topics: ${config.semantic_topics.join(", ")}` : "No semantic topics configured"
-    };
-  }
-  const queries = buildOpenQueries(topics, [], today);
-  const allTweetIdArrays = [];
-  let totalCost = 0;
-  for (const query of queries) {
-    try {
-      const result = await xaiSearch(
-        ctx.http,
-        ctx.secrets,
-        ctx.logger,
-        config.xai_api_key_ref,
-        { query: query.text, fromDate: threeDaysAgo, toDate: today, excludedHandles: config.global_excluded }
-      );
-      allTweetIdArrays.push(result.tweetIds);
-      totalCost += result.costUsdTicks;
-    } catch (err) {
-      ctx.logger.warn("Trending query failed", {
-        query: query.text,
-        error: err instanceof Error ? err.message : String(err)
+  try {
+    const config = await getConfig(ctx);
+    await ctx.metrics.write("tool.get_trending.invoked", 1);
+    const today = (/* @__PURE__ */ new Date()).toISOString().split("T")[0];
+    const threeDaysAgo = new Date(Date.now() - 3 * 864e5).toISOString().split("T")[0];
+    const topics = pillar ? (() => {
+      const words = pillar.toLowerCase().split(/[^a-z0-9]+/).filter((w) => w.length > 2);
+      return config.semantic_topics.filter((t) => {
+        const lower = t.toLowerCase();
+        return words.some((w) => lower.includes(w));
       });
+    })() : config.semantic_topics;
+    if (topics.length === 0) {
+      return {
+        error: pillar ? `No semantic topics match pillar "${pillar}". Available topics: ${config.semantic_topics.join(", ")}` : "No semantic topics configured"
+      };
     }
-  }
-  const tweetIds = deduplicateIds(allTweetIdArrays);
-  const tweets = await batchLookupTweets(
-    ctx.http,
-    ctx.secrets,
-    ctx.logger,
-    config.x_api_bearer_ref,
-    tweetIds,
-    "open_discovery"
-  );
-  const { allHandles, byDomain } = buildAuthorityMaps(config);
-  const scored = scoreTweets(
-    tweets,
-    config.scoring_weights,
-    config.engagement_sub_weights,
-    config.authority_boost,
-    allHandles,
-    byDomain,
-    config.semantic_topics
-  );
-  const deduped = deduplicateTweets(scored, config.dedup_threshold);
-  const limited = deduped.slice(0, limit).map(withUrl);
-  await ctx.metrics.write("tool.get_trending.cost", totalCost / 1e9);
-  const topLinks = limited.slice(0, 5).map(
-    (t) => `- @${t.author_username} (score: ${t.score.toFixed(1)}): ${t.url}`
-  ).join("\n");
-  return {
-    content: `Trending${pillar ? ` in "${pillar}"` : ""}: ${limited.length} tweets across ${queries.length} topics.
+    const queries = buildOpenQueries(topics, [], today);
+    const allTweetIdArrays = [];
+    let totalCost = 0;
+    const settled = await Promise.allSettled(
+      queries.map(
+        (query) => xaiSearch(
+          ctx.http,
+          ctx.secrets,
+          ctx.logger,
+          config.xai_api_key_ref,
+          { query: query.text, fromDate: threeDaysAgo, toDate: today, excludedHandles: config.global_excluded }
+        )
+      )
+    );
+    for (let i = 0; i < settled.length; i++) {
+      const outcome = settled[i];
+      if (outcome.status === "fulfilled") {
+        allTweetIdArrays.push(outcome.value.tweetIds);
+        totalCost += outcome.value.costUsdTicks;
+      } else {
+        ctx.logger.warn("Trending query failed", {
+          query: queries[i].text,
+          error: outcome.reason instanceof Error ? outcome.reason.message : String(outcome.reason)
+        });
+      }
+    }
+    const tweetIds = deduplicateIds(allTweetIdArrays);
+    const tweets = await batchLookupTweets(
+      ctx.http,
+      ctx.secrets,
+      ctx.logger,
+      config.x_api_bearer_ref,
+      tweetIds,
+      "open_discovery"
+    );
+    const { allHandles, byDomain } = buildAuthorityMaps(config);
+    const scored = scoreTweets(
+      tweets,
+      config.scoring_weights,
+      config.engagement_sub_weights,
+      config.authority_boost,
+      allHandles,
+      byDomain,
+      config.semantic_topics
+    );
+    const deduped = deduplicateTweets(scored, config.dedup_threshold);
+    const limited = deduped.slice(0, limit).map(withUrl);
+    await ctx.metrics.write("tool.get_trending.cost", totalCost / 1e9);
+    const topLinks = limited.slice(0, 5).map(
+      (t) => `- @${t.author_username} (score: ${t.score.toFixed(1)}): ${t.url}`
+    ).join("\n");
+    return {
+      content: `Trending${pillar ? ` in "${pillar}"` : ""}: ${limited.length} tweets across ${queries.length} topics.
 
 Top results:
 ${topLinks}`,
-    data: {
-      pillar: pillar ?? null,
-      topics_queried: queries.length,
-      items: limited,
-      total_unique: deduped.length,
-      cost_usd: totalCost / 1e9
-    }
-  };
+      data: {
+        pillar: pillar ?? null,
+        topics_queried: queries.length,
+        items: limited,
+        total_unique: deduped.length,
+        cost_usd: totalCost / 1e9
+      }
+    };
+  } catch (err) {
+    return {
+      error: `Trending search failed: ${err instanceof Error ? err.message : String(err)}`
+    };
+  }
 }
 async function handleGetUserTimeline(ctx, params, _runCtx) {
   const p = params;