kompass-sdk 0.5.0 → 0.7.0

package/src/sources/skills.ts

@@ -1,13 +1,16 @@
 /**
  * Skills Source Adapter
- * Searches skills.sh (Vercel) and ClawHub registries for agent skills
- * 13,700+ capabilities indexed across both registries
+ * Searches REAL APIs:
+ * - skills.sh (Vercel) — /api/search?q=
+ * - ClawHub (OpenClaw) — /api/search?q= (vector search)
+ *
+ * No hardcoded seed lists. All real data.
  */
 
 import type { SourceAdapter, UnifiedAgent, SourceSearchOptions } from "./types.js";
 
-const SKILLS_SH_API = "https://skills.sh";
-const CLAWHUB_API = "https://clawhub.ai";
+const SKILLS_SH_API = "https://skills.sh/api/search";
+const CLAWHUB_API = "https://clawhub.ai/api/search";
 
 export const skillsAdapter: SourceAdapter = {
   name: "skills-registry",
@@ -19,143 +22,111 @@ export const skillsAdapter: SourceAdapter = {
     const results: UnifiedAgent[] = [];
 
     // Search skills.sh
-    try {
-      const skillsShResults = await searchSkillsSh(query, Math.ceil(limit / 2), timeout);
-      results.push(...skillsShResults);
-    } catch {
-      // skills.sh might not have a public search API — fall back to known skills
-    }
-
-    // Search ClawHub
-    try {
-      const clawHubResults = await searchClawHub(query, Math.ceil(limit / 2), timeout);
-      results.push(...clawHubResults);
-    } catch {
-      // ClawHub might be rate-limited
-    }
+    const [skillsShResults, clawHubResults] = await Promise.allSettled([
+      searchSkillsSh(query, Math.ceil(limit / 2), timeout),
+      searchClawHub(query, Math.ceil(limit / 2), timeout),
+    ]);
 
-    // If both APIs fail, return from seed list
-    if (results.length === 0) {
-      return searchSeedList(query, limit);
-    }
+    if (skillsShResults.status === "fulfilled") results.push(...skillsShResults.value);
+    if (clawHubResults.status === "fulfilled") results.push(...clawHubResults.value);
 
     return results.slice(0, limit);
   },
 
   async ping(): Promise<boolean> {
     try {
-      const res = await fetch(SKILLS_SH_API, { signal: AbortSignal.timeout(3000) });
+      const res = await fetch(`${SKILLS_SH_API}?q=test`, { signal: AbortSignal.timeout(3000) });
       return res.ok;
     } catch {
-      return true; // Seed list always available
+      return false;
     }
   },
 };
 
 async function searchSkillsSh(query: string, limit: number, timeout: number): Promise<UnifiedAgent[]> {
-  // skills.sh has a search page — try to query it
-  const res = await fetch(`${SKILLS_SH_API}/api/search?q=${encodeURIComponent(query)}&limit=${limit}`, {
-    signal: AbortSignal.timeout(timeout),
-  });
-
-  if (!res.ok) {
-    // Try the leaderboard endpoint
-    const lbRes = await fetch(`${SKILLS_SH_API}/api/leaderboard?limit=${limit}`, {
+  try {
+    const res = await fetch(`${SKILLS_SH_API}?q=${encodeURIComponent(query)}`, {
       signal: AbortSignal.timeout(timeout),
     });
-    if (!lbRes.ok) return [];
-    const data = await lbRes.json();
-    const skills = Array.isArray(data) ? data : data.skills ?? data.data ?? [];
-    return skills
-      .filter((s: any) => matchesQuery(s, query))
-      .map((s: any) => mapSkill(s, "skills-sh"));
-  }
 
-  const data = await res.json();
-  const skills = Array.isArray(data) ? data : data.skills ?? data.results ?? [];
-  return skills.map((s: any) => mapSkill(s, "skills-sh"));
+    if (!res.ok) return [];
+
+    const data = await res.json();
+    const skills = data.skills ?? [];
+
+    return skills.slice(0, limit).map((s: any) => ({
+      id: `skills-registry:skills-sh:${s.id ?? s.skillId}`,
+      nativeId: s.id ?? s.skillId,
+      name: s.name ?? s.skillId ?? "Unknown Skill",
+      description: s.description ?? "",
+      categories: extractSkillCategories(s.name ?? "", s.description ?? ""),
+      capabilities: [s.name, s.description].filter(Boolean),
+      source: "skills-registry" as const,
+      protocol: "skill" as const,
+      endpoints: {
+        http: `https://skills.sh/${s.source ?? s.id}`,
+      },
+      pricing: { model: "free" as const },
+      verified: (s.installs ?? 0) > 100,
+      reputation: s.installs ? {
+        score: Math.min(s.installs / 100, 100),
+        count: s.installs,
+        source: "skills-sh-installs",
+      } : undefined,
+      raw: { ...s, registry: "skills-sh" },
+    }));
+  } catch {
+    return [];
+  }
 }
 
 async function searchClawHub(query: string, limit: number, timeout: number): Promise<UnifiedAgent[]> {
-  const res = await fetch(`${CLAWHUB_API}/api/skills/search?q=${encodeURIComponent(query)}&limit=${limit}`, {
-    signal: AbortSignal.timeout(timeout),
-  });
-
-  if (!res.ok) return [];
-
-  const data = await res.json();
-  const skills = Array.isArray(data) ? data : data.skills ?? data.results ?? [];
-  return skills.map((s: any) => mapSkill(s, "clawhub"));
-}
-
-function mapSkill(skill: any, registry: string): UnifiedAgent {
-  const name = skill.name ?? skill.slug ?? skill.title ?? "Unknown Skill";
-  const description = skill.description ?? "";
-  const repo = skill.repo ?? skill.repository ?? skill.url ?? "";
-  const installs = skill.installs ?? skill.downloads ?? 0;
-
-  return {
-    id: `skills-registry:${registry}:${name.toLowerCase().replace(/\s+/g, "-")}`,
-    nativeId: skill.id ?? name,
-    name,
-    description,
-    categories: extractSkillCategories(name, description),
-    capabilities: [description, ...(skill.tags ?? [])],
-    source: "skills-registry" as any,
-    protocol: "skill" as any,
-    endpoints: {
-      http: repo || `https://skills.sh/${name}`,
-    },
-    pricing: { model: "free" as const },
-    verified: installs > 100,
-    lastSeen: Date.now(),
-    raw: { ...skill, registry },
-  };
-}
-
-// Seed list of well-known skills for when APIs are unavailable
-const KNOWN_SKILLS = [
-  { name: "remotion-best-practices", description: "Video creation in React with Remotion", categories: ["media", "development"], registry: "skills-sh", installs: 145000 },
-  { name: "web-design-guidelines", description: "UI/UX design best practices for web development", categories: ["design", "development"], registry: "skills-sh", installs: 89000 },
-  { name: "react-best-practices", description: "React and Next.js performance optimization from Vercel", categories: ["development"], registry: "skills-sh", installs: 120000 },
-  { name: "solana-dev", description: "End-to-end Solana development playbook", categories: ["development", "defi"], registry: "skills-sh", installs: 50000 },
-  { name: "cairo-contracts", description: "Write Cairo smart contracts on Starknet", categories: ["development", "defi"], registry: "skills-sh", installs: 30000 },
-  { name: "x402-skill", description: "x402 HTTP payment protocol for monetizing APIs", categories: ["payments", "development"], registry: "skills-sh", installs: 25000 },
-  { name: "agent-browser", description: "Automate browser interactions, screenshots, form filling", categories: ["tools", "automation"], registry: "skills-sh", installs: 70000 },
-  { name: "implement-design", description: "Translate Figma designs into production-ready code", categories: ["design", "development"], registry: "skills-sh", installs: 60000 },
-  { name: "find-skills", description: "Discover and install new agent skills", categories: ["tools", "discovery"], registry: "skills-sh", installs: 200000 },
-  { name: "tailwind-v4-shadcn", description: "Set up Tailwind v4 with shadcn/ui", categories: ["development", "design"], registry: "skills-sh", installs: 45000 },
-  { name: "ethskills", description: "Learn Ethereum, Solidity, smart contracts, web3 development", categories: ["development", "defi"], registry: "skills-sh", installs: 8000 },
-  { name: "soul-markets", description: "Agent skill marketplace — monetize agent capabilities", categories: ["marketplace", "commerce"], registry: "clawhub", installs: 5000 },
-  { name: "a2a-market", description: "Buy and sell agent skills using USDC on Base via A2A", categories: ["marketplace", "commerce"], registry: "clawhub", installs: 3000 },
-  { name: "skillzmarket", description: "Discover and install skills from community marketplace", categories: ["marketplace", "discovery"], registry: "clawhub", installs: 4000 },
-  { name: "x402-agent-marketplace", description: "x402 agent marketplace for paid AI capabilities", categories: ["marketplace", "payments"], registry: "clawhub", installs: 2000 },
-];
-
-function searchSeedList(query: string, limit: number): UnifiedAgent[] {
-  const lower = query.toLowerCase();
-  return KNOWN_SKILLS
-    .filter((s) => matchesQuery(s, query))
-    .slice(0, limit)
-    .map((s) => mapSkill({ ...s, installs: s.installs }, s.registry));
-}
+  try {
+    const res = await fetch(`${CLAWHUB_API}?q=${encodeURIComponent(query)}`, {
+      signal: AbortSignal.timeout(timeout),
+    });
 
-function matchesQuery(skill: any, query: string): boolean {
-  if (!query) return true;
-  const lower = query.toLowerCase();
-  const text = `${skill.name ?? ""} ${skill.description ?? ""} ${(skill.tags ?? []).join(" ")} ${(skill.categories ?? []).join(" ")}`.toLowerCase();
-  return lower.split(/\s+/).some((term) => text.includes(term));
+    if (!res.ok) return [];
+
+    const data = await res.json();
+    const skills = data.results ?? [];
+
+    return skills.slice(0, limit).map((s: any) => ({
+      id: `skills-registry:clawhub:${s.slug}`,
+      nativeId: s.slug,
+      name: s.displayName ?? s.slug ?? "Unknown Skill",
+      description: s.summary ?? "",
+      categories: extractSkillCategories(s.displayName ?? "", s.summary ?? ""),
+      capabilities: [s.summary ?? s.displayName ?? ""],
+      source: "skills-registry" as const,
+      protocol: "skill" as const,
+      endpoints: {
+        http: `https://clawhub.ai/${s.slug}`,
+      },
+      pricing: { model: "free" as const },
+      verified: true,
+      reputation: s.score ? {
+        score: Math.round(s.score * 25),
+        count: 0,
+        source: "clawhub-relevance",
+      } : undefined,
+      raw: { ...s, registry: "clawhub" },
+    }));
+  } catch {
+    return [];
+  }
 }
 
 function extractSkillCategories(name: string, description: string): string[] {
   const text = `${name} ${description}`.toLowerCase();
   const cats: string[] = [];
   if (text.match(/react|next|vue|svelte|frontend|css|tailwind|design/)) cats.push("development");
-  if (text.match(/defi|yield|swap|solidity|ethereum|solana|contract/)) cats.push("defi");
+  if (text.match(/defi|yield|swap|solidity|ethereum|solana|contract|crypto/)) cats.push("defi");
   if (text.match(/image|video|audio|media|remotion|figma/)) cats.push("media");
-  if (text.match(/data|analytics|research|search/)) cats.push("data");
+  if (text.match(/data|analytics|research|search|scrape/)) cats.push("data");
   if (text.match(/browser|automat|tool|file/)) cats.push("tools");
   if (text.match(/market|commerce|pay|x402|monetiz/)) cats.push("commerce");
   if (text.match(/security|audit|test/)) cats.push("security");
+  if (text.match(/ai|llm|model|agent/)) cats.push("ai");
   return cats.length > 0 ? cats : ["general"];
 }