dsh-skill-store 0.1.0

package/lib/skillhub.js

@@ -0,0 +1,304 @@
+/**
+ * @file SkillHub (skillhub.cn) registry source for dsh-skill-store.
+ *
+ * SkillHub is Tencent's Chinese-language skill community. Its public read API
+ * exposes a much richer dataset than the GitHub mirror: 131k+ skills with
+ * per-skill stars / downloads / installs, a bilingual 13-category taxonomy,
+ * Chinese descriptions, and downloadable SKILL.md content.
+ *
+ * NOTE the base host is `api.skillhub.cn`, and the two path families differ:
+ *   /api/skills        — listing (no version segment)
+ *   /api/v1/skills/... — detail / files / file
+ * Ownership is passed as a `namespace={handle}` query param, NOT as a path
+ * segment and NOT as `@handle/slug`.
+ *
+ * Endpoints used:
+ *   GET /api/skills?page=&pageSize=&sortBy=&order=          → list
+ *   GET /api/v1/categories                                  → taxonomy
+ *   GET /api/v1/showcase/hot                                → curated hot 100
+ *   GET /api/v1/showcase/trending                           → curated trending 100
+ *   GET /api/v1/skills/{slug}?namespace={ns}                → detail
+ *   GET /api/v1/skills/{slug}/files?namespace={ns}          → file manifest
+ *   GET /api/v1/skills/{slug}/file?path=SKILL.md&namespace= → raw content
+ */
+
+const BASE = "https://api.skillhub.cn";
+const UA = "dsh-skill-store/0.1.0";
+
+/** category key → { name, nameEn } */
+const CATEGORY_LABELS = {
+  "pay-skill":           { name: "支付技能",   nameEn: "Pay Skill" },
+  "office-efficiency":   { name: "办公效率",   nameEn: "Office Efficiency" },
+  "content-creation":    { name: "内容创作",   nameEn: "Content Creation" },
+  "dev-programming":     { name: "开发编程",   nameEn: "Development" },
+  "data-analysis":       { name: "数据分析",   nameEn: "Data Analysis" },
+  "design-media":        { name: "设计多媒体", nameEn: "Design & Media" },
+  "ai-agent":            { name: "AI Agent",   nameEn: "AI Agent" },
+  "knowledge-management":{ name: "知识管理",   nameEn: "Knowledge Management" },
+  "business-ops":        { name: "商业运营",   nameEn: "Business Operations" },
+  "education":           { name: "教育学习",   nameEn: "Education" },
+  "professional":        { name: "行业专业",   nameEn: "Professional" },
+  "it-ops-security":     { name: "IT 运维与安全", nameEn: "IT Ops & Security" },
+  "life-service":        { name: "生活服务",   nameEn: "Life Service" },
+};
+
+let _cache = null;
+let _fetching = false;
+let _lastError = null;
+let _progress = { pages: 0, fetched: 0 };
+
+async function getJson(url) {
+  try {
+    const res = await fetch(url, {
+      headers: { "User-Agent": UA, Accept: "application/json", Referer: "https://skillhub.cn/" },
+      signal: AbortSignal.timeout(20000),
+    });
+    const text = await res.text();
+    let json = null;
+    try { json = JSON.parse(text); } catch { /* plain text is valid for /file */ }
+    return { status: res.status, json, text };
+  } catch (e) {
+    return { status: 0, json: null, text: String(e) };
+  }
+}
+
+/** Fetch one page of the listing. */
+async function fetchPage(page, pageSize, sortBy, order) {
+  const qs = new URLSearchParams({ page: String(page), pageSize: String(pageSize) });
+  if (sortBy) qs.set("sortBy", sortBy);
+  if (order) qs.set("order", order);
+  const r = await getJson(`${BASE}/api/skills?${qs.toString()}`);
+  if (r.status !== 200 || !r.json?.data?.skills) return null;
+  return { skills: r.json.data.skills, total: r.json.data.total ?? 0 };
+}
+
+function normalise(raw) {
+  const cat = raw.category || "";
+  const meta = CATEGORY_LABELS[cat];
+  const subCats = Array.isArray(raw.subCategories)
+    ? raw.subCategories.map((s) => s.name || s.key).filter(Boolean)
+    : [];
+  const tags = [];
+  if (meta?.name) tags.push(meta.name);
+  for (const s of subCats) if (!tags.includes(s)) tags.push(s);
+  if (Array.isArray(raw.tags)) for (const t of raw.tags) if (!tags.includes(t)) tags.push(String(t));
+
+  // Skills mirrored from ClawHub carry a canonicalName like
+  // "@clawhub_pskoett/self-improving-agent" while `ownerName` is the bare
+  // upstream handle ("pskoett"). The file endpoint only accepts the namespaced
+  // form, so prefer the handle embedded in canonicalName.
+  let handle = raw.ownerName || raw.namespace?.handle || null;
+  const canon = typeof raw.namespace?.canonicalName === "string" ? raw.namespace.canonicalName : null;
+  if (canon && canon.startsWith("@")) {
+    const inner = canon.slice(1);
+    const slash = inner.indexOf("/");
+    if (slash > 0) handle = inner.slice(0, slash);   // e.g. "clawhub_pskoett"
+  }
+  return {
+    name: raw.slug,
+    displayName: raw.name || raw.slug,
+    description: raw.description_zh || raw.description || raw.slug,
+    source: "skillhub",
+    slug: raw.slug,
+    namespace: handle,
+    canonicalName: raw.namespace?.canonicalName || (handle ? `@${handle}/${raw.slug}` : null),
+    category: cat,
+    categoryLabel: meta?.name || cat || "未分类",
+    topics: tags,
+    stars: raw.stars ?? 0,
+    downloads: raw.downloads ?? 0,
+    installs: raw.installs ?? 0,
+    score: raw.score ?? 0,
+    version: raw.version ?? null,
+    verified: !!raw.verified,
+    iconUrl: raw.iconUrl || null,
+    updatedAt: raw.updated_at ?? null,
+    createdAt: raw.created_at ?? null,
+    browseUrl: handle
+      ? `https://skillhub.cn/skills/${handle}/${raw.slug}`
+      : `https://skillhub.cn/skills/${raw.slug}`,
+    enriched: true,      // listing already carries full metadata
+  };
+}
+
+/**
+ * Build (or return) the registry index.
+ *
+ * The registry has 130k+ entries, so a full walk is impractical. We take the
+ * curated showcase feeds first, then walk the listing ordered by downloads.
+ *
+ * @param {boolean} force
+ * @param {{maxPages?: number, pageSize?: number}} opts
+ */
+async function getRegistry(force = false, opts = {}) {
+  if (!force && _cache) return _cache;
+  if (_fetching) return _cache || emptyRegistry();
+
+  const { maxPages = 20, pageSize = 100 } = opts;
+  _fetching = true;
+  _lastError = null;
+  _progress = { pages: 0, fetched: 0 };
+
+  try {
+    const skills = {};
+
+    // Curated feeds: hot + trending (100 each).
+    for (const sec of ["hot", "trending"]) {
+      const r = await getJson(`${BASE}/api/v1/showcase/${sec}`);
+      if (r.status === 200 && Array.isArray(r.json?.skills)) {
+        for (const raw of r.json.skills) {
+          const n = normalise(raw);
+          if (n.name) skills[n.name] = { ...n, showcase: sec };
+        }
+      }
+    }
+
+    // Listing walk, most-downloaded first.
+    for (let page = 1; page <= maxPages; page++) {
+      const p = await fetchPage(page, pageSize, "downloads", "desc");
+      if (!p || p.skills.length === 0) break;
+      for (const raw of p.skills) {
+        const n = normalise(raw);
+        if (n.name && !skills[n.name]) skills[n.name] = n;
+      }
+      _progress.pages = page;
+      _progress.fetched = Object.keys(skills).length;
+      _progress.total = p.total;
+    }
+
+    const categories = {};
+    for (const [name, s] of Object.entries(skills)) {
+      const cats = s.topics.length ? s.topics : ["未分类"];
+      for (const c of cats) {
+        (categories[c] = categories[c] || []).push(name);
+      }
+    }
+
+    _cache = {
+      builtAt: new Date().toISOString(),
+      count: Object.keys(skills).length,
+      skills,
+      categories,
+      _error: _lastError,
+    };
+    return _cache;
+  } catch (e) {
+    _lastError = e.message;
+    return emptyRegistry(e.message);
+  } finally {
+    _fetching = false;
+  }
+}
+
+function emptyRegistry(error) {
+  return {
+    builtAt: new Date().toISOString(),
+    count: 0,
+    skills: {},
+    categories: {},
+    _error: error || _lastError || null,
+  };
+}
+
+function query({ search, category, limit = 50, offset = 0, sort = "stars" } = {}) {
+  const reg = _cache || emptyRegistry();
+  let names = Object.keys(reg.skills);
+
+  if (category && reg.categories[category]) {
+    const inCat = new Set(reg.categories[category]);
+    names = names.filter((n) => inCat.has(n));
+  }
+  if (search) {
+    const q = search.toLowerCase();
+    names = names.filter((n) => {
+      const s = reg.skills[n];
+      return n.toLowerCase().includes(q)
+        || String(s.displayName || "").toLowerCase().includes(q)
+        || String(s.description || "").toLowerCase().includes(q)
+        || (s.topics || []).some((t) => String(t).toLowerCase().includes(q));
+    });
+  }
+
+  if (sort === "downloads") names.sort((a, b) => (reg.skills[b].downloads || 0) - (reg.skills[a].downloads || 0));
+  else if (sort === "installs") names.sort((a, b) => (reg.skills[b].installs || 0) - (reg.skills[a].installs || 0));
+  else if (sort === "recent") names.sort((a, b) => (reg.skills[b].updatedAt || 0) - (reg.skills[a].updatedAt || 0));
+  else names.sort((a, b) => (reg.skills[b].stars || 0) - (reg.skills[a].stars || 0));
+
+  return {
+    entries: names.slice(offset, offset + limit).map((n) => reg.skills[n]).filter(Boolean),
+    total: names.length,
+  };
+}
+
+/**
+ * Download a skill's SKILL.md.
+ * @param {string} slug
+ * @param {string} [namespace] owner handle; resolved from the index if omitted
+ */
+async function fetchFile(slug, namespace = null) {
+  const entry = _cache?.skills?.[slug];
+  const ns = namespace || entry?.namespace || null;
+  const version = entry?.version || null;
+
+  /**
+   * Try one combination of namespace/version/path.
+   * Returns the response object; caller inspects status.
+   */
+  const attempt = (p, n, v) => {
+    const qs = new URLSearchParams({ path: p });
+    if (n) qs.set("namespace", n);
+    if (v) qs.set("version", v);
+    return getJson(`${BASE}/api/v1/skills/${encodeURIComponent(slug)}/file?${qs.toString()}`);
+  };
+
+  // Namespaced lookups first, then namespace-less (ClawHub-mirrored skills are
+  // only reachable without a namespace), each with and without version.
+  const candidates = [];
+  for (const n of [ns, null]) {
+    for (const v of [version, null]) {
+      candidates.push({ path: "SKILL.md", ns: n, ver: v });
+    }
+  }
+  // Deduplicate (ns may already be null).
+  const seen = new Set();
+  let last = null;
+  for (const c of candidates) {
+    const key = `${c.path}|${c.ns}|${c.ver}`;
+    if (seen.has(key)) continue;
+    seen.add(key);
+    last = await attempt(c.path, c.ns, c.ver);
+    if (last.status === 200 && last.text) {
+      return { content: last.text, namespace: c.ns, version: c.ver, path: c.path };
+    }
+  }
+
+  // Last resort: read the file manifest and pull the first markdown entry.
+  for (const n of [ns, null]) {
+    const mq = new URLSearchParams();
+    if (n) mq.set("namespace", n);
+    const m = await getJson(`${BASE}/api/v1/skills/${encodeURIComponent(slug)}/files?${mq.toString()}`);
+    const files = m.json?.files || [];
+    for (const f of files) {
+      if (!/\.md$/i.test(f.path)) continue;
+      const rf = await attempt(f.path, n, null);
+      if (rf.status === 200 && rf.text) {
+        return { content: rf.text, namespace: n, version: null, path: f.path };
+      }
+    }
+  }
+
+  return { content: null, namespace: ns, version, error: `HTTP ${last?.status ?? 0}` };
+}
+
+function status() {
+  return {
+    loaded: !!_cache,
+    fetching: _fetching,
+    count: _cache?.count ?? 0,
+    builtAt: _cache?.builtAt ?? null,
+    progress: { ..._progress },
+    error: _cache?._error ?? _lastError ?? null,
+  };
+}
+
+export { getRegistry, query, fetchFile, status, CATEGORY_LABELS, BASE };

package/package.json

@@ -0,0 +1,57 @@
+{
+  "name": "dsh-skill-store",
+  "version": "0.1.0",
+  "description": "Community skill marketplace for DeepSeek Harness: browse, search, and one-click install skills from awesome-skills-cn and the wider Claude Code / OpenClaw skill ecosystem.",
+  "license": "MIT",
+  "author": "cxy9204",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/cxy9204/dsh-skill-store.git"
+  },
+  "homepage": "https://github.com/cxy9204/dsh-skill-store#readme",
+  "bugs": {
+    "url": "https://github.com/cxy9204/dsh-skill-store/issues"
+  },
+  "type": "module",
+  "main": "lib/index.js",
+  "exports": {
+    ".": "./lib/index.js",
+    "./client": "./lib/client.js",
+    "./package.json": "./package.json",
+    "./cordis.patch.yml": "./cordis.patch.yml"
+  },
+  "files": [
+    "LICENSE",
+    "README.md",
+    "lib",
+    "cordis.patch.yml"
+  ],
+  "dependencies": {},
+  "peerDependencies": {
+    "react": "^18.0.0",
+    "react-dom": "^18.0.0"
+  },
+  "peerDependenciesMeta": {
+    "react": { "optional": true },
+    "react-dom": { "optional": true }
+  },
+  "dsh": {
+    "client": {
+      "platform": "web",
+      "inject": [
+        "@deepseek-ai/dsh-client-ui-settings",
+        "@deepseek-ai/dsh-client-ui-slots"
+      ]
+    },
+    "bundle": { "patch": "./cordis.patch.yml" }
+  },
+  "keywords": [
+    "deepseek-harness",
+    "dsh",
+    "dsh-plugin",
+    "skill",
+    "skill-store",
+    "skill-marketplace",
+    "community-skills"
+  ]
+}