@sweny-ai/core 0.1.183 → 0.1.185

package/dist/cli/marketplace.d.ts

@@ -1,5 +1,5 @@
 /**
- * Marketplace install — fetch workflows from swenyai/workflows and
+ * Marketplace install — fetch workflows from swenyai/marketplace and
  * adapt them to the user's .sweny.yml providers.
  *
  * Pure functions for fetch/mismatch/adapt; file writes delegate to
@@ -7,8 +7,13 @@
  */
 import type { Skill, SkillCategory, Workflow, Claude, Logger } from "../types.js";
 import type { FileConfig } from "./config-file.js";
-export declare const MARKETPLACE_REPO = "swenyai/workflows";
-export declare const MARKETPLACE_RAW_BASE = "https://raw.githubusercontent.com/swenyai/workflows/main";
+export declare const MARKETPLACE_REPO = "swenyai/marketplace";
+export declare const MARKETPLACE_BRANCH = "main";
+export declare const MARKETPLACE_RAW_BASE = "https://raw.githubusercontent.com/swenyai/marketplace/main";
+/** One recursive tree call lists every workflow file; the marketplace publishes no index of its own. */
+export declare const MARKETPLACE_TREE_URL = "https://api.github.com/repos/swenyai/marketplace/git/trees/main?recursive=1";
+/** Directories under `workflows/` in the marketplace repo, in lookup order (official wins on an id clash). */
+export declare const MARKETPLACE_SOURCES: readonly ["official", "community"];
 export interface MarketplaceEntry {
     id: string;
     name: string;
@@ -23,7 +28,13 @@ export interface FetchedWorkflow {
     id: string;
     yaml: string;
 }
+/** Fetch `workflows/official/<id>.yml`, then `workflows/community/<id>.yml`, from swenyai/marketplace. */
 export declare function fetchMarketplaceWorkflow(id: string): Promise<FetchedWorkflow>;
+/**
+ * Build the browse list from the marketplace repo itself: one GitHub tree call
+ * to list `workflows/{official,community}/*.yml`, then each file's name,
+ * description and skills. Files that fail to fetch or parse are skipped.
+ */
 export declare function fetchMarketplaceIndex(opts?: {
     timeoutMs?: number;
 }): Promise<MarketplaceEntry[]>;
@@ -90,7 +101,7 @@ export interface InstallResult {
     alreadyExists?: boolean;
 }
 /**
- * Fetch a workflow from swenyai/workflows, adapt if provider mismatch is detected
+ * Fetch a workflow from swenyai/marketplace, adapt if provider mismatch is detected
  * AND an agent is available, then write files idempotently.
  *
  * When `overwrite` is false (default) and the workflow file already exists,

package/dist/cli/marketplace.js

@@ -1,6 +1,6 @@
 // packages/core/src/cli/marketplace.ts
 /**
- * Marketplace install — fetch workflows from swenyai/workflows and
+ * Marketplace install — fetch workflows from swenyai/marketplace and
  * adapt them to the user's .sweny.yml providers.
  *
  * Pure functions for fetch/mismatch/adapt; file writes delegate to
@@ -13,67 +13,109 @@ import { DagRenderer } from "./renderer.js";
 import { validateParsed } from "../loader.js";
 import { loadConfigFile } from "./config-file.js";
 import { extractSkillsFromYaml, collectCredentialsForSkills, writeSwenyYmlIfMissing, appendMissingEnvKeys, writeWorkflowFile, } from "./new.js";
-export const MARKETPLACE_REPO = "swenyai/workflows";
-export const MARKETPLACE_RAW_BASE = `https://raw.githubusercontent.com/${MARKETPLACE_REPO}/main`;
-export async function fetchMarketplaceWorkflow(id) {
-    const url = `${MARKETPLACE_RAW_BASE}/workflows/${id}.yml`;
-    let res;
-    try {
-        res = await fetch(url);
-    }
-    catch {
-        const err = new Error(`Could not reach github.com - check your connection`);
-        err.kind = "network";
-        throw err;
-    }
-    if (res.status === 404) {
-        const err = new Error(`Workflow "${id}" not found in ${MARKETPLACE_REPO}.`);
-        err.kind = "not-found";
-        throw err;
-    }
+export const MARKETPLACE_REPO = "swenyai/marketplace";
+export const MARKETPLACE_BRANCH = "main";
+export const MARKETPLACE_RAW_BASE = `https://raw.githubusercontent.com/${MARKETPLACE_REPO}/${MARKETPLACE_BRANCH}`;
+/** One recursive tree call lists every workflow file; the marketplace publishes no index of its own. */
+export const MARKETPLACE_TREE_URL = `https://api.github.com/repos/${MARKETPLACE_REPO}/git/trees/${MARKETPLACE_BRANCH}?recursive=1`;
+/** Directories under `workflows/` in the marketplace repo, in lookup order (official wins on an id clash). */
+export const MARKETPLACE_SOURCES = ["official", "community"];
+const WORKFLOW_ID_RE = /^[A-Za-z0-9][A-Za-z0-9_-]*$/;
+const WORKFLOW_PATH_RE = new RegExp(`^workflows/(${MARKETPLACE_SOURCES.join("|")})/([A-Za-z0-9][A-Za-z0-9_-]*)\\.yml$`);
+function fetchError(kind, message) {
+    const err = new Error(message);
+    err.kind = kind;
+    return err;
+}
+/** Throw a typed FetchError for any non-OK response (404 is left to the caller). */
+function assertOk(res) {
+    if (res.ok)
+        return;
     if (res.status === 403 && res.headers.get("X-RateLimit-Remaining") === "0") {
+        const err = fetchError("rate-limit", `GitHub rate limit hit. Set GITHUB_TOKEN to raise the limit, or retry later.`);
         const reset = res.headers.get("X-RateLimit-Reset");
-        const err = new Error(`GitHub rate limit hit. Set GITHUB_TOKEN to raise the limit, or retry later.`);
-        err.kind = "rate-limit";
         if (reset)
             err.retryAfter = parseInt(reset, 10);
         throw err;
     }
-    if (!res.ok) {
-        const err = new Error(`Fetch failed with status ${res.status}`);
-        err.kind = "unknown";
-        throw err;
-    }
-    return { id, yaml: await res.text() };
+    throw fetchError("unknown", `Fetch failed with status ${res.status}`);
 }
-export async function fetchMarketplaceIndex(opts = {}) {
-    const url = `${MARKETPLACE_RAW_BASE}/index.json`;
-    let res;
+async function httpGet(url, init) {
     try {
-        res = await fetch(url, opts.timeoutMs ? { signal: AbortSignal.timeout(opts.timeoutMs) } : undefined);
+        return await (init ? fetch(url, init) : fetch(url));
     }
     catch {
-        const err = new Error(`Could not reach github.com`);
-        err.kind = "network";
-        throw err;
+        throw fetchError("network", `Could not reach github.com - check your connection`);
     }
-    if (res.status === 404) {
-        const err = new Error(`Marketplace index not found`);
-        err.kind = "not-found";
-        throw err;
+}
+/** Fetch `workflows/official/<id>.yml`, then `workflows/community/<id>.yml`, from swenyai/marketplace. */
+export async function fetchMarketplaceWorkflow(id) {
+    if (!WORKFLOW_ID_RE.test(id)) {
+        throw fetchError("not-found", `Workflow "${id}" not found in ${MARKETPLACE_REPO}.`);
     }
-    if (!res.ok) {
-        const err = new Error(`Fetch failed with status ${res.status}`);
-        err.kind = "unknown";
-        throw err;
+    for (const source of MARKETPLACE_SOURCES) {
+        const res = await httpGet(`${MARKETPLACE_RAW_BASE}/workflows/${source}/${id}.yml`);
+        if (res.status === 404)
+            continue;
+        assertOk(res);
+        return { id, yaml: await res.text() };
     }
-    const raw = (await res.json());
-    if (!Array.isArray(raw)) {
-        const err = new Error(`Marketplace index is not an array`);
-        err.kind = "bad-yaml";
-        throw err;
+    throw fetchError("not-found", `Workflow "${id}" not found in ${MARKETPLACE_REPO}.`);
+}
+/**
+ * Build the browse list from the marketplace repo itself: one GitHub tree call
+ * to list `workflows/{official,community}/*.yml`, then each file's name,
+ * description and skills. Files that fail to fetch or parse are skipped.
+ */
+export async function fetchMarketplaceIndex(opts = {}) {
+    const signal = opts.timeoutMs ? AbortSignal.timeout(opts.timeoutMs) : undefined;
+    const headers = { Accept: "application/vnd.github+json" };
+    if (process.env.GITHUB_TOKEN)
+        headers.Authorization = `Bearer ${process.env.GITHUB_TOKEN}`;
+    const treeRes = await httpGet(MARKETPLACE_TREE_URL, { headers, ...(signal ? { signal } : {}) });
+    if (treeRes.status === 404)
+        throw fetchError("not-found", `Marketplace repo ${MARKETPLACE_REPO} not found`);
+    assertOk(treeRes);
+    const body = (await treeRes.json());
+    if (!body || !Array.isArray(body.tree)) {
+        throw fetchError("bad-yaml", `Marketplace tree listing is malformed`);
+    }
+    const found = [];
+    const seen = new Set();
+    for (const item of body.tree) {
+        if (item.type !== "blob" || typeof item.path !== "string")
+            continue;
+        const m = WORKFLOW_PATH_RE.exec(item.path);
+        if (m)
+            found.push({ source: m[1], id: m[2] });
     }
-    return raw;
+    // Official first, then community; the first source to claim an id wins.
+    found.sort((a, b) => MARKETPLACE_SOURCES.indexOf(a.source) -
+        MARKETPLACE_SOURCES.indexOf(b.source));
+    const entries = await Promise.all(found.map(async ({ source, id }) => {
+        if (seen.has(id))
+            return null;
+        seen.add(id);
+        try {
+            const res = await fetch(`${MARKETPLACE_RAW_BASE}/workflows/${source}/${id}.yml`, signal ? { signal } : undefined);
+            if (!res.ok)
+                return null;
+            const yaml = await res.text();
+            const parsed = parseYaml(yaml);
+            if (!parsed || typeof parsed !== "object")
+                return null;
+            return {
+                id,
+                name: typeof parsed.name === "string" && parsed.name ? parsed.name : id,
+                description: typeof parsed.description === "string" ? parsed.description : "",
+                skills: extractSkillsFromYaml(yaml),
+            };
+        }
+        catch {
+            return null;
+        }
+    }));
+    return entries.filter((e) => e !== null);
 }
 const CATEGORY_TO_CONFIG_KEY = {
     git: "source-control-provider",
@@ -177,7 +219,7 @@ export async function adaptWorkflowInteractive(workflow, options) {
     }
 }
 /**
- * Fetch a workflow from swenyai/workflows, adapt if provider mismatch is detected
+ * Fetch a workflow from swenyai/marketplace, adapt if provider mismatch is detected
  * AND an agent is available, then write files idempotently.
  *
  * When `overwrite` is false (default) and the workflow file already exists,

package/dist/cli/new.d.ts

@@ -145,7 +145,7 @@ export declare function nonInteractiveUsage(): string;
  * Flow:
  * 1. Detect git remote (used to infer source-control provider)
  * 2. Pick one of five branches:
- *    - `__marketplace` → browse published workflows at swenyai/workflows, then delegate to `installMarketplaceWorkflow`
+ *    - `__marketplace` → browse published workflows at swenyai/marketplace, then delegate to `installMarketplaceWorkflow`
  *    - A built-in `WORKFLOW_TEMPLATES` entry → write that workflow file
  *    - `__custom` → LLM generates a workflow from a user description
  *    - `__e2e` → delegate to the e2e browser-testing wizard in `./e2e.ts`

package/dist/cli/new.js

@@ -523,7 +523,7 @@ function cancel() {
  * Flow:
  * 1. Detect git remote (used to infer source-control provider)
  * 2. Pick one of five branches:
- *    - `__marketplace` → browse published workflows at swenyai/workflows, then delegate to `installMarketplaceWorkflow`
+ *    - `__marketplace` → browse published workflows at swenyai/marketplace, then delegate to `installMarketplaceWorkflow`
  *    - A built-in `WORKFLOW_TEMPLATES` entry → write that workflow file
  *    - `__custom` → LLM generates a workflow from a user description
  *    - `__e2e` → delegate to the e2e browser-testing wizard in `./e2e.ts`
@@ -669,7 +669,7 @@ export async function runNew(options) {
                         {
                             value: "__marketplace",
                             label: "Browse marketplace",
-                            hint: "install a published workflow from swenyai/workflows",
+                            hint: "install a published workflow from swenyai/marketplace",
                         },
                     ]
                     : []),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sweny-ai/core",
-  "version": "0.1.183",
+  "version": "0.1.185",
   "type": "module",
   "bin": {
     "sweny": "./dist/cli/main.js"