radar-cli 0.1.1 → 0.3.0

package/dist/index.js

@@ -12,7 +12,7 @@ var api = anyApi;
 var components = componentsGeneric();
 
 // src/convex-client.ts
-var DEFAULT_CONVEX_URL = "https://tough-bird-920.convex.cloud";
+var DEFAULT_CONVEX_URL = "https://fine-vole-489.convex.cloud";
 var cachedClient = null;
 function getConvexClient() {
   if (cachedClient) return cachedClient;
@@ -182,10 +182,29 @@ import { parse } from "zod-matter";
 
 // src/schemas/frontmatter.ts
 import { z } from "zod";
+var FILE_TYPES = [
+  "readme",
+  "sitemap",
+  "flow",
+  "script",
+  "selectors",
+  "api",
+  "guide"
+];
+var SCRIPT_LANGUAGES = [
+  "playwright-ts",
+  "playwright-py",
+  "puppeteer",
+  "selenium-py",
+  "selenium-java",
+  "cypress",
+  "other"
+];
 var knowledgeFrontmatterSchema = z.object({
   title: z.string(),
   domain: z.string(),
   path: z.string(),
+  type: z.enum(FILE_TYPES),
   summary: z.string().max(300),
   tags: z.array(z.string()),
   entities: z.object({
@@ -199,6 +218,7 @@ var knowledgeFrontmatterSchema = z.object({
   }),
   confidence: z.enum(["low", "medium", "high"]),
   requires_auth: z.boolean(),
+  script_language: z.enum(SCRIPT_LANGUAGES).optional(),
   selectors_count: z.number().int().min(0).optional(),
   related_files: z.array(z.string()).default([]),
   version: z.number().int().positive(),
@@ -210,7 +230,21 @@ var knowledgeFrontmatterSchema = z.object({
 // src/commands/submit.ts
 function registerSubmit(program2) {
   program2.command("submit").description(
-    "Submit a knowledge file to Radar. The file must be markdown with valid YAML frontmatter. Auto-approved, versioned, and attributed."
+    `Submit a knowledge file to Radar. The file must be markdown with valid YAML frontmatter. Auto-approved, versioned, and attributed.
+
+Paths have NO file extensions (e.g. README not README.md, flows/login not flows/login.md).
+File types: readme, sitemap, flow, script, selectors, api, guide.
+
+Gotchas to document (type: guide, path: gotchas):
+  - CAPTCHAs or bot detection mechanisms
+  - Dynamic content that requires waiting (JS-rendered, lazy-loaded)
+  - Auth walls (what's behind login vs publicly accessible)
+  - Cookie consent popups or modals that block interaction
+  - Rate limiting indicators and thresholds
+  - Infinite scroll or pagination patterns
+  - A/B tests that change selectors or page structure
+  - Dynamic IDs that change across sessions
+  - Session expiry and re-authentication requirements`
   ).argument("<file>", "Path to a local markdown file with YAML frontmatter").requiredOption(
     "--contributor <name>",
     'Your name/identifier, e.g. "my-agent"'
@@ -248,6 +282,7 @@ Ensure the markdown has valid YAML frontmatter matching the knowledge file schem
       const result = await client.mutation(api.files.submit, {
         domain: fm.domain,
         path: fm.path,
+        type: fm.type,
         title: fm.title,
         summary: fm.summary,
         tags: fm.tags,
@@ -262,6 +297,7 @@ Ensure the markdown has valid YAML frontmatter matching the knowledge file schem
         },
         confidence: fm.confidence,
         requiresAuth: fm.requires_auth,
+        scriptLanguage: fm.script_language,
         selectorsCount: fm.selectors_count,
         relatedFiles: fm.related_files,
         content: body.trim(),
@@ -317,6 +353,73 @@ The Browser Use agent will explore the site and generate knowledge files. Check
   });
 }
 
+// src/commands/download.ts
+import { resolve, dirname, join } from "path";
+import { mkdir, writeFile } from "fs/promises";
+function reconstructMarkdown2(file) {
+  const frontmatter = [
+    "---",
+    `title: "${file.title}"`,
+    `domain: "${file.domain}"`,
+    `path: "${file.path}"`,
+    file.type ? `type: "${file.type}"` : null,
+    `summary: "${file.summary}"`,
+    `tags: [${file.tags.map((t) => `"${t}"`).join(", ")}]`,
+    `entities:`,
+    `  primary: "${file.entities.primary}"`,
+    `  disambiguation: "${file.entities.disambiguation}"`,
+    `  related_concepts: [${file.entities.relatedConcepts.map((c) => `"${c}"`).join(", ")}]`,
+    `intent:`,
+    `  core_question: "${file.intent.coreQuestion}"`,
+    `  audience: "${file.intent.audience}"`,
+    `confidence: "${file.confidence}"`,
+    `requires_auth: ${file.requiresAuth}`,
+    file.scriptLanguage ? `script_language: "${file.scriptLanguage}"` : null,
+    file.selectorsCount !== void 0 ? `selectors_count: ${file.selectorsCount}` : null,
+    `related_files: [${file.relatedFiles.map((f) => `"${f}"`).join(", ")}]`,
+    `version: ${file.version}`,
+    `last_updated: "${new Date(file.lastUpdated).toISOString()}"`,
+    `last_contributor: "${file.lastContributor}"`,
+    `last_change_reason: "${file.lastChangeReason}"`,
+    "---"
+  ].filter((line) => line !== null).join("\n");
+  return `${frontmatter}
+
+${file.content}`;
+}
+function registerDownload(program2) {
+  program2.command("download").description(
+    "Download all knowledge files for a domain to a local directory as markdown files with YAML frontmatter"
+  ).argument("<domain>", "Website domain, e.g. github.com").argument("<directory>", "Local directory to write files to").action(async (domain, directory) => {
+    const client = getConvexClient();
+    const outDir = resolve(directory);
+    const files = await client.query(
+      api.files.listByDomainWithContent,
+      { domain }
+    );
+    if (files.length === 0) {
+      console.error(
+        `No files found for "${domain}". Use "radar list ${domain}" to verify.`
+      );
+      process.exit(1);
+    }
+    await mkdir(outDir, { recursive: true });
+    let written = 0;
+    for (const file of files) {
+      const filename = file.path.endsWith(".md") ? file.path : `${file.path}.md`;
+      const filePath = join(outDir, filename);
+      await mkdir(dirname(filePath), { recursive: true });
+      await writeFile(filePath, reconstructMarkdown2(file), "utf-8");
+      written++;
+      console.log(`  ${filename}`);
+    }
+    console.log(
+      `
+Downloaded ${written} file(s) for ${domain} to ${outDir}`
+    );
+  });
+}
+
 // src/index.ts
 var program = new Command();
 program.name("radar-cli").description(
@@ -328,4 +431,5 @@ registerList(program);
 registerSearch(program);
 registerSubmit(program);
 registerExplore(program);
+registerDownload(program);
 program.parse();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "radar-cli",
-  "version": "0.1.1",
+  "version": "0.3.0",
   "description": "CLI for Radar — the shared knowledge base for web agents",
   "type": "module",
   "bin": {