autocrew 0.1.0 → 0.3.0

package/src/modules/config/migrate.test.ts

@@ -0,0 +1,111 @@
+import { describe, it, expect, beforeEach, afterEach } from "vitest";
+import fs from "node:fs/promises";
+import os from "node:os";
+import path from "node:path";
+import { migrateProfileToServices } from "./migrate.js";
+
+let testDir: string;
+
+beforeEach(async () => {
+  testDir = await fs.mkdtemp(path.join(os.tmpdir(), "autocrew-migrate-test-"));
+});
+
+afterEach(async () => {
+  await fs.rm(testDir, { recursive: true, force: true });
+});
+
+describe("migrateProfileToServices", () => {
+  it("moves omniConfig and videoCrawler from profile to services", async () => {
+    const profile = {
+      industry: "tech",
+      platforms: ["xhs"],
+      contentTypes: ["video"],
+      tone: "casual",
+      omniConfig: {
+        baseUrl: "https://api.xiaomimimo.com/v1",
+        model: "mimo-v2-omni",
+        apiKey: "sk-omni-test-123",
+      },
+      videoCrawler: {
+        type: "mediacrawl",
+        command: "python3 /opt/mediacrawl/main.py",
+      },
+      createdAt: "2026-01-01T00:00:00.000Z",
+      updatedAt: "2026-01-01T00:00:00.000Z",
+    };
+    await fs.writeFile(
+      path.join(testDir, "creator-profile.json"),
+      JSON.stringify(profile, null, 2),
+      "utf-8",
+    );
+
+    const result = await migrateProfileToServices(testDir);
+    expect(result.migrated).toBe(true);
+
+    // Verify services.json was created with correct data
+    const svcRaw = await fs.readFile(path.join(testDir, "services.json"), "utf-8");
+    const svc = JSON.parse(svcRaw);
+    expect(svc.omni.provider).toBe("xiaomi");
+    expect(svc.omni.apiKey).toBe("sk-omni-test-123");
+    expect(svc.omni.baseUrl).toBe("https://api.xiaomimimo.com/v1");
+    expect(svc.omni.model).toBe("mimo-v2-omni");
+    expect(svc.videoCrawler.type).toBe("mediacrawl");
+    expect(svc.videoCrawler.command).toBe("python3 /opt/mediacrawl/main.py");
+
+    // Verify profile was cleaned up
+    const profileRaw = await fs.readFile(path.join(testDir, "creator-profile.json"), "utf-8");
+    const updatedProfile = JSON.parse(profileRaw);
+    expect(updatedProfile.omniConfig).toBeUndefined();
+    expect(updatedProfile.videoCrawler).toBeUndefined();
+    expect(updatedProfile.industry).toBe("tech");
+    expect(updatedProfile.updatedAt).not.toBe("2026-01-01T00:00:00.000Z");
+  });
+
+  it("skips migration when services.json already exists", async () => {
+    const profile = {
+      industry: "tech",
+      platforms: ["xhs"],
+      omniConfig: {
+        baseUrl: "https://api.xiaomimimo.com/v1",
+        model: "mimo-v2-omni",
+        apiKey: "sk-omni-test-123",
+      },
+      createdAt: "2026-01-01T00:00:00.000Z",
+      updatedAt: "2026-01-01T00:00:00.000Z",
+    };
+    await fs.writeFile(
+      path.join(testDir, "creator-profile.json"),
+      JSON.stringify(profile, null, 2),
+      "utf-8",
+    );
+    await fs.writeFile(
+      path.join(testDir, "services.json"),
+      JSON.stringify({ configuredAt: "2026-01-01T00:00:00.000Z", updatedAt: "2026-01-01T00:00:00.000Z" }),
+      "utf-8",
+    );
+
+    const result = await migrateProfileToServices(testDir);
+    expect(result.migrated).toBe(false);
+    expect(result.reason).toContain("already exists");
+  });
+
+  it("handles profile without old fields gracefully", async () => {
+    const profile = {
+      industry: "tech",
+      platforms: ["xhs"],
+      contentTypes: ["video"],
+      tone: "casual",
+      createdAt: "2026-01-01T00:00:00.000Z",
+      updatedAt: "2026-01-01T00:00:00.000Z",
+    };
+    await fs.writeFile(
+      path.join(testDir, "creator-profile.json"),
+      JSON.stringify(profile, null, 2),
+      "utf-8",
+    );
+
+    const result = await migrateProfileToServices(testDir);
+    expect(result.migrated).toBe(false);
+    expect(result.reason).toContain("nothing to migrate");
+  });
+});

package/src/modules/config/migrate.ts

@@ -0,0 +1,83 @@
+/**
+ * Migration — moves legacy omniConfig/videoCrawler fields from
+ * creator-profile.json into the new services.json format.
+ */
+import fs from "node:fs/promises";
+import path from "node:path";
+import { saveServiceConfig, type ServiceConfig } from "./service-config.js";
+
+const PROFILE_FILE = "creator-profile.json";
+const SERVICE_FILE = "services.json";
+
+function getDataDir(customDir?: string): string {
+  if (customDir) return customDir;
+  const home = process.env.HOME || process.env.USERPROFILE || "~";
+  return path.join(home, ".autocrew");
+}
+
+export async function migrateProfileToServices(
+  dataDir?: string,
+): Promise<{ migrated: boolean; reason?: string }> {
+  const dir = getDataDir(dataDir);
+  const servicesPath = path.join(dir, SERVICE_FILE);
+  const profilePath = path.join(dir, PROFILE_FILE);
+
+  // 1. Bail if services.json already exists
+  try {
+    await fs.access(servicesPath);
+    return { migrated: false, reason: "services.json already exists" };
+  } catch {
+    // File doesn't exist — continue
+  }
+
+  // 2. Load profile as raw JSON
+  let raw: Record<string, unknown>;
+  try {
+    const content = await fs.readFile(profilePath, "utf-8");
+    raw = JSON.parse(content) as Record<string, unknown>;
+  } catch {
+    return { migrated: false, reason: "nothing to migrate" };
+  }
+
+  // 3. Check if there's anything to migrate
+  if (!raw.omniConfig && !raw.videoCrawler) {
+    return { migrated: false, reason: "nothing to migrate" };
+  }
+
+  // 4. Build ServiceConfig from old fields
+  const now = new Date().toISOString();
+  const svcConfig: ServiceConfig = {
+    configuredAt: now,
+    updatedAt: now,
+  };
+
+  if (raw.omniConfig) {
+    const old = raw.omniConfig as Record<string, string>;
+    svcConfig.omni = {
+      provider: "xiaomi",
+      baseUrl: old.baseUrl,
+      model: old.model,
+      apiKey: old.apiKey,
+    };
+  }
+
+  if (raw.videoCrawler) {
+    const old = raw.videoCrawler as Record<string, string>;
+    svcConfig.videoCrawler = {
+      type: old.type as "mediacrawl" | "playwright" | "manual",
+      command: old.command,
+    };
+  }
+
+  // 5. Save new services.json
+  await saveServiceConfig(svcConfig, dataDir);
+
+  // 6. Clean up profile
+  delete raw.omniConfig;
+  delete raw.videoCrawler;
+  raw.updatedAt = now;
+  await fs.writeFile(profilePath, JSON.stringify(raw, null, 2), "utf-8");
+
+  // 7. Done
+  return { migrated: true };
+}

package/src/modules/config/service-config.test.ts

@@ -0,0 +1,140 @@
+import { describe, it, expect, beforeEach, afterEach } from "vitest";
+import fs from "node:fs/promises";
+import os from "node:os";
+import path from "node:path";
+import {
+  loadServiceConfig,
+  saveServiceConfig,
+  detectConfigGaps,
+  type ServiceConfig,
+} from "./service-config.js";
+
+let testDir: string;
+
+beforeEach(async () => {
+  testDir = await fs.mkdtemp(path.join(os.tmpdir(), "autocrew-svcconfig-test-"));
+});
+
+afterEach(async () => {
+  await fs.rm(testDir, { recursive: true, force: true });
+});
+
+describe("loadServiceConfig", () => {
+  it("returns empty config when file does not exist", async () => {
+    const config = await loadServiceConfig(testDir);
+    expect(config.configuredAt).toBeTruthy();
+    expect(config.omni).toBeUndefined();
+    expect(config.coverGen).toBeUndefined();
+  });
+});
+
+describe("saveServiceConfig / loadServiceConfig round-trip", () => {
+  it("saves and loads config with omni and coverGen", async () => {
+    const config = await loadServiceConfig(testDir);
+    const full: ServiceConfig = {
+      ...config,
+      omni: {
+        provider: "mimo",
+        baseUrl: "https://api.xiaomimimo.com/v1",
+        model: "mimo-v2-omni",
+        apiKey: "sk-omni-123",
+      },
+      coverGen: {
+        provider: "flux",
+        apiKey: "sk-cover-456",
+      },
+    };
+    await saveServiceConfig(full, testDir);
+    const loaded = await loadServiceConfig(testDir);
+    expect(loaded.omni?.provider).toBe("mimo");
+    expect(loaded.omni?.apiKey).toBe("sk-omni-123");
+    expect(loaded.coverGen?.provider).toBe("flux");
+    expect(loaded.coverGen?.apiKey).toBe("sk-cover-456");
+  });
+
+  it("saves and loads all service modules", async () => {
+    const config = await loadServiceConfig(testDir);
+    const full: ServiceConfig = {
+      ...config,
+      omni: {
+        provider: "mimo",
+        baseUrl: "https://api.xiaomimimo.com/v1",
+        model: "mimo-v2-omni",
+        apiKey: "sk-omni-123",
+      },
+      coverGen: {
+        provider: "flux",
+        apiKey: "sk-cover-456",
+        model: "flux-pro",
+      },
+      videoCrawler: {
+        type: "mediacrawl",
+        command: "python3 /opt/mediacrawl/main.py",
+      },
+      tts: {
+        provider: "fish-audio",
+        apiKey: "sk-tts-789",
+        voice: "zh-female-1",
+      },
+      platforms: {
+        xhs: { configured: true, lastAuth: "2026-04-01T00:00:00.000Z" },
+        douyin: { configured: false },
+      },
+      intelSources: {
+        rssConfigured: true,
+        trendsConfigured: false,
+        competitorsConfigured: true,
+      },
+    };
+    await saveServiceConfig(full, testDir);
+    const loaded = await loadServiceConfig(testDir);
+    expect(loaded.omni?.apiKey).toBe("sk-omni-123");
+    expect(loaded.coverGen?.model).toBe("flux-pro");
+    expect(loaded.videoCrawler?.type).toBe("mediacrawl");
+    expect(loaded.tts?.voice).toBe("zh-female-1");
+    expect(loaded.platforms?.xhs.configured).toBe(true);
+    expect(loaded.intelSources?.rssConfigured).toBe(true);
+    expect(loaded.intelSources?.competitorsConfigured).toBe(true);
+  });
+});
+
+describe("detectConfigGaps", () => {
+  it("reports all gaps when nothing is configured", async () => {
+    const gaps = await detectConfigGaps(testDir);
+    expect(gaps).toHaveLength(6);
+    const modules = gaps.map((g) => g.module);
+    expect(modules).toContain("omni");
+    expect(modules).toContain("coverGen");
+    expect(modules).toContain("videoCrawler");
+    expect(modules).toContain("tts");
+    expect(modules).toContain("platforms");
+    expect(modules).toContain("intelSources");
+  });
+
+  it("reports no gap for configured modules", async () => {
+    const config = await loadServiceConfig(testDir);
+    const withOmni: ServiceConfig = {
+      ...config,
+      omni: {
+        provider: "mimo",
+        baseUrl: "https://api.xiaomimimo.com/v1",
+        model: "mimo-v2-omni",
+        apiKey: "sk-omni-123",
+      },
+    };
+    await saveServiceConfig(withOmni, testDir);
+    const gaps = await detectConfigGaps(testDir);
+    const modules = gaps.map((g) => g.module);
+    expect(modules).not.toContain("omni");
+    expect(modules).toContain("coverGen");
+  });
+
+  it("each gap has module, feature, and impact", async () => {
+    const gaps = await detectConfigGaps(testDir);
+    for (const gap of gaps) {
+      expect(gap.module).toBeTruthy();
+      expect(gap.feature).toBeTruthy();
+      expect(gap.impact).toBeTruthy();
+    }
+  });
+});

package/src/modules/config/service-config.ts

@@ -0,0 +1,139 @@
+/**
+ * Service Config — Tool/API configurations stored at ~/.autocrew/services.json
+ *
+ * Separate from creator-profile.json. This file tracks which external services
+ * (LLM, cover gen, TTS, platforms, etc.) are configured and ready to use.
+ */
+import fs from "node:fs/promises";
+import path from "node:path";
+
+export interface OmniServiceConfig {
+  provider: string;
+  baseUrl: string;
+  model: string;
+  apiKey: string;
+}
+
+export interface CoverGenConfig {
+  provider: string;
+  apiKey: string;
+  model?: string;
+}
+
+export interface VideoCrawlerServiceConfig {
+  type: "mediacrawl" | "playwright" | "manual";
+  command?: string;
+}
+
+export interface TTSConfig {
+  provider: string;
+  baseUrl?: string;
+  apiKey: string;
+  voice?: string;
+}
+
+export interface PlatformAuthStatus {
+  configured: boolean;
+  lastAuth?: string;
+}
+
+export interface IntelSourcesStatus {
+  rssConfigured: boolean;
+  trendsConfigured: boolean;
+  competitorsConfigured: boolean;
+}
+
+export interface ServiceConfig {
+  omni?: OmniServiceConfig;
+  coverGen?: CoverGenConfig;
+  videoCrawler?: VideoCrawlerServiceConfig;
+  tts?: TTSConfig;
+  platforms?: Record<string, PlatformAuthStatus>;
+  intelSources?: IntelSourcesStatus;
+  configuredAt: string;
+  updatedAt: string;
+}
+
+export interface ConfigGap {
+  module: string;
+  feature: string;
+  impact: string;
+}
+
+const SERVICE_FILE = "services.json";
+
+function getDataDir(customDir?: string): string {
+  if (customDir) return customDir;
+  const home = process.env.HOME || process.env.USERPROFILE || "~";
+  return path.join(home, ".autocrew");
+}
+
+function emptyServiceConfig(): ServiceConfig {
+  const now = new Date().toISOString();
+  return {
+    configuredAt: now,
+    updatedAt: now,
+  };
+}
+
+/**
+ * Load the service config. Returns empty config if file doesn't exist.
+ */
+export async function loadServiceConfig(dataDir?: string): Promise<ServiceConfig> {
+  const filePath = path.join(getDataDir(dataDir), SERVICE_FILE);
+  try {
+    const raw = await fs.readFile(filePath, "utf-8");
+    return JSON.parse(raw) as ServiceConfig;
+  } catch {
+    return emptyServiceConfig();
+  }
+}
+
+/**
+ * Save the service config (overwrite). Updates the updatedAt timestamp.
+ */
+export async function saveServiceConfig(config: ServiceConfig, dataDir?: string): Promise<void> {
+  const dir = getDataDir(dataDir);
+  await fs.mkdir(dir, { recursive: true });
+  config.updatedAt = new Date().toISOString();
+  await fs.writeFile(path.join(dir, SERVICE_FILE), JSON.stringify(config, null, 2), "utf-8");
+}
+
+/**
+ * Detect which service modules are unconfigured.
+ * Returns a list of gaps with module name, feature description, and impact.
+ */
+export async function detectConfigGaps(dataDir?: string): Promise<ConfigGap[]> {
+  const c = await loadServiceConfig(dataDir);
+  const gaps: ConfigGap[] = [];
+
+  if (!c.omni?.apiKey) {
+    gaps.push({ module: "omni", feature: "视频分析 (Omni)", impact: "视频拆解功能不可用" });
+  }
+
+  if (!c.coverGen?.apiKey) {
+    gaps.push({ module: "coverGen", feature: "封面生成", impact: "AI 封面生成不可用" });
+  }
+
+  if (!(c.videoCrawler && c.videoCrawler.type !== "manual")) {
+    gaps.push({ module: "videoCrawler", feature: "视频采集器", impact: "视频链接下载需手动操作" });
+  }
+
+  if (!c.tts?.apiKey) {
+    gaps.push({ module: "tts", feature: "TTS 语音合成", impact: "视频配音不可用" });
+  }
+
+  const hasConfiguredPlatform = c.platforms
+    && Object.values(c.platforms).some((p) => p.configured);
+  if (!hasConfiguredPlatform) {
+    gaps.push({ module: "platforms", feature: "发布平台", impact: "自动发布不可用" });
+  }
+
+  const hasIntelSource = c.intelSources
+    && (c.intelSources.rssConfigured || c.intelSources.trendsConfigured || c.intelSources.competitorsConfigured);
+  if (!hasIntelSource) {
+    gaps.push({ module: "intelSources", feature: "情报源", impact: "RSS/趋势/竞品监控为空" });
+  }
+
+  return gaps;
+}

package/src/modules/intel/integration.test.ts

@@ -112,24 +112,27 @@ describe("Pipeline Integration — full flow", () => {
 
     const files = await fs.readdir(projectDir);
     expect(files).toContain("meta.yaml");
-    expect(files).toContain("draft-v1.md");
     expect(files).toContain("draft.md");
+    // No draft-v*.md exists on initial create — only after revisions replace draft.md
+    expect(files.filter((f) => f.startsWith("draft-v"))).toHaveLength(0);
 
     const projectName = slugify("高分选题");
 
-    // 5. Add draft version → meta.yaml updated with v2
+    // 5. Add draft version → original content archived to draft-v1.md, draft.md updated
+    // Content must be ≥100 chars to pass the drafting→production gate
     await addDraftVersion(
       projectName,
-      "# 高分选题\n\n第二版内容",
+      "# 高分选题\n\n这是一篇经过深度调研的内容，包含具体案例分析、数据支撑和可操作的建议。第二版在第一版基础上增加了更多具体的AI工具评测数据和用户反馈，覆盖了Cursor、Claude Code、Windsurf三款主流AI编程工具的横向对比。",
       "improved draft",
       testDir,
     );
 
     let meta = await getProjectMeta(projectName, testDir);
     expect(meta).not.toBeNull();
-    expect(meta!.versions.length).toBe(2);
-    expect(meta!.current).toBe("draft-v2.md");
-    expect(meta!.versions[1].note).toBe("improved draft");
+    expect(meta!.versions.length).toBe(1);
+    expect(meta!.versions[0].file).toBe("draft-v1.md");
+    expect(meta!.current).toBe("draft.md");
+    expect(meta!.versions[0].note).toBe("improved draft");
 
     // 6. Advance: drafting → production → published
     await advanceProject(projectName, testDir);
@@ -183,8 +186,8 @@ describe("Pipeline Integration — trash and restore", () => {
     // Verify state is preserved
     const meta = await getProjectMeta(projectName, testDir);
     expect(meta).not.toBeNull();
-    expect(meta!.versions.length).toBe(2);
-    expect(meta!.current).toBe("draft-v2.md");
+    expect(meta!.versions.length).toBe(1);
+    expect(meta!.current).toBe("draft.md");
     expect(meta!.title).toBe("回收还原测试");
 
     // History should show: drafting → trash → drafting

package/src/modules/profile/creator-profile.test.ts

@@ -142,6 +142,57 @@ describe("addCompetitor", () => {
   });
 });
 
+describe("videoCrawler and omniConfig", () => {
+  it("saves and loads videoCrawler and omniConfig", async () => {
+    const profile = await initProfile(testDir);
+    const full: CreatorProfile = {
+      ...profile,
+      videoCrawler: { type: "mediacrawl", command: "python3 /opt/mediacrawl/main.py" },
+      omniConfig: {
+        baseUrl: "https://api.xiaomimimo.com/v1",
+        model: "mimo-v2-omni",
+        apiKey: "sk-test-key-123",
+      },
+    };
+    await saveProfile(full, testDir);
+    const loaded = await loadProfile(testDir);
+    expect(loaded).not.toBeNull();
+    expect(loaded!.videoCrawler).toEqual({ type: "mediacrawl", command: "python3 /opt/mediacrawl/main.py" });
+    expect(loaded!.omniConfig).toEqual({
+      baseUrl: "https://api.xiaomimimo.com/v1",
+      model: "mimo-v2-omni",
+      apiKey: "sk-test-key-123",
+    });
+  });
+
+  it("loads profile without video config (backward compatible)", async () => {
+    // Write a minimal JSON file without the new fields
+    const filePath = path.join(testDir, "creator-profile.json");
+    const legacy = {
+      industry: "科技",
+      platforms: ["xhs"],
+      audiencePersona: null,
+      creatorPersona: null,
+      writingRules: [],
+      styleBoundaries: { never: [], always: [] },
+      competitorAccounts: [],
+      performanceHistory: [],
+      expressionPersona: "",
+      secondaryPersonas: [],
+      styleCalibrated: false,
+      createdAt: "2025-01-01T00:00:00.000Z",
+      updatedAt: "2025-01-01T00:00:00.000Z",
+    };
+    await fs.writeFile(filePath, JSON.stringify(legacy, null, 2), "utf-8");
+
+    const loaded = await loadProfile(testDir);
+    expect(loaded).not.toBeNull();
+    expect(loaded!.industry).toBe("科技");
+    expect(loaded!.videoCrawler).toBeUndefined();
+    expect(loaded!.omniConfig).toBeUndefined();
+  });
+});
+
 describe("detectMissingInfo", () => {
   it("reports all missing fields on empty profile", async () => {
     const profile = await initProfile(testDir);

package/src/modules/profile/creator-profile.ts

@@ -63,6 +63,21 @@ export interface ContentPillar {
   exampleAngles: string[];
 }
 
+export interface VideoCrawlerConfig {
+  type: "mediacrawl" | "playwright" | "manual";
+  /** Command to run for mediacrawl mode, e.g. "python3 /path/to/main.py" */
+  command?: string;
+}
+
+export interface OmniConfig {
+  /** API base URL, default "https://api.xiaomimimo.com/v1" */
+  baseUrl: string;
+  /** Model ID, default "mimo-v2-omni" */
+  model: string;
+  /** API key */
+  apiKey: string;
+}
+
 export interface CreatorProfile {
   /** User's content industry/niche */
   industry: string;
@@ -86,6 +101,10 @@ export interface CreatorProfile {
   secondaryPersonas: AudiencePersona[];
   /** Content pillars defining the creator's content strategy */
   contentPillars?: ContentPillar[];
+  /** Video crawler configuration for teardown video acquisition */
+  videoCrawler?: VideoCrawlerConfig;
+  /** Omni model configuration for multimodal video analysis */
+  omniConfig?: OmniConfig;
   /** Whether style calibration has been completed */
   styleCalibrated: boolean;
   /** Profile creation timestamp */
@@ -158,15 +177,26 @@ export async function saveProfile(profile: CreatorProfile, dataDir?: string): Pr
 }
 
 /**
- * Initialize a new empty profile. No-op if one already exists.
+ * Initialize a new empty profile. No-op if the file already exists on disk.
  * Returns the profile (existing or newly created).
+ *
+ * IMPORTANT: We check file existence, not parsability. If the file exists but
+ * can't be parsed, we return an empty in-memory profile but do NOT overwrite
+ * the file — protecting user data from being clobbered by a re-init.
  */
 export async function initProfile(dataDir?: string): Promise<CreatorProfile> {
-  const existing = await loadProfile(dataDir);
-  if (existing) return existing;
-  const profile = emptyProfile();
-  await saveProfile(profile, dataDir);
-  return profile;
+  const filePath = path.join(getDataDir(dataDir), PROFILE_FILE);
+  try {
+    await fs.access(filePath);
+    // File exists — try to load it, but never overwrite
+    const existing = await loadProfile(dataDir);
+    return existing ?? emptyProfile();
+  } catch {
+    // File does not exist — safe to create
+    const profile = emptyProfile();
+    await saveProfile(profile, dataDir);
+    return profile;
+  }
 }
 
 /**