nolo-cli 0.1.45 → 0.1.46

package/integrations/xhs-reader/redaction.ts

@@ -1,68 +0,0 @@
-// XHS-specific sensitive value redaction.
-// Follows patterns from x-reader/redaction.ts but adds XHS-specific token fields.
-
-const XHS_SENSITIVE_KEY_PATTERN =
-  /^(xsecToken|xsec_token|cookie|web_session|a1|webId|galaxy_sessionid|customerClientId|authorization|access_token|refresh_token|secret|token)$/i;
-
-const XHS_COOKIE_PATTERN = /\b(a1|web_session|webId|galaxy_sessionid|customerClientId)=[^;\s]*/gi;
-
-const XHS_URL_TOKEN_PATTERN = /([?&])xsec_token=[^&#]*/gi;
-
-/**
- * Recursively redact XHS-sensitive values from any JSON-serializable object.
- * Redacts:
- * - Object keys matching XHS_SENSITIVE_KEY_PATTERN (value becomes "[REDACTED]")
- * - Cookie-like substrings within string values
- * - xsec_token URL params within string values
- */
-export function redactXhsSensitiveValue(value: unknown): unknown {
-  if (Array.isArray(value)) {
-    return value.map((item) => redactXhsSensitiveValue(item));
-  }
-
-  if (value && typeof value === "object") {
-    const redacted: Record<string, unknown> = {};
-    for (const [key, child] of Object.entries(value as Record<string, unknown>)) {
-      if (XHS_SENSITIVE_KEY_PATTERN.test(key)) {
-        redacted[key] = "[REDACTED]";
-      } else {
-        redacted[key] = redactXhsSensitiveValue(child);
-      }
-    }
-    return redacted;
-  }
-
-  if (typeof value === "string") {
-    let result = value;
-    // Redact cookie-like patterns
-    result = result.replace(XHS_COOKIE_PATTERN, (match) => {
-      const eqIdx = match.indexOf("=");
-      return eqIdx >= 0 ? `${match.slice(0, eqIdx + 1)}[REDACTED]` : "[REDACTED]";
-    });
-    // Redact xsec_token in URLs
-    result = result.replace(XHS_URL_TOKEN_PATTERN, "$1xsec_token=[REDACTED]");
-    return result;
-  }
-
-  return value;
-}
-
-/**
- * Check if a string contains any XHS-sensitive patterns.
- * Useful for assertions in tests.
- */
-export function containsSensitiveValue(text: string): boolean {
-  if (XHS_COOKIE_PATTERN.test(text)) {
-    // Reset regex state for subsequent calls
-    XHS_COOKIE_PATTERN.lastIndex = 0;
-    return true;
-  }
-  if (XHS_URL_TOKEN_PATTERN.test(text)) {
-    XHS_URL_TOKEN_PATTERN.lastIndex = 0;
-    return true;
-  }
-  // Check for raw xsecToken-looking values
-  if (/xsecToken['":\s]*[:=]/i.test(text)) return true;
-  if (/xsec_token['":\s]*[:=]/i.test(text)) return true;
-  return false;
-}

package/integrations/xhs-reader/types.ts

@@ -1,277 +0,0 @@
-// XHS Desktop Connector - Read-only types
-
-export type XhsFailureCode =
-  | "not_logged_in"
-  | "login_required"
-  | "blocked"
-  | "empty_profile_state"
-  | "profile_not_found"
-  | "note_not_found"
-  | "rate_limited"
-  | "network_error"
-  | "parse_error"
-  | "comment_disabled"
-  | "unknown";
-
-export type XhsReadFailure = {
-  ok: false;
-  code: XhsFailureCode;
-  message: string;
-  diagnostic?: XhsCollectorDiagnostic;
-  fetchedAt: string;
-};
-
-export type XhsReadSuccess<T> = {
-  ok: true;
-  data: T;
-  fetchedAt: string;
-};
-
-export type XhsReadResult<T> = XhsReadSuccess<T> | XhsReadFailure;
-
-// --- Collector diagnostics (redacted, no secrets) ---
-
-export type XhsCollectorDiagnostic = {
-  /** Why the collector returned empty or failed data. */
-  code: XhsFailureCode;
-  /** Human-readable explanation. */
-  message: string;
-  /** Page title at the time of collection (may be empty). */
-  pageTitle?: string;
-  /** Final page URL after navigation (may differ if redirected). */
-  finalUrl?: string;
-  /** Whether a login wall / prompt was detected on the page. */
-  loginDetected?: boolean;
-  /** Whether a visible login prompt close button was clicked before declaring the page blocked. */
-  loginPromptDismissed?: boolean;
-  /** Whether a captcha / verification wall was detected. */
-  captchaDetected?: boolean;
-  /** Whether __INITIAL_STATE__ was present and non-empty. */
-  initialStatePresent?: boolean;
-  /** Number of note-like keys found inside __INITIAL_STATE__. */
-  initialStateNoteCount?: number;
-  /** Number of user_posted API responses captured. */
-  capturedApiResponseCount?: number;
-  /** HTTP status of the first captured user_posted response (if any). */
-  firstApiResponseStatus?: number;
-  /** Whether the page URL after navigation looks like a redirect to login. */
-  redirectedToLogin?: boolean;
-  /** Length of visible body text sampled for diagnostics. */
-  bodyTextLength?: number;
-  /** Number of visible login close/dismiss candidates found on the page. */
-  visibleCloseCandidateCount?: number;
-  /** Number of visible XHS note links found on the page. */
-  visibleNoteLinkCount?: number;
-};
-
-// --- Profile ---
-
-export type XhsProfile = {
-  userId: string;
-  nickname: string;
-  redId?: string;
-  avatarUrl?: string;
-  desc?: string;
-  ipLocation?: string;
-  gender?: string; // "male" | "female" | "0" (unknown)
-  interactionCounts?: {
-    follows?: number;
-    fans?: number;
-    likesAndCollects?: number;
-  };
-};
-
-export type XhsNoteSummary = {
-  noteId: string;
-  title?: string;
-  coverUrl?: string;
-  type?: "normal" | "video";
-  likedCount?: number;
-  // kept from initial state / user_posted page
-  xsecToken?: string; // internal use only - must not appear in public exports
-  xsecSource?: string; // internal navigation hint only - must not appear in public exports
-};
-
-// --- Note Detail ---
-
-export type XhsNoteDetail = {
-  noteId: string;
-  title: string;
-  desc: string;
-  type: "normal" | "video";
-  userId: string;
-  nickname: string;
-  avatarUrl?: string;
-  imageUrls?: string[];
-  videoUrl?: string;
-  tagList?: string[];
-  ipLocation?: string;
-  metrics: {
-    likedCount: number;
-    collectedCount: number;
-    commentCount: number;
-    shareCount: number;
-  };
-  createdAt?: string;
-  lastUpdateTime?: string;
-};
-
-// --- Comments ---
-
-export type XhsComment = {
-  commentId: string;
-  userId: string;
-  nickname: string;
-  avatarUrl?: string;
-  content: string;
-  likeCount: number;
-  subCommentCount: number;
-  subComments?: XhsComment[]; // embedded samples only
-  ipLocation?: string;
-  createdAt?: string;
-};
-
-export type XhsCommentPage = {
-  comments: XhsComment[];
-  hasMore: boolean;
-  cursor?: string;
-};
-
-// --- Analyzed Result ---
-
-export type XhsTopNote = {
-  noteId: string;
-  title?: string;
-  count: number;
-};
-
-export type XhsCommentBucket = {
-  label: string;
-  count: number;
-  sampleCommentIds: string[];
-};
-
-export type XhsProfileAnalysis = {
-  totalNotes: number;
-  highestLikedNote: XhsTopNote | null;
-  highestCommentedNote: XhsTopNote | null;
-  highestCollectedNote: XhsTopNote | null;
-  highestSharedNote: XhsTopNote | null;
-  commentBuckets: XhsCommentBucket[];
-  topLikedComments: XhsComment[];
-};
-
-// --- Collection Status (assisted mode) ---
-
-export type XhsCollectionMode = "conservative" | "assisted";
-export type XhsAssistedAction =
-  | "snapshot"
-  | "read_more_notes"
-  | "read_visible_details"
-  | "discover_indexed_notes";
-
-export type XhsNextSuggestedAction = {
-  action:
-    | "read_more_notes"
-    | "read_visible_details"
-    | "discover_indexed_notes"
-    | "save_to_table"
-    | "stop_anonymous_unavailable";
-  label: string;
-  reason: string;
-};
-
-export type XhsCollectionStatus = {
-  mode: XhsCollectionMode;
-  action: XhsAssistedAction;
-  extendedCollectionConsent: boolean;
-  assistedStepCount: number;
-  limits: {
-    maxAssistedSteps: number;
-    maxScrollPages: number;
-    maxCommentPagesPerNote: number;
-    includeComments: boolean;
-  };
-  nextSuggestedAction?: XhsNextSuggestedAction;
-};
-
-// --- Full collection result ---
-
-export type XhsProfileCollection = {
-  profile: XhsProfile;
-  notes: XhsNoteSummary[];
-  noteDetails: XhsNoteDetail[];
-  commentsByNote: Record<string, XhsComment[]>;
-  analysis: XhsProfileAnalysis;
-  indexedDiscovery?: {
-    source: "external_index";
-    requestedNoteUrls: string[];
-    acceptedNoteUrls: string[];
-    verifiedNoteUrls: string[];
-  };
-  /** Present only when the collector detected an issue. Never contains secrets. */
-  diagnostic?: XhsCollectorDiagnostic;
-  /** Collection status for assisted automation mode. */
-  collectionStatus?: XhsCollectionStatus;
-};
-
-// --- URL parsing result ---
-
-export type XhsParsedProfileUrl = {
-  userId: string;
-  canonicalUrl: string;
-  navigationUrl: string;
-  xsecToken?: string; // preserved internally only
-  xsecSource?: string; // preserved internally only
-};
-
-export type XhsParsedNoteUrl = {
-  noteId: string;
-  canonicalUrl: string;
-  xsecToken?: string; // preserved internally only
-  xsecSource?: string; // preserved internally only
-};
-
-// --- Redaction ---
-
-export type XhsConnectorOptions = {
-  profileUrl: string;
-  maxScrollPages?: number; // default 0
-  enrichDetails?: boolean; // default false
-  includeComments?: boolean; // default false
-  maxCommentPagesPerNote?: number; // default 1
-  headless?: boolean; // default false
-  cookieDir?: string;
-  fetchImpl?: typeof fetch;
-  /** Assisted mode: "conservative" (default) or "assisted" */
-  collectionMode?: XhsCollectionMode;
-  /** Which action to perform in assisted mode */
-  assistedAction?: XhsAssistedAction;
-  /** Max assisted steps (1..3), bounds scroll/comment pages */
-  maxAssistedSteps?: number;
-  /** Public note URLs discovered from an external search index. */
-  indexedNoteUrls?: string[];
-};
-
-// Helper to create failure
-export function createXhsFailure(args: {
-  code: XhsFailureCode;
-  message: string;
-  diagnostic?: XhsCollectorDiagnostic;
-}): XhsReadFailure {
-  return {
-    ok: false,
-    code: args.code,
-    message: args.message,
-    ...(args.diagnostic ? { diagnostic: args.diagnostic } : {}),
-    fetchedAt: new Date().toISOString(),
-  };
-}
-
-export function createXhsSuccess<T>(data: T): XhsReadSuccess<T> {
-  return {
-    ok: true,
-    data,
-    fetchedAt: new Date().toISOString(),
-  };
-}

package/integrations/xhs-reader/url.ts

@@ -1,80 +0,0 @@
-import type { XhsParsedProfileUrl, XhsParsedNoteUrl } from "./types";
-
-const PROFILE_RE =
-  /(?:(?:https?:\/\/)?(?:www\.)?xiaohongshu\.com)?\/user\/profile\/([a-f0-9]{24})(?:\?[^#]*)?/i;
-
-const NOTE_RE =
-  /(?:(?:https?:\/\/)?(?:www\.)?xiaohongshu\.com)?\/(?:explore|discovery\/item)\/([a-f0-9]{24})(?:\?[^#]*)?/i;
-
-/**
- * Parse a XHS profile URL and return userId + canonical URL.
- * Accepts full URLs and path-only forms.
- * The xsecToken query param is preserved in the result for internal navigation only.
- */
-export function parseXhsProfileUrl(input: string): XhsParsedProfileUrl {
-  const match = input.match(PROFILE_RE);
-  if (!match) {
-    throw new Error(`Invalid XHS profile URL: ${input}`);
-  }
-  const userId = match[1];
-  const canonicalUrl = `https://www.xiaohongshu.com/user/profile/${userId}`;
-
-  let xsecToken: string | undefined;
-  let xsecSource: string | undefined;
-  try {
-    const urlObj = new URL(input.startsWith("http") ? input : `https://www.xiaohongshu.com${input}`);
-    xsecToken = urlObj.searchParams.get("xsec_token") ?? undefined;
-    xsecSource = urlObj.searchParams.get("xsec_source") ?? undefined;
-  } catch {
-    // The regex validation above already accepted path-like input; keep canonical navigation.
-  }
-
-  const navigationUrl = new URL(canonicalUrl);
-  if (xsecToken) navigationUrl.searchParams.set("xsec_token", xsecToken);
-  if (xsecSource) navigationUrl.searchParams.set("xsec_source", xsecSource);
-
-  return {
-    userId,
-    canonicalUrl,
-    navigationUrl: navigationUrl.toString(),
-    xsecToken,
-    xsecSource,
-  };
-}
-
-/**
- * Parse a XHS note URL and return noteId + canonical URL.
- * The xsecToken query param is preserved in the result for internal use only.
- */
-export function parseXhsNoteUrl(input: string): XhsParsedNoteUrl {
-  const match = input.match(NOTE_RE);
-  if (!match) {
-    throw new Error(`Invalid XHS note URL: ${input}`);
-  }
-  const noteId = match[1];
-
-  // Extract xsec_token if present (internal use only)
-  let xsecToken: string | undefined;
-  let xsecSource: string | undefined;
-  try {
-    const urlObj = new URL(input.startsWith("http") ? input : `https://www.xiaohongshu.com${input}`);
-    xsecToken = urlObj.searchParams.get("xsec_token") ?? undefined;
-    xsecSource = urlObj.searchParams.get("xsec_source") ?? undefined;
-  } catch {
-    // ignore parse errors
-  }
-
-  return {
-    noteId,
-    canonicalUrl: `https://www.xiaohongshu.com/explore/${noteId}`,
-    xsecToken,
-    xsecSource,
-  };
-}
-
-/**
- * Validate that a string looks like a valid XHS note ID (24 hex chars).
- */
-export function isValidXhsId(id: string): boolean {
-  return /^[a-f0-9]{24}$/i.test(id);
-}

package/internalCommandEntries.ts

@@ -1,18 +0,0 @@
-import { getAgentInternalCommandEntries } from "./agentInternalCommandEntries";
-import { getDialogInternalCommandEntries } from "./dialogInternalCommandEntries";
-import { getDocInternalCommandEntries } from "./docInternalCommandEntries";
-import type { CommandEntry } from "./cliCommandTypes";
-import { getMemoryInternalCommandEntries } from "./memoryInternalCommandEntries";
-import { getSystemInternalCommandEntries } from "./systemInternalCommandEntries";
-import { getWorkflowInternalCommandEntries } from "./workflowInternalCommandEntries";
-
-export function getInternalCommandEntries(renderHelpText: () => string): CommandEntry[] {
-  return [
-    ...getAgentInternalCommandEntries(),
-    ...getDialogInternalCommandEntries(),
-    ...getDocInternalCommandEntries(),
-    ...getMemoryInternalCommandEntries(),
-    ...getWorkflowInternalCommandEntries(),
-    ...getSystemInternalCommandEntries(renderHelpText),
-  ];
-}

package/localRuntimeAuthority.ts

@@ -1,182 +0,0 @@
-import fs from "node:fs";
-import path from "node:path";
-
-import {
-  createCliAuthorityBrokerClient,
-  createCliAuthorityBrokerSocketInvoker,
-  isCliAuthorityBrokerUnavailableError,
-} from "./database/server/cliAuthorityBrokerClient";
-import type { CliAuthorityBrokerClientOptions } from "./database/server/cliAuthorityBrokerClient";
-import {
-  getOrCreateCliAuthorityBrokerServer,
-} from "./database/server/cliAuthorityBrokerServer";
-import type { CliAuthorityBrokerServerOptions } from "./database/server/cliAuthorityBrokerServer";
-import {
-  resolveCliAuthorityBrokerEndpoint,
-  resolveCliAuthorityBrokerHealthPath,
-  resolveCliAuthorityBrokerMetadataPath,
-} from "./database/server/cliAuthorityStoreDriver";
-import { resolveNoloHome } from "./database/server/dbPath";
-import type { AuthorityStore } from "./database/server/authorityStoreTypes";
-import { createLevelAuthorityStore } from "./database/server/levelAuthorityStore";
-import { createLegacyServerDb } from "./database/server/legacyServerDb";
-
-type EnvLike = Record<string, string | undefined>;
-
-type ResolveCliLocalRuntimeAuthorityOptions = {
-  env?: EnvLike;
-  homeDir?: string;
-};
-
-function ensureDbParentDir(dbPath: string) {
-  fs.mkdirSync(path.dirname(dbPath), { recursive: true });
-}
-
-function isCliAuthorityLockError(error: unknown) {
-  const message = error instanceof Error ? error.message : String(error);
-  return /LEVEL_LOCKED|Resource temporarily unavailable|\/LOCK|LOCK:|Database failed to open|EADDRINUSE|Failed to listen/i.test(message);
-}
-
-async function sleep(ms: number) {
-  await new Promise((resolve) => setTimeout(resolve, ms));
-}
-
-function resolveCliLocalRuntimeDbPath(options: ResolveCliLocalRuntimeAuthorityOptions = {}) {
-  return path.join(
-    resolveNoloHome({
-      env: options.env,
-      homeDir: options.homeDir,
-    }),
-    "data",
-    "leveldb"
-  );
-}
-
-type CliAuthorityBrokerConnectDeps = {
-  createClient: (options: CliAuthorityBrokerClientOptions) => AuthorityStore;
-  startBroker: (options: CliAuthorityBrokerServerOptions) => Promise<unknown>;
-  sleep: (ms: number) => Promise<void>;
-};
-
-const defaultCliAuthorityBrokerConnectDeps: CliAuthorityBrokerConnectDeps = {
-  createClient: (options) => createCliAuthorityBrokerClient(options),
-  startBroker: (options) => getOrCreateCliAuthorityBrokerServer(options),
-  sleep,
-};
-
-export async function connectCliAuthorityBroker(args: {
-  endpoint: string;
-  metadataPath: string;
-  healthPath: string;
-  dbPath: string;
-  deps?: Partial<CliAuthorityBrokerConnectDeps>;
-}) {
-  const deps: CliAuthorityBrokerConnectDeps = {
-    ...defaultCliAuthorityBrokerConnectDeps,
-    ...args.deps,
-  };
-  const client = deps.createClient({
-    endpoint: args.endpoint,
-    invoke: createCliAuthorityBrokerSocketInvoker({ endpoint: args.endpoint }),
-  });
-
-  async function attachToExistingBroker(attempts: number) {
-    for (let attempt = 0; attempt < attempts; attempt += 1) {
-      await deps.sleep(100);
-      try {
-        await client.open();
-        return true;
-      } catch (error) {
-        if (!isCliAuthorityBrokerUnavailableError(error)) throw error;
-      }
-    }
-    return false;
-  }
-
-  try {
-    await deps.startBroker({
-      endpoint: args.endpoint,
-      metadataPath: args.metadataPath,
-      healthPath: args.healthPath,
-      createStore: () => createLevelAuthorityStore(args.dbPath),
-    });
-    await client.open();
-    return client;
-  } catch (error) {
-    if (!isCliAuthorityLockError(error)) throw error;
-
-    if (await attachToExistingBroker(5)) {
-      return client;
-    }
-
-    let lastError: unknown = error;
-    for (let attempt = 0; attempt < 5; attempt += 1) {
-      await deps.sleep(100);
-      try {
-        await deps.startBroker({
-          endpoint: args.endpoint,
-          metadataPath: args.metadataPath,
-          healthPath: args.healthPath,
-          createStore: () => createLevelAuthorityStore(args.dbPath),
-        });
-        await client.open();
-        return client;
-      } catch (retryError) {
-        lastError = retryError;
-        if (isCliAuthorityLockError(retryError)) {
-          if (await attachToExistingBroker(2)) {
-            return client;
-          }
-          continue;
-        }
-        if (isCliAuthorityBrokerUnavailableError(retryError)) {
-          continue;
-        }
-        throw retryError;
-      }
-    }
-    throw new Error(`CLI authority broker could not attach or take ownership for ${args.endpoint}`, {
-      cause: lastError,
-    });
-  }
-
-}
-
-export async function getDefaultCliLocalRuntimeAuthority(
-  options: ResolveCliLocalRuntimeAuthorityOptions = {}
-) {
-  const env = options.env ?? process.env;
-  const dbPath = resolveCliLocalRuntimeDbPath({
-    env,
-    homeDir: options.homeDir,
-  });
-  ensureDbParentDir(dbPath);
-  const endpoint = resolveCliAuthorityBrokerEndpoint({
-    transport: "tcp",
-    env,
-    homeDir: options.homeDir,
-  });
-  const metadataPath = resolveCliAuthorityBrokerMetadataPath({
-    transport: "tcp",
-    env,
-    homeDir: options.homeDir,
-  });
-  const healthPath = resolveCliAuthorityBrokerHealthPath({
-    transport: "tcp",
-    env,
-    homeDir: options.homeDir,
-  });
-  return connectCliAuthorityBroker({
-    endpoint,
-    metadataPath,
-    healthPath,
-    dbPath,
-  });
-}
-
-export async function getDefaultCliLocalRuntimeDb(
-  options: ResolveCliLocalRuntimeAuthorityOptions = {}
-) {
-  const authorityStore = await getDefaultCliLocalRuntimeAuthority(options);
-  return createLegacyServerDb(authorityStore);
-}

package/localRuntimeDb.ts

@@ -1,26 +0,0 @@
-import type { CliLocalRuntimeDb } from "./client/localRuntimeAdapter";
-import path from "node:path";
-import { resolveNoloHome } from "./database/server/dbPath";
-
-type EnvLike = Record<string, string | undefined>;
-
-type CliLocalRuntimeDbPathOptions = {
-  env?: EnvLike;
-  homeDir?: string;
-};
-
-export function resolveCliLocalRuntimeDbPath(options: CliLocalRuntimeDbPathOptions = {}) {
-  return path.join(resolveNoloHome(options), "data", "leveldb");
-}
-
-export function buildCliLocalRuntimeDbEnv(env: EnvLike = process.env) {
-  return {
-    ...env,
-    NOLO_SERVER_DB_PATH: env.NOLO_SERVER_DB_PATH?.trim() || resolveCliLocalRuntimeDbPath({ env }),
-  };
-}
-
-export async function getDefaultCliLocalRuntimeDb(): Promise<CliLocalRuntimeDb> {
-  const { getDefaultCliLocalRuntimeDb: getAuthorityBackedDb } = await import("./localRuntimeAuthority");
-  return getAuthorityBackedDb();
-}