avorelo 0.1.0

package/scripts/lib/product-learning-events.js

@@ -0,0 +1,629 @@
+"use strict";
+
+const fs = require("fs");
+const path = require("path");
+const crypto = require("crypto");
+const { ensureCcoDirs, nowIso } = require("./fsx");
+
+const PRODUCT_LEARNING_EVENTS_REL_PATH = ".claude/cco/events/product-learning.jsonl";
+const VALID_EVENT_NAMES = new Set([
+  "capability_recommended",
+  "capability_used",
+  "capability_skipped",
+  "capability_failed",
+  "capability_helpful",
+  "capability_not_helpful",
+  "dogfood_persona_reviewed",
+  "dogfood_gap_found",
+  "dogfood_action_taken",
+  "dogfood_deferred_item",
+  "dogfood_user_friction",
+  "route_requested",
+  "route_selected",
+  "route_fallback_used",
+  "route_blocked_for_safety",
+  "model_unavailable",
+  "cheaper_safe_path_selected",
+  "expensive_path_avoided",
+  "prompt_compiled",
+  "context_pressure_detected",
+  "broad_scan_avoided",
+  "repeated_work_detected",
+  "token_waste_warning",
+  "compact_context_generated",
+  "guard_decision",
+  "access_governance_evaluated",
+  "access_subject_unknown",
+  "access_scope_requires_approval",
+  "access_receipt_written",
+  "access_blocked",
+  "access_warned",
+  "source_scan_completed",
+  "source_reviewed",
+  "source_deferred",
+  "source_blocked",
+  "source_adoption_receipt_written",
+  "skill_parsed",
+  "skill_parse_warning",
+  "skill_bound",
+  "skill_binding_warning",
+  "skill_router_hit",
+  "skill_router_skipped",
+  "adapter_generated",
+  "adapter_generation_skipped",
+  "safe_path_evaluated",
+  "safe_path_recommended",
+  "safe_path_applied",
+  "safe_path_skipped",
+  "access_reduced",
+  "approval_boundary_used",
+  "block_preserved",
+  "jit_temporary_scope_recommended",
+  "skill_context_safety_warning",
+  "skills_security_dogfood_completed",
+  "intake_scan_completed",
+  "intake_unknown_item_detected",
+  "intake_high_risk_item_detected",
+  "intake_blocked_item_detected",
+  "intake_safe_next_action_recommended",
+  "intake_receipt_written",
+  "intake_feeds_governance",
+  "intake_feeds_safe_path",
+  "suspicious_skill_flagged",
+  "prompt_injection_pattern_detected",
+  "secret_exposure_prevented",
+  "approval_required",
+  "activation_started",
+  "activation_completed",
+  "activation_gap_found",
+  "doctor_gap_found",
+  "first_value_action_completed",
+  "free_capability_used",
+  "pro_moment_candidate_detected",
+  "pro_moment_eligible",
+  "pro_moment_suppressed",
+  "pro_nudge_shown",
+  "pro_nudge_clicked",
+  "pro_nudge_dismissed",
+  "pro_nudge_cooldown_started",
+  "pro_capability_requested",
+  "pro_feature_requested",
+  "pro_limit_reached",
+  "upgrade_page_viewed",
+  "checkout_started",
+  "checkout_abandoned",
+  "upgrade_completed",
+  "pro_nudge_not_now_clicked",
+  "pro_nudge_dont_show_again_clicked",
+  "pro_nudge_multiple_dismissals",
+  "pro_nudge_hidden_due_to_cooldown",
+  "disable_avorelo_started",
+  "feedback_negative_submitted",
+  "gated_capability_hit",
+  "upgrade_signal_detected",
+  "work_control_receipt_written",
+  "work_control_handoff_generated",
+  "work_control_block_preserved",
+  "work_control_approval_required",
+  "work_control_next_action_recommended",
+  "work_control_do_not_repeat_generated",
+  "session_context_generated",
+  "session_context_handoff_generated",
+  "context_budget_applied",
+  "broad_rediscovery_avoided",
+  "huge_json_dump_avoided",
+  "continuation_packet_used",
+  "model_effort_recommendation_generated",
+  "pricing_confusion_detected",
+  "feedback_submitted",
+  "feedback_category",
+  "feedback_sentiment",
+  "feature_request",
+  "friction_reported",
+  "unclear_value_reported",
+  // Context Intelligence Completion v1
+  "brain_pack_generated",
+  "brain_pack_initialized",
+  "brain_pack_used_in_session_context",
+  "recipe_detected",
+  "dynamic_commands_generated",
+  "target_specific_handoff_generated",
+  "skills_route_fallback_recommended",
+  "dogfood_feedback_captured",
+  "capability_recommendation_embedded",
+  // Workspace Registry v1
+  "workspace_registry_generated",
+  "workspace_registry_summary_generated",
+  "workspace_registry_drift_detected",
+  "workspace_asset_unknown_detected",
+  "workspace_asset_high_risk_detected",
+  "workspace_registry_used_in_session_context",
+  "workspace_registry_used_in_brain_pack",
+  "workspace_registry_value_measured",
+  "workspace_registry_next_action_recommended",
+  // Operating Loop Value Surface v1
+  "operating_value_generated",
+  "operating_value_summary_generated",
+  "operating_value_moment_generated",
+  "operating_value_validated",
+  "rediscovery_avoided_measured",
+  "context_reduction_estimated",
+  "manual_steps_avoided_estimated",
+  "risk_avoided_measured",
+  "capability_routing_quality_measured",
+  "seamlessness_measured",
+  "willingness_to_pay_signal_generated",
+  "local_value_dashboard_generated",
+  "local_value_dashboard_opened",
+  // Value Proof Hardening / Reality Calibration v1
+  "value_proof_calibrated",
+  "value_claim_overclaim_risk_detected",
+  "value_claim_downgraded",
+  "value_claim_allowed_for_dashboard",
+  "value_claim_blocked_for_website",
+  "value_evidence_gap_detected",
+  // Seamless Activation + Self-Healing Setup v1
+  "activation_scan_completed",
+  "activation_safe_fix_planned",
+  "activation_safe_fix_applied",
+  "activation_verification_completed",
+  "activation_ready",
+  "activation_hard_blocker_detected",
+  "activation_agent_repair_plan_generated",
+  "activation_dashboard_ready",
+  "activation_model_routing_detected",
+  // Skill Hygiene & Routing Guard v1
+  "skill_hygiene_completed",
+  "skill_duplicate_group_detected",
+  "skill_shadow_candidate_detected",
+  "skill_bounded_contribution_accepted",
+  "skill_bounded_contribution_rejected",
+  "skill_conflict_detected",
+  "skill_context_heavy_detected",
+  "skill_security_hygiene_detected",
+  "skill_route_deduped",
+  "skill_route_blocked_by_hygiene",
+  "skill_intake_checked",
+  "skill_intake_blocked",
+  "skill_intake_merge_recommended",
+  // Measurement Evidence Foundation v1
+  "dogfood_reality_gate_completed",
+  "dogfood_finding_reconciled",
+  "launch_ready_journey_checked",
+  "local_pricing_initialized",
+  "local_pricing_validated",
+  "local_pricing_unavailable",
+  "token_evidence_generated",
+  "token_evidence_fallback_used",
+  "session_timing_event_recorded",
+  "session_timing_summary_generated",
+  "cost_evidence_generated",
+  "cost_estimate_unavailable",
+  "cost_estimate_generated",
+  "measurement_evidence_calibrated",
+  // Install Intake Risk Foundation v1
+  "install_intake_risk_scan_completed",
+  "install_intake_risk_receipt_written",
+  // Agent Model Orchestration Foundation v1
+  "orchestration_route_planned",
+  "orchestration_stage_planned",
+  "worker_limited_detected",
+  "fallback_recommended",
+  "fallback_used",
+  "local_worker_recommended",
+  "local_worker_used",
+  "escalation_recommended",
+  "handoff_prompt_generated",
+  "orchestration_receipt_written",
+  "worker_selection_blocked",
+  // Prompt / Context / Token Optimization Foundation v1
+  "context_pack_generated",
+  "context_budget_estimated",
+  "context_budget_warning",
+  "context_over_budget",
+  "context_compaction_used",
+  "context_item_excluded",
+  "skill_context_lazy_loaded",
+  "handoff_context_pack_attached",
+  "local_worker_context_boundary_used",
+  "no_secrets_context_boundary_applied",
+  "context_optimization_receipt_written",
+  // Seamless Customer Outcome + Value Reality Gate v1
+  "seamless_mode_applied",
+  "automatic_optimization_applied",
+  "user_interrupt_avoided",
+  "interruption_required",
+  "outcome_preservation_checked",
+  "task_completion_preserved",
+  "value_summary_generated",
+  "estimated_premium_call_avoided",
+  "context_tokens_avoided_estimated",
+  "manual_decision_avoided",
+  "quality_escalation_recommended",
+  "seamless_reality_gate_completed",
+  // Seamless Automation Enforcement v1
+  "enforcement_guard_compact_applied",
+  "enforcement_route_compact_applied",
+  "enforcement_context_compact_applied",
+  "enforcement_block_outcome_preserved",
+  "enforcement_escalation_automatic",
+  // Task-Specific Continuation + Value Evidence Hardening v1
+  "task_continuation_generated",
+  "task_specific_safe_next_action_generated",
+  "generic_safe_next_action_detected",
+  "value_evidence_collected",
+  "value_summary_evidence_backed",
+  "value_summary_autowrite_completed",
+  "value_summary_autowrite_skipped",
+  // AI Workspace Hygiene + Capability Registry v1
+  "ai_workspace_hygiene_scanned",
+  "ai_workspace_asset_detected",
+  "ai_workspace_duplicate_instruction_detected",
+  "ai_workspace_high_context_cost_detected",
+  "ai_workspace_unknown_mcp_detected",
+  "ai_workspace_capability_registry_built",
+  "ai_workspace_hygiene_report_written",
+  // Work-Aware Orchestration + Workspace Relevance v1
+  "work_orchestration_plan_generated",
+  "work_orchestration_stage_planned",
+  "stage_worker_selected",
+  "stage_context_selected",
+  "local_or_cheap_stage_used",
+  "strong_worker_reserved",
+  "fallback_worker_planned",
+  "workspace_relevance_used",
+  "unknown_workspace_asset_excluded",
+  "high_context_asset_excluded",
+  "stage_handoff_prepared",
+  "orchestration_value_evidence_written",
+  // PR #136 — AI-Native Company Loop + Unified Work Ledger
+  "work_ledger_built",
+  "work_ledger_entry_linked",
+  "work_ledger_rollup_generated",
+  "company_loop_report_generated",
+  "internal_persona_review_generated",
+  "friction_cluster_detected",
+  "feedback_signal_loaded",
+  "next_pr_recommendation_generated",
+  "cost_cogs_quality_rollup_generated",
+  // PR #137 — Execution Packet + Project Profile + Work Panel Preview v1
+  "project_profile_detected",
+  "execution_packet_compiled",
+  "agent_prompt_compiled",
+  "work_panel_preview_generated",
+  "blocked_scope_applied",
+  "proof_requirements_attached",
+  "diff_before_write_required",
+  "packet_approval_required",
+  "packet_ready_for_worker",
+  // PR #138 — Seamless Smart Work Routing + Worker Handoff Runtime v1
+  "smart_work_route_built",
+  "smart_route_execution_path_selected",
+  "worker_handoff_prepared",
+  "protocol_readiness_evaluated",
+  "same_surface_preferred",
+  "cross_vendor_blocked_by_default",
+  "remote_agent_delegation_blocked",
+  "smart_route_receipt_written",
+  // PR #139 — Safe Run Command + Execution Controller v1
+  "safe_run_started",
+  "safe_run_plan_built",
+  "safe_run_local_step_allowed",
+  "safe_run_local_step_blocked",
+  "safe_run_local_step_completed",
+  "safe_run_receipt_written",
+  "safe_run_approval_required",
+  "safe_run_blocked",
+  "safe_run_completed",
+  // PR #140 — Hook Baseline + Lifecycle Automation Preview v1
+  "hook_baseline_built",
+  "adapter_readiness_detected",
+  "hook_config_preview_generated",
+  "lifecycle_hook_handler_invoked",
+  "lifecycle_pre_tool_use_blocked",
+  "lifecycle_stop_proof_required",
+  "lifecycle_session_end_summary_written",
+  "hook_preview_receipt_written",
+  // PR #141 — Explicit Hook Apply + Lifecycle Live v1
+  "hook_apply_plan_built",
+  "hook_apply_approval_required",
+  "hook_config_applied",
+  "hook_apply_validation_passed",
+  "hook_apply_validation_failed",
+  "hook_rollback_performed",
+  "hook_uninstall_performed",
+  "hook_doctor_run",
+  "hook_recursion_guard_triggered",
+  "lifecycle_live_smoke_passed",
+  // PR #142 — Activation Alpha Readiness + First Value v1
+  "alpha_activation_started",
+  "alpha_activation_checked",
+  "first_value_path_selected",
+  "first_value_completed",
+  "alpha_readiness_gate_run",
+  "alpha_feedback_added",
+  "support_bundle_generated",
+  "activation_friction_detected",
+  "e2e_value_dogfood_completed",
+  // PR #143 — Token Efficiency + Context Quality Hardening v1
+  "token_efficiency_evidence_generated",
+  "tool_output_sandbox_summary_written",
+  "raw_tool_output_artifact_written",
+  "repo_map_generated",
+  "context_acquisition_plan_generated",
+  "cache_readiness_checked",
+  "token_context_quality_gate_run",
+  "full_repo_dump_blocked",
+  "context_quality_fallback_required",
+  "e2e_token_value_dogfood_completed",
+  // PR #144 — Launch Hardening + Failure Recovery v1
+  "launch_hardening_gate_run",
+  "failure_recovery_plan_built",
+  "artifact_health_scanned",
+  "artifact_cleanup_plan_built",
+  "artifact_cleanup_applied",
+  "doctor_hardening_run",
+  "support_bundle_redaction_checked",
+  "json_contract_validated",
+  "cross_platform_sanity_checked",
+  "e2e_failure_mode_dogfood_completed",
+  // PR #145 — MCP Least-Privilege Tool Governance v1
+  "mcp_tool_inventory_scanned",
+  "mcp_tool_risk_classified",
+  "mcp_policy_preview_generated",
+  "mcp_pre_tool_use_decision_written",
+  "mcp_unknown_tool_detected",
+  "mcp_suspicious_metadata_detected",
+  "mcp_broad_permission_detected",
+  "mcp_tool_blocked",
+  "mcp_tool_approval_required",
+  "e2e_mcp_risk_dogfood_completed",
+  // PR #146 — One-Prompt AI Install + Pre-Launch Activation Readiness v1
+  "ai_install_prompt_generated",
+  "ai_install_prompt_copied_ready",
+  "prelaunch_activation_readiness_run",
+  "first_value_check_run",
+  "ai_install_flow_started",
+  "ai_install_flow_completed",
+  "ai_install_flow_blocked",
+  "ai_install_safety_boundary_detected",
+  "e2e_ai_install_dogfood_completed",
+  // PR #147 — Pre-Launch Intelligence Layer v1
+  "prelaunch_intelligence_run",
+  "feedback_intelligence_built",
+  "friction_cluster_detected",
+  "token_cost_intelligence_built",
+  "install_journey_intelligence_built",
+  "prelaunch_recommendation_generated",
+  "insufficient_prelaunch_data_detected",
+  "e2e_prelaunch_intelligence_dogfood_completed",
+  // Experimentation / Product Learning Foundation v1
+  "experiment_assigned",
+  "experiment_exposed",
+  "experiment_variant_rendered",
+  "experiment_goal_completed",
+  "experiment_guardrail_triggered",
+  "experiment_result_reviewed",
+  "experiment_decision_made",
+  "page_viewed",
+  "hero_viewed",
+  "hero_cta_clicked",
+  "secondary_cta_clicked",
+  "install_command_copied",
+  "docs_clicked",
+  "demo_started",
+  "demo_completed",
+  "pricing_viewed",
+  "pricing_plan_clicked",
+  "free_plan_clicked",
+  "pro_plan_clicked",
+  "teams_interest_clicked",
+  "faq_opened",
+  "security_section_viewed",
+  "value_section_viewed",
+  "trust_page_viewed",
+  "comprehension_survey_shown",
+  "comprehension_survey_answered",
+  "message_recall_answered",
+  "objection_selected",
+  "confusion_signal_detected",
+  "activation_failed",
+  "activation_safe_repair_attempted",
+  "activation_safe_repair_completed",
+  "activation_next_action_shown",
+  "activation_account_skipped",
+  "activation_account_connected",
+  "first_value_shown",
+  "first_value_acknowledged",
+  "prompt_shaped",
+  "context_pack_created",
+  "context_reduction_applied",
+  "workspace_map_created",
+  "workspace_map_used",
+  "skill_risk_scan_completed",
+  "risky_instruction_detected",
+  "guard_decision_made",
+  "unsafe_action_blocked",
+  "safe_path_suggested",
+  "route_recommended",
+  "route_applied",
+  "proof_generated",
+  "handoff_created",
+  "reentry_used",
+  "proof_history_requested",
+  "proof_export_requested",
+  "visual_qa_started",
+  "visual_qa_completed",
+  "visual_qa_finding_detected",
+  "trust_faq_opened",
+  "security_concern_clicked",
+  "uninstall_started",
+  // PR #161 — Public Activation Distribution Truth v1
+  "public_distribution_truth_built",
+  "package_content_audit_run",
+  "local_package_smoke_run",
+  "public_install_claim_check_run",
+  "publish_provenance_readiness_run",
+  "false_install_claim_detected",
+  "forbidden_package_file_detected",
+  "public_activation_distribution_gate_run",
+  "e2e_public_distribution_dogfood_completed",
+]);
+
+const FORBIDDEN_PAYLOAD_KEYS = new Set([
+  "rawPrompt",
+  "prompt",
+  "rawCode",
+  "code",
+  "fileContents",
+  "secret",
+  "token",
+  "credential",
+  "apiKey",
+]);
+
+function sha256(value) {
+  return crypto.createHash("sha256").update(String(value || "")).digest("hex");
+}
+
+function redactString(value) {
+  const text = String(value || "");
+  return text
+    .replace(/sk-[A-Za-z0-9]{16,}/g, "[redacted-openai-key]")
+    .replace(/ghp_[A-Za-z0-9]{20,}/g, "[redacted-github-token]")
+    .replace(/AKIA[0-9A-Z]{16}/g, "[redacted-aws-key]")
+    .replace(/((?:api[_ -]?key|token|password|secret|authorization)\s*[:=]\s*)([^\s'"]+)/ig, "$1[redacted]");
+}
+
+function redactPayload(payload) {
+  if (Array.isArray(payload)) {
+    return payload.map((value) => redactPayload(value));
+  }
+  if (!payload || typeof payload !== "object") {
+    if (typeof payload === "string") {
+      return redactString(payload);
+    }
+    return payload;
+  }
+
+  const redacted = {};
+  Object.keys(payload).forEach((key) => {
+    if (FORBIDDEN_PAYLOAD_KEYS.has(key)) {
+      redacted[`${key}Hash`] = sha256(JSON.stringify(payload[key]));
+      redacted[`${key}Length`] = String(payload[key] || "").length;
+      return;
+    }
+    const value = payload[key];
+    if (typeof value === "string" && (key.toLowerCase().includes("path") || key.toLowerCase().includes("file"))) {
+      redacted[key] = "[redacted-path]";
+      redacted[`${key}Hash`] = sha256(value);
+      return;
+    }
+    redacted[key] = redactPayload(value);
+  });
+  return redacted;
+}
+
+function validateProductLearningEvent(event) {
+  const errors = [];
+  if (!event || typeof event !== "object") {
+    errors.push("Event must be an object");
+    return { valid: false, errors };
+  }
+  if (!VALID_EVENT_NAMES.has(event.eventName)) {
+    errors.push(`Unknown eventName: ${event.eventName}`);
+  }
+  if (!event.category) {
+    errors.push("Event category is required");
+  }
+  if (event.payload && typeof event.payload !== "object") {
+    errors.push("payload must be an object when present");
+  }
+  Object.keys(event.payload || {}).forEach((key) => {
+    if (FORBIDDEN_PAYLOAD_KEYS.has(key)) {
+      errors.push(`Forbidden payload key present: ${key}`);
+    }
+  });
+  return { valid: errors.length === 0, errors };
+}
+
+function appendProductLearningEvent(cwd, event) {
+  ensureCcoDirs(cwd);
+  const normalized = {
+    schemaVersion: 1,
+    eventName: event.eventName,
+    category: event.category,
+    occurredAt: event.occurredAt || nowIso(),
+    surface: event.surface || "local",
+    status: event.status || "observed",
+    payload: redactPayload(event.payload || {}),
+  };
+  const validation = validateProductLearningEvent(normalized);
+  if (!validation.valid) {
+    return {
+      ok: false,
+      errors: validation.errors,
+      event: normalized,
+    };
+  }
+
+  const absPath = path.join(cwd, PRODUCT_LEARNING_EVENTS_REL_PATH);
+  fs.mkdirSync(path.dirname(absPath), { recursive: true });
+  fs.appendFileSync(absPath, `${JSON.stringify(normalized)}\n`, "utf8");
+  return {
+    ok: true,
+    path: PRODUCT_LEARNING_EVENTS_REL_PATH,
+    event: normalized,
+  };
+}
+
+function readProductLearningEvents(cwd) {
+  const absPath = path.join(cwd, PRODUCT_LEARNING_EVENTS_REL_PATH);
+  if (!fs.existsSync(absPath)) return [];
+  return fs.readFileSync(absPath, "utf8")
+    .split(/\r?\n/)
+    .map((line) => line.trim())
+    .filter(Boolean)
+    .map((line) => {
+      try {
+        return JSON.parse(line);
+      } catch {
+        return null;
+      }
+    })
+    .filter(Boolean);
+}
+
+function summarizeLatestLearningSignals(cwd, limit = 20) {
+  const events = readProductLearningEvents(cwd).slice(-limit);
+  const counts = {};
+  const categoryCounts = {};
+  events.forEach((event) => {
+    counts[event.eventName] = (counts[event.eventName] || 0) + 1;
+    categoryCounts[event.category] = (categoryCounts[event.category] || 0) + 1;
+  });
+  return {
+    totalEvents: events.length,
+    topEvents: Object.entries(counts)
+      .sort((left, right) => right[1] - left[1])
+      .slice(0, 5)
+      .map(([eventName, count]) => ({ eventName, count })),
+    categories: Object.entries(categoryCounts)
+      .sort((left, right) => right[1] - left[1])
+      .map(([category, count]) => ({ category, count })),
+    latestPath: PRODUCT_LEARNING_EVENTS_REL_PATH,
+  };
+}
+
+module.exports = {
+  PRODUCT_LEARNING_EVENTS_REL_PATH,
+  VALID_EVENT_NAMES,
+  FORBIDDEN_PAYLOAD_KEYS,
+  sha256,
+  redactString,
+  redactPayload,
+  validateProductLearningEvent,
+  appendProductLearningEvent,
+  readProductLearningEvents,
+  summarizeLatestLearningSignals,
+};