alys-akusa 0.1.20 → 0.1.22

package/README.md

@@ -51,6 +51,8 @@ answer support, grounding, hallucination risk, and regressions.
 
 ## Local Development
 
+Do not publish to npm for normal testing. Use the repo CLI directly first:
+
 ```bash
 pnpm install
 pnpm alys -- audit ./knowledge-base --yes
@@ -61,3 +63,28 @@ pnpm alys -- prepare ./docs --profile all --yes
 pnpm alys -- ingest ./knowledge-base --profile rag,embeddings,eval --yes
 pnpm alys -- finetune-ready ./tickets --profile openai,anthropic,qa --yes
 ```
+
+Recommended pre-publish loop:
+
+```bash
+pnpm cli:test
+pnpm cli:smoke:local
+pnpm cli:pack
+```
+
+`pnpm cli:smoke:local` does not call the hosted generation API. It audits the repo
+docs folder and writes disposable artifacts to `./.alys-test`.
+
+Use the API smoke only when you explicitly want to test the live hosted generation
+path with a tiny run:
+
+```bash
+pnpm cli:smoke:api
+```
+
+Only after those pass should you publish:
+
+```bash
+cd apps/cli
+npm publish --access public
+```

package/dist/index.cjs

@@ -5074,7 +5074,7 @@ async function discoverResearchSources(topic, options = {}) {
   const searches = await Promise.allSettled(
     activeProviders.flatMap(
       (provider) => queries.map(async (query) => {
-        const results = await provider.search(query, { limit: Math.max(4, Math.ceil(limit / queries.length) + 3), timeoutMs: SEARCH_TIMEOUT_MS });
+        const results = await provider.search(query, { limit: Math.max(12, Math.ceil(limit / queries.length) + 6), timeoutMs: SEARCH_TIMEOUT_MS });
         return results.map((result) => ({ ...result, query, provider: result.provider || provider.name }));
       })
     )
@@ -5091,7 +5091,7 @@ async function discoverResearchSources(topic, options = {}) {
     const fallback = new LocalHeuristicSearchProvider(options.seed ?? 0);
     warnings.push("No configured search provider returned results; used local heuristic source candidates.");
     for (const query of queries) {
-      rawResults.push(...await fallback.search(query, { limit: Math.max(4, Math.ceil(limit / queries.length) + 3) }));
+      rawResults.push(...await fallback.search(query, { limit: Math.max(12, Math.ceil(limit / queries.length) + 6) }));
     }
   }
   const deduped = dedupeSearchResults(rawResults);
@@ -5103,12 +5103,12 @@ async function discoverResearchSources(topic, options = {}) {
     warnings.push("No search result passed Alys domain-alignment validation.");
   }
   const semanticallyFiltered = topicAligned.filter(
-    (source) => (source.semanticScore ?? 0) >= semanticThreshold || (source.domainAlignmentScore ?? 0) >= 0.66
+    (source) => (source.semanticScore ?? 0) >= semanticThreshold || (source.domainAlignmentScore ?? 0) >= 0.66 || isAuthorityPackSource(source)
   );
   if (!semanticallyFiltered.length && topicAligned.length) {
     warnings.push("Topic-aligned sources were kept below the semantic threshold for inspection.");
   }
-  const ranked = (semanticallyFiltered.length ? semanticallyFiltered : topicAligned).sort((a, b) => (b.trustScore ?? b.score) - (a.trustScore ?? a.score)).slice(0, limit);
+  const ranked = rankAndDiversifySources(semanticallyFiltered.length ? semanticallyFiltered : topicAligned, limit);
   return {
     sources: ranked,
     graph: buildResearchGraph(topic, ranked),
@@ -5460,7 +5460,7 @@ ${result.url}`);
     const freshnessScore = freshnessForDate(result.publishedAt);
     const duplicationRisk = clamp01(Math.max(0, (domainCounts.get(domain) ?? 1) - 1) * 0.12);
     const providerScore = normalizeProviderScore(result.score);
-    const sourcePreference = sourcePreferenceScore(domain, result.url, result.provider);
+    const sourcePreference = sourcePreferenceScore(topic, domain, result.url, result.provider);
     const trustScore = clamp01(
       authorityScore * 0.3 + relevanceScore * 0.24 + semanticScore * 0.14 + domainAlignment * 0.16 + freshnessScore * 0.1 + providerScore * 0.07 + sourcePreference * 0.05 + (1 - duplicationRisk) * 0.05 - broadPenalty * 0.26
     );
@@ -5509,11 +5509,13 @@ function passesTopicSourceGate(topic, source, options = {}) {
   const isCodeSource = sourceType === "code" || provider === "github" || domainFromUrl(source.url) === "github.com";
   const codeTopic = isCodeOrRepositoryTopic(topic);
   const broadPenalty = source.qualitySignals?.includes("broad-source-penalty") ? 0.7 : 0;
+  const hasAuthorityPack = isAuthorityPackSource(source);
   const thresholds = mode === "fast" ? { trust: 0.54, relevance: 0.42, semantic: 0.06, alignment: 0.4 } : mode === "strict" ? { trust: 0.62, relevance: 0.52, semantic: 0.12, alignment: 0.56 } : mode === "maximum-quality" ? { trust: 0.5, relevance: 0.38, semantic: 0.08, alignment: 0.36 } : { trust: 0.52, relevance: 0.4, semantic: 0.08, alignment: 0.38 };
   if (duplicateRisk >= 0.82) return false;
   if (!specialized) {
     return trust >= Math.max(0.42, thresholds.trust - 0.08) && relevance >= Math.max(0.28, thresholds.relevance - 0.1);
   }
+  if (hasAuthorityPack && trust >= 0.64 && relevance >= 0.44 && (semantic >= 0.12 || alignment >= 0.34)) return true;
   if (alignment < thresholds.alignment || relevance < thresholds.relevance || trust < thresholds.trust) return false;
   if (semantic < thresholds.semantic && alignment < 0.68) return false;
   if (broadPenalty >= 0.5 && alignment < 0.72) return false;
@@ -5611,6 +5613,36 @@ function buildResearchGraph(topic, sources) {
     }
   };
 }
+function rankAndDiversifySources(sources, limit) {
+  const ranked = [...sources].sort((a, b) => (b.trustScore ?? b.score) - (a.trustScore ?? a.score));
+  const selected = [];
+  const domainCounts = /* @__PURE__ */ new Map();
+  const providerCounts = /* @__PURE__ */ new Map();
+  const providerLimit = Math.max(4, Math.ceil(limit * 0.42));
+  const addPass = (domainLimit) => {
+    for (const source of ranked) {
+      if (selected.length >= limit) return;
+      if (selected.some((item) => item.url === source.url)) continue;
+      const domain = source.domain ?? domainFromUrl(source.url);
+      const provider = (source.provider || source.discoveredBy || "unknown").toLowerCase();
+      if ((domainCounts.get(domain) ?? 0) >= domainLimit) continue;
+      if ((providerCounts.get(provider) ?? 0) >= providerLimit) continue;
+      selected.push(source);
+      domainCounts.set(domain, (domainCounts.get(domain) ?? 0) + 1);
+      providerCounts.set(provider, (providerCounts.get(provider) ?? 0) + 1);
+    }
+  };
+  addPass(1);
+  addPass(2);
+  addPass(3);
+  if (selected.length < limit) {
+    for (const source of ranked) {
+      if (selected.length >= limit) break;
+      if (!selected.some((item) => item.url === source.url)) selected.push(source);
+    }
+  }
+  return selected;
+}
 function buildSourceRelationshipEdges(sources) {
   const edges = [];
   for (let i = 0; i < sources.length; i++) {
@@ -5641,6 +5673,12 @@ function authorityPack(source) {
   const signal = source.qualitySignals?.find((item) => item.startsWith("authority-pack:"));
   return signal ? signal.replace("authority-pack:", "") : null;
 }
+function isAuthorityPackSource(source) {
+  const trust = source.trustScore ?? source.score;
+  const relevance = source.relevanceScore ?? source.score;
+  const alignment = source.domainAlignmentScore ?? relevance;
+  return Boolean(authorityPack(source)) && trust >= 0.62 && relevance >= 0.42 && alignment >= 0.32;
+}
 function sharedRelationshipEvidence(left, right, pack) {
   const terms = sharedTerms(`${left.title} ${left.snippet}`, `${right.title} ${right.snippet}`).slice(0, 6);
   const packText = pack ? `same authority pack (${pack})` : "shared topic evidence";
@@ -5750,7 +5788,7 @@ function authorityForDomain(domain, url) {
   const signals = [];
   let score = 0.54;
   let type = "unknown";
-  if (host.endsWith(".gov") || host.includes("sec.gov")) {
+  if (host.endsWith(".gov") || host.includes("sec.gov") || host === "gov.kz" || host.endsWith(".gov.kz") || host === "gov.il" || host.endsWith(".gov.il") || host.includes("embassies.gov.il")) {
     score = 0.95;
     type = "government";
     signals.push("government-source");
@@ -5797,15 +5835,27 @@ function authorityForDomain(domain, url) {
   }
   return { score, type, signals };
 }
-function sourcePreferenceScore(domain, url, provider) {
+function sourcePreferenceScore(topic, domain, url, provider) {
   const host = domain.toLowerCase();
-  if (provider === "kaggle" || host.includes("kaggle.com")) return 0.96;
-  if (provider === "github" || host === "github.com") return 0.93;
-  if (host.endsWith(".gov") || host.includes("nist.gov") || host.includes("sec.gov")) return 0.92;
-  if (host.includes("arxiv.org") || host.endsWith(".edu") || host.includes("openalex.org")) return 0.88;
-  if (host.includes("huggingface.co/datasets")) return 0.88;
-  if (host.includes("data.gov") || url.includes("/dataset")) return 0.84;
-  if (host.includes("docs.") || url.includes("/docs/") || url.includes("/documentation/")) return 0.78;
+  const normalizedTopic = normalizeForSearch(topic);
+  const wantsDatasetArtifact = DATASET_ARTIFACT_TERMS.some((term) => normalizedTopic.includes(term));
+  const wantsCodeArtifact = isCodeOrRepositoryTopic(topic);
+  if (host.endsWith(".gov") || host.includes("nist.gov") || host.includes("sec.gov") || host === "gov.kz" || host.endsWith(".gov.kz") || host === "gov.il" || host.endsWith(".gov.il") || host.includes("embassies.gov.il")) return 0.96;
+  if (host.includes("comtrade.un.org") || host.includes("data.un.org") || host.includes("unstats.un.org")) return 0.94;
+  if (host.includes("iso.org") || host.includes("ieee.org") || host.includes("w3.org")) return 0.93;
+  if (host.includes("pubmed.ncbi.nlm.nih.gov") || host.includes("ncbi.nlm.nih.gov")) return 0.92;
+  if (host.includes("arxiv.org") || host.endsWith(".edu") || host.includes("openalex.org")) return 0.86;
+  if (host.includes("data.gov")) return 0.9;
+  if (host.includes("huggingface.co/datasets")) return wantsDatasetArtifact ? 0.84 : 0.72;
+  if (provider === "kaggle" || host === "kaggle.com" || host.endsWith(".kaggle.com")) {
+    return wantsDatasetArtifact ? 0.78 : 0.62;
+  }
+  if (provider === "github" || host === "github.com") {
+    if (wantsCodeArtifact) return 0.84;
+    return wantsDatasetArtifact ? 0.7 : 0.5;
+  }
+  if (url.includes("/dataset")) return wantsDatasetArtifact ? 0.78 : 0.68;
+  if (host.includes("docs.") || url.includes("/docs/") || url.includes("/documentation/")) return 0.8;
   if (host.includes("reddit.") || host.includes("medium.") || host.includes("substack.")) return 0.24;
   return 0.55;
 }
@@ -6130,6 +6180,236 @@ var AUTHORITY_PROFILES = [
       }
     ]
   },
+  {
+    id: "international-relations",
+    label: "International Relations & Trade",
+    match: [
+      "israel",
+      "kazakhstan",
+      "bilateral",
+      "foreign",
+      "diplomacy",
+      "diplomatic",
+      "trade",
+      "investment",
+      "economic",
+      "cooperation",
+      "exports",
+      "imports",
+      "tourism",
+      "technology transfer",
+      "agriculture",
+      "healthcare",
+      "logistics"
+    ],
+    authorityDomains: [
+      "gov.kz",
+      "mfa.gov.kz",
+      "embassies.gov.il",
+      "gov.il",
+      "comtrade.un.org",
+      "data.un.org",
+      "unstats.un.org",
+      "worldbank.org",
+      "oec.world",
+      "tradingeconomics.com"
+    ],
+    queryHints: [
+      "official bilateral relations foreign ministry",
+      "trade economic cooperation official statistics",
+      "investment technology cooperation official statement",
+      "UN Comtrade bilateral trade data",
+      "embassy bilateral relations trade cooperation"
+    ],
+    authorityScore: 0.88,
+    sources: [
+      {
+        title: "Kazakhstan MFA: Kazakhstan and Israel Interested in Elevating Bilateral Cooperation",
+        url: "https://www.gov.kz/memleket/entities/mfa/press/news/details/1148898?lang=en",
+        snippet: "Official Kazakhstan MFA release on Kazakhstan-Israel political dialogue, trade, investment, tourism, technology transfer, agriculture, healthcare, logistics, energy efficiency, renewables, visa cooperation, and 2025 trade turnover.",
+        score: 0.91,
+        publishedAt: "2026-01-27"
+      },
+      {
+        title: "Kazakhstan MFA: Kazakhstan and Israel Discuss Expanding Trade and Economic Cooperation",
+        url: "https://www.gov.kz/memleket/entities/mfa/press/region-news/details/27836?lang=en",
+        snippet: "Official Kazakhstan MFA update on Kazakh-Israeli trade and economic cooperation, sector diversification, metallurgy, petrochemicals, food and chemical industries, mechanical engineering, trade support, and 2025 bilateral trade turnover.",
+        score: 0.9
+      },
+      {
+        title: "Embassy of Kazakhstan in Israel: Bilateral Relations",
+        url: "https://www.gov.kz/memleket/entities/mfa-tel-aviv/activities/2032?lang=en",
+        snippet: "Official Embassy of Kazakhstan in Israel page describing political relations, mutual visits, foreign ministry consultations, international forum cooperation, and EAEU-Israel free trade agreement negotiations.",
+        score: 0.88
+      },
+      {
+        title: "Embassy of Kazakhstan in Israel: Trade and Economic Cooperation",
+        url: "https://www.gov.kz/memleket/entities/mfa-tel-aviv/activities/2034?lang=en",
+        snippet: "Official Embassy of Kazakhstan in Israel page on trade and economic cooperation, Israeli technology and know-how, Kazakh energy resources, trade turnover, joint projects, registered Israeli-shared companies, and the intergovernmental commission.",
+        score: 0.88
+      },
+      {
+        title: "Israel MFA Embassy in Kazakhstan: Bilateral Relations",
+        url: "https://embassies.gov.il/kazakhstan/he/the-embassy/bilateral-relations",
+        snippet: "Official Israel MFA embassy page on Israel-Kazakhstan diplomatic relations since 1992, official visits, signed cooperation agreements, investment protection, agriculture, healthcare, cybersecurity, tourism, and trilateral development cooperation.",
+        score: 0.85,
+        publishedAt: "2024-09-17"
+      },
+      {
+        title: "Israel MFA Embassy in Kazakhstan: Economy Department",
+        url: "https://embassies.gov.il/kazakhstan/en/the-embassy/departments/economy",
+        snippet: "Official Israel MFA embassy economy department page for Kazakhstan-Israel trade and economic relations, partner discovery, business delegations, government visits, and commercial cooperation.",
+        score: 0.84
+      },
+      {
+        title: "Israel MFA Embassy in Kazakhstan: About the Embassy",
+        url: "https://new.embassies.gov.il/kazakhstan/en/the-embassy/about",
+        snippet: "Official Israel Embassy page describing cooperation and partnerships with Kazakhstan in policy, economic affairs, public information, media, culture, and community relations.",
+        score: 0.81
+      },
+      {
+        title: "Israel MFA: President Herzog welcomed by President Tokayev in Astana",
+        url: "https://embassies.gov.il/ungeneva/en/news/president-herzog-welcomed-president-kassym-jomart-tokayev-kazakhstan-astana-27-apr-2026",
+        snippet: "Official Israel MFA release on President Herzog's 2026 visit to Kazakhstan, deepening Israel-Kazakhstan relations, strategic cooperation, and bilateral meetings with President Kassym-Jomart Tokayev.",
+        score: 0.84,
+        publishedAt: "2026-04-27"
+      },
+      {
+        title: "Israel-Kazakhstan Bilateral Investment Treaty",
+        url: "https://www.gov.il/BlobFolder/dynamiccollectorresultitem/kazakhstan_bit/he/international_agreements_kazakhstan_bit-eng.pdf",
+        snippet: "Official Government of Israel bilateral investment agreement with Kazakhstan covering mutual economic cooperation, investment protection, investment conditions, and formal state-level economic relations.",
+        score: 0.8
+      },
+      {
+        title: "UN Comtrade Database",
+        url: "https://comtrade.un.org/",
+        snippet: "United Nations international trade statistics database for bilateral trade records, including Kazakhstan-Israel commodity trade flows, partner-country breakdowns, and historical import/export data.",
+        score: 0.84
+      },
+      {
+        title: "UNdata Comtrade Goods Trade",
+        url: "https://data.un.org/Data.aspx?d=ComTrade&f=_l1Code%3A1",
+        snippet: "United Nations data interface for Comtrade goods trade records, including Kazakhstan-Israel goods trade in US dollars across partner countries and commodity categories.",
+        score: 0.82
+      },
+      {
+        title: "Trading Economics: Kazakhstan Exports to Israel",
+        url: "https://tradingeconomics.com/kazakhstan/exports/israel",
+        snippet: "Trade statistics surface reporting Kazakhstan exports to Israel based on United Nations COMTRADE data, useful as a secondary numerical reference for bilateral export values.",
+        score: 0.74
+      }
+    ]
+  },
+  {
+    id: "go-to-market",
+    label: "Go-to-Market & SaaS Sales",
+    match: [
+      "b2b",
+      "saas",
+      "sales",
+      "selling",
+      "objection",
+      "objections",
+      "prospecting",
+      "procurement",
+      "buyer",
+      "buyers",
+      "gtm",
+      "go to market",
+      "revenue",
+      "sales pipeline",
+      "pricing",
+      "roi",
+      "demo"
+    ],
+    authorityDomains: [
+      "blog.hubspot.com",
+      "hubspot.com",
+      "trailhead.salesforce.com",
+      "salesforce.com",
+      "gong.io",
+      "salesloft.com",
+      "outreach.io",
+      "openviewpartners.com",
+      "saastr.com",
+      "close.com",
+      "pipedrive.com",
+      "zendesk.com",
+      "hbr.org",
+      "gartner.com",
+      "mckinsey.com"
+    ],
+    queryHints: [
+      "B2B SaaS objection handling sales methodology",
+      "enterprise software procurement objections ROI security integration",
+      "sales objection handling pricing budget authority timing",
+      "SaaS sales objections buyer committee procurement",
+      "revenue sales conversation objection data"
+    ],
+    authorityScore: 0.87,
+    sources: [
+      {
+        title: "HubSpot Sales: Common Sales Objections and Responses",
+        url: "https://blog.hubspot.com/sales/handling-common-sales-objections",
+        snippet: "HubSpot Sales reference on common sales objections, objection handling, pricing concerns, authority concerns, timing pushback, competitor comparisons, and response patterns for sales teams.",
+        score: 0.87
+      },
+      {
+        title: "HubSpot Sales: Common Prospecting Objections",
+        url: "https://blog.hubspot.com/sales/the-5-most-common-objections-during-prospecting-and-how-to-overcome-them",
+        snippet: "HubSpot Sales article covering prospecting objections, buyer pushback, qualification concerns, product fit objections, and practical response frameworks for sales representatives.",
+        score: 0.84
+      },
+      {
+        title: "Salesforce Trailhead: Objection Handling Strategies",
+        url: "https://trailhead.salesforce.com/content/learn/modules/objection-handling-strategies",
+        snippet: "Salesforce Trailhead module on objection handling strategies, sales conversations, critical thinking, buyer concerns, and structured methods for responding to sales resistance.",
+        score: 0.86
+      },
+      {
+        title: "Gong Labs: Common Sales Objections",
+        url: "https://www.gong.io/blog/sales-objections",
+        snippet: "Gong sales research and revenue guidance on common sales objections, buyer conditions, objection categories, conversation handling, and evidence-backed sales response patterns.",
+        score: 0.84
+      },
+      {
+        title: "OpenView: Product-Led Sales and SaaS Revenue Guidance",
+        url: "https://openviewpartners.com/blog/",
+        snippet: "OpenView SaaS operating guidance covering product-led growth, sales motions, customer acquisition, pricing, buyer friction, and go-to-market execution for B2B software companies.",
+        score: 0.8
+      },
+      {
+        title: "SaaStr: SaaS Sales and Revenue Playbooks",
+        url: "https://www.saastr.com/category/sales/",
+        snippet: "SaaStr sales playbooks and SaaS revenue guidance covering enterprise sales, objections, buyer process, procurement friction, pricing concerns, customer success, and go-to-market execution.",
+        score: 0.78
+      },
+      {
+        title: "Pipedrive: Overcoming Sales Objections",
+        url: "https://www.pipedrive.com/en/blog/overcoming-sales-objections",
+        snippet: "Pipedrive sales guidance on reframing buyer concerns, planning objection handling with a team, trust objections, value positioning, and tracking lost-deal reasons in a sales workflow.",
+        score: 0.78
+      },
+      {
+        title: "Zendesk: How to Overcome Common Sales Objections",
+        url: "https://www.zendesk.com/blog/sales/proven-sales-techniques/overcome-common-sales-objections/",
+        snippet: "Zendesk Sell guidance defining sales objections and covering practical techniques for responding to buyer concerns, lead resistance, and preventable deal loss.",
+        score: 0.77
+      },
+      {
+        title: "Salesloft: Objection Handling for Sales Teams",
+        url: "https://www.salesloft.com/resources/blog/4-steps-to-help-your-sales-team-nail-objection-handling",
+        snippet: "Salesloft revenue-team guidance on operationalizing objection handling, surfacing buyer objections early, coaching sales teams, and improving sales-process discipline.",
+        score: 0.76
+      },
+      {
+        title: "Close: Sales Objection Handling Resources",
+        url: "https://www.close.com/blog/sales-objection-handling",
+        snippet: "Close sales guidance for objection handling, sales scripts, buyer resistance, pricing concerns, timing objections, and practical response patterns for sales teams.",
+        score: 0.74
+      }
+    ]
+  },
   {
     id: "developer-docs",
     label: "Developer Documentation",
@@ -6197,9 +6477,16 @@ var TOPIC_STOP_WORDS = /* @__PURE__ */ new Set([
   "examples",
   "example",
   "with",
+  "and",
+  "the",
+  "for",
+  "how",
   "from",
   "into",
   "about",
+  "benefit",
+  "benefits",
+  "beneficial",
   "info",
   "information",
   "generate",
@@ -6228,6 +6515,21 @@ var CODE_TOPIC_TERMS = [
   "python",
   "javascript"
 ];
+var DATASET_ARTIFACT_TERMS = [
+  "dataset",
+  "datasets",
+  "corpus",
+  "csv",
+  "jsonl",
+  "parquet",
+  "kaggle",
+  "huggingface",
+  "benchmark",
+  "tabular",
+  "table",
+  "open data",
+  "public data"
+];
 var BROAD_SOURCE_TERMS = [
   "awesome",
   "tutorial",
@@ -7331,7 +7633,7 @@ async function generateWithOpenAI(options) {
   };
 }
 async function generateWithOpenAIBatched(options) {
-  const batchSize = Math.max(1, Math.min(48, Number(process.env.ALYS_OPENAI_RECORDS_PER_CALL ?? 8)));
+  const batchSize = Math.max(1, Math.min(64, Number(process.env.ALYS_OPENAI_RECORDS_PER_CALL ?? 8)));
   const batches = Array.from(
     { length: Math.ceil(options.targetCount / batchSize) },
     (_, index) => Math.min(batchSize, Math.max(0, options.targetCount - index * batchSize))
@@ -7731,6 +8033,7 @@ var StructuringAgent = class {
         const mapped = providerResult.records.map((g, variantIndex) => {
           const adjustedConfidence = trustWeightedConfidence(g.confidence, baselineConfidence, document, finding, sourceWeight, provenance.corroborationScore);
           const confidenceFactors = confidenceFactorsForRecord(document, finding, provenance, adjustedConfidence, sourceWeight);
+          const acceptance = acceptanceReasons(document, finding, segment2, provenance);
           return {
             id: `${baseId}-${variantIndex}`,
             input: g.input,
@@ -7763,6 +8066,7 @@ var StructuringAgent = class {
               contradiction_notes: finding?.contradictions ?? [],
               contradiction_status: (finding?.contradictions.length ?? 0) > 0 ? "needs_review" : "clear",
               confidence_factors: confidenceFactors,
+              source_fingerprint_version: "2026-05-15",
               source_quality_weight: Number(sourceWeight.toFixed(3)),
               source_trust_score: document.sourceScores?.trustScore,
               source_authority_score: document.sourceScores?.authorityScore,
@@ -7770,8 +8074,9 @@ var StructuringAgent = class {
               source_domain_alignment_score: document.sourceScores?.domainAlignmentScore,
               source_freshness_score: document.sourceScores?.freshnessScore,
               source_duplication_risk: document.sourceScores?.duplicationRisk,
-              acceptance_reasons: acceptanceReasons(document, finding, segment2, provenance)
+              acceptance_reasons: acceptance
             },
+            sourceFingerprint: buildSourceFingerprint(document, finding, provenance, confidenceFactors, acceptance),
             created_at: createdAt
           };
         });
@@ -7891,6 +8196,47 @@ function buildRecordProvenance(document, finding, documents = []) {
     corroborationScore: Number(corroborationScore.toFixed(3))
   };
 }
+function buildSourceFingerprint(document, finding, provenance, confidenceFactors, acceptanceReasons2) {
+  const contradictions = finding?.contradictions ?? [];
+  const weakSignals = [
+    ...provenance.supportUrls.length < 2 ? ["thin-source-support"] : [],
+    ...(document.sourceScores?.domainAlignmentScore ?? document.sourceScores?.relevanceScore ?? 0) < 0.5 ? ["low-topic-alignment"] : [],
+    ...(document.sourceScores?.freshnessScore ?? 1) < 0.45 ? ["low-freshness"] : [],
+    ...(document.sourceScores?.duplicationRisk ?? 0) > 0.35 ? ["high-duplication-risk"] : [],
+    ...contradictions.length ? ["open-contradictions"] : []
+  ];
+  return {
+    primary: {
+      sourceId: document.sourceId,
+      title: document.title,
+      url: document.url,
+      domain: provenance.primaryDomain,
+      trustScore: document.sourceScores?.trustScore,
+      authorityScore: document.sourceScores?.authorityScore,
+      relevanceScore: document.sourceScores?.relevanceScore,
+      freshnessScore: document.sourceScores?.freshnessScore,
+      alignmentScore: document.sourceScores?.domainAlignmentScore,
+      duplicationRisk: document.sourceScores?.duplicationRisk
+    },
+    support: provenance.supportSources.map((source) => ({
+      ...source,
+      relation: source.url === document.url ? "primary" : "supporting"
+    })),
+    confidenceFactors,
+    contradictions: {
+      status: contradictions.length ? "needs_review" : "clear",
+      count: contradictions.length,
+      notes: contradictions
+    },
+    provenance: {
+      supportCount: provenance.supportUrls.length,
+      supportDomains: provenance.supportDomains,
+      corroborationScore: provenance.corroborationScore,
+      acceptanceReasons: acceptanceReasons2,
+      weakSignals
+    }
+  };
+}
 function confidenceFactorsForRecord(document, finding, provenance, confidence, sourceWeight) {
   const authority = document.sourceScores?.authorityScore ?? 0.55;
   const trust = document.sourceScores?.trustScore ?? 0.62;
@@ -7950,6 +8296,7 @@ function toCsv(records) {
     "source_trust_score",
     "source_authority_score",
     "source_relevance_score",
+    "source_fingerprint",
     "tags",
     "metadata",
     "created_at"
@@ -7967,6 +8314,7 @@ function toCsv(records) {
     metadataString(record, "source_trust_score"),
     metadataString(record, "source_authority_score"),
     metadataString(record, "source_relevance_score"),
+    record.sourceFingerprint ? JSON.stringify(record.sourceFingerprint) : "",
     record.tags.join("|"),
     JSON.stringify(record.metadata),
     record.created_at
@@ -7987,12 +8335,19 @@ function toMarkdown(records) {
 
 Context:
 ${record.context}` : ""].join("");
+    const fingerprint = record.sourceFingerprint ? `
+Source fingerprint:
+- Primary: ${record.sourceFingerprint.primary.title} (${record.sourceFingerprint.primary.domain})
+- Support: ${record.sourceFingerprint.provenance.supportCount} source(s)
+- Corroboration: ${record.sourceFingerprint.provenance.corroborationScore}
+- Weak signals: ${record.sourceFingerprint.provenance.weakSignals.join(", ") || "none"}
+` : "";
     return `## ${title}
 
 ${body}
 
 Confidence: ${record.confidence}
-Source: ${record.source} (${record.source_url})
+Source: ${record.source} (${record.source_url})${fingerprint}
 Tags: ${record.tags.join(", ")}
 Created: ${record.created_at}
 `;
@@ -8017,6 +8372,7 @@ function serializeDataset(records, format) {
         context: r.context,
         source_url: r.source_url,
         confidence: r.confidence,
+        source_fingerprint: r.sourceFingerprint,
         tags: r.tags,
         metadata: r.metadata,
         created_at: r.created_at
@@ -8031,6 +8387,7 @@ function serializeDataset(records, format) {
         text: r.context,
         source_url: r.source_url,
         confidence: r.confidence,
+        source_fingerprint: r.sourceFingerprint,
         tags: r.tags,
         metadata: r.metadata,
         created_at: r.created_at
@@ -10287,8 +10644,8 @@ var CONFIG_DIR = import_node_path5.default.join(import_node_os4.default.homedir(
 var CONFIG_PATH = import_node_path5.default.join(CONFIG_DIR, "config.json");
 var ALYS_APP_URL = process.env.ALYS_APP_URL || process.env.NEXT_PUBLIC_SITE_URL || "https://alys.akusa.dev";
 var MAX_DATASETS_PER_RUN = 5;
-var MAX_SOURCES_PER_RUN = 8;
-var MAX_ROWS_PER_DATASET = 125;
+var MAX_SOURCES_PER_RUN = 16;
+var MAX_ROWS_PER_DATASET = 500;
 var MAX_BENCHMARK_SOURCES_PER_RUN = 96;
 var MAX_BENCHMARK_ROWS_PER_DATASET = 25e3;
 var FIGLET_LOGO = [
@@ -10333,8 +10690,8 @@ Flags:
   --datasets 1
   --depth shallow|medium|deep
   --mode fast|balanced|strict|maximum-quality
-  --sources 8
-  --rows 125
+  --sources 16
+  --rows 500
   --workspace ~/Desktop/alys-output
   --verify
   --no-verify
@@ -10648,6 +11005,37 @@ async function withSpinner(label, task) {
     throw error;
   }
 }
+async function withRuntimeProgress(args, task) {
+  const stages = [
+    ["SRC", "Searching and diversifying trusted sources", `${args.sourceLimit} target`],
+    ["RANK", "Scoring authority, freshness, and topic alignment", args.depth],
+    ["EXT", "Normalizing source evidence for grounded generation", "hosted"],
+    ["GEN", "Generating source-grounded record batches", `${formatInt2(args.datasetCount * args.targetRows)} target rows`],
+    ["CHK", "Filtering unsupported and repetitive records", args.performanceMode],
+    ["EVAL", "Scoring confidence, citations, and usefulness", "quality gate"],
+    ["OUT", "Packaging exports for local write", "jsonl/csv/rag"]
+  ];
+  let stageIndex = 0;
+  let elapsedSeconds = 0;
+  printStage(stages[0][0], "RUN", stages[0][1], stages[0][2]);
+  const interval = setInterval(() => {
+    elapsedSeconds += 6;
+    stageIndex = Math.min(stageIndex + 1, stages.length - 1);
+    const [code, label, metric] = stages[stageIndex];
+    const suffix = elapsedSeconds >= 48 ? `${metric} \xB7 ${elapsedSeconds}s \xB7 larger runs can take a few minutes` : metric;
+    printStage(code, "RUN", label, suffix);
+  }, 6e3);
+  try {
+    const result = await task;
+    clearInterval(interval);
+    printStage("RUN", "DONE", "Alys runtime completed", "server response received");
+    return result;
+  } catch (error) {
+    clearInterval(interval);
+    printStage("RUN", "WARN", "Alys runtime stopped before completion", "no generations spent on failure");
+    throw error;
+  }
+}
 function previewRecord(dataset) {
   const file = dataset.files.find((item) => item.format === "jsonl" || item.format === "instruction" || item.format === "rag");
   const firstLine = file?.content.split(/\r?\n/).find((line) => line.trim().length > 0);
@@ -11494,8 +11882,14 @@ async function handleGenerate(args, command) {
   printStage("AUTH", "OK", "Usage linked", appUrl());
   printStage("PLAN", "OK", "Generations charged only after successful completion", `${datasetCount} requested`);
   printStage("RUN", "RUN", "Dataset runtime starting", `${performanceMode} mode`);
-  const response = await withSpinner(
-    "Alys runtime executing",
+  const response = await withRuntimeProgress(
+    {
+      datasetCount,
+      sourceLimit,
+      targetRows,
+      depth,
+      performanceMode
+    },
     requestJson(
       "/api/cli/generate",
       {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "alys-akusa",
-  "version": "0.1.20",
+  "version": "0.1.22",
   "private": false,
   "description": "Alys local CLI runtime for autonomous AI data preparation.",
   "license": "UNLICENSED",