@mrtdown/core 2.0.0-alpha.3 → 2.0.0-alpha.5

package/dist/util/ingestContent/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"/","sources":["util/ingestContent/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,+BAA+B,EAAE,MAAM,6CAA6C,CAAC;AAC9F,OAAO,EAAE,4BAA4B,EAAE,MAAM,sDAAsD,CAAC;AACpG,OAAO,EAAE,yBAAyB,EAAE,MAAM,mDAAmD,CAAC;AAC9F,OAAO,EAAE,SAAS,EAAE,MAAM,mCAAmC,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AAC9E,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAI/D,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,yBAAyB,EAAE,MAAM,wCAAwC,CAAC;AAGnF,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;AAE/D,MAAM,KAAK,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC;AACtC,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAC;AAChD,MAAM,IAAI,GAAG,IAAI,iBAAiB,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9C,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;AAExD;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAsB;IACxD,0BAA0B;IAC1B,wDAAwD;IACxD,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;SAClD,OAAO,CAAC,gBAAgB,CAAC;SACzB,KAAK,EAAE,CAAC;IACX,MAAM,CAAC,SAAS,IAAI,IAAI,EAAE,0BAA0B,CAAC,CAAC;IAEtD,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;IAExC,2DAA2D;IAC3D,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC;QAC3C,WAAW,EAAE;YACX,EAAE,EAAE,OAAO,CAAC,SAAS;YACrB,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC;SACvB;QACD,IAAI;KACL,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,mCAAmC,EAAE,YAAY,CAAC,CAAC;IAE/D,IAAI,YAAY,CAAC,MAAM,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,wEAAwE;IACxE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,4BAA4B,CAAC;QACpD,WAAW,EAAE;YACX,EAAE,EAAE,OAAO,CAAC,SAAS;YACrB,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC;SACvB;QACD,IAAI;KACL,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,8CAA8C,EAAE,MAAM,CAAC,CAAC;IAEpE,6DAA6D;IAC7D,IAAI,WAAwB,CAAC;IAE7B,QAAQ,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,KAAK,wBAAwB,CAAC,CAAC,CAAC;YAC9B,sEAAsE;YACtE,MAAM,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC;YACxC,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,CAAC,cAAc,IAAI,IAAI,EAAE,yBAAyB,OAAO,EAAE,CAAC,CAAC;YACnE,WAAW,GAAG,cAAc,CAAC;YAC7B,MAAM;QACR,CAAC;QACD,KAAK,mBAAmB,CAAC,CAAC,CAAC;YACzB,iFAAiF;YACjF,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CACnC,yBAAyB,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,SAAS,CACvD,CAAC;YACF,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,iBAAiB,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YAEnE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,yBAAyB,CAAC;gBACtD,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC;aACvB,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE,IAAI,CAAC,CAAC;YAElD,MAAM,gBAAgB,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;YAEhD,MAAM,OAAO,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;YAEjE,MAAM,KAAK,GAAU;gBACnB,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,SAAS;gBACnC,KAAK,EAAE,gBAAgB;gBACvB,SAAS,EAAE;oBACT,MAAM,EAAE,oBAAoB;iBAC7B;aACF,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAE5B,WAAW,GAAG;gBACZ,KAAK;gBACL,QAAQ,EAAE,EAAE;gBACZ,YAAY,EAAE,EAAE;gBAChB,IAAI,EAAE,QAAQ;aACf,CAAC;YACF,MAAM;QACR,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC5D,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,iBAAiB,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IAEtE,MAAM,QAAQ,GAAa;QACzB,EAAE,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,EAAE;QAC5C,EAAE,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;QAClD,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC;QAC9B,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC;QACtB,SAAS,EAAE,OAAO,CAAC,GAAG;QACtB,MAAM,EAAE;YACN,IAAI,EAAE,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,EAAE,oBAAoB;SAC7B;KACF,CAAC;IAEF,uEAAuE;IACvE,MAAM,EAAE,eAAe,EAAE,GAAG,+BAA+B,CAAC;QAC1D,WAAW,EAAE;YACX,GAAG,WAAW;YACd,QAAQ,EAAE,CAAC,GAAG,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC;SAC9C;QACD,UAAU,EAAE,QAAQ,CAAC,EAAE;QACvB,UAAU,EAAE,QAAQ,CAAC,EAAE;QACvB,MAAM;KACP,CAAC,CAAC;IAEH,0BAA0B;IAC1B,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC7D,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;GAKG;AACH,SAAS,OAAO,CAAC,OAAsB;IACrC,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;QACvB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,OAAO,OAAO,CAAC,QAAQ,CAAC;QAC1B,CAAC;QACD,KAAK,cAAc,CAAC,CAAC,CAAC;YACpB,OAAO,OAAO,CAAC,OAAO,CAAC;QACzB,CAAC;QACD,KAAK,SAAS,CAAC;QACf,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,OAAO,OAAO,CAAC,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,eAAe,CAAC,OAAsB;IAC7C,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;QACvB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,OAAO,oBAAoB,CAAC;QAC9B,CAAC;QACD,KAAK,cAAc,CAAC,CAAC,CAAC;YACpB,OAAO,cAAc,CAAC;QACxB,CAAC;QACD,KAAK,SAAS,CAAC;QACf,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,OAAO,eAAe,CAAC;QACzB,CAAC;IACH,CAAC;AACH,CAAC","sourcesContent":["import { resolve } from 'node:path';\nimport { DateTime } from 'luxon';\nimport { ulid } from 'ulid';\nimport { computeImpactFromEvidenceClaims } from '#helpers/computeImpactFromEvidenceClaims.js';\nimport { extractClaimsFromNewEvidence } from '#llm/functions/extractClaimsFromNewEvidence/index.js';\nimport { generateIssueTitleAndSlug } from '#llm/functions/generateIssueTitleAndSlug/index.js';\nimport { translate } from '#llm/functions/translate/index.js';\nimport { triageNewEvidence } from '#llm/functions/triageNewEvidence/index.js';\nimport { FileStore } from '#repo/common/FileStore.js';\nimport { MRTDownRepository } from '#repo/MRTDownRepository.js';\nimport type { IssueBundle } from '#schema/issue/bundle.js';\nimport type { Evidence } from '#schema/issue/evidence.js';\nimport type { Issue } from '#schema/issue/issue.js';\nimport { FileWriteStore } from '#write/common/FileWriteStore.js';\nimport { MRTDownWriter } from '#write/MRTDownWriter.js';\nimport { assert } from '../assert.js';\nimport { getSlugDateTimeFromClaims } from './helpers/getSlugDateTimeFromClaims.js';\nimport type { IngestContent } from './types.js';\n\nconst DATA_DIR = resolve(import.meta.dirname, '../../../data');\n\nconst store = new FileStore(DATA_DIR);\nconst writeStore = new FileWriteStore(DATA_DIR);\nconst repo = new MRTDownRepository({ store });\nconst writer = new MRTDownWriter({ store: writeStore });\n\n/**\n * Ingests content from social media, news, or other sources into the MRTDown issue system.\n *\n * Triages the content to determine if it belongs to an existing issue or a new one, extracts\n * claims, computes impact (affected lines, stations, periods), and persists evidence and impact\n * events. Irrelevant content is ignored.\n *\n * @param content - The content to ingest (Reddit post, news article, or Twitter/Mastodon post).\n * @returns `null` when content is irrelevant or after successful ingestion.\n */\nexport async function ingestContent(content: IngestContent) {\n  // --- Normalise input ---\n  // HACK: Force `createdAt` to be Asia/Singapore timezone\n  const createdAt = DateTime.fromISO(content.createdAt)\n    .setZone('Asia/Singapore')\n    .toISO();\n  assert(createdAt != null, 'Expected valid createdAt');\n\n  content.createdAt = createdAt;\n  console.log('[ingestContent]', content);\n\n  // --- Triage: existing issue, new issue, or irrelevant ---\n  const triageResult = await triageNewEvidence({\n    newEvidence: {\n      ts: content.createdAt,\n      text: getText(content),\n    },\n    repo,\n  });\n  console.log('[ingestContent.triageNewEvidence]', triageResult);\n\n  if (triageResult.result.kind === 'irrelevant-content') {\n    console.log('[ingestContent] Nothing to do.');\n    return null;\n  }\n\n  // --- Extract structured claims (lines, stations, periods, effects) ---\n  const { claims } = await extractClaimsFromNewEvidence({\n    newEvidence: {\n      ts: content.createdAt,\n      text: getText(content),\n    },\n    repo,\n  });\n  console.log('[ingestContent.extractClaimsFromNewEvidence]', claims);\n\n  // --- Resolve issue bundle: fetch existing or create new ---\n  let issueBundle: IssueBundle;\n\n  switch (triageResult.result.kind) {\n    case 'part-of-existing-issue': {\n      // Load full bundle (issue + evidence + impact) for impact computation\n      const { issueId } = triageResult.result;\n      const existingBundle = repo.issues.get(issueId);\n      assert(existingBundle != null, `Expected issue for id=${issueId}`);\n      issueBundle = existingBundle;\n      break;\n    }\n    case 'part-of-new-issue': {\n      // Create issue: derive date from claims, generate title/slug, translate, persist\n      const slugDateTime = DateTime.fromISO(\n        getSlugDateTimeFromClaims(claims) ?? content.createdAt,\n      );\n      assert(slugDateTime.isValid, `Invalid date: ${content.createdAt}`);\n\n      const { title, slug } = await generateIssueTitleAndSlug({\n        text: getText(content),\n      });\n      console.log('[ingestContent.generateSlug]', slug);\n\n      const translatedTitles = await translate(title);\n\n      const issueId = `${slugDateTime.toFormat('yyyy-MM-dd')}-${slug}`;\n\n      const issue: Issue = {\n        id: issueId,\n        type: triageResult.result.issueType,\n        title: translatedTitles,\n        titleMeta: {\n          source: '@openai/gpt-5-nano',\n        },\n      };\n      writer.issues.create(issue);\n\n      issueBundle = {\n        issue,\n        evidence: [],\n        impactEvents: [],\n        path: DATA_DIR,\n      };\n      break;\n    }\n  }\n\n  // --- Build evidence record ---\n  const contentDateTime = DateTime.fromISO(content.createdAt);\n  assert(contentDateTime.isValid, `Invalid date: ${content.createdAt}`);\n\n  const evidence: Evidence = {\n    id: `ev_${ulid(contentDateTime.toMillis())}`,\n    ts: contentDateTime.toISO({ includeOffset: true }),\n    type: getEvidenceType(content),\n    text: getText(content),\n    sourceUrl: content.url,\n    render: {\n      text: await translate(getText(content)),\n      source: '@openai/gpt-5-nano',\n    },\n  };\n\n  // --- Compute impact events from claims (effects, scopes, periods) ---\n  const { newImpactEvents } = computeImpactFromEvidenceClaims({\n    issueBundle: {\n      ...issueBundle,\n      evidence: [...issueBundle.evidence, evidence],\n    },\n    evidenceId: evidence.id,\n    evidenceTs: evidence.ts,\n    claims,\n  });\n\n  // --- Persist to disk ---\n  writer.issues.appendEvidence(issueBundle.issue.id, evidence);\n  for (const impact of newImpactEvents) {\n    writer.issues.appendImpact(issueBundle.issue.id, impact);\n  }\n\n  return null;\n}\n\n/**\n * Extracts the primary text content from an IngestContent item based on its source type.\n *\n * @param content - The content to extract text from.\n * @returns The text body (selftext for Reddit, summary for news, text for social).\n */\nfunction getText(content: IngestContent) {\n  switch (content.source) {\n    case 'reddit': {\n      return content.selftext;\n    }\n    case 'news-website': {\n      return content.summary;\n    }\n    case 'twitter':\n    case 'mastodon': {\n      return content.text;\n    }\n  }\n}\n\n/**\n * Maps IngestContent source type to the corresponding Evidence type for provenance tracking.\n *\n * @param content - The content to classify.\n * @returns The evidence type: official-statement (Reddit), media.report (news), or public.report (social).\n */\nfunction getEvidenceType(content: IngestContent) {\n  switch (content.source) {\n    case 'reddit': {\n      return 'official-statement';\n    }\n    case 'news-website': {\n      return 'media.report';\n    }\n    case 'twitter':\n    case 'mastodon': {\n      return 'public.report';\n    }\n  }\n}\n"]}
+{"version":3,"file":"index.js","sourceRoot":"/","sources":["util/ingestContent/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,+BAA+B,EAAE,MAAM,kDAAkD,CAAC;AACnG,OAAO,EAAE,4BAA4B,EAAE,MAAM,2DAA2D,CAAC;AACzG,OAAO,EAAE,yBAAyB,EAAE,MAAM,wDAAwD,CAAC;AACnG,OAAO,EAAE,SAAS,EAAE,MAAM,wCAAwC,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gDAAgD,CAAC;AACnF,OAAO,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AAIpE,OAAO,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,yBAAyB,EAAE,MAAM,wCAAwC,CAAC;AAGnF,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;AAE/D,MAAM,KAAK,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC;AACtC,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAC;AAChD,MAAM,IAAI,GAAG,IAAI,iBAAiB,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9C,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;AAExD;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAsB;IACxD,0BAA0B;IAC1B,wDAAwD;IACxD,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;SAClD,OAAO,CAAC,gBAAgB,CAAC;SACzB,KAAK,EAAE,CAAC;IACX,MAAM,CAAC,SAAS,IAAI,IAAI,EAAE,0BAA0B,CAAC,CAAC;IAEtD,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;IAExC,2DAA2D;IAC3D,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC;QAC3C,WAAW,EAAE;YACX,EAAE,EAAE,OAAO,CAAC,SAAS;YACrB,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC;SACvB;QACD,IAAI;KACL,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,mCAAmC,EAAE,YAAY,CAAC,CAAC;IAE/D,IAAI,YAAY,CAAC,MAAM,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,wEAAwE;IACxE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,4BAA4B,CAAC;QACpD,WAAW,EAAE;YACX,EAAE,EAAE,OAAO,CAAC,SAAS;YACrB,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC;SACvB;QACD,IAAI;KACL,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,8CAA8C,EAAE,MAAM,CAAC,CAAC;IAEpE,6DAA6D;IAC7D,IAAI,WAAwB,CAAC;IAE7B,QAAQ,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,KAAK,wBAAwB,CAAC,CAAC,CAAC;YAC9B,sEAAsE;YACtE,MAAM,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC;YACxC,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,CAAC,cAAc,IAAI,IAAI,EAAE,yBAAyB,OAAO,EAAE,CAAC,CAAC;YACnE,WAAW,GAAG,cAAc,CAAC;YAC7B,MAAM;QACR,CAAC;QACD,KAAK,mBAAmB,CAAC,CAAC,CAAC;YACzB,iFAAiF;YACjF,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CACnC,yBAAyB,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,SAAS,CACvD,CAAC;YACF,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,iBAAiB,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YAEnE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,yBAAyB,CAAC;gBACtD,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC;aACvB,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE,IAAI,CAAC,CAAC;YAElD,MAAM,gBAAgB,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;YAEhD,MAAM,OAAO,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;YAEjE,MAAM,KAAK,GAAU;gBACnB,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,SAAS;gBACnC,KAAK,EAAE,gBAAgB;gBACvB,SAAS,EAAE;oBACT,MAAM,EAAE,oBAAoB;iBAC7B;aACF,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAE5B,WAAW,GAAG;gBACZ,KAAK;gBACL,QAAQ,EAAE,EAAE;gBACZ,YAAY,EAAE,EAAE;gBAChB,IAAI,EAAE,QAAQ;aACf,CAAC;YACF,MAAM;QACR,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC5D,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,iBAAiB,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IAEtE,MAAM,QAAQ,GAAa;QACzB,EAAE,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,EAAE;QAC5C,EAAE,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;QAClD,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC;QAC9B,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC;QACtB,SAAS,EAAE,OAAO,CAAC,GAAG;QACtB,MAAM,EAAE;YACN,IAAI,EAAE,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,EAAE,oBAAoB;SAC7B;KACF,CAAC;IAEF,uEAAuE;IACvE,MAAM,EAAE,eAAe,EAAE,GAAG,+BAA+B,CAAC;QAC1D,WAAW,EAAE;YACX,GAAG,WAAW;YACd,QAAQ,EAAE,CAAC,GAAG,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC;SAC9C;QACD,UAAU,EAAE,QAAQ,CAAC,EAAE;QACvB,UAAU,EAAE,QAAQ,CAAC,EAAE;QACvB,MAAM;KACP,CAAC,CAAC;IAEH,0BAA0B;IAC1B,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC7D,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;GAKG;AACH,SAAS,OAAO,CAAC,OAAsB;IACrC,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;QACvB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,OAAO,OAAO,CAAC,QAAQ,CAAC;QAC1B,CAAC;QACD,KAAK,cAAc,CAAC,CAAC,CAAC;YACpB,OAAO,OAAO,CAAC,OAAO,CAAC;QACzB,CAAC;QACD,KAAK,SAAS,CAAC;QACf,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,OAAO,OAAO,CAAC,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,eAAe,CAAC,OAAsB;IAC7C,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;QACvB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,OAAO,oBAAoB,CAAC;QAC9B,CAAC;QACD,KAAK,cAAc,CAAC,CAAC,CAAC;YACpB,OAAO,cAAc,CAAC;QACxB,CAAC;QACD,KAAK,SAAS,CAAC;QACf,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,OAAO,eAAe,CAAC;QACzB,CAAC;IACH,CAAC;AACH,CAAC","sourcesContent":["import { resolve } from 'node:path';\nimport { DateTime } from 'luxon';\nimport { ulid } from 'ulid';\nimport { computeImpactFromEvidenceClaims } from '../../helpers/computeImpactFromEvidenceClaims.js';\nimport { extractClaimsFromNewEvidence } from '../../llm/functions/extractClaimsFromNewEvidence/index.js';\nimport { generateIssueTitleAndSlug } from '../../llm/functions/generateIssueTitleAndSlug/index.js';\nimport { translate } from '../../llm/functions/translate/index.js';\nimport { triageNewEvidence } from '../../llm/functions/triageNewEvidence/index.js';\nimport { FileStore } from '../../repo/common/FileStore.js';\nimport { MRTDownRepository } from '../../repo/MRTDownRepository.js';\nimport type { IssueBundle } from '../../schema/issue/bundle.js';\nimport type { Evidence } from '../../schema/issue/evidence.js';\nimport type { Issue } from '../../schema/issue/issue.js';\nimport { FileWriteStore } from '../../write/common/FileWriteStore.js';\nimport { MRTDownWriter } from '../../write/MRTDownWriter.js';\nimport { assert } from '../assert.js';\nimport { getSlugDateTimeFromClaims } from './helpers/getSlugDateTimeFromClaims.js';\nimport type { IngestContent } from './types.js';\n\nconst DATA_DIR = resolve(import.meta.dirname, '../../../data');\n\nconst store = new FileStore(DATA_DIR);\nconst writeStore = new FileWriteStore(DATA_DIR);\nconst repo = new MRTDownRepository({ store });\nconst writer = new MRTDownWriter({ store: writeStore });\n\n/**\n * Ingests content from social media, news, or other sources into the MRTDown issue system.\n *\n * Triages the content to determine if it belongs to an existing issue or a new one, extracts\n * claims, computes impact (affected lines, stations, periods), and persists evidence and impact\n * events. Irrelevant content is ignored.\n *\n * @param content - The content to ingest (Reddit post, news article, or Twitter/Mastodon post).\n * @returns `null` when content is irrelevant or after successful ingestion.\n */\nexport async function ingestContent(content: IngestContent) {\n  // --- Normalise input ---\n  // HACK: Force `createdAt` to be Asia/Singapore timezone\n  const createdAt = DateTime.fromISO(content.createdAt)\n    .setZone('Asia/Singapore')\n    .toISO();\n  assert(createdAt != null, 'Expected valid createdAt');\n\n  content.createdAt = createdAt;\n  console.log('[ingestContent]', content);\n\n  // --- Triage: existing issue, new issue, or irrelevant ---\n  const triageResult = await triageNewEvidence({\n    newEvidence: {\n      ts: content.createdAt,\n      text: getText(content),\n    },\n    repo,\n  });\n  console.log('[ingestContent.triageNewEvidence]', triageResult);\n\n  if (triageResult.result.kind === 'irrelevant-content') {\n    console.log('[ingestContent] Nothing to do.');\n    return null;\n  }\n\n  // --- Extract structured claims (lines, stations, periods, effects) ---\n  const { claims } = await extractClaimsFromNewEvidence({\n    newEvidence: {\n      ts: content.createdAt,\n      text: getText(content),\n    },\n    repo,\n  });\n  console.log('[ingestContent.extractClaimsFromNewEvidence]', claims);\n\n  // --- Resolve issue bundle: fetch existing or create new ---\n  let issueBundle: IssueBundle;\n\n  switch (triageResult.result.kind) {\n    case 'part-of-existing-issue': {\n      // Load full bundle (issue + evidence + impact) for impact computation\n      const { issueId } = triageResult.result;\n      const existingBundle = repo.issues.get(issueId);\n      assert(existingBundle != null, `Expected issue for id=${issueId}`);\n      issueBundle = existingBundle;\n      break;\n    }\n    case 'part-of-new-issue': {\n      // Create issue: derive date from claims, generate title/slug, translate, persist\n      const slugDateTime = DateTime.fromISO(\n        getSlugDateTimeFromClaims(claims) ?? content.createdAt,\n      );\n      assert(slugDateTime.isValid, `Invalid date: ${content.createdAt}`);\n\n      const { title, slug } = await generateIssueTitleAndSlug({\n        text: getText(content),\n      });\n      console.log('[ingestContent.generateSlug]', slug);\n\n      const translatedTitles = await translate(title);\n\n      const issueId = `${slugDateTime.toFormat('yyyy-MM-dd')}-${slug}`;\n\n      const issue: Issue = {\n        id: issueId,\n        type: triageResult.result.issueType,\n        title: translatedTitles,\n        titleMeta: {\n          source: '@openai/gpt-5-nano',\n        },\n      };\n      writer.issues.create(issue);\n\n      issueBundle = {\n        issue,\n        evidence: [],\n        impactEvents: [],\n        path: DATA_DIR,\n      };\n      break;\n    }\n  }\n\n  // --- Build evidence record ---\n  const contentDateTime = DateTime.fromISO(content.createdAt);\n  assert(contentDateTime.isValid, `Invalid date: ${content.createdAt}`);\n\n  const evidence: Evidence = {\n    id: `ev_${ulid(contentDateTime.toMillis())}`,\n    ts: contentDateTime.toISO({ includeOffset: true }),\n    type: getEvidenceType(content),\n    text: getText(content),\n    sourceUrl: content.url,\n    render: {\n      text: await translate(getText(content)),\n      source: '@openai/gpt-5-nano',\n    },\n  };\n\n  // --- Compute impact events from claims (effects, scopes, periods) ---\n  const { newImpactEvents } = computeImpactFromEvidenceClaims({\n    issueBundle: {\n      ...issueBundle,\n      evidence: [...issueBundle.evidence, evidence],\n    },\n    evidenceId: evidence.id,\n    evidenceTs: evidence.ts,\n    claims,\n  });\n\n  // --- Persist to disk ---\n  writer.issues.appendEvidence(issueBundle.issue.id, evidence);\n  for (const impact of newImpactEvents) {\n    writer.issues.appendImpact(issueBundle.issue.id, impact);\n  }\n\n  return null;\n}\n\n/**\n * Extracts the primary text content from an IngestContent item based on its source type.\n *\n * @param content - The content to extract text from.\n * @returns The text body (selftext for Reddit, summary for news, text for social).\n */\nfunction getText(content: IngestContent) {\n  switch (content.source) {\n    case 'reddit': {\n      return content.selftext;\n    }\n    case 'news-website': {\n      return content.summary;\n    }\n    case 'twitter':\n    case 'mastodon': {\n      return content.text;\n    }\n  }\n}\n\n/**\n * Maps IngestContent source type to the corresponding Evidence type for provenance tracking.\n *\n * @param content - The content to classify.\n * @returns The evidence type: official-statement (Reddit), media.report (news), or public.report (social).\n */\nfunction getEvidenceType(content: IngestContent) {\n  switch (content.source) {\n    case 'reddit': {\n      return 'official-statement';\n    }\n    case 'news-website': {\n      return 'media.report';\n    }\n    case 'twitter':\n    case 'mastodon': {\n      return 'public.report';\n    }\n  }\n}\n"]}

package/dist/validators/buildContext.d.ts

@@ -0,0 +1,7 @@
+import type { IStore } from '../repo/common/store.js';
+import type { ValidationContext } from './types.js';
+/**
+ * Loads all entity IDs from the store into a ValidationContext.
+ * Use this to build context once, then pass it to validators for relationship checks.
+ */
+export declare function buildContext(store: IStore): ValidationContext;

package/dist/validators/buildContext.js

@@ -0,0 +1,164 @@
+import { join } from 'node:path';
+import { NdJson } from 'json-nd';
+import z from 'zod';
+import { LandmarkSchema } from '../schema/Landmark.js';
+import { LineSchema } from '../schema/Line.js';
+import { OperatorSchema } from '../schema/Operator.js';
+import { ServiceSchema } from '../schema/Service.js';
+import { StationSchema } from '../schema/Station.js';
+import { TownSchema } from '../schema/Town.js';
+import { DIR_ISSUE, DIR_LANDMARK, DIR_LINE, DIR_OPERATOR, DIR_SERVICE, DIR_STATION, DIR_TOWN, } from '../constants.js';
+import { loadJson } from './utils.js';
+/**
+ * Loads all entity IDs from the store into a ValidationContext.
+ * Use this to build context once, then pass it to validators for relationship checks.
+ */
+export function buildContext(store) {
+    const ctx = {
+        townIds: new Set(),
+        landmarkIds: new Set(),
+        operatorIds: new Set(),
+        lineIds: new Set(),
+        serviceIds: new Set(),
+        stationIds: new Set(),
+        evidenceIdsByIssue: new Map(),
+    };
+    try {
+        for (const file of store.listDir(DIR_TOWN)) {
+            if (!file.endsWith('.json'))
+                continue;
+            const path = join(DIR_TOWN, file);
+            const raw = loadJson(store, path);
+            const parsed = TownSchema.safeParse(raw);
+            if (parsed.success)
+                ctx.townIds.add(parsed.data.id);
+            else
+                console.warn(`[buildContext] Skipping invalid town: ${path}`, parsed.error?.message ?? parsed.error);
+        }
+    }
+    catch (err) {
+        console.warn('[buildContext] Failed to load towns:', err instanceof Error ? err.message : err);
+    }
+    try {
+        for (const file of store.listDir(DIR_LANDMARK)) {
+            if (!file.endsWith('.json'))
+                continue;
+            const path = join(DIR_LANDMARK, file);
+            const raw = loadJson(store, path);
+            const parsed = LandmarkSchema.safeParse(raw);
+            if (parsed.success)
+                ctx.landmarkIds.add(parsed.data.id);
+            else
+                console.warn(`[buildContext] Skipping invalid landmark: ${path}`, parsed.error?.message ?? parsed.error);
+        }
+    }
+    catch (err) {
+        console.warn('[buildContext] Failed to load landmarks:', err instanceof Error ? err.message : err);
+    }
+    try {
+        for (const file of store.listDir(DIR_OPERATOR)) {
+            if (!file.endsWith('.json'))
+                continue;
+            const path = join(DIR_OPERATOR, file);
+            const raw = loadJson(store, path);
+            const parsed = OperatorSchema.safeParse(raw);
+            if (parsed.success)
+                ctx.operatorIds.add(parsed.data.id);
+            else
+                console.warn(`[buildContext] Skipping invalid operator: ${path}`, parsed.error?.message ?? parsed.error);
+        }
+    }
+    catch (err) {
+        console.warn('[buildContext] Failed to load operators:', err instanceof Error ? err.message : err);
+    }
+    try {
+        for (const file of store.listDir(DIR_LINE)) {
+            if (!file.endsWith('.json'))
+                continue;
+            const path = join(DIR_LINE, file);
+            const raw = loadJson(store, path);
+            const parsed = LineSchema.safeParse(raw);
+            if (parsed.success)
+                ctx.lineIds.add(parsed.data.id);
+            else
+                console.warn(`[buildContext] Skipping invalid line: ${path}`, parsed.error?.message ?? parsed.error);
+        }
+    }
+    catch (err) {
+        console.warn('[buildContext] Failed to load lines:', err instanceof Error ? err.message : err);
+    }
+    try {
+        for (const file of store.listDir(DIR_STATION)) {
+            if (!file.endsWith('.json'))
+                continue;
+            const path = join(DIR_STATION, file);
+            const raw = loadJson(store, path);
+            const parsed = StationSchema.safeParse(raw);
+            if (parsed.success)
+                ctx.stationIds.add(parsed.data.id);
+            else
+                console.warn(`[buildContext] Skipping invalid station: ${path}`, parsed.error?.message ?? parsed.error);
+        }
+    }
+    catch (err) {
+        console.warn('[buildContext] Failed to load stations:', err instanceof Error ? err.message : err);
+    }
+    try {
+        for (const file of store.listDir(DIR_SERVICE)) {
+            if (!file.endsWith('.json'))
+                continue;
+            const path = join(DIR_SERVICE, file);
+            const raw = loadJson(store, path);
+            const parsed = ServiceSchema.safeParse(raw);
+            if (parsed.success)
+                ctx.serviceIds.add(parsed.data.id);
+            else
+                console.warn(`[buildContext] Skipping invalid service: ${path}`, parsed.error?.message ?? parsed.error);
+        }
+    }
+    catch (err) {
+        console.warn('[buildContext] Failed to load services:', err instanceof Error ? err.message : err);
+    }
+    try {
+        const years = store.listDir(DIR_ISSUE);
+        for (const year of years) {
+            if (!/^\d{4}$/.test(year))
+                continue;
+            const monthsPath = join(DIR_ISSUE, year);
+            const months = store.listDir(monthsPath);
+            for (const month of months) {
+                if (!/^\d{2}$/.test(month))
+                    continue;
+                const issuesPath = join(monthsPath, month);
+                const issues = store.listDir(issuesPath);
+                for (const issueId of issues) {
+                    const relBase = join(DIR_ISSUE, year, month, issueId);
+                    const evidencePath = join(relBase, 'evidence.ndjson');
+                    const evidenceIds = new Set();
+                    try {
+                        const content = store.readText(evidencePath).trim();
+                        if (content) {
+                            const parsed = NdJson.parse(content);
+                            for (const row of parsed) {
+                                const idParsed = z.object({ id: z.string() }).safeParse(row);
+                                if (idParsed.success)
+                                    evidenceIds.add(idParsed.data.id);
+                                else
+                                    console.warn(`[buildContext] Skipping invalid evidence row in ${evidencePath}:`, idParsed.error?.message ?? idParsed.error);
+                            }
+                        }
+                    }
+                    catch (err) {
+                        console.warn(`[buildContext] Failed to read evidence: ${evidencePath}`, err instanceof Error ? err.message : err);
+                    }
+                    ctx.evidenceIdsByIssue.set(relBase, evidenceIds);
+                }
+            }
+        }
+    }
+    catch (err) {
+        console.warn('[buildContext] Failed to load issues/evidence:', err instanceof Error ? err.message : err);
+    }
+    return ctx;
+}
+//# sourceMappingURL=buildContext.js.map

package/dist/validators/buildContext.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"buildContext.js","sourceRoot":"/","sources":["validators/buildContext.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,CAAC,MAAM,KAAK,CAAC;AACpB,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,SAAS,EACT,YAAY,EACZ,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,WAAW,EACX,QAAQ,GACT,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,MAAM,GAAG,GAAsB;QAC7B,OAAO,EAAE,IAAI,GAAG,EAAE;QAClB,WAAW,EAAE,IAAI,GAAG,EAAE;QACtB,WAAW,EAAE,IAAI,GAAG,EAAE;QACtB,OAAO,EAAE,IAAI,GAAG,EAAE;QAClB,UAAU,EAAE,IAAI,GAAG,EAAE;QACrB,UAAU,EAAE,IAAI,GAAG,EAAE;QACrB,kBAAkB,EAAE,IAAI,GAAG,EAAE;KAC9B,CAAC;IAEF,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,SAAS;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAClC,MAAM,GAAG,GAAG,QAAQ,CAAU,KAAK,EAAE,IAAI,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,MAAM,CAAC,OAAO;gBAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;;gBAElD,OAAO,CAAC,IAAI,CACV,yCAAyC,IAAI,EAAE,EAC/C,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CACtC,CAAC;QACN,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CACV,sCAAsC,EACtC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACzC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,SAAS;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YACtC,MAAM,GAAG,GAAG,QAAQ,CAAU,KAAK,EAAE,IAAI,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,MAAM,CAAC,OAAO;gBAAE,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;;gBAEtD,OAAO,CAAC,IAAI,CACV,6CAA6C,IAAI,EAAE,EACnD,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CACtC,CAAC;QACN,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CACV,0CAA0C,EAC1C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACzC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,SAAS;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YACtC,MAAM,GAAG,GAAG,QAAQ,CAAU,KAAK,EAAE,IAAI,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,MAAM,CAAC,OAAO;gBAAE,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;;gBAEtD,OAAO,CAAC,IAAI,CACV,6CAA6C,IAAI,EAAE,EACnD,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CACtC,CAAC;QACN,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CACV,0CAA0C,EAC1C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACzC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,SAAS;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAClC,MAAM,GAAG,GAAG,QAAQ,CAAU,KAAK,EAAE,IAAI,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,MAAM,CAAC,OAAO;gBAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;;gBAElD,OAAO,CAAC,IAAI,CACV,yCAAyC,IAAI,EAAE,EAC/C,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CACtC,CAAC;QACN,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CACV,sCAAsC,EACtC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACzC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,SAAS;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG,QAAQ,CAAU,KAAK,EAAE,IAAI,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC5C,IAAI,MAAM,CAAC,OAAO;gBAAE,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;;gBAErD,OAAO,CAAC,IAAI,CACV,4CAA4C,IAAI,EAAE,EAClD,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CACtC,CAAC;QACN,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CACV,yCAAyC,EACzC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACzC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,SAAS;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG,QAAQ,CAAU,KAAK,EAAE,IAAI,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC5C,IAAI,MAAM,CAAC,OAAO;gBAAE,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;;gBAErD,OAAO,CAAC,IAAI,CACV,4CAA4C,IAAI,EAAE,EAClD,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CACtC,CAAC;QACN,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CACV,yCAAyC,EACzC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACzC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,SAAS;YACpC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACzC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;oBAAE,SAAS;gBACrC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;gBAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBACzC,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;oBAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;oBACtD,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;oBACtD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;oBACtC,IAAI,CAAC;wBACH,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;wBACpD,IAAI,OAAO,EAAE,CAAC;4BACZ,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;4BACrC,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gCACzB,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gCAC7D,IAAI,QAAQ,CAAC,OAAO;oCAAE,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;;oCAEtD,OAAO,CAAC,IAAI,CACV,mDAAmD,YAAY,GAAG,EAClE,QAAQ,CAAC,KAAK,EAAE,OAAO,IAAI,QAAQ,CAAC,KAAK,CAC1C,CAAC;4BACN,CAAC;wBACH,CAAC;oBACH,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,OAAO,CAAC,IAAI,CACV,2CAA2C,YAAY,EAAE,EACzD,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACzC,CAAC;oBACJ,CAAC;oBACD,GAAG,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CACV,gDAAgD,EAChD,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACzC,CAAC;IACJ,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC","sourcesContent":["import { join } from 'node:path';\nimport { NdJson } from 'json-nd';\nimport z from 'zod';\nimport { LandmarkSchema } from '../schema/Landmark.js';\nimport { LineSchema } from '../schema/Line.js';\nimport { OperatorSchema } from '../schema/Operator.js';\nimport { ServiceSchema } from '../schema/Service.js';\nimport { StationSchema } from '../schema/Station.js';\nimport { TownSchema } from '../schema/Town.js';\nimport {\n  DIR_ISSUE,\n  DIR_LANDMARK,\n  DIR_LINE,\n  DIR_OPERATOR,\n  DIR_SERVICE,\n  DIR_STATION,\n  DIR_TOWN,\n} from '../constants.js';\nimport type { IStore } from '../repo/common/store.js';\nimport type { ValidationContext } from './types.js';\nimport { loadJson } from './utils.js';\n\n/**\n * Loads all entity IDs from the store into a ValidationContext.\n * Use this to build context once, then pass it to validators for relationship checks.\n */\nexport function buildContext(store: IStore): ValidationContext {\n  const ctx: ValidationContext = {\n    townIds: new Set(),\n    landmarkIds: new Set(),\n    operatorIds: new Set(),\n    lineIds: new Set(),\n    serviceIds: new Set(),\n    stationIds: new Set(),\n    evidenceIdsByIssue: new Map(),\n  };\n\n  try {\n    for (const file of store.listDir(DIR_TOWN)) {\n      if (!file.endsWith('.json')) continue;\n      const path = join(DIR_TOWN, file);\n      const raw = loadJson<unknown>(store, path);\n      const parsed = TownSchema.safeParse(raw);\n      if (parsed.success) ctx.townIds.add(parsed.data.id);\n      else\n        console.warn(\n          `[buildContext] Skipping invalid town: ${path}`,\n          parsed.error?.message ?? parsed.error,\n        );\n    }\n  } catch (err) {\n    console.warn(\n      '[buildContext] Failed to load towns:',\n      err instanceof Error ? err.message : err,\n    );\n  }\n\n  try {\n    for (const file of store.listDir(DIR_LANDMARK)) {\n      if (!file.endsWith('.json')) continue;\n      const path = join(DIR_LANDMARK, file);\n      const raw = loadJson<unknown>(store, path);\n      const parsed = LandmarkSchema.safeParse(raw);\n      if (parsed.success) ctx.landmarkIds.add(parsed.data.id);\n      else\n        console.warn(\n          `[buildContext] Skipping invalid landmark: ${path}`,\n          parsed.error?.message ?? parsed.error,\n        );\n    }\n  } catch (err) {\n    console.warn(\n      '[buildContext] Failed to load landmarks:',\n      err instanceof Error ? err.message : err,\n    );\n  }\n\n  try {\n    for (const file of store.listDir(DIR_OPERATOR)) {\n      if (!file.endsWith('.json')) continue;\n      const path = join(DIR_OPERATOR, file);\n      const raw = loadJson<unknown>(store, path);\n      const parsed = OperatorSchema.safeParse(raw);\n      if (parsed.success) ctx.operatorIds.add(parsed.data.id);\n      else\n        console.warn(\n          `[buildContext] Skipping invalid operator: ${path}`,\n          parsed.error?.message ?? parsed.error,\n        );\n    }\n  } catch (err) {\n    console.warn(\n      '[buildContext] Failed to load operators:',\n      err instanceof Error ? err.message : err,\n    );\n  }\n\n  try {\n    for (const file of store.listDir(DIR_LINE)) {\n      if (!file.endsWith('.json')) continue;\n      const path = join(DIR_LINE, file);\n      const raw = loadJson<unknown>(store, path);\n      const parsed = LineSchema.safeParse(raw);\n      if (parsed.success) ctx.lineIds.add(parsed.data.id);\n      else\n        console.warn(\n          `[buildContext] Skipping invalid line: ${path}`,\n          parsed.error?.message ?? parsed.error,\n        );\n    }\n  } catch (err) {\n    console.warn(\n      '[buildContext] Failed to load lines:',\n      err instanceof Error ? err.message : err,\n    );\n  }\n\n  try {\n    for (const file of store.listDir(DIR_STATION)) {\n      if (!file.endsWith('.json')) continue;\n      const path = join(DIR_STATION, file);\n      const raw = loadJson<unknown>(store, path);\n      const parsed = StationSchema.safeParse(raw);\n      if (parsed.success) ctx.stationIds.add(parsed.data.id);\n      else\n        console.warn(\n          `[buildContext] Skipping invalid station: ${path}`,\n          parsed.error?.message ?? parsed.error,\n        );\n    }\n  } catch (err) {\n    console.warn(\n      '[buildContext] Failed to load stations:',\n      err instanceof Error ? err.message : err,\n    );\n  }\n\n  try {\n    for (const file of store.listDir(DIR_SERVICE)) {\n      if (!file.endsWith('.json')) continue;\n      const path = join(DIR_SERVICE, file);\n      const raw = loadJson<unknown>(store, path);\n      const parsed = ServiceSchema.safeParse(raw);\n      if (parsed.success) ctx.serviceIds.add(parsed.data.id);\n      else\n        console.warn(\n          `[buildContext] Skipping invalid service: ${path}`,\n          parsed.error?.message ?? parsed.error,\n        );\n    }\n  } catch (err) {\n    console.warn(\n      '[buildContext] Failed to load services:',\n      err instanceof Error ? err.message : err,\n    );\n  }\n\n  try {\n    const years = store.listDir(DIR_ISSUE);\n    for (const year of years) {\n      if (!/^\\d{4}$/.test(year)) continue;\n      const monthsPath = join(DIR_ISSUE, year);\n      const months = store.listDir(monthsPath);\n      for (const month of months) {\n        if (!/^\\d{2}$/.test(month)) continue;\n        const issuesPath = join(monthsPath, month);\n        const issues = store.listDir(issuesPath);\n        for (const issueId of issues) {\n          const relBase = join(DIR_ISSUE, year, month, issueId);\n          const evidencePath = join(relBase, 'evidence.ndjson');\n          const evidenceIds = new Set<string>();\n          try {\n            const content = store.readText(evidencePath).trim();\n            if (content) {\n              const parsed = NdJson.parse(content);\n              for (const row of parsed) {\n                const idParsed = z.object({ id: z.string() }).safeParse(row);\n                if (idParsed.success) evidenceIds.add(idParsed.data.id);\n                else\n                  console.warn(\n                    `[buildContext] Skipping invalid evidence row in ${evidencePath}:`,\n                    idParsed.error?.message ?? idParsed.error,\n                  );\n              }\n            }\n          } catch (err) {\n            console.warn(\n              `[buildContext] Failed to read evidence: ${evidencePath}`,\n              err instanceof Error ? err.message : err,\n            );\n          }\n          ctx.evidenceIdsByIssue.set(relBase, evidenceIds);\n        }\n      }\n    }\n  } catch (err) {\n    console.warn(\n      '[buildContext] Failed to load issues/evidence:',\n      err instanceof Error ? err.message : err,\n    );\n  }\n\n  return ctx;\n}\n"]}

package/dist/validators/index.d.ts

@@ -0,0 +1,17 @@
+import type { IStore } from '../repo/common/store.js';
+import type { ValidationError } from './types.js';
+export type ValidationScope = 'town' | 'landmark' | 'operator' | 'station' | 'line' | 'service' | 'issue';
+export interface ValidateOptions {
+    /** When set, only run validators for these entity types. */
+    scope?: ValidationScope[];
+}
+export declare function validateAll(store: IStore, options?: ValidateOptions): ValidationError[];
+export { buildContext } from './buildContext.js';
+export { validateIssue, validateIssues } from './issue.js';
+export { validateLandmarks } from './landmark.js';
+export { validateLines, validateLinesRelationships, } from './line.js';
+export { validateOperators } from './operator.js';
+export { validateServices, validateServicesRelationships, } from './service.js';
+export { validateStations, validateStationsRelationships, } from './station.js';
+export { validateTowns } from './town.js';
+export type { ValidationContext, ValidationError } from './types.js';

package/dist/validators/index.js

@@ -0,0 +1,58 @@
+import { buildContext } from './buildContext.js';
+import { validateIssues } from './issue.js';
+import { validateLandmarks } from './landmark.js';
+import { validateLines, validateLinesRelationships } from './line.js';
+import { validateOperators } from './operator.js';
+import { validateServices, validateServicesRelationships } from './service.js';
+import { validateStations, validateStationsRelationships } from './station.js';
+import { validateTowns } from './town.js';
+const SCOPE_NEEDS_CONTEXT = [
+    'station',
+    'line',
+    'service',
+    'issue',
+];
+function inScope(scope, type) {
+    return !scope || scope.has(type);
+}
+export function validateAll(store, options) {
+    const scope = options?.scope;
+    const scopeSet = scope && scope.length > 0 ? new Set(scope) : null;
+    const needsContext = !scopeSet || SCOPE_NEEDS_CONTEXT.some((t) => scopeSet.has(t));
+    const ctx = needsContext ? buildContext(store) : null;
+    const allErrors = [];
+    if (inScope(scopeSet, 'town'))
+        allErrors.push(...validateTowns(store));
+    if (inScope(scopeSet, 'landmark'))
+        allErrors.push(...validateLandmarks(store));
+    if (inScope(scopeSet, 'operator'))
+        allErrors.push(...validateOperators(store));
+    if (inScope(scopeSet, 'line')) {
+        allErrors.push(...validateLines(store));
+        if (ctx)
+            allErrors.push(...validateLinesRelationships(store, ctx));
+    }
+    if (inScope(scopeSet, 'station')) {
+        allErrors.push(...validateStations(store));
+        if (ctx)
+            allErrors.push(...validateStationsRelationships(store, ctx));
+    }
+    if (inScope(scopeSet, 'service')) {
+        allErrors.push(...validateServices(store));
+        if (ctx)
+            allErrors.push(...validateServicesRelationships(store, ctx));
+    }
+    if (inScope(scopeSet, 'issue') && ctx) {
+        allErrors.push(...validateIssues(store, ctx));
+    }
+    return allErrors;
+}
+export { buildContext } from './buildContext.js';
+export { validateIssue, validateIssues } from './issue.js';
+export { validateLandmarks } from './landmark.js';
+export { validateLines, validateLinesRelationships, } from './line.js';
+export { validateOperators } from './operator.js';
+export { validateServices, validateServicesRelationships, } from './service.js';
+export { validateStations, validateStationsRelationships, } from './station.js';
+export { validateTowns } from './town.js';
+//# sourceMappingURL=index.js.map

package/dist/validators/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"/","sources":["validators/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,6BAA6B,EAAE,MAAM,cAAc,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,6BAA6B,EAAE,MAAM,cAAc,CAAC;AAC/E,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAiB1C,MAAM,mBAAmB,GAAsB;IAC7C,SAAS;IACT,MAAM;IACN,SAAS;IACT,OAAO;CACR,CAAC;AAEF,SAAS,OAAO,CACd,KAAkC,EAClC,IAAqB;IAErB,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,WAAW,CACzB,KAAa,EACb,OAAyB;IAEzB,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,CAAC;IAC7B,MAAM,QAAQ,GAAG,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,MAAM,YAAY,GAChB,CAAC,QAAQ,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,MAAM,GAAG,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAEtD,MAAM,SAAS,GAAsB,EAAE,CAAC;IAExC,IAAI,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;IACvE,IAAI,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC;QAC/B,SAAS,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9C,IAAI,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC;QAC/B,SAAS,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9C,IAAI,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;QAC9B,SAAS,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,IAAI,GAAG;YAAE,SAAS,CAAC,IAAI,CAAC,GAAG,0BAA0B,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACrE,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;QACjC,SAAS,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3C,IAAI,GAAG;YAAE,SAAS,CAAC,IAAI,CAAC,GAAG,6BAA6B,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;QACjC,SAAS,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3C,IAAI,GAAG;YAAE,SAAS,CAAC,IAAI,CAAC,GAAG,6BAA6B,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,GAAG,EAAE,CAAC;QACtC,SAAS,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EACL,aAAa,EACb,0BAA0B,GAC3B,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EACL,gBAAgB,EAChB,6BAA6B,GAC9B,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,gBAAgB,EAChB,6BAA6B,GAC9B,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC","sourcesContent":["import type { IStore } from '../repo/common/store.js';\nimport { buildContext } from './buildContext.js';\nimport { validateIssues } from './issue.js';\nimport { validateLandmarks } from './landmark.js';\nimport { validateLines, validateLinesRelationships } from './line.js';\nimport { validateOperators } from './operator.js';\nimport { validateServices, validateServicesRelationships } from './service.js';\nimport { validateStations, validateStationsRelationships } from './station.js';\nimport { validateTowns } from './town.js';\nimport type { ValidationError } from './types.js';\n\nexport type ValidationScope =\n  | 'town'\n  | 'landmark'\n  | 'operator'\n  | 'station'\n  | 'line'\n  | 'service'\n  | 'issue';\n\nexport interface ValidateOptions {\n  /** When set, only run validators for these entity types. */\n  scope?: ValidationScope[];\n}\n\nconst SCOPE_NEEDS_CONTEXT: ValidationScope[] = [\n  'station',\n  'line',\n  'service',\n  'issue',\n];\n\nfunction inScope(\n  scope: Set<ValidationScope> | null,\n  type: ValidationScope,\n): boolean {\n  return !scope || scope.has(type);\n}\n\nexport function validateAll(\n  store: IStore,\n  options?: ValidateOptions,\n): ValidationError[] {\n  const scope = options?.scope;\n  const scopeSet = scope && scope.length > 0 ? new Set(scope) : null;\n  const needsContext =\n    !scopeSet || SCOPE_NEEDS_CONTEXT.some((t) => scopeSet.has(t));\n  const ctx = needsContext ? buildContext(store) : null;\n\n  const allErrors: ValidationError[] = [];\n\n  if (inScope(scopeSet, 'town')) allErrors.push(...validateTowns(store));\n  if (inScope(scopeSet, 'landmark'))\n    allErrors.push(...validateLandmarks(store));\n  if (inScope(scopeSet, 'operator'))\n    allErrors.push(...validateOperators(store));\n  if (inScope(scopeSet, 'line')) {\n    allErrors.push(...validateLines(store));\n    if (ctx) allErrors.push(...validateLinesRelationships(store, ctx));\n  }\n  if (inScope(scopeSet, 'station')) {\n    allErrors.push(...validateStations(store));\n    if (ctx) allErrors.push(...validateStationsRelationships(store, ctx));\n  }\n  if (inScope(scopeSet, 'service')) {\n    allErrors.push(...validateServices(store));\n    if (ctx) allErrors.push(...validateServicesRelationships(store, ctx));\n  }\n  if (inScope(scopeSet, 'issue') && ctx) {\n    allErrors.push(...validateIssues(store, ctx));\n  }\n\n  return allErrors;\n}\n\nexport { buildContext } from './buildContext.js';\nexport { validateIssue, validateIssues } from './issue.js';\nexport { validateLandmarks } from './landmark.js';\nexport {\n  validateLines,\n  validateLinesRelationships,\n} from './line.js';\nexport { validateOperators } from './operator.js';\nexport {\n  validateServices,\n  validateServicesRelationships,\n} from './service.js';\nexport {\n  validateStations,\n  validateStationsRelationships,\n} from './station.js';\nexport { validateTowns } from './town.js';\nexport type { ValidationContext, ValidationError } from './types.js';\n"]}

package/dist/validators/issue.d.ts

@@ -0,0 +1,13 @@
+import type { ImpactEvent } from '../schema/issue/impactEvent.js';
+import type { IStore } from '../repo/common/store.js';
+import type { ValidationContext, ValidationError } from './types.js';
+export declare function validateIssueSchema(data: unknown): ValidationError[];
+export declare function validateEvidenceSchema(data: unknown): ValidationError[];
+export declare function validateImpactEventSchema(data: unknown): ValidationError[];
+export declare function validateImpactEventRelationships(event: ImpactEvent, evidenceIds: Set<string>, file: string, lineNum: number, ctx?: ValidationContext): ValidationError[];
+/**
+ * Validates a single issue at the given path (e.g. "issue/2025/03/2025-03-11-x").
+ * Pass ctx for relationship validation (serviceIds, stationIds, evidenceIds).
+ */
+export declare function validateIssue(store: IStore, relBase: string, ctx?: ValidationContext): ValidationError[];
+export declare function validateIssues(store: IStore, ctx?: ValidationContext): ValidationError[];

package/dist/validators/issue.js

@@ -0,0 +1,220 @@
+import { join } from 'node:path';
+import { NdJson } from 'json-nd';
+import z from 'zod';
+import { EvidenceSchema } from '../schema/issue/evidence.js';
+import { ImpactEventSchema } from '../schema/issue/impactEvent.js';
+import { IssueSchema } from '../schema/issue/issue.js';
+import { DIR_ISSUE } from '../constants.js';
+import { loadJson } from './utils.js';
+export function validateIssueSchema(data) {
+    const result = IssueSchema.safeParse(data);
+    if (result.success)
+        return [];
+    return result.error.issues.map((i) => ({
+        file: '',
+        message: `${i.path.length > 0 ? i.path.join('.') : 'root'}: ${i.message}`,
+    }));
+}
+export function validateEvidenceSchema(data) {
+    const result = EvidenceSchema.safeParse(data);
+    if (result.success)
+        return [];
+    return result.error.issues.map((i) => ({
+        file: '',
+        message: `${i.path.length > 0 ? i.path.join('.') : 'root'}: ${i.message}`,
+    }));
+}
+export function validateImpactEventSchema(data) {
+    const result = ImpactEventSchema.safeParse(data);
+    if (result.success)
+        return [];
+    return result.error.issues.map((i) => ({
+        file: '',
+        message: `${i.path.length > 0 ? i.path.join('.') : 'root'}: ${i.message}`,
+    }));
+}
+export function validateImpactEventRelationships(event, evidenceIds, file, lineNum, ctx) {
+    const errors = [];
+    if (!evidenceIds.has(event.basis.evidenceId)) {
+        errors.push({
+            file,
+            line: lineNum,
+            message: `basis.evidenceId "${event.basis.evidenceId}" does not exist in evidence`,
+        });
+    }
+    if (!ctx)
+        return errors;
+    if (event.entity.type === 'service') {
+        if (!ctx.serviceIds.has(event.entity.serviceId)) {
+            errors.push({
+                file,
+                line: lineNum,
+                message: `entity.serviceId "${event.entity.serviceId}" does not exist`,
+            });
+        }
+    }
+    else {
+        if (!ctx.stationIds.has(event.entity.stationId)) {
+            errors.push({
+                file,
+                line: lineNum,
+                message: `entity.stationId "${event.entity.stationId}" does not exist`,
+            });
+        }
+    }
+    if ('serviceScopes' in event && event.serviceScopes) {
+        for (const scope of event.serviceScopes) {
+            if (scope.type === 'service.segment') {
+                if (!ctx.stationIds.has(scope.fromStationId)) {
+                    errors.push({
+                        file,
+                        line: lineNum,
+                        message: `serviceScopes[].fromStationId "${scope.fromStationId}" does not exist`,
+                    });
+                }
+                if (!ctx.stationIds.has(scope.toStationId)) {
+                    errors.push({
+                        file,
+                        line: lineNum,
+                        message: `serviceScopes[].toStationId "${scope.toStationId}" does not exist`,
+                    });
+                }
+            }
+            else if (scope.type === 'service.point') {
+                if (!ctx.stationIds.has(scope.stationId)) {
+                    errors.push({
+                        file,
+                        line: lineNum,
+                        message: `serviceScopes[].stationId "${scope.stationId}" does not exist`,
+                    });
+                }
+            }
+        }
+    }
+    return errors;
+}
+function validateIssueAtPath(store, relBase, ctx) {
+    const errors = [];
+    const issueJsonPath = join(relBase, 'issue.json');
+    if (!store.exists(issueJsonPath)) {
+        errors.push({
+            file: issueJsonPath,
+            message: 'Issue not found',
+        });
+        return errors;
+    }
+    const issueRaw = loadJson(store, issueJsonPath);
+    if (issueRaw) {
+        const schemaErrs = validateIssueSchema(issueRaw);
+        for (const e of schemaErrs) {
+            errors.push({ ...e, file: e.file || issueJsonPath });
+        }
+    }
+    else {
+        errors.push({
+            file: issueJsonPath,
+            message: 'Failed to parse JSON',
+        });
+    }
+    const evidenceIdsFromCtx = ctx?.evidenceIdsByIssue.get(relBase);
+    const evidenceIds = evidenceIdsFromCtx !== undefined ? evidenceIdsFromCtx : new Set();
+    const needToBuildEvidenceIds = evidenceIdsFromCtx === undefined;
+    const evidencePath = join(relBase, 'evidence.ndjson');
+    try {
+        const content = store.readText(evidencePath).trim();
+        if (content) {
+            const parsed = NdJson.parse(content);
+            for (let i = 0; i < parsed.length; i++) {
+                const row = parsed[i];
+                const schemaErrs = validateEvidenceSchema(row);
+                for (const e of schemaErrs) {
+                    errors.push({
+                        ...e,
+                        file: evidencePath,
+                        line: i + 1,
+                    });
+                }
+                if (needToBuildEvidenceIds) {
+                    const idParsed = z.object({ id: z.string() }).safeParse(row);
+                    if (idParsed.success)
+                        evidenceIds.add(idParsed.data.id);
+                }
+            }
+        }
+    }
+    catch {
+        // ignore missing
+    }
+    const impactPath = join(relBase, 'impact.ndjson');
+    try {
+        const content = store.readText(impactPath).trim();
+        if (content) {
+            const parsed = NdJson.parse(content);
+            for (let i = 0; i < parsed.length; i++) {
+                const row = parsed[i];
+                const schemaErrs = validateImpactEventSchema(row);
+                for (const e of schemaErrs) {
+                    errors.push({
+                        ...e,
+                        file: impactPath,
+                        line: i + 1,
+                    });
+                }
+                const eventResult = z
+                    .object({
+                    entity: z.any(),
+                    basis: z.any(),
+                    serviceScopes: z.any().optional(),
+                })
+                    .safeParse(row);
+                if (eventResult.success) {
+                    const relErrs = validateImpactEventRelationships(row, evidenceIds, impactPath, i + 1, ctx);
+                    errors.push(...relErrs);
+                }
+            }
+        }
+    }
+    catch {
+        // ignore missing
+    }
+    return errors;
+}
+/**
+ * Validates a single issue at the given path (e.g. "issue/2025/03/2025-03-11-x").
+ * Pass ctx for relationship validation (serviceIds, stationIds, evidenceIds).
+ */
+export function validateIssue(store, relBase, ctx) {
+    return validateIssueAtPath(store, relBase, ctx);
+}
+export function validateIssues(store, ctx) {
+    const errors = [];
+    try {
+        const years = store.listDir(DIR_ISSUE);
+        for (const year of years) {
+            if (!/^\d{4}$/.test(year))
+                continue;
+            const monthsPath = join(DIR_ISSUE, year);
+            const months = store.listDir(monthsPath);
+            for (const month of months) {
+                if (!/^\d{2}$/.test(month))
+                    continue;
+                const issuesPath = join(monthsPath, month);
+                const issues = store.listDir(issuesPath);
+                for (const issueId of issues) {
+                    const relBase = join(DIR_ISSUE, year, month, issueId);
+                    errors.push(...validateIssueAtPath(store, relBase, ctx));
+                }
+            }
+        }
+    }
+    catch (err) {
+        if (err.code !== 'ENOENT') {
+            errors.push({
+                file: DIR_ISSUE,
+                message: err instanceof Error ? err.message : String(err),
+            });
+        }
+    }
+    return errors;
+}
+//# sourceMappingURL=issue.js.map

package/dist/validators/issue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"issue.js","sourceRoot":"/","sources":["validators/issue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,CAAC,MAAM,KAAK,CAAC;AACpB,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAE7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAG5C,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC,MAAM,UAAU,mBAAmB,CAAC,IAAa;IAC/C,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,MAAM,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAC9B,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,IAAI,EAAE,EAAE;QACR,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,EAAE;KAC1E,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAa;IAClD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC9C,IAAI,MAAM,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAC9B,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,IAAI,EAAE,EAAE;QACR,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,EAAE;KAC1E,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAa;IACrD,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,MAAM,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAC9B,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,IAAI,EAAE,EAAE;QACR,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,EAAE;KAC1E,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,gCAAgC,CAC9C,KAAkB,EAClB,WAAwB,EACxB,IAAY,EACZ,OAAe,EACf,GAAuB;IAEvB,MAAM,MAAM,GAAsB,EAAE,CAAC;IAErC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC;YACV,IAAI;YACJ,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,qBAAqB,KAAK,CAAC,KAAK,CAAC,UAAU,8BAA8B;SACnF,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,GAAG;QAAE,OAAO,MAAM,CAAC;IAExB,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QACpC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,qBAAqB,KAAK,CAAC,MAAM,CAAC,SAAS,kBAAkB;aACvE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,qBAAqB,KAAK,CAAC,MAAM,CAAC,SAAS,kBAAkB;aACvE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,eAAe,IAAI,KAAK,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;QACpD,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;YACxC,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBACrC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;oBAC7C,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI;wBACJ,IAAI,EAAE,OAAO;wBACb,OAAO,EAAE,kCAAkC,KAAK,CAAC,aAAa,kBAAkB;qBACjF,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;oBAC3C,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI;wBACJ,IAAI,EAAE,OAAO;wBACb,OAAO,EAAE,gCAAgC,KAAK,CAAC,WAAW,kBAAkB;qBAC7E,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC1C,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;oBACzC,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI;wBACJ,IAAI,EAAE,OAAO;wBACb,OAAO,EAAE,8BAA8B,KAAK,CAAC,SAAS,kBAAkB;qBACzE,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAC1B,KAAa,EACb,OAAe,EACf,GAAuB;IAEvB,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAElD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,iBAAiB;SAC3B,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAU,KAAK,EAAE,aAAa,CAAC,CAAC;IACzD,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,UAAU,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QACjD,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,aAAa,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,sBAAsB;SAChC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,kBAAkB,GAAG,GAAG,EAAE,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAChE,MAAM,WAAW,GACf,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,GAAG,EAAU,CAAC;IAC5E,MAAM,sBAAsB,GAAG,kBAAkB,KAAK,SAAS,CAAC;IAEhE,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IACtD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,UAAU,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;gBAC/C,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;oBAC3B,MAAM,CAAC,IAAI,CAAC;wBACV,GAAG,CAAC;wBACJ,IAAI,EAAE,YAAY;wBAClB,IAAI,EAAE,CAAC,GAAG,CAAC;qBACZ,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,sBAAsB,EAAE,CAAC;oBAC3B,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;oBAC7D,IAAI,QAAQ,CAAC,OAAO;wBAAE,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,iBAAiB;IACnB,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IAClD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,UAAU,GAAG,yBAAyB,CAAC,GAAG,CAAC,CAAC;gBAClD,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;oBAC3B,MAAM,CAAC,IAAI,CAAC;wBACV,GAAG,CAAC;wBACJ,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,CAAC,GAAG,CAAC;qBACZ,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM,WAAW,GAAG,CAAC;qBAClB,MAAM,CAAC;oBACN,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE;oBACf,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE;oBACd,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;iBAClC,CAAC;qBACD,SAAS,CAAC,GAAG,CAAC,CAAC;gBAClB,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;oBACxB,MAAM,OAAO,GAAG,gCAAgC,CAC9C,GAAkB,EAClB,WAAW,EACX,UAAU,EACV,CAAC,GAAG,CAAC,EACL,GAAG,CACJ,CAAC;oBACF,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,iBAAiB;IACnB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,KAAa,EACb,OAAe,EACf,GAAuB;IAEvB,OAAO,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,KAAa,EACb,GAAuB;IAEvB,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,SAAS;YACpC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACzC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;oBAAE,SAAS;gBACrC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;gBAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBACzC,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;oBAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;oBACtD,MAAM,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC3D,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrD,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aAC1D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC","sourcesContent":["import { join } from 'node:path';\nimport { NdJson } from 'json-nd';\nimport z from 'zod';\nimport { EvidenceSchema } from '../schema/issue/evidence.js';\nimport type { ImpactEvent } from '../schema/issue/impactEvent.js';\nimport { ImpactEventSchema } from '../schema/issue/impactEvent.js';\nimport { IssueSchema } from '../schema/issue/issue.js';\nimport { DIR_ISSUE } from '../constants.js';\nimport type { IStore } from '../repo/common/store.js';\nimport type { ValidationContext, ValidationError } from './types.js';\nimport { loadJson } from './utils.js';\n\nexport function validateIssueSchema(data: unknown): ValidationError[] {\n  const result = IssueSchema.safeParse(data);\n  if (result.success) return [];\n  return result.error.issues.map((i) => ({\n    file: '',\n    message: `${i.path.length > 0 ? i.path.join('.') : 'root'}: ${i.message}`,\n  }));\n}\n\nexport function validateEvidenceSchema(data: unknown): ValidationError[] {\n  const result = EvidenceSchema.safeParse(data);\n  if (result.success) return [];\n  return result.error.issues.map((i) => ({\n    file: '',\n    message: `${i.path.length > 0 ? i.path.join('.') : 'root'}: ${i.message}`,\n  }));\n}\n\nexport function validateImpactEventSchema(data: unknown): ValidationError[] {\n  const result = ImpactEventSchema.safeParse(data);\n  if (result.success) return [];\n  return result.error.issues.map((i) => ({\n    file: '',\n    message: `${i.path.length > 0 ? i.path.join('.') : 'root'}: ${i.message}`,\n  }));\n}\n\nexport function validateImpactEventRelationships(\n  event: ImpactEvent,\n  evidenceIds: Set<string>,\n  file: string,\n  lineNum: number,\n  ctx?: ValidationContext,\n): ValidationError[] {\n  const errors: ValidationError[] = [];\n\n  if (!evidenceIds.has(event.basis.evidenceId)) {\n    errors.push({\n      file,\n      line: lineNum,\n      message: `basis.evidenceId \"${event.basis.evidenceId}\" does not exist in evidence`,\n    });\n  }\n\n  if (!ctx) return errors;\n\n  if (event.entity.type === 'service') {\n    if (!ctx.serviceIds.has(event.entity.serviceId)) {\n      errors.push({\n        file,\n        line: lineNum,\n        message: `entity.serviceId \"${event.entity.serviceId}\" does not exist`,\n      });\n    }\n  } else {\n    if (!ctx.stationIds.has(event.entity.stationId)) {\n      errors.push({\n        file,\n        line: lineNum,\n        message: `entity.stationId \"${event.entity.stationId}\" does not exist`,\n      });\n    }\n  }\n\n  if ('serviceScopes' in event && event.serviceScopes) {\n    for (const scope of event.serviceScopes) {\n      if (scope.type === 'service.segment') {\n        if (!ctx.stationIds.has(scope.fromStationId)) {\n          errors.push({\n            file,\n            line: lineNum,\n            message: `serviceScopes[].fromStationId \"${scope.fromStationId}\" does not exist`,\n          });\n        }\n        if (!ctx.stationIds.has(scope.toStationId)) {\n          errors.push({\n            file,\n            line: lineNum,\n            message: `serviceScopes[].toStationId \"${scope.toStationId}\" does not exist`,\n          });\n        }\n      } else if (scope.type === 'service.point') {\n        if (!ctx.stationIds.has(scope.stationId)) {\n          errors.push({\n            file,\n            line: lineNum,\n            message: `serviceScopes[].stationId \"${scope.stationId}\" does not exist`,\n          });\n        }\n      }\n    }\n  }\n\n  return errors;\n}\n\nfunction validateIssueAtPath(\n  store: IStore,\n  relBase: string,\n  ctx?: ValidationContext,\n): ValidationError[] {\n  const errors: ValidationError[] = [];\n  const issueJsonPath = join(relBase, 'issue.json');\n\n  if (!store.exists(issueJsonPath)) {\n    errors.push({\n      file: issueJsonPath,\n      message: 'Issue not found',\n    });\n    return errors;\n  }\n\n  const issueRaw = loadJson<unknown>(store, issueJsonPath);\n  if (issueRaw) {\n    const schemaErrs = validateIssueSchema(issueRaw);\n    for (const e of schemaErrs) {\n      errors.push({ ...e, file: e.file || issueJsonPath });\n    }\n  } else {\n    errors.push({\n      file: issueJsonPath,\n      message: 'Failed to parse JSON',\n    });\n  }\n\n  const evidenceIdsFromCtx = ctx?.evidenceIdsByIssue.get(relBase);\n  const evidenceIds =\n    evidenceIdsFromCtx !== undefined ? evidenceIdsFromCtx : new Set<string>();\n  const needToBuildEvidenceIds = evidenceIdsFromCtx === undefined;\n\n  const evidencePath = join(relBase, 'evidence.ndjson');\n  try {\n    const content = store.readText(evidencePath).trim();\n    if (content) {\n      const parsed = NdJson.parse(content);\n      for (let i = 0; i < parsed.length; i++) {\n        const row = parsed[i];\n        const schemaErrs = validateEvidenceSchema(row);\n        for (const e of schemaErrs) {\n          errors.push({\n            ...e,\n            file: evidencePath,\n            line: i + 1,\n          });\n        }\n        if (needToBuildEvidenceIds) {\n          const idParsed = z.object({ id: z.string() }).safeParse(row);\n          if (idParsed.success) evidenceIds.add(idParsed.data.id);\n        }\n      }\n    }\n  } catch {\n    // ignore missing\n  }\n\n  const impactPath = join(relBase, 'impact.ndjson');\n  try {\n    const content = store.readText(impactPath).trim();\n    if (content) {\n      const parsed = NdJson.parse(content);\n      for (let i = 0; i < parsed.length; i++) {\n        const row = parsed[i];\n        const schemaErrs = validateImpactEventSchema(row);\n        for (const e of schemaErrs) {\n          errors.push({\n            ...e,\n            file: impactPath,\n            line: i + 1,\n          });\n        }\n        const eventResult = z\n          .object({\n            entity: z.any(),\n            basis: z.any(),\n            serviceScopes: z.any().optional(),\n          })\n          .safeParse(row);\n        if (eventResult.success) {\n          const relErrs = validateImpactEventRelationships(\n            row as ImpactEvent,\n            evidenceIds,\n            impactPath,\n            i + 1,\n            ctx,\n          );\n          errors.push(...relErrs);\n        }\n      }\n    }\n  } catch {\n    // ignore missing\n  }\n\n  return errors;\n}\n\n/**\n * Validates a single issue at the given path (e.g. \"issue/2025/03/2025-03-11-x\").\n * Pass ctx for relationship validation (serviceIds, stationIds, evidenceIds).\n */\nexport function validateIssue(\n  store: IStore,\n  relBase: string,\n  ctx?: ValidationContext,\n): ValidationError[] {\n  return validateIssueAtPath(store, relBase, ctx);\n}\n\nexport function validateIssues(\n  store: IStore,\n  ctx?: ValidationContext,\n): ValidationError[] {\n  const errors: ValidationError[] = [];\n  try {\n    const years = store.listDir(DIR_ISSUE);\n    for (const year of years) {\n      if (!/^\\d{4}$/.test(year)) continue;\n      const monthsPath = join(DIR_ISSUE, year);\n      const months = store.listDir(monthsPath);\n      for (const month of months) {\n        if (!/^\\d{2}$/.test(month)) continue;\n        const issuesPath = join(monthsPath, month);\n        const issues = store.listDir(issuesPath);\n        for (const issueId of issues) {\n          const relBase = join(DIR_ISSUE, year, month, issueId);\n          errors.push(...validateIssueAtPath(store, relBase, ctx));\n        }\n      }\n    }\n  } catch (err) {\n    if ((err as NodeJS.ErrnoException).code !== 'ENOENT') {\n      errors.push({\n        file: DIR_ISSUE,\n        message: err instanceof Error ? err.message : String(err),\n      });\n    }\n  }\n  return errors;\n}\n"]}

package/dist/validators/landmark.d.ts

@@ -0,0 +1,7 @@
+import type { IStore } from '../repo/common/store.js';
+import type { ValidationError } from './types.js';
+export declare function validateLandmarkSchema(data: unknown): {
+    file: string;
+    message: string;
+}[];
+export declare function validateLandmarks(store: IStore): ValidationError[];