regen.mde 0.2.2

package/scripts/run-editor-implementation-plane.ps1

@@ -0,0 +1,203 @@
+[CmdletBinding()]
+param(
+  [ValidateSet("Plan", "Verify", "Install", "Smoke")]
+  [string]$Mode = "Verify",
+  [string]$Root = ""
+)
+
+$ErrorActionPreference = "Stop"
+
+if ([string]::IsNullOrWhiteSpace($Root)) {
+  $scriptDir = Split-Path -Parent $MyInvocation.MyCommand.Path
+  $Root = (Resolve-Path (Join-Path $scriptDir "..")).Path
+}
+
+function Write-Step {
+  param([string]$Message)
+  Write-Host ""
+  Write-Host "==> $Message" -ForegroundColor Cyan
+}
+
+function Invoke-Checked {
+  param(
+    [string]$FilePath,
+    [string[]]$Arguments,
+    [string]$WorkingDirectory = $Root
+  )
+  Write-Host "+ $FilePath $($Arguments -join ' ')" -ForegroundColor DarkGray
+  Push-Location $WorkingDirectory
+  try {
+    & $FilePath @Arguments
+    $exitCode = if ($LASTEXITCODE -is [int]) { $LASTEXITCODE } else { 0 }
+  } finally {
+    Pop-Location
+  }
+  if ($exitCode -ne 0) {
+    throw "Command failed with exit code ${exitCode}: $FilePath $($Arguments -join ' ')"
+  }
+}
+
+function Invoke-HiddenNode {
+  param([string[]]$Arguments)
+  Write-Host "+ node $($Arguments -join ' ')" -ForegroundColor DarkGray
+  Push-Location $Root
+  try {
+    & node @Arguments
+    $exitCode = if ($LASTEXITCODE -is [int]) { $LASTEXITCODE } else { 0 }
+  } finally {
+    Pop-Location
+  }
+  if ($exitCode -ne 0) {
+    throw "Command failed with exit code ${exitCode}: node $($Arguments -join ' ')"
+  }
+}
+
+function Test-CommandExists {
+  param([string]$Name)
+  if (-not (Get-Command $Name -ErrorAction SilentlyContinue)) {
+    throw "Required command not found on PATH: $Name"
+  }
+}
+
+function Read-WorkItems {
+  $path = Join-Path $Root "work-items\build-corpus-editor-work-items.json"
+  if (-not (Test-Path -LiteralPath $path)) {
+    throw "Missing work-item file: $path"
+  }
+  return Get-Content -LiteralPath $path -Raw | ConvertFrom-Json
+}
+
+function Show-Plan {
+  $items = Read-WorkItems
+  Write-Host "# $($items.epic.id): $($items.epic.title)"
+  Write-Host $items.epic.goal
+  Write-Host ""
+  $items.work_items | Format-Table id,title,status -AutoSize
+}
+
+function Test-ImplementationShape {
+  $required = @(
+    "work-items\build-corpus-editor-work-items.json",
+    "work-items\build-corpus-editor-implementation-plane.md",
+    "scripts\run-editor-implementation-plane.ps1",
+    "build-corpus-editor-plane.cmd"
+  )
+  foreach ($rel in $required) {
+    $path = Join-Path $Root $rel
+    if (-not (Test-Path -LiteralPath $path)) {
+      throw "Missing required implementation-plane artifact: $rel"
+    }
+  }
+
+  $regenEditor = "C:\Dev\regen-root\packages\editor\src\components\MarkdownEditor.tsx"
+  if (-not (Test-Path -LiteralPath $regenEditor)) {
+    throw "Existing source editor not found: $regenEditor"
+  }
+
+  $package = Get-Content -LiteralPath (Join-Path $Root "package.json") -Raw | ConvertFrom-Json
+  if (-not $package.bin."build-corpus") {
+    throw "package.json no longer exposes build-corpus CLI"
+  }
+}
+
+function Invoke-BaseVerification {
+  Write-Step "Checking toolchain"
+  Test-CommandExists "node"
+  Test-CommandExists "npm"
+  Test-CommandExists "py"
+  Invoke-Checked "node" @("--version")
+  Invoke-Checked "npm" @("--version")
+  Invoke-Checked "py" @("-3", "--version")
+
+  Write-Step "Checking implementation-plane artifacts"
+  Test-ImplementationShape
+
+  Write-Step "Running existing CLI smoke"
+  Invoke-Checked "node" @("bin\build-corpus.js", "--help")
+  Invoke-Checked "node" @("bin\validate-katex.js", "README.md")
+
+  Write-Step "Running Python unit tests"
+  $env:PYTHONPATH = Join-Path $Root "src"
+  Invoke-Checked "py" @("-3", "-m", "unittest", "discover", "-s", "tests", "-p", "test_exporter.py")
+}
+
+function Invoke-InstallVerification {
+  Invoke-BaseVerification
+
+  Write-Step "Installing current package globally"
+  Invoke-Checked "npm" @("install", "-g", ".")
+
+  Write-Step "Checking installed command resolution"
+  Invoke-Checked "where.exe" @("build-corpus")
+  Invoke-Checked "build-corpus" @("--help")
+
+  Write-Step "Checking existing conversion Explorer verbs"
+  Invoke-Checked "reg.exe" @("query", "HKCU\Software\Classes\SystemFileAssociations\.docx\shell\BuildCorpusToMarkdown")
+  Invoke-Checked "reg.exe" @("query", "HKCU\Software\Classes\SystemFileAssociations\.md\shell\BuildCorpusToWord")
+
+  $editorVerb = "HKCU\Software\Classes\SystemFileAssociations\.md\shell\BuildCorpusOpenEditor"
+  $result = Start-Process -FilePath "reg.exe" -ArgumentList @("query", $editorVerb) -NoNewWindow -Wait -PassThru
+  if ($result.ExitCode -ne 0) {
+    throw "Editor open verb is not installed yet. Complete BC-EDITOR-04, then rerun Install mode."
+  }
+}
+
+function Invoke-SmokeVerification {
+  Invoke-BaseVerification
+
+  $smokeRoot = Join-Path $Root ".tmp\editor-plane-smoke"
+  if (Test-Path -LiteralPath $smokeRoot) {
+    Remove-Item -LiteralPath $smokeRoot -Recurse -Force
+  }
+  New-Item -ItemType Directory -Path $smokeRoot | Out-Null
+
+  Write-Step "Creating Markdown fixture"
+  $md = Join-Path $smokeRoot "sample.md"
+  Set-Content -LiteralPath $md -Encoding UTF8 -Value @"
+# Build Corpus Editor Smoke
+
+Paragraph with **bold**, *italic*, a [link](https://example.com), and a table.
+
+| Name | Value |
+| --- | --- |
+| Alpha | One |
+"@
+
+  Write-Step "Exporting Markdown fixture to Word"
+  Invoke-Checked "node" @("bin\build-corpus.js", $md, "--to", "word", "--out-same-dir")
+  $docx = Join-Path $smokeRoot "sample.docx"
+  if (-not (Test-Path -LiteralPath $docx)) {
+    throw "Expected DOCX output missing: $docx"
+  }
+
+  Write-Step "Converting generated Word fixture back to Markdown"
+  $roundTrip = Join-Path $smokeRoot "roundtrip"
+  Invoke-Checked "node" @("bin\build-corpus.js", $docx, "--out", $roundTrip)
+  $roundTripMarkdown = Get-ChildItem -LiteralPath $roundTrip -Recurse -Filter "*.md" | Select-Object -First 1
+  if (-not $roundTripMarkdown) {
+    throw "Expected reconverted Markdown output missing under $roundTrip"
+  }
+
+  Write-Step "Checking editor launcher is implemented"
+  $editorBin = Join-Path $Root "bin\build-corpus-editor.js"
+  if (-not (Test-Path -LiteralPath $editorBin)) {
+    throw "Editor launcher is not implemented yet. Complete BC-EDITOR-02, then rerun Smoke mode."
+  }
+
+  Invoke-HiddenNode @("bin\build-corpus-editor.js", $md, "--no-open", "--self-test")
+  Invoke-HiddenNode @("bin\build-corpus-editor.js", $docx, "--no-open", "--self-test")
+  Invoke-HiddenNode @("bin\build-corpus-editor.js", $md, "--document-self-test", "--out", (Join-Path $smokeRoot "md-functional"))
+  Invoke-HiddenNode @("bin\build-corpus-editor.js", $docx, "--document-self-test", "--out", (Join-Path $smokeRoot "docx-functional"))
+  Invoke-HiddenNode @("bin\build-corpus-editor.js", $md, "--smoke-ui", "--background")
+  Invoke-HiddenNode @("bin\build-corpus-editor.js", $docx, "--smoke-ui", "--background")
+}
+
+switch ($Mode) {
+  "Plan" { Show-Plan }
+  "Verify" { Invoke-BaseVerification }
+  "Install" { Invoke-InstallVerification }
+  "Smoke" { Invoke-SmokeVerification }
+}
+
+Write-Host ""
+Write-Host "Build Corpus editor plane $Mode completed." -ForegroundColor Green

package/scripts/run-required-tests.ps1

@@ -0,0 +1,98 @@
+[CmdletBinding()]
+param(
+  [ValidateSet("Auto", "Conversion", "Editor", "All")]
+  [string]$Suite = "Auto",
+  [string]$Root = "",
+  [switch]$FromGitDiff
+)
+
+$ErrorActionPreference = "Stop"
+
+if ([string]::IsNullOrWhiteSpace($Root)) {
+  $Root = (Resolve-Path (Join-Path $PSScriptRoot "..")).Path
+}
+
+function Write-Step {
+  param([string]$Message)
+  Write-Host ""
+  Write-Host "==> $Message" -ForegroundColor Cyan
+}
+
+function Invoke-Checked {
+  param([string]$FilePath, [string[]]$Arguments)
+  Write-Host "+ $FilePath $($Arguments -join ' ')" -ForegroundColor DarkGray
+  Push-Location $Root
+  try {
+    & $FilePath @Arguments
+    $exitCode = if ($LASTEXITCODE -is [int]) { $LASTEXITCODE } else { 0 }
+  } finally {
+    Pop-Location
+  }
+  if ($exitCode -ne 0) {
+    throw "Command failed with exit code ${exitCode}: $FilePath $($Arguments -join ' ')"
+  }
+}
+
+function Get-TouchedFiles {
+  Push-Location $Root
+  try {
+    $files = @()
+    $files += git diff --name-only
+    $files += git diff --name-only --cached
+    $files += git ls-files --others --exclude-standard
+    return $files | Where-Object { $_ } | Sort-Object -Unique
+  } finally {
+    Pop-Location
+  }
+}
+
+function Resolve-Suites {
+  if ($Suite -eq "All") { return @("Conversion", "Editor") }
+  if ($Suite -eq "Conversion") { return @("Conversion") }
+  if ($Suite -eq "Editor") { return @("Editor") }
+
+  $files = Get-TouchedFiles
+  $conversion = $false
+  $editor = $false
+  foreach ($file in $files) {
+    if ($file -match '^(src/build_corpus/|tests/|tools/|bin/build-corpus\.js|bin/validate-katex\.js|requirements\.txt|pyproject\.toml)') {
+      $conversion = $true
+    }
+    if ($file -match '^(editor-web/|desktop/|installer/|bin/build-corpus-editor\.js|bin/regen-mdeditor-|scripts/build-windows-editor\.ps1|scripts/package-windows-editor\.ps1|scripts/run-editor-implementation-plane\.ps1|package\.json|package-lock\.json)') {
+      $editor = $true
+    }
+  }
+  if (-not $conversion -and -not $editor) {
+    $conversion = $true
+    $editor = $true
+  }
+  $resolved = @()
+  if ($conversion) { $resolved += "Conversion" }
+  if ($editor) { $resolved += "Editor" }
+  return $resolved
+}
+
+function Invoke-ConversionSuite {
+  Write-Step "Conversion suite"
+  $env:PYTHONPATH = Join-Path $Root "src"
+  Invoke-Checked "node" @("bin\build-corpus.js", "--help")
+  Invoke-Checked "node" @("bin\validate-katex.js", "README.md")
+  Invoke-Checked "py" @("-3", "-m", "unittest", "discover", "-s", "tests", "-p", "test_exporter.py")
+  Invoke-Checked "py" @("-3", "-m", "unittest", "discover", "-s", "tests", "-p", "test_ppt_exporter.py")
+}
+
+function Invoke-EditorSuite {
+  Write-Step "Editor suite"
+  Invoke-Checked "npm" @("run", "editor:windows")
+  Invoke-Checked "powershell.exe" @("-NoProfile", "-ExecutionPolicy", "Bypass", "-File", "scripts\run-editor-implementation-plane.ps1", "-Mode", "Smoke")
+}
+
+$resolved = Resolve-Suites
+Write-Host "Required suites: $($resolved -join ', ')" -ForegroundColor Yellow
+foreach ($item in $resolved) {
+  if ($item -eq "Conversion") { Invoke-ConversionSuite }
+  if ($item -eq "Editor") { Invoke-EditorSuite }
+}
+
+Write-Host ""
+Write-Host "Required test suites passed: $($resolved -join ', ')" -ForegroundColor Green

package/scripts/run-smoke.ps1

@@ -0,0 +1,28 @@
+param(
+  [Parameter(Mandatory=$true)]
+  [string]$Docx,
+
+  [string]$Out = ".tmp\smoke",
+
+  [ValidateSet("assets", "base64", "s3")]
+  [string]$Images = "assets",
+
+  [string]$Config = ""
+)
+
+$ErrorActionPreference = "Stop"
+$root = Split-Path -Parent $PSScriptRoot
+$buildCorpus = Join-Path $root "bin\build-corpus.js"
+$katex = Join-Path $root "bin\validate-katex.js"
+$assetValidator = Join-Path $root "src\build_corpus\validate_assets.py"
+
+$args = @($buildCorpus, $Docx, "--out", $Out, "--images", $Images)
+if ($Config) {
+  $args += @("--config", $Config)
+}
+
+node @args
+node $katex $Out | Set-Content -Path (Join-Path $Out "katex-report.json") -Encoding UTF8
+py -3 $assetValidator $Out | Set-Content -Path (Join-Path $Out "asset-report.json") -Encoding UTF8
+
+Write-Host "Smoke test passed: $Out"

package/src/build_corpus/__init__.py

@@ -0,0 +1,3 @@
+"""DOCX to Markdown conversion with native image and equation handling."""
+
+__version__ = "0.1.0"