opencastle 0.27.2 → 0.28.0

package/src/dashboard/scripts/etl.ts

@@ -1,4 +1,4 @@
-import { existsSync, mkdirSync, writeFileSync } from 'node:fs'
+import { existsSync, mkdirSync, writeFileSync, copyFileSync } from 'node:fs'
 import { resolve, dirname } from 'node:path'
 import { fileURLToPath } from 'node:url'
 
@@ -8,6 +8,7 @@ const __dirname = dirname(__filename)
 export interface EtlOptions {
   dbPath: string
   outputDir: string
+  eventsPath?: string
 }
 
 export interface EtlResult {
@@ -89,19 +90,52 @@ export async function runEtl(options: EtlOptions): Promise<EtlResult> {
     }
 
     console.log(`ETL complete: ${allConvoys.length} convoys exported, ${totalTasks} tasks.`)
+
+    // Copy observability event logs for the live dashboard charts
+    const eventsSource = options.eventsPath
+      ? resolve(process.cwd(), options.eventsPath)
+      : resolve(process.cwd(), '.opencastle', 'logs', 'events.ndjson')
+    if (existsSync(eventsSource)) {
+      copyFileSync(eventsSource, resolve(outputDir, 'events.ndjson'))
+    } else {
+      writeFileSync(resolve(outputDir, 'events.ndjson'), '', 'utf8')
+    }
+
+    // Copy pipelines log (optional, write empty if absent)
+    const pipelinesSource = resolve(process.cwd(), '.opencastle', 'logs', 'pipelines.ndjson')
+    if (existsSync(pipelinesSource)) {
+      copyFileSync(pipelinesSource, resolve(outputDir, 'pipelines.ndjson'))
+    } else {
+      writeFileSync(resolve(outputDir, 'pipelines.ndjson'), '', 'utf8')
+    }
+
     return { convoyCount: allConvoys.length, taskCount: totalTasks }
   } finally {
     store.close()
   }
 }
 
+function parseArgs(): { db?: string; out?: string; events?: string } {
+  const args = process.argv.slice(2)
+  const result: Record<string, string> = {}
+  for (let i = 0; i < args.length; i++) {
+    const a = args[i]
+    if (a === '--db' && args[i+1]) { result.db = args[++i] }
+    else if (a === '--out' && args[i+1]) { result.out = args[++i] }
+    else if (a === '--events' && args[i+1]) { result.events = args[++i] }
+  }
+  return result
+}
+
 const isMain =
   process.argv[1] != null &&
   fileURLToPath(import.meta.url) === resolve(process.argv[1])
+
 if (isMain) {
-  const dbPath = resolve(process.cwd(), '.opencastle', 'convoy.db')
-  const outputDir = resolve(__dirname, '..', 'public', 'data')
-  runEtl({ dbPath, outputDir }).catch((err: unknown) => {
+  const parsed = parseArgs()
+  const dbPath = parsed.db != null ? resolve(process.cwd(), parsed.db) : resolve(process.cwd(), '.opencastle', 'convoy.db')
+  const outputDir = parsed.out != null ? resolve(process.cwd(), parsed.out) : resolve(__dirname, '..', 'public', 'data')
+  runEtl({ dbPath, outputDir, eventsPath: parsed.events }).catch((err: unknown) => {
     console.error('ETL failed:', (err as Error).message)
     process.exit(1)
   })

package/src/dashboard/scripts/generate-demo-db.test.ts

@@ -0,0 +1,30 @@
+import { mkdtempSync, rmSync, readFileSync } from 'node:fs'
+import { tmpdir } from 'node:os'
+import { join } from 'node:path'
+import { describe, it, expect, beforeEach, afterEach } from 'vitest'
+import { createDemoDb } from './generate-demo-db.js'
+import { runEtl } from './etl.js'
+
+function makeTmp(): string {
+  return mkdtempSync(join(tmpdir(), 'demo-db-test-'))
+}
+
+let tmp: string
+beforeEach(() => { tmp = makeTmp() })
+afterEach(() => { try { rmSync(tmp, { recursive: true, force: true }) } catch {} })
+
+describe('generate-demo-db + etl', () => {
+  it('creates a demo DB and produces ETL JSON', async () => {
+    const dbPath = join(tmp, 'convoy-demo.db')
+    await createDemoDb(dbPath)
+
+    const outDir = join(tmp, 'out')
+    const res = await runEtl({ dbPath, outputDir: outDir })
+
+    expect(res.convoyCount).toBeGreaterThanOrEqual(1)
+    const overall = JSON.parse(readFileSync(join(outDir, 'overall-stats.json'), 'utf8'))
+    const list = JSON.parse(readFileSync(join(outDir, 'convoy-list.json'), 'utf8'))
+    expect(Array.isArray(list)).toBe(true)
+    expect(overall).toHaveProperty('convoyCounts')
+  })
+})