@duckcodeailabs/dql-cli 1.2.0 → 1.3.0

package/dist/local-runtime.js

@@ -4,6 +4,7 @@ import { existsSync, mkdirSync, readdirSync, readFileSync, rmSync, statSync, wat
 import { dirname, extname, join, normalize, relative, resolve } from 'node:path';
 import { buildExecutionPlan, createWelcomeNotebook, deserializeNotebook, getConnectorFormSchemas, hasSemanticRefs, resolveSemanticRefs, } from '@duckcodeailabs/dql-notebook';
 import { loadSemanticLayerFromDir, resolveSemanticLayerAsync, Parser, buildLineageGraph, buildManifest, analyzeImpact, buildTrustChain, detectDomainFlows, getDomainTrustOverview, queryLineage, queryCompleteLineagePaths, LineageGraph, canonicalize, canonicalizeNotebook, diffDQL, diffNotebook, } from '@duckcodeailabs/dql-core';
+import { load as loadYaml } from 'js-yaml';
 import { listBlockTemplates } from './block-templates.js';
 import { getRunner as getLLMRunner } from './llm/index.js';
 import { buildSemanticObjectDetail, buildSemanticTree, computeSyncDiff, loadSemanticImportManifest, performSemanticImport, previewSemanticImport, syncSemanticImport, } from './semantic-import.js';
@@ -305,8 +306,11 @@ export async function startLocalServer(opts) {
                 res.end(serializeJSON(merged));
             }
             catch (error) {
-                res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
-                res.end(serializeJSON(scanDataFiles(projectRoot)));
+                const message = error instanceof Error ? error.message : String(error);
+                console.warn(`[dql] /api/schema introspection failed: ${message}`);
+                const fallback = scanDataFiles(projectRoot).map((f) => ({ ...f, source: 'file' }));
+                res.writeHead(500, { 'Content-Type': 'application/json; charset=utf-8' });
+                res.end(serializeJSON({ error: message, fallback }));
             }
             return;
         }
@@ -426,6 +430,7 @@ export async function startLocalServer(opts) {
                                     const parsedTags = tagsMatch
                                         ? tagsMatch[1].split(',').map((tag) => tag.trim().replace(/^"|"$/g, '')).filter(Boolean)
                                         : [];
+                                    const llmMatch = /llmContext\s*=\s*"((?:[^"\\]|\\.)*)"/.exec(source);
                                     blocks.push({
                                         name: nameMatch?.[1] ?? entry.name.replace('.dql', ''),
                                         domain: domainMatch?.[1] ?? 'uncategorized',
@@ -435,6 +440,7 @@ export async function startLocalServer(opts) {
                                         path: relPath,
                                         lastModified: stat.mtime.toISOString(),
                                         description: descMatch?.[1] ?? '',
+                                        llmContext: llmMatch?.[1] ?? null,
                                     });
                                 }
                                 catch { /* skip unreadable files */ }
@@ -453,6 +459,58 @@ export async function startLocalServer(opts) {
             }
             return;
         }
+        // ── Apps (App artifact listing for notebook AppsPanel) ────────────────
+        if (req.method === 'GET' && path === '/api/apps') {
+            try {
+                const appsRoot = join(projectRoot, 'apps');
+                const apps = [];
+                const listFilesByExt = (dir, ext) => {
+                    const out = [];
+                    try {
+                        for (const entry of readdirSync(dir, { withFileTypes: true })) {
+                            const full = join(dir, entry.name);
+                            if (entry.isDirectory()) {
+                                out.push(...listFilesByExt(full, ext).map((n) => `${entry.name}/${n}`));
+                            }
+                            else if (entry.isFile() && entry.name.endsWith(ext)) {
+                                out.push(entry.name);
+                            }
+                        }
+                    }
+                    catch { /* dir missing; return [] */ }
+                    return out;
+                };
+                if (existsSync(appsRoot)) {
+                    for (const entry of readdirSync(appsRoot, { withFileTypes: true })) {
+                        if (!entry.isDirectory() || !entry.name.endsWith('.dql-app'))
+                            continue;
+                        const appDir = join(appsRoot, entry.name);
+                        try {
+                            const raw = readFileSync(join(appDir, 'app.yml'), 'utf-8');
+                            const manifest = loadYaml(raw);
+                            if (!manifest || !manifest.name || !manifest.domain)
+                                continue;
+                            apps.push({
+                                path: relative(projectRoot, appDir),
+                                manifest,
+                                notebooks: listFilesByExt(join(appDir, 'notebooks'), '.dqlnb'),
+                                dashboards: listFilesByExt(join(appDir, 'dashboards'), '.dql'),
+                                hasDigest: existsSync(join(appDir, 'digest.dql')),
+                            });
+                        }
+                        catch { /* skip unreadable apps */ }
+                    }
+                }
+                apps.sort((a, b) => a.manifest.name.localeCompare(b.manifest.name));
+                res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
+                res.end(serializeJSON({ apps }));
+            }
+            catch (error) {
+                res.writeHead(500, { 'Content-Type': 'application/json; charset=utf-8' });
+                res.end(serializeJSON({ error: error instanceof Error ? error.message : String(error) }));
+            }
+            return;
+        }
         // ── Block status update ──────────────────────────────────────────────
         if (req.method === 'POST' && path === '/api/blocks/status') {
             try {
@@ -516,6 +574,51 @@ export async function startLocalServer(opts) {
             }
             return;
         }
+        // ── Block body (re-read from disk, used by bound-cell refresh) ──────
+        if (req.method === 'GET' && path === '/api/blocks/body') {
+            try {
+                const blockPath = url.searchParams.get('path');
+                if (!blockPath) {
+                    res.writeHead(400, { 'Content-Type': 'application/json; charset=utf-8' });
+                    res.end(serializeJSON({ error: 'path parameter is required' }));
+                    return;
+                }
+                const absolutePath = resolve(projectRoot, blockPath);
+                if (!absolutePath.startsWith(projectRoot + '/') && absolutePath !== projectRoot) {
+                    res.writeHead(400, { 'Content-Type': 'application/json; charset=utf-8' });
+                    res.end(serializeJSON({ error: 'path escapes project root' }));
+                    return;
+                }
+                if (!existsSync(absolutePath)) {
+                    res.writeHead(404, { 'Content-Type': 'application/json; charset=utf-8' });
+                    res.end(serializeJSON({ error: 'block not found' }));
+                    return;
+                }
+                const body = readFileSync(absolutePath, 'utf-8');
+                let commitSha = null;
+                try {
+                    const { execSync } = await import('node:child_process');
+                    const sha = execSync(`git log -1 --format=%H -- "${blockPath}"`, {
+                        cwd: projectRoot,
+                        encoding: 'utf-8',
+                        stdio: ['ignore', 'pipe', 'ignore'],
+                        timeout: 5000,
+                    }).trim();
+                    commitSha = sha.length > 0 ? sha : null;
+                }
+                catch {
+                    commitSha = null;
+                }
+                res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
+                res.end(serializeJSON({ path: blockPath, body, commitSha }));
+            }
+            catch (error) {
+                const message = error instanceof Error ? error.message : String(error);
+                res.writeHead(500, { 'Content-Type': 'application/json; charset=utf-8' });
+                res.end(serializeJSON({ error: message }));
+            }
+            return;
+        }
         // ── Run block tests ────────────────────────────────────────────────
         if (req.method === 'POST' && path === '/api/blocks/run-tests') {
             try {