@duckcodeailabs/dql-cli 1.7.1 → 1.7.2

package/dist/local-runtime.js

@@ -4,11 +4,11 @@ import { createServer } from "node:http";
 import { existsSync, mkdirSync, readdirSync, readFileSync, renameSync, rmSync, statSync, watch, writeFileSync, } from "node:fs";
 import { createRequire } from "node:module";
 import { homedir } from "node:os";
+import { fileURLToPath } from "node:url";
 import { dirname, extname, join, normalize, relative, resolve, } from "node:path";
 import { Readable } from "node:stream";
 import { buildMixedSourceWarehouseFallbackSql, findMentionedNotebookDataset, planMixedSourceNotebookSql, planMixedSourceSql, } from "./mixed-source-sql.js";
-import Anthropic from "@anthropic-ai/sdk";
-import OpenAI from "openai";
+import { resolveNpmInvocation } from './npm-runtime.js';
 import { buildExecutionPlan, createWelcomeNotebook, deserializeNotebook, getConnectorFormSchemas, hasSemanticRefs, hasStandaloneSemanticRef, resolveSemanticRefs, } from '@duckcodeailabs/dql-notebook';
 import { loadSemanticLayerFromDir, normalizeDqlArtifactReference, serializeMetricDefinitionToYaml, resolveSemanticLayerAsync, resolveRepoSource, getDialect, Parser, NodeKind, blockParameterDefinitions, buildLineageGraph, buildManifest, collectInputFiles, findAppDocuments, findDashboardsForApp, isBlockIdRef, loadAppDocument, loadDashboardDocument, analyzeImpact, buildTrustChain, detectDomainFlows, getDomainTrustOverview, queryLineage, queryBusiness360, queryCompleteLineagePaths, LineageGraph, canonicalize, canonicalizeNotebook, diffDQL, diffNotebook, domainFolderSlug, previewModelingChange, applyModelingChange, previewDbtSourcePatch, applyDbtSourcePatch, loadDomainPackageRegistry, loadDbtNodeAuthoringDetail, relationshipValidationProofFingerprint, discoverDbtDomains, renderDomainDeclaration, ProjectSnapshotService, analyzeSqlReferences, } from '@duckcodeailabs/dql-core';
 import { load as loadYaml } from 'js-yaml';
@@ -16,7 +16,7 @@ import { listBlockTemplates } from './block-templates.js';
 import { getRunner as getLLMRunner } from './llm/index.js';
 import { createDqlAgentProviderRunner } from './llm/providers/dql-agent-provider.js';
 import { listRemoteMcpSettings, saveRemoteMcpSettings } from './llm/mcp-config.js';
-import { ClaudeProvider, ConversationStore, advanceThreadState, buildConversationSnapshot, recallRelevantTurns, GeminiProvider, MemoryStore, OllamaProvider, OpenAIProvider, buildBlockBusinessFingerprint, buildBlockSqlFingerprints, buildLocalContextPack, defaultConversationPath, defaultMemoryPath, ensureDefaultMemoryFiles, ensureMetadataCatalogFresh, propose, proposePlan, recordCorrectionTrace, emitCorrectionEvalCase, mineJoinPatterns, reviewHint, AgentRunEngine, FileAgentRunStore, defaultAgentRunGates, createLlmAgentRunPlanner, createHybridRouter, computeResultStats, buildDeterministicDashboardStory, synthesizeAnswer, streamOrGenerate, narrateResult, normalizeAnthropicBaseUrl, buildProposePreview, buildFromPrompt, defaultAgentRunStorePath, resolveLocalOwner, resolveProposeConfig, recordQueryRun, recordRuntimeSchemaSnapshot, latestRuntimeSchemaSnapshotForProject, loadSkills, migrateLegacySkills, configuredSkillsPath, skillsDir, draftDomainSkillBootstrap, buildDomainSkillBootstrapPrompt, mergeDomainSkillBootstrapEnrichment, writeSkill, deleteSkill, deriveGeneratedDraftSlug, reindexProject, invalidateAgentProjectState, resolveDomainContextEnvelope, defaultKgPath, planAppFromPrompt, KGStore, planResearch, loadSemanticMetrics, cascadeTraceToEvidenceRouteSteps, createCascadeAnswerResult, createCascadeTrace, routeReasoningEffort, routeForCascadeAnswerTier, clampReasoningEffort, bumpReasoningEffort, resolveThinkingMode, coerceThinkingMode, probeLocalOllamaEmbeddings, upsertGeneratedDqlArtifactDraft, } from '@duckcodeailabs/dql-agent';
+import { ClaudeProvider, ConversationStore, advanceThreadState, buildConversationSnapshot, recallRelevantTurns, GeminiProvider, MemoryStore, OllamaProvider, OpenAIProvider, buildBlockBusinessFingerprint, buildBlockSqlFingerprints, buildLocalContextPack, defaultConversationPath, defaultMemoryPath, ensureDefaultMemoryFiles, ensureMetadataCatalogFresh, propose, proposePlan, recordCorrectionTrace, emitCorrectionEvalCase, mineJoinPatterns, reviewHint, AgentRunEngine, FileAgentRunStore, defaultAgentRunGates, createLlmAgentRunPlanner, createHybridRouter, computeResultStats, buildDeterministicDashboardStory, synthesizeAnswer, streamOrGenerate, narrateResult, buildProposePreview, buildFromPrompt, defaultAgentRunStorePath, resolveLocalOwner, resolveProposeConfig, recordQueryRun, recordRuntimeSchemaSnapshot, latestRuntimeSchemaSnapshotForProject, loadSkills, migrateLegacySkills, configuredSkillsPath, skillsDir, draftDomainSkillBootstrap, buildDomainSkillBootstrapPrompt, mergeDomainSkillBootstrapEnrichment, writeSkill, deleteSkill, deriveGeneratedDraftSlug, reindexProject, invalidateAgentProjectState, resolveDomainContextEnvelope, defaultKgPath, planAppFromPrompt, KGStore, planResearch, loadSemanticMetrics, cascadeTraceToEvidenceRouteSteps, createCascadeAnswerResult, createCascadeTrace, routeReasoningEffort, routeForCascadeAnswerTier, clampReasoningEffort, bumpReasoningEffort, resolveThinkingMode, coerceThinkingMode, probeLocalOllamaEmbeddings, upsertGeneratedDqlArtifactDraft, } from '@duckcodeailabs/dql-agent';
 import { gatherProposeEnrichment } from './propose-enrich.js';
 import { handleAppsApi, proposeAppAiBuild, recommendVisualization } from './apps-api.js';
 import { getActiveProvider, getEffectiveProviderConfig, isProviderSettingsId, listProviderSettings, saveProviderSettings, } from './settings/provider-settings.js';
@@ -351,6 +351,21 @@ function compactConversationRecord(record) {
 function apiRequestId(scope) {
     return `${scope}-${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 8)}`;
 }
+/** UI-007 / E2E-005: report the installed CLI version that owns this runtime. */
+export function readDqlRuntimeVersion(runtimeUrl = import.meta.url) {
+    const runtimeDir = dirname(fileURLToPath(runtimeUrl));
+    for (const packagePath of [join(runtimeDir, 'package.json'), join(runtimeDir, '../package.json')]) {
+        try {
+            const parsed = JSON.parse(readFileSync(packagePath, 'utf-8'));
+            if (typeof parsed.version === 'string' && parsed.version.trim())
+                return parsed.version.trim();
+        }
+        catch {
+            // Source and published layouts place package.json at different levels.
+        }
+    }
+    return 'unknown';
+}
 function apiErrorEnvelope(input) {
     return {
         requestId: input.requestId,
@@ -377,6 +392,7 @@ export async function startLocalServer(opts) {
     const bindHost = opts.host ?? process.env.DQL_HOST ?? '127.0.0.1';
     const loopback = bindHost === '127.0.0.1' || bindHost === 'localhost' || bindHost === '::1';
     const authToken = opts.authToken ?? process.env.DQL_SERVER_TOKEN;
+    const runtimeVersion = readDqlRuntimeVersion();
     const allowedOrigins = new Set((opts.allowedOrigins ?? (process.env.DQL_ALLOWED_ORIGINS ?? '').split(','))
         .map((value) => value.trim().replace(/\/$/, ''))
         .filter(Boolean));
@@ -3409,13 +3425,42 @@ export async function startLocalServer(opts) {
         }
         if (req.method === 'GET' && path === '/api/health') {
             res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
-            res.end(serializeJSON({ status: 'ok' }));
+            res.end(serializeJSON({ status: 'ok', version: runtimeVersion }));
+            return;
+        }
+        if (req.method === 'GET' && path === '/api/onboarding/launch') {
+            const requestId = apiRequestId('onboarding-launch');
+            const acknowledgedVersion = readUserPrefs(userPrefsPath).setup?.acknowledgedVersion ?? null;
+            const shouldOpen = acknowledgedVersion !== runtimeVersion;
+            res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
+            res.end(serializeJSON({
+                requestId,
+                version: runtimeVersion,
+                acknowledgedVersion,
+                shouldOpen,
+                reason: shouldOpen ? (acknowledgedVersion ? 'version_upgrade' : 'first_install') : null,
+            }));
+            return;
+        }
+        if (req.method === 'POST' && path === '/api/onboarding/acknowledge') {
+            const requestId = apiRequestId('onboarding-acknowledge');
+            const prefs = readUserPrefs(userPrefsPath);
+            prefs.setup = {
+                acknowledgedVersion: runtimeVersion,
+                acknowledgedAt: new Date().toISOString(),
+            };
+            writeUserPrefs(userPrefsPath, prefs);
+            res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
+            res.end(serializeJSON({ requestId, version: runtimeVersion, acknowledged: true }));
             return;
         }
         if (req.method === 'GET' && path === '/api/onboarding/status') {
             const requestId = apiRequestId('onboarding-status');
             const dbtProjectDir = findDbtProjectPath(projectRoot, projectConfig);
             const manifestPath = resolve(dbtProjectDir, projectConfig.dbt?.manifestPath ?? 'target/manifest.json');
+            const configuredDbtSource = projectConfig.dbt?.repoUrl ?? projectConfig.dbt?.projectDir;
+            const dbtConfigured = existsSync(join(dbtProjectDir, 'dbt_project.yml'))
+                || Boolean(configuredDbtSource && !/\{\{[^}]+\}\}/.test(configuredDbtSource));
             const configuredProfilesDir = projectConfig.dbt?.profilesDir ? resolve(projectRoot, projectConfig.dbt.profilesDir) : undefined;
             const profilePath = findDbtProfilePaths(projectRoot, dbtProjectDir, configuredProfilesDir)[0];
             const registry = loadDomainPackageRegistry(projectRoot);
@@ -3435,7 +3480,7 @@ export async function startLocalServer(opts) {
                 requestId,
                 snapshotId,
                 dbt: {
-                    configured: Boolean(projectConfig.dbt),
+                    configured: dbtConfigured,
                     projectDir: projectConfig.dbt?.projectDir,
                     manifestPath: projectConfig.dbt?.manifestPath,
                     profilesDir: configuredProfilesDir
@@ -3765,11 +3810,64 @@ export async function startLocalServer(opts) {
         // provenance references and the sparse DQL overlay, never copied dbt YAML.
         if (req.method === 'GET' && path === '/api/modeling/dbt-first') {
             const requestId = apiRequestId('modeling-dbt-first');
-            const snapshot = projectSnapshot();
+            const modelingEnabled = projectConfig.manifestVersion === 3 && projectConfig.modeling?.mode === 'dbt-first';
+            if (!modelingEnabled) {
+                res.writeHead(404, { 'Content-Type': 'application/json; charset=utf-8' });
+                res.end(serializeJSON(apiErrorEnvelope({
+                    requestId,
+                    code: 'DBT_FIRST_NOT_ENABLED',
+                    message: 'dbt-first modeling is not enabled. Connect and apply a dbt project from Settings → Project & dbt.',
+                    details: {
+                        manifestVersion: projectConfig.manifestVersion ?? 2,
+                        modelingMode: projectConfig.modeling?.mode ?? null,
+                    },
+                    nextActions: ['Open Settings → Project & dbt and apply a valid dbt project.'],
+                })));
+                return;
+            }
+            const dbtProjectDir = findDbtProjectPath(projectRoot, projectConfig);
+            const configuredManifestPath = projectConfig.dbt?.manifestPath ?? 'target/manifest.json';
+            const expectedManifestPath = resolve(dbtProjectDir, configuredManifestPath);
+            if (!existsSync(expectedManifestPath)) {
+                res.writeHead(409, { 'Content-Type': 'application/json; charset=utf-8' });
+                res.end(serializeJSON(apiErrorEnvelope({
+                    requestId,
+                    code: 'DBT_MANIFEST_NOT_FOUND',
+                    message: `The configured dbt manifest was not found at ${configuredManifestPath}.`,
+                    details: {
+                        projectDir: projectConfig.dbt?.projectDir ?? portableProjectPath(projectRoot, dbtProjectDir),
+                        manifestPath: configuredManifestPath,
+                    },
+                    nextActions: ['Run dbt parse, dbt compile, or dbt build in the configured dbt project, then refresh Domain Studio.'],
+                })));
+                return;
+            }
+            let snapshot;
+            try {
+                snapshot = projectSnapshot();
+            }
+            catch (error) {
+                res.writeHead(422, { 'Content-Type': 'application/json; charset=utf-8' });
+                res.end(serializeJSON(apiErrorEnvelope({
+                    requestId,
+                    code: 'DBT_MANIFEST_COMPILE_FAILED',
+                    message: apiErrorMessage(error),
+                    details: { manifestPath: configuredManifestPath },
+                    nextActions: ['Fix or rebuild the dbt manifest, then refresh Domain Studio.'],
+                })));
+                return;
+            }
             const manifest = snapshot.manifest;
             if (manifest.manifestVersion !== 3 || !manifest.modeling || !manifest.dbtProvenance) {
-                res.writeHead(404, { 'Content-Type': 'application/json; charset=utf-8' });
-                res.end(serializeJSON(apiErrorEnvelope({ requestId, snapshotId: snapshot.snapshotId, code: 'DBT_FIRST_NOT_ENABLED', message: 'dbt-first modeling is not enabled. Set manifestVersion: 3 and modeling.mode: "dbt-first" in dql.config.json.', nextActions: ['Use Setup to connect dbt and enable dbt-first modeling.'] })));
+                res.writeHead(422, { 'Content-Type': 'application/json; charset=utf-8' });
+                res.end(serializeJSON(apiErrorEnvelope({
+                    requestId,
+                    snapshotId: snapshot.snapshotId,
+                    code: 'DBT_MANIFEST_COMPILE_FAILED',
+                    message: snapshot.error ?? 'DQL could not compile Domain Studio from the configured dbt manifest.',
+                    details: { manifestPath: configuredManifestPath },
+                    nextActions: ['Review the dbt artifact and DQL compile diagnostics, rebuild the dbt manifest, then refresh Domain Studio.'],
+                })));
                 return;
             }
             res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
@@ -10345,7 +10443,7 @@ export function resolveDefaultLLMProvider(projectRoot) {
     const preferred = ['openai', 'gemini', 'anthropic', 'custom-openai', 'ollama'];
     for (const id of preferred) {
         const provider = settings.find((item) => item.id === id);
-        if (provider?.enabled && provider.hasApiKey)
+        if (provider?.enabled && provider.configured)
             return id;
     }
     return null;
@@ -11779,7 +11877,8 @@ function installConnectorPackage(projectRoot, driver) {
             description: 'Project-local DQL connector packages',
         }, null, 2) + '\n', 'utf-8');
     }
-    execFileSync('npm', ['install', '--prefix', installRoot, '--no-audit', '--no-fund', definition.packageSpec], {
+    const npm = resolveNpmInvocation();
+    execFileSync(npm.command, [...npm.argsPrefix, 'install', '--prefix', installRoot, '--no-audit', '--no-fund', definition.packageSpec], {
         cwd: projectRoot,
         encoding: 'utf-8',
         stdio: 'pipe',
@@ -12986,9 +13085,18 @@ function readUserPrefs(userPrefsPath) {
             return { favorites: [], recentlyUsed: [] };
         }
         const raw = JSON.parse(readFileSync(userPrefsPath, 'utf-8'));
+        const acknowledgedVersion = typeof raw.setup?.acknowledgedVersion === 'string'
+            ? raw.setup.acknowledgedVersion.trim()
+            : '';
         return {
             favorites: Array.isArray(raw.favorites) ? raw.favorites.map(String) : [],
             recentlyUsed: Array.isArray(raw.recentlyUsed) ? raw.recentlyUsed.map(String) : [],
+            ...(acknowledgedVersion ? {
+                setup: {
+                    acknowledgedVersion,
+                    ...(typeof raw.setup?.acknowledgedAt === 'string' ? { acknowledgedAt: raw.setup.acknowledgedAt } : {}),
+                },
+            } : {}),
         };
     }
     catch {
@@ -15464,7 +15572,7 @@ async function createBlockStudioAssistProvider(projectRoot, requestedProvider) {
     const activeProvider = getActiveProvider(projectRoot);
     // Subscription CLI providers (Claude Code / Codex) carry no API key — they're
     // usable when enabled; their real "installed + logged in" check runs in available().
-    const isUsable = (provider) => provider.enabled && (provider.hasApiKey || provider.authMode === 'subscription_cli');
+    const isUsable = (provider) => provider.enabled && provider.configured;
     const selected = requestedProvider
         ? settings.find((provider) => provider.id === requestedProvider && isUsable(provider))
         : settings.find((provider) => provider.id === activeProvider && provider.enabled)
@@ -17232,7 +17340,12 @@ async function readGitStatus(cwd) {
         behind = Number(match[0] ?? 0);
         ahead = Number(match[1] ?? 0);
     }
-    const statusRes = await execGit(gitRoot, ['status', '--porcelain=v1', '--untracked-files=normal']);
+    // UI-001, E2E-001: the Source Control surface is file-oriented. Git's
+    // "normal" untracked mode collapses a new directory into a single `?? dir/`
+    // record, which prevents the UI from showing or diffing the files inside it.
+    // Enumerate every untracked path so tracked and untracked changes share the
+    // same per-file review contract.
+    const statusRes = await execGit(gitRoot, ['status', '--porcelain=v1', '--untracked-files=all']);
     const changes = [];
     if (statusRes.code === 0) {
         for (const line of statusRes.stdout.split('\n')) {
@@ -17884,7 +17997,11 @@ async function testProviderConfig(projectRoot, id, overrides) {
     const base = getEffectiveProviderConfig(projectRoot, id);
     // When the user supplies inline values (testing what they typed before saving),
     // merge them over the saved config and test reachability regardless of enabled.
-    const inline = Boolean(overrides && (overrides.apiKey || overrides.baseUrl || overrides.model));
+    // The test route always passes an override object, even when every draft field
+    // is blank. That still means "test this candidate before save" and must allow
+    // a previously configured-but-disabled provider to be reactivated without
+    // forcing the user to paste its redacted secret again.
+    const inline = overrides !== undefined;
     const config = {
         ...base,
         ...(overrides?.apiKey ? { apiKey: overrides.apiKey } : {}),
@@ -17964,15 +18081,19 @@ async function testOpenAIProviderConfig(config, label, details) {
         return { ok: false, message: `${label} is not configured${details}. Add an API key in Settings or OPENAI_API_KEY.` };
     }
     try {
-        const client = new OpenAI({ apiKey: config.apiKey, baseURL: config.baseUrl });
-        const response = await client.responses.create({
-            model: config.model ?? 'gpt-5.5',
-            input: 'Reply with exactly: OK',
-            max_output_tokens: 16,
+        // Use the same provider adapter as governed Ask so enterprise gateways are
+        // tested against the runtime path users will actually execute.
+        const provider = new OpenAIProvider({
+            apiKey: config.apiKey,
+            baseUrl: config.baseUrl,
+            model: config.model,
         });
+        const response = await provider.generate([
+            { role: 'user', content: 'Reply with exactly: OK' },
+        ], { maxTokens: 16, temperature: 0 });
         return {
             ok: true,
-            message: `${label} SDK responded${details}: ${(response.output_text ?? 'OK').trim().slice(0, 80) || 'OK'}`,
+            message: `${label} responded through the governed runtime${details}: ${response.trim().slice(0, 80) || 'OK'}`,
         };
     }
     catch (error) {
@@ -17987,20 +18108,17 @@ async function testAnthropicProviderConfig(config, label, details) {
         return { ok: false, message: `${label} is not configured${details}. Add an API key in Settings or ANTHROPIC_API_KEY.` };
     }
     try {
-        const client = new Anthropic({
+        const provider = new ClaudeProvider({
             apiKey: config.apiKey,
-            ...(config.baseUrl ? { baseURL: normalizeAnthropicBaseUrl(config.baseUrl) } : {}),
+            baseUrl: config.baseUrl,
+            model: config.model,
         });
-        const response = await client.messages.create({
-            model: config.model ?? 'claude-opus-4-8',
-            max_tokens: 16,
-            temperature: 0,
-            messages: [{ role: 'user', content: 'Reply with exactly: OK' }],
-        });
-        const text = response.content?.filter((block) => block.type === 'text').map((block) => block.text ?? '').join('') ?? '';
+        const response = await provider.generate([
+            { role: 'user', content: 'Reply with exactly: OK' },
+        ], { maxTokens: 16, temperature: 0 });
         return {
             ok: true,
-            message: `${label} SDK responded${details}: ${text.trim().slice(0, 80) || 'OK'}`,
+            message: `${label} responded through the governed runtime${details}: ${response.trim().slice(0, 80) || 'OK'}`,
         };
     }
     catch (error) {