@sqlanvil/cli 1.26.0 → 1.26.2

package/bundle.js

@@ -50646,7 +50646,7 @@ function collectEvaluationQueries(queryOrAction, concatenate, queryModifier = (q
         .filter(validationQuery => !!validationQuery.query);
 }
 
-const version = "1.26.0";
+const version = "1.26.2";
 const dataformVersion = "3.0.61";
 
 async function build(compiledGraph, runConfig, dbadapter) {
@@ -51518,13 +51518,22 @@ function resolveConnection(projectDir, connectionName) {
     if (!definition) {
         throw new Error(`Unknown connection "${connectionName}". Define it under \`connections:\` in workflow_settings.yaml.`);
     }
+    const bigqueryAdcFallback = (definition.platform || "").toLowerCase() === "bigquery"
+        ? { name: connectionName, definition, credentials: {} }
+        : undefined;
     const credsPath = path__namespace.join(path__namespace.resolve(projectDir), ".df-credentials.json");
     if (!fs__namespace.existsSync(credsPath)) {
+        if (bigqueryAdcFallback) {
+            return bigqueryAdcFallback;
+        }
         throw new Error(`Missing .df-credentials.json in ${projectDir}.`);
     }
     const allCreds = JSON.parse(fs__namespace.readFileSync(credsPath, "utf8"));
     const credentials = allCreds.connections && allCreds.connections[connectionName];
     if (!credentials) {
+        if (bigqueryAdcFallback) {
+            return bigqueryAdcFallback;
+        }
         throw new Error(`No credentials for connection "${connectionName}" in .df-credentials.json ` +
             `(expected a "connections.${connectionName}" entry).`);
     }
@@ -54722,7 +54731,7 @@ function readSourceConfig(srcDir) {
     };
 }
 async function migrateDataform(opts) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p;
     const srcDir = path__namespace.resolve(opts.srcDir);
     const outDir = path__namespace.resolve(opts.outDir);
     if (containsPath(srcDir, outDir)) {
@@ -54770,12 +54779,15 @@ async function migrateDataform(opts) {
     const declarationSchemas = new Set();
     const targetSchemas = new Set();
     const connectionMap = new Map();
+    const introspectCommands = [];
     for (const f of isBigQueryTarget ? [] : sqlxFiles) {
         if (f.parsed.type === "declaration") {
             const dataset = (_d = f.parsed.schema) !== null && _d !== void 0 ? _d : sourceConfig.defaultDataset;
             const project = resolveDatabase(f.parsed.database);
             declarationSchemas.add(dataset);
             const name = connectionNameFor(project);
+            const tableName = (_e = f.parsed.name) !== null && _e !== void 0 ? _e : path__namespace.basename(f.rel, ".sqlx");
+            introspectCommands.push(`sqlanvil introspect ${name} ${JSON.stringify(`${dataset}.${tableName}`)} --output ${JSON.stringify(f.rel)}`);
             const existing = connectionMap.get(name);
             if (existing) {
                 existing.declarationCount++;
@@ -54793,7 +54805,7 @@ async function migrateDataform(opts) {
             }
         }
         else if (f.parsed.type) {
-            targetSchemas.add((_e = f.parsed.schema) !== null && _e !== void 0 ? _e : sourceConfig.defaultDataset);
+            targetSchemas.add((_f = f.parsed.schema) !== null && _f !== void 0 ? _f : sourceConfig.defaultDataset);
         }
     }
     report.connections = [...connectionMap.values()].sort((a, b) => a.name.localeCompare(b.name));
@@ -54811,14 +54823,14 @@ async function migrateDataform(opts) {
                 report.files.push({
                     file: rel,
                     action: info.parsed.type === "declaration" ? "declaration" : "target",
-                    type: (_f = info.parsed.type) !== null && _f !== void 0 ? _f : "(none)",
+                    type: (_g = info.parsed.type) !== null && _g !== void 0 ? _g : "(none)",
                     status: findings.length === 0 ? "clean" : "rewritten",
                     findings,
                 });
                 continue;
             }
             if (info.parsed.type === "declaration") {
-                const dataset = (_g = info.parsed.schema) !== null && _g !== void 0 ? _g : sourceConfig.defaultDataset;
+                const dataset = (_h = info.parsed.schema) !== null && _h !== void 0 ? _h : sourceConfig.defaultDataset;
                 const project = resolveDatabase(info.parsed.database);
                 const connection = connectionNameFor(project);
                 const { content, findings } = convertDeclaration(info.source, info.parsed, connection, dataset, rel);
@@ -54838,7 +54850,7 @@ async function migrateDataform(opts) {
                 report.files.push({
                     file: rel,
                     action: "target",
-                    type: (_h = info.parsed.type) !== null && _h !== void 0 ? _h : "(none)",
+                    type: (_j = info.parsed.type) !== null && _j !== void 0 ? _j : "(none)",
                     status: findings.length === 0
                         ? "clean"
                         : findings.some(f => f.kind === "flag")
@@ -54875,11 +54887,11 @@ async function migrateDataform(opts) {
         report.files.push({ file: rel, action: "copied", status: "clean", findings: [] });
     }
     const settings = isBigQueryTarget
-        ? Object.assign(Object.assign(Object.assign({}, (sourceConfig.defaultProject ? { defaultProject: sourceConfig.defaultProject } : {})), (sourceConfig.defaultLocation ? { defaultLocation: sourceConfig.defaultLocation } : {})), { defaultDataset: sourceConfig.defaultDataset, defaultAssertionDataset: (_j = sourceConfig.defaultAssertionDataset) !== null && _j !== void 0 ? _j : "sqlanvil_assertions", sqlanvilCoreVersion: (_k = opts.coreVersion) !== null && _k !== void 0 ? _k : version }) : {
+        ? Object.assign(Object.assign(Object.assign({}, (sourceConfig.defaultProject ? { defaultProject: sourceConfig.defaultProject } : {})), (sourceConfig.defaultLocation ? { defaultLocation: sourceConfig.defaultLocation } : {})), { defaultDataset: sourceConfig.defaultDataset, defaultAssertionDataset: (_k = sourceConfig.defaultAssertionDataset) !== null && _k !== void 0 ? _k : "sqlanvil_assertions", sqlanvilCoreVersion: (_l = opts.coreVersion) !== null && _l !== void 0 ? _l : version }) : {
         warehouse: targetWarehouse,
         defaultDataset: sourceConfig.defaultDataset.toLowerCase(),
-        defaultAssertionDataset: ((_l = sourceConfig.defaultAssertionDataset) !== null && _l !== void 0 ? _l : "sqlanvil_assertions").toLowerCase(),
-        sqlanvilCoreVersion: (_m = opts.coreVersion) !== null && _m !== void 0 ? _m : version,
+        defaultAssertionDataset: ((_m = sourceConfig.defaultAssertionDataset) !== null && _m !== void 0 ? _m : "sqlanvil_assertions").toLowerCase(),
+        sqlanvilCoreVersion: (_o = opts.coreVersion) !== null && _o !== void 0 ? _o : version,
     };
     if (sourceConfig.vars)
         settings.vars = sourceConfig.vars;
@@ -54901,6 +54913,21 @@ async function migrateDataform(opts) {
         }));
     }
     writer.write("workflow_settings.yaml", jsYaml.dump(settings));
+    if (!isBigQueryTarget && introspectCommands.length > 0) {
+        writer.write("scripts/introspect_all.sh", `#!/bin/sh\n` +
+            `# Generated by sqlanvil migrate-dataform: scaffold columnTypes for every converted\n` +
+            `# declaration (${introspectCommands.length} commands). Requires BigQuery read access\n` +
+            `# (gcloud auth application-default login). Re-runnable; then commit the changes.\n` +
+            `set -e\n` +
+            introspectCommands.join("\n") +
+            `\n`);
+        report.files.push({
+            file: "scripts/introspect_all.sh",
+            action: "generated",
+            status: "clean",
+            findings: []
+        });
+    }
     if (isBigQueryTarget && sourceConfig.defaultProject) {
         const adcCredentials = { projectId: sourceConfig.defaultProject };
         if (sourceConfig.defaultLocation) {
@@ -54932,7 +54959,7 @@ async function migrateDataform(opts) {
         writer.write("AGENTS.md", agentsMdContents({
             warehouse: targetWarehouse,
             defaultDataset: settings.defaultDataset,
-            version: (_o = opts.coreVersion) !== null && _o !== void 0 ? _o : version,
+            version: (_p = opts.coreVersion) !== null && _p !== void 0 ? _p : version,
             converted: true
         }));
         report.files.push({ file: "AGENTS.md", action: "generated", status: "clean", findings: [] });
@@ -54983,7 +55010,13 @@ function renderReportMd(r) {
         lines.push("");
         lines.push(`Declarations keep reading BigQuery through named \`connections:\` in workflow_settings.yaml ` +
             `(mode: runner-extract — no Vault, no wrappers). Each declaration needs \`columnTypes\` ` +
-            `before it can extract; scaffold them with \`sqlanvil introspect\`:`);
+            `before it can extract. **Every concrete command is in the generated ` +
+            `\`scripts/introspect_all.sh\`** — run it on a machine with BigQuery read access ` +
+            `(\`gcloud auth application-default login\`), then commit what it writes:`);
+        lines.push("");
+        lines.push("```sh");
+        lines.push("sh scripts/introspect_all.sh && git add -A && git commit -m 'columnTypes' && git push");
+        lines.push("```");
         lines.push("");
         for (const c of r.connections) {
             lines.push(`- **${c.name}** — project \`${c.project}\`, ${c.declarationCount} declaration(s) across ` +
@@ -55053,7 +55086,8 @@ function renderReportMd(r) {
     }
     else {
         lines.push(`1. \`sqlanvil compile\` — should already succeed.`);
-        lines.push(`2. Scaffold \`columnTypes\` for the declarations you actually read (see connections above).`);
+        lines.push(`2. Scaffold \`columnTypes\`: \`sh scripts/introspect_all.sh\` (every declaration's ` +
+            `concrete command, generated), then commit what it writes.`);
         lines.push(`3. \`sqlanvil validate\` against your Postgres/Supabase warehouse — PASS/FAILURE/BLOCKED per ` +
             `model is the migration to-do list. Work the flagged files until validate is green.`);
         lines.push(`4. This report is machine-readable (migration-report.json) — pointing an AI agent at it plus ` +

package/package.json

@@ -71,7 +71,7 @@
     "bin": {
         "sqlanvil": "bundle.js"
     },
-    "version": "1.26.0",
+    "version": "1.26.2",
     "name": "@sqlanvil/cli",
     "description": "sqlanvil command line interface.",
     "main": "bundle.js"