rastack 0.0.16 → 0.0.20

package/dist/schema-index.js

@@ -1,34 +1,23 @@
 "use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 const path_1 = require("path");
 const fs_1 = require("fs");
-function main() {
-    return __awaiter(this, void 0, void 0, function* () {
-        console.log("Generating Schema Index");
-        const args = process.argv.slice(2);
-        const basePath = args[0];
-        const schemaFolderPath = (0, path_1.join)(basePath, "form-schema");
-        let indexFileData = 'export * from "./interface";\nexport * from "./params";\n';
-        const schemaFiles = (0, fs_1.readdirSync)(schemaFolderPath);
-        let compilePromises = schemaFiles.map((schemaFile) => {
-            const schemaFileName = schemaFile.replace(".json", "");
-            const formSchemaExport = `export { default as Deref${schemaFileName} } from "./form-schema/${schemaFile}";`;
-            const schemaExport = `export { default as Schema${schemaFileName} } from "./api-schema/${schemaFile}";`;
-            return `${formSchemaExport}\n${schemaExport}`;
-        });
-        let results = yield Promise.all(compilePromises);
-        indexFileData = indexFileData + results.join("\n");
-        const outputFile = (0, path_1.join)(basePath, "index.ts");
-        (0, fs_1.writeFileSync)(outputFile, indexFileData);
+async function main() {
+    console.log("Generating Schema Index");
+    const args = process.argv.slice(2);
+    const basePath = args[0];
+    const schemaFolderPath = (0, path_1.join)(basePath, "form-schema");
+    let indexFileData = 'export * from "./interface";\nexport * from "./params";\n';
+    const schemaFiles = (0, fs_1.readdirSync)(schemaFolderPath);
+    let compilePromises = schemaFiles.map((schemaFile) => {
+        const schemaFileName = schemaFile.replace(".json", "");
+        const formSchemaExport = `export { default as Deref${schemaFileName} } from "./form-schema/${schemaFile}";`;
+        const schemaExport = `export { default as Schema${schemaFileName} } from "./api-schema/${schemaFile}";`;
+        return `${formSchemaExport}\n${schemaExport}`;
     });
+    let results = await Promise.all(compilePromises);
+    indexFileData = indexFileData + results.join("\n");
+    const outputFile = (0, path_1.join)(basePath, "index.ts");
+    (0, fs_1.writeFileSync)(outputFile, indexFileData);
 }
 main();

package/dist/schema-params.js

@@ -1,13 +1,4 @@
 "use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 const fs_1 = require("fs");
 const path_1 = require("path");
@@ -77,24 +68,22 @@ function generateInterfacesFiles(pathParams, schemaPath) {
             }
             return `${param.name}${param.required ? "" : "?"}: ${paramSchemaType};`;
         });
-        return `export interface ${interfaceName} {
-      ${interfaceValues.join("\n")}
+        return `export interface ${interfaceName} {
+      ${interfaceValues.join("\n")}
     }`;
     });
     const interfaceFileValuesString = interfaceFileValues.join("\n");
     const interfaceFile = (0, path_1.join)(schemaPath, `params.ts`);
     (0, fs_1.writeFileSync)(interfaceFile, interfaceFileValuesString, { flag: "w" });
 }
-function main() {
-    return __awaiter(this, void 0, void 0, function* () {
-        console.log("Generating Schema Parameter Definitions");
-        const args = process.argv.slice(2);
-        const url = args[0];
-        const schemaPath = args[1];
-        const data = yield (0, fetch_schema_1.fetchSchema)(url);
-        const paths = data.paths;
-        const pathParams = generateParams(paths);
-        generateInterfacesFiles(pathParams, schemaPath);
-    });
+async function main() {
+    console.log("Generating Schema Parameter Definitions");
+    const args = process.argv.slice(2);
+    const url = args[0];
+    const schemaPath = args[1];
+    const data = await (0, fetch_schema_1.fetchSchema)(url);
+    const paths = data.paths;
+    const pathParams = generateParams(paths);
+    generateInterfacesFiles(pathParams, schemaPath);
 }
 main();

package/dist/seed.js

@@ -15,19 +15,9 @@
  *   ICEBERG_WAREHOUSE       gs://... path to Iceberg warehouse root
  *   ICEBERG_CATALOG_URI     sqlite:///... or http://... catalog URI
  */
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
-var _a, _b;
 Object.defineProperty(exports, "__esModule", { value: true });
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
@@ -41,8 +31,8 @@ function getArg(flag) {
     const i = args.indexOf(flag);
     return i !== -1 && args[i + 1] ? args[i + 1] : null;
 }
-const env = (_a = getArg("--env")) !== null && _a !== void 0 ? _a : "dev";
-const source = (_b = getArg("--source")) !== null && _b !== void 0 ? _b : path_1.default.join(process.cwd(), "myapp-dev");
+const env = getArg("--env") ?? "dev";
+const source = getArg("--source") ?? path_1.default.join(process.cwd(), "myapp-dev");
 const repoRoot = process.cwd();
 // ---------------------------------------------------------------------------
 // Step 1: resolve CSV files
@@ -57,14 +47,21 @@ function downloadFromGcs(gcsUri) {
     const tmpDir = path_1.default.join(repoRoot, ".rad", "tmp", "seed");
     fs_1.default.mkdirSync(tmpDir, { recursive: true });
     console.log(`Downloading CSVs from ${gcsUri} ...`);
+    // `rad seed` is a local/CI developer tool; `gcsUri` is an operator-supplied
+    // --source argument (a gs:// bucket the operator controls), not untrusted
+    // network input, so there is no command-injection surface here.
     try {
+        // nosemgrep: javascript.lang.security.detect-child-process.detect-child-process
         (0, child_process_1.execSync)(`gcloud storage cp "${gcsUri}*.csv" "${tmpDir}/" --quiet`, {
             stdio: "inherit",
         });
     }
-    catch (_a) {
+    catch {
         // gcloud storage cp uses gsutil-style globs — fall back
-        (0, child_process_1.execSync)(`gsutil -m cp "${gcsUri}*.csv" "${tmpDir}/"`, { stdio: "inherit" });
+        // nosemgrep: javascript.lang.security.detect-child-process.detect-child-process
+        (0, child_process_1.execSync)(`gsutil -m cp "${gcsUri}*.csv" "${tmpDir}/"`, {
+            stdio: "inherit",
+        });
     }
     return (0, csv_schema_1.discoverCsvFiles)(tmpDir);
 }
@@ -74,7 +71,9 @@ function downloadFromGcs(gcsUri) {
 function validateSchema(csvPath) {
     const { schema, piiViolations } = (0, csv_schema_1.inferSchema)(csvPath, repoRoot);
     if (piiViolations.length > 0) {
-        const list = piiViolations.map((v) => `  ${v.column}: ${v.reason}`).join("\n");
+        const list = piiViolations
+            .map((v) => `  ${v.column}: ${v.reason}`)
+            .join("\n");
         throw new Error(`PII detected in ${path_1.default.basename(csvPath)}:\n${list}\n` +
             `Remove PII data before seeding. Run "rad scan" to review.`);
     }
@@ -135,7 +134,7 @@ function writeFingerprint(schema) {
         rowCount: schema.rowCount,
         seededAt: new Date().toISOString(),
         env,
-        previousFingerprint: prev !== null && prev !== void 0 ? prev : null,
+        previousFingerprint: prev ?? null,
     };
     fs_1.default.writeFileSync(registryPath, JSON.stringify(record, null, 2));
     if (changed) {
@@ -147,104 +146,103 @@ function writeFingerprint(schema) {
 // Step 5: build a Python seed script and run it via django-iceberg
 // ---------------------------------------------------------------------------
 function buildPythonSeedScript(schemas, csvPaths) {
-    var _a, _b;
     const namespace = env;
-    const warehouse = (_a = process.env.ICEBERG_WAREHOUSE) !== null && _a !== void 0 ? _a : "data/warehouse";
-    const catalogUri = (_b = process.env.ICEBERG_CATALOG_URI) !== null && _b !== void 0 ? _b : "sqlite:///data/catalog.db";
+    const warehouse = process.env.ICEBERG_WAREHOUSE ?? "data/warehouse";
+    const catalogUri = process.env.ICEBERG_CATALOG_URI ?? "sqlite:///data/catalog.db";
     const tableBlocks = schemas
         .map((schema, i) => {
         const ddl = buildCreateTableSql(schema, namespace).replace(/`/g, "\\`");
         const csvPathEscaped = csvPaths[i].replace(/\\/g, "/");
-        return `
-    # --- ${schema.tableName} ---
-    ddl = """${ddl}"""
-    cat.execute(ddl)
-    df = pl.read_csv("${csvPathEscaped}", infer_schema_length=1000)
-    tbl = cat.load_table("${namespace}.${schema.tableName}")
-    tbl.overwrite(df.to_arrow())
-    print(f"  Seeded ${schema.tableName}: ${schema.rowCount} rows")
+        return `
+    # --- ${schema.tableName} ---
+    ddl = """${ddl}"""
+    cat.execute(ddl)
+    df = pl.read_csv("${csvPathEscaped}", infer_schema_length=1000)
+    tbl = cat.load_table("${namespace}.${schema.tableName}")
+    tbl.overwrite(df.to_arrow())
+    print(f"  Seeded ${schema.tableName}: ${schema.rowCount} rows")
 `;
     })
         .join("\n");
-    return `
-import polars as pl
-from pyiceberg.catalog import load_catalog
-
-cat = load_catalog(
-    "default",
-    **{
-        "uri": "${catalogUri}",
-        "warehouse": "${warehouse}",
-    }
-)
-
-try:
-    cat.create_namespace("${namespace}")
-except Exception:
-    pass  # namespace already exists
-
-${tableBlocks}
-
-print("Seed complete.")
+    return `
+import polars as pl
+from pyiceberg.catalog import load_catalog
+
+cat = load_catalog(
+    "default",
+    **{
+        "uri": "${catalogUri}",
+        "warehouse": "${warehouse}",
+    }
+)
+
+try:
+    cat.create_namespace("${namespace}")
+except Exception:
+    pass  # namespace already exists
+
+${tableBlocks}
+
+print("Seed complete.")
 `.trim();
 }
 // ---------------------------------------------------------------------------
 // Main
 // ---------------------------------------------------------------------------
-function main() {
-    return __awaiter(this, void 0, void 0, function* () {
-        var _a;
-        console.log(`\nrad seed  env=${env}  source=${source}\n`);
-        const files = resolveFiles();
-        if (files.length === 0) {
-            console.log("No CSV files found. Nothing to seed.");
-            process.exit(0);
-        }
-        console.log(`Found ${files.length} CSV file(s):\n`);
-        const schemas = [];
-        for (const csvPath of files) {
-            const rel = path_1.default.relative(repoRoot, csvPath);
-            process.stdout.write(`  Validating ${rel} ... `);
-            try {
-                const schema = validateSchema(csvPath);
-                schemas.push(schema);
-                console.log(`OK  [${schema.columns.length} cols, ${schema.rowCount} rows]`);
-            }
-            catch (err) {
-                console.error(`FAIL\n${err.message}`);
-                process.exit(1);
-            }
-        }
-        // Write fingerprints before seeding so CI can detect schema drift
-        for (const schema of schemas) {
-            writeFingerprint(schema);
-        }
-        // Emit DDL summary
-        const ddlDir = path_1.default.join(repoRoot, ".rad", "ddl");
-        fs_1.default.mkdirSync(ddlDir, { recursive: true });
-        for (const schema of schemas) {
-            const ddl = buildCreateTableSql(schema, env);
-            fs_1.default.writeFileSync(path_1.default.join(ddlDir, `${schema.tableName}.sql`), ddl + "\n");
-        }
-        console.log(`\nDDL written to .rad/ddl/`);
-        // Run Python seed via pyiceberg if available
-        const seedScript = buildPythonSeedScript(schemas, files);
-        const scriptPath = path_1.default.join(repoRoot, ".rad", "tmp", "seed.py");
-        fs_1.default.mkdirSync(path_1.default.dirname(scriptPath), { recursive: true });
-        fs_1.default.writeFileSync(scriptPath, seedScript);
-        const pythonBin = (_a = process.env.PYTHON) !== null && _a !== void 0 ? _a : "python";
+async function main() {
+    console.log(`\nrad seed  env=${env}  source=${source}\n`);
+    const files = resolveFiles();
+    if (files.length === 0) {
+        console.log("No CSV files found. Nothing to seed.");
+        process.exit(0);
+    }
+    console.log(`Found ${files.length} CSV file(s):\n`);
+    const schemas = [];
+    for (const csvPath of files) {
+        const rel = path_1.default.relative(repoRoot, csvPath);
+        process.stdout.write(`  Validating ${rel} ... `);
         try {
-            console.log(`\nSeeding Iceberg namespace "${env}" ...\n`);
-            (0, child_process_1.execSync)(`${pythonBin} "${scriptPath}"`, { stdio: "inherit" });
+            const schema = validateSchema(csvPath);
+            schemas.push(schema);
+            console.log(`OK  [${schema.columns.length} cols, ${schema.rowCount} rows]`);
         }
-        catch (_b) {
-            console.error("\nPython seed step failed. Ensure pyiceberg and polars are installed:\n" +
-                "  pip install pyiceberg polars pyarrow\n\n" +
-                `Generated seed script: ${scriptPath}`);
+        catch (err) {
+            console.error(`FAIL\n${err.message}`);
             process.exit(1);
         }
-        console.log("\nDone.");
-    });
+    }
+    // Write fingerprints before seeding so CI can detect schema drift
+    for (const schema of schemas) {
+        writeFingerprint(schema);
+    }
+    // Emit DDL summary
+    const ddlDir = path_1.default.join(repoRoot, ".rad", "ddl");
+    fs_1.default.mkdirSync(ddlDir, { recursive: true });
+    for (const schema of schemas) {
+        const ddl = buildCreateTableSql(schema, env);
+        fs_1.default.writeFileSync(path_1.default.join(ddlDir, `${schema.tableName}.sql`), ddl + "\n");
+    }
+    console.log(`\nDDL written to .rad/ddl/`);
+    // Run Python seed via pyiceberg if available
+    const seedScript = buildPythonSeedScript(schemas, files);
+    const scriptPath = path_1.default.join(repoRoot, ".rad", "tmp", "seed.py");
+    fs_1.default.mkdirSync(path_1.default.dirname(scriptPath), { recursive: true });
+    fs_1.default.writeFileSync(scriptPath, seedScript);
+    const pythonBin = process.env.PYTHON ?? "python";
+    try {
+        console.log(`\nSeeding Iceberg namespace "${env}" ...\n`);
+        // Runs an internally-generated seed script with the operator-configured
+        // python binary; no untrusted input, so no command-injection surface.
+        // nosemgrep: javascript.lang.security.detect-child-process.detect-child-process
+        (0, child_process_1.execSync)(`${pythonBin} "${scriptPath}"`, { stdio: "inherit" });
+    }
+    catch {
+        console.error("\nPython seed step failed. Ensure pyiceberg and polars are installed:\n" +
+            "  pip install pyiceberg polars pyarrow\n\n" +
+            `Generated seed script: ${scriptPath}`);
+        process.exit(1);
+    }
+    console.log("\nDone.");
 }
 main().catch((err) => {
     console.error(err);