windmill-cli 1.641.0 → 1.643.0

package/esm/src/commands/app/generate_agents.js

@@ -1,219 +0,0 @@
-import * as dntShim from "../../../_dnt.shims.js";
-import { colors, Command, log, yamlParseFile } from "../../../deps.js";
-import { resolveWorkspace } from "../../core/context.js";
-import { requireLogin } from "../../core/auth.js";
-import * as wmill from "../../../gen/services.gen.js";
-import { generateAgentsDocumentation } from "../sync/sync.js";
-import path from "node:path";
-import * as fs from "node:fs";
-import { getFolderSuffix, hasFolderSuffix, loadNonDottedPathsSetting, } from "../../utils/resource_folders.js";
-/**
- * Generates DATATABLES.md content from remote workspace datatable schemas.
- * This file focuses on schema information. For full instructions, see AGENTS.md.
- */
-function generateDatatablesMarkdown(schemas, localData) {
-    const defaultDatatable = localData?.datatable;
-    const defaultSchema = localData?.schema;
-    const tables = localData?.tables ?? [];
-    let content = `# Data Tables
-
-This file contains database schema information for this app.
-**For full instructions on using datatables, see \`AGENTS.md\`.**
-
-## ⚠️ IMPORTANT
-
-**You can ONLY use tables listed in \`data.tables\` in \`raw_app.yaml\`.**
-To use a table from the schemas below, first add it to the whitelist.
-
-## Current Configuration
-
-${defaultDatatable
-        ? `**Default Datatable:** \`${defaultDatatable}\`${defaultSchema ? ` | **Default Schema:** \`${defaultSchema}\`` : ''}`
-        : `**No default datatable configured.** Set \`data.datatable\` in \`raw_app.yaml\`.`}
-
-### Whitelisted Tables (You Can Use These)
-
-${tables.length > 0
-        ? tables.map((t) => `- \`${t}\``).join("\n")
-        : `*No tables whitelisted yet.*`}
-
-### To Add a Table
-
-Edit \`raw_app.yaml\`:
-\`\`\`yaml
-data:
-  datatable: ${defaultDatatable || 'main'}
-  tables:
-${tables.length > 0 ? tables.map((t) => `    - ${t}`).join("\n") : '    # Add tables here'}
-    - ${defaultDatatable || 'main'}/${defaultSchema ? defaultSchema + ':' : ''}table_name  # ← Add like this
-\`\`\`
-
----
-
-## Available Schemas
-
-`;
-    if (schemas.length === 0) {
-        content += `*No datatables configured in this workspace.*
-
-Configure datatables in Workspace Settings > Windmill Data Tables.
-`;
-    }
-    else {
-        for (const dt of schemas) {
-            const isDefault = dt.datatable_name === defaultDatatable;
-            content += `### ${isDefault ? '★ ' : ''}Datatable: \`${dt.datatable_name}\`${isDefault ? ' (default)' : ''}
-
-`;
-            if (dt.error) {
-                content += `> ⚠️ Error loading schema: ${dt.error}
-
-`;
-                continue;
-            }
-            if (!dt.schemas || Object.keys(dt.schemas).length === 0) {
-                content += `*No schemas found.*
-
-`;
-                continue;
-            }
-            for (const [schemaName, schemaTables] of Object.entries(dt.schemas)) {
-                const isDefaultSchema = schemaName === defaultSchema;
-                content += `#### ${isDefaultSchema ? '★ ' : ''}Schema: \`${schemaName}\`${isDefaultSchema ? ' (default)' : ''}
-
-`;
-                if (!schemaTables || Object.keys(schemaTables).length === 0) {
-                    content += `*No tables.*
-
-`;
-                    continue;
-                }
-                for (const [tableName, columns] of Object.entries(schemaTables)) {
-                    const fullTableRef = schemaName === 'public'
-                        ? `${dt.datatable_name}/${tableName}`
-                        : `${dt.datatable_name}/${schemaName}:${tableName}`;
-                    const isWhitelisted = tables.some(t => t === fullTableRef ||
-                        t === `${dt.datatable_name}/${schemaName}.${tableName}` ||
-                        t === dt.datatable_name);
-                    content += `**\`${tableName}\`**${isWhitelisted ? ' ✓' : ''} → add as \`${fullTableRef}\`
-
-| Column | Type |
-|--------|------|
-`;
-                    for (const [colName, colType] of Object.entries(columns)) {
-                        content += `| ${colName} | \`${colType}\` |
-`;
-                    }
-                    content += `
-`;
-                }
-            }
-        }
-    }
-    content += `---
-*Generated by \`wmill app generate-agents\`. See \`AGENTS.md\` for full instructions.*
-`;
-    return content;
-}
-/**
- * Regenerates AGENTS.md and DATATABLES.md for a raw app.
- * Can be called from CLI or programmatically (e.g., after SQL migration).
- */
-export async function regenerateAgentDocs(workspaceId, targetDir, silent = false) {
-    // Check for raw_app.yaml
-    const rawAppPath = path.join(targetDir, "raw_app.yaml");
-    if (!fs.existsSync(rawAppPath)) {
-        if (!silent) {
-            log.error(colors.red(`Error: raw_app.yaml not found in ${targetDir}`));
-        }
-        return;
-    }
-    if (!silent) {
-        log.info(colors.cyan("Refreshing agent documentation..."));
-    }
-    // Fetch schemas
-    let schemas = [];
-    try {
-        schemas = await wmill.listDataTableSchemas({ workspace: workspaceId });
-    }
-    catch (error) {
-        const errorMessage = error instanceof Error ? error.message : String(error);
-        if (!silent) {
-            log.warn(colors.yellow(`Could not fetch datatable schemas: ${errorMessage}`));
-        }
-    }
-    // Read local data configuration from raw_app.yaml
-    let localData;
-    try {
-        const rawApp = (await yamlParseFile(rawAppPath));
-        if (rawApp.data && typeof rawApp.data === "object") {
-            localData = rawApp.data;
-        }
-    }
-    catch {
-        // Ignore errors reading raw_app.yaml
-    }
-    // Generate and write AGENTS.md
-    const agentsContent = generateAgentsDocumentation(localData);
-    await dntShim.Deno.writeTextFile(path.join(targetDir, "AGENTS.md"), agentsContent);
-    // Generate and write CLAUDE.md referencing AGENTS.md
-    await dntShim.Deno.writeTextFile(path.join(targetDir, "CLAUDE.md"), `Instructions are in @AGENTS.md\n`);
-    // Generate and write DATATABLES.md
-    const datatablesContent = generateDatatablesMarkdown(schemas, localData);
-    await dntShim.Deno.writeTextFile(path.join(targetDir, "DATATABLES.md"), datatablesContent);
-    if (!silent) {
-        log.info(colors.green(`✓ Generated AGENTS.md, CLAUDE.md, and DATATABLES.md`));
-        // Summary
-        const datatableCount = schemas.length;
-        const tableCount = schemas.reduce((acc, dt) => {
-            if (!dt.schemas)
-                return acc;
-            return (acc +
-                Object.values(dt.schemas).reduce((schemaAcc, tables) => {
-                    return schemaAcc + Object.keys(tables || {}).length;
-                }, 0));
-        }, 0);
-        log.info(colors.gray(`  Found ${datatableCount} datatable(s) with ${tableCount} table(s)`));
-        if (localData?.datatable) {
-            log.info(colors.gray(`  App configured for datatable: ${localData.datatable}`));
-        }
-    }
-}
-async function generateAgents(opts, appFolder) {
-    // Resolve the app folder
-    const cwd = dntShim.Deno.cwd();
-    let targetDir = cwd;
-    if (appFolder) {
-        targetDir = path.isAbsolute(appFolder)
-            ? appFolder
-            : path.join(cwd, appFolder);
-    }
-    // Load nonDottedPaths setting before using folder suffix functions
-    await loadNonDottedPathsSetting();
-    // Ensure we're in a raw_app folder or targeting one
-    const dirName = path.basename(targetDir);
-    if (!hasFolderSuffix(dirName, "raw_app")) {
-        // Check if current directory is a raw_app folder
-        if (!hasFolderSuffix(path.basename(cwd), "raw_app") && !appFolder) {
-            log.error(colors.red(`Error: Must be run inside a ${getFolderSuffix("raw_app")} folder or specify one as argument.`));
-            log.info(colors.gray("Usage: wmill app generate-agents [app_folder]"));
-            dntShim.Deno.exit(1);
-        }
-    }
-    // Check for raw_app.yaml
-    const rawAppPath = path.join(targetDir, "raw_app.yaml");
-    if (!fs.existsSync(rawAppPath)) {
-        log.error(colors.red(`Error: raw_app.yaml not found in ${targetDir}`));
-        dntShim.Deno.exit(1);
-    }
-    // Resolve workspace and authenticate
-    const workspace = await resolveWorkspace(opts);
-    await requireLogin(opts);
-    await regenerateAgentDocs(workspace.workspaceId, targetDir);
-}
-// deno-lint-ignore no-explicit-any
-const command = new Command()
-    .description("regenerate AGENTS.md and DATATABLES.md from remote workspace")
-    .arguments("[app_folder:string]")
-    .action(generateAgents);
-export default command;

package/esm/src/commands/app/lint.js

@@ -1,162 +0,0 @@
-// deno-lint-ignore-file no-explicit-any
-import * as dntShim from "../../../_dnt.shims.js";
-import * as fs from "node:fs";
-import * as path from "node:path";
-import process from "node:process";
-import { colors, Command, log, yamlParseFile } from "../../../deps.js";
-import { createBundle } from "./bundle.js";
-import { APP_BACKEND_FOLDER } from "./app_metadata.js";
-import { loadRunnablesFromBackend } from "./raw_apps.js";
-import { getFolderSuffix, hasFolderSuffix, loadNonDottedPathsSetting, } from "../../utils/resource_folders.js";
-/**
- * Validates the structure of raw_app.yaml
- */
-function validateRawAppYaml(appData) {
-    const errors = [];
-    const warnings = [];
-    // Check required fields
-    if (!appData.summary) {
-        errors.push("Missing required field: 'summary'");
-    }
-    else if (typeof appData.summary !== "string") {
-        errors.push("Field 'summary' must be a string");
-    }
-    // Note: 'runnables' is no longer required in raw_app.yaml
-    // Runnables can be stored in separate files in the backend folder
-    return { errors, warnings };
-}
-/**
- * Validates that runnables exist either in backend/*.yaml files or in raw_app.yaml
- */
-async function validateRunnables(appDir, appData) {
-    const errors = [];
-    const warnings = [];
-    const backendPath = path.join(appDir, APP_BACKEND_FOLDER);
-    // Load runnables from separate files (new format)
-    const runnablesFromBackend = await loadRunnablesFromBackend(backendPath);
-    const hasBackendRunnables = Object.keys(runnablesFromBackend).length > 0;
-    // Check for runnables in raw_app.yaml (old format)
-    const hasYamlRunnables = appData.runnables &&
-        typeof appData.runnables === "object" &&
-        !Array.isArray(appData.runnables) &&
-        Object.keys(appData.runnables).length > 0;
-    if (!hasBackendRunnables && !hasYamlRunnables) {
-        errors.push("No runnables found. Expected either:\n" +
-            "  - Runnable YAML files in the 'backend/' folder (e.g., backend/myRunnable.yaml)\n" +
-            "  - Or a 'runnables' field in raw_app.yaml (legacy format)");
-    }
-    else if (hasBackendRunnables) {
-        log.info(colors.gray(`  Found ${Object.keys(runnablesFromBackend).length} runnable(s) in backend folder`));
-    }
-    else if (hasYamlRunnables) {
-        log.info(colors.gray(`  Found ${Object.keys(appData.runnables).length} runnable(s) in raw_app.yaml (legacy format)`));
-        warnings.push("Using legacy format with runnables in raw_app.yaml. Consider migrating to separate files in backend/");
-    }
-    return { errors, warnings };
-}
-/**
- * Checks if the app can be built successfully
- */
-async function validateBuild(appDir) {
-    const errors = [];
-    const warnings = [];
-    try {
-        log.info(colors.blue("🔨 Testing build..."));
-        // Try to create a bundle - this will validate that all dependencies are in place
-        await createBundle({
-            production: true,
-            minify: false,
-        });
-        log.info(colors.green("✅ Build successful"));
-    }
-    catch (error) {
-        errors.push(`Build failed: ${error.message}`);
-    }
-    return { errors, warnings };
-}
-/**
- * Validates a raw app folder
- */
-async function lintRawApp(appDir, opts) {
-    const errors = [];
-    const warnings = [];
-    // Check if we're in a .raw_app folder
-    const currentDirName = path.basename(appDir);
-    if (!hasFolderSuffix(currentDirName, "raw_app")) {
-        errors.push(`Not a raw app folder: '${currentDirName}' does not end with '${getFolderSuffix("raw_app")}'`);
-        return { valid: false, errors, warnings };
-    }
-    // Check if raw_app.yaml exists
-    const rawAppPath = path.join(appDir, "raw_app.yaml");
-    if (!fs.existsSync(rawAppPath)) {
-        errors.push("Missing raw_app.yaml file");
-        return { valid: false, errors, warnings };
-    }
-    log.info(colors.blue("📋 Validating raw_app.yaml structure..."));
-    // Parse and validate raw_app.yaml
-    let appData;
-    try {
-        appData = await yamlParseFile(rawAppPath);
-    }
-    catch (error) {
-        errors.push(`Failed to parse raw_app.yaml: ${error.message}`);
-        return { valid: false, errors, warnings };
-    }
-    const yamlValidation = validateRawAppYaml(appData);
-    errors.push(...yamlValidation.errors);
-    warnings.push(...yamlValidation.warnings);
-    if (errors.length > 0) {
-        return { valid: false, errors, warnings };
-    }
-    log.info(colors.green("✅ raw_app.yaml structure is valid"));
-    // Validate runnables (either in backend folder or in raw_app.yaml)
-    log.info(colors.blue("📋 Validating runnables..."));
-    const runnablesValidation = await validateRunnables(appDir, appData);
-    errors.push(...runnablesValidation.errors);
-    warnings.push(...runnablesValidation.warnings);
-    if (errors.length > 0) {
-        return { valid: false, errors, warnings };
-    }
-    log.info(colors.green("✅ Runnables are valid"));
-    // Validate build
-    const buildValidation = await validateBuild(appDir);
-    errors.push(...buildValidation.errors);
-    warnings.push(...buildValidation.warnings);
-    return {
-        valid: errors.length === 0,
-        errors,
-        warnings,
-    };
-}
-/**
- * Main lint command
- */
-async function lint(opts, appFolder) {
-    // Load nonDottedPaths setting before using folder suffix functions
-    await loadNonDottedPathsSetting();
-    const targetDir = appFolder ?? process.cwd();
-    log.info(colors.bold.blue(`\n🔍 Linting raw app: ${targetDir}\n`));
-    const result = await lintRawApp(targetDir, opts);
-    // Display results
-    if (result.warnings.length > 0) {
-        log.info(colors.yellow("\n⚠️  Warnings:"));
-        result.warnings.forEach((warning) => {
-            log.info(colors.yellow(`  - ${warning}`));
-        });
-    }
-    if (result.errors.length > 0) {
-        log.info(colors.red("\n❌ Errors:"));
-        result.errors.forEach((error) => {
-            log.info(colors.red(`  - ${error}`));
-        });
-        log.info(colors.red("\n❌ Lint failed\n"));
-        dntShim.Deno.exit(1);
-    }
-    log.info(colors.green("\n✅ All checks passed\n"));
-}
-const command = new Command()
-    .description("Lint a raw app folder to validate structure and buildability")
-    .arguments("[app_folder:string]")
-    .option("--fix", "Attempt to fix common issues (not implemented yet)")
-    .action(lint);
-export default command;

package/esm/src/commands/app/metadata.js

@@ -1 +0,0 @@
-export {};