@datachonk/cli 0.1.0

package/dist/utils/generators.js

@@ -0,0 +1,265 @@
+export function generateStagingModel(name, source, warehouse) {
+    const [schema, table] = source.includes(".") ? source.split(".").slice(-2) : ["raw", source];
+    const modelName = name.startsWith("stg_") ? name : `stg_${name}`;
+    const timestampCast = warehouse === "bigquery"
+        ? "cast(created_at as timestamp)"
+        : "created_at::timestamp";
+    return `{{
+  config(
+    materialized='view',
+    tags=['staging']
+  )
+}}
+
+with source as (
+    select * from {{ source('${schema}', '${table}') }}
+),
+
+renamed as (
+    select
+        -- IDs
+        id as ${name}_id,
+        
+        -- Strings
+        -- name,
+        -- status,
+        
+        -- Numerics
+        -- amount,
+        
+        -- Timestamps
+        ${timestampCast} as created_at,
+        ${timestampCast.replace("created_at", "updated_at")} as updated_at
+
+    from source
+)
+
+select * from renamed
+`;
+}
+export function generateIntermediateModel(name, source, warehouse) {
+    const modelName = name.startsWith("int_") ? name : `int_${name}`;
+    const sourceRef = source.startsWith("stg_") || source.startsWith("int_")
+        ? source
+        : `stg_${source}`;
+    return `{{
+  config(
+    materialized='view',
+    tags=['intermediate']
+  )
+}}
+
+with ${sourceRef.replace(/^(stg_|int_)/, "")} as (
+    select * from {{ ref('${sourceRef}') }}
+),
+
+-- Add business logic transformations here
+transformed as (
+    select
+        *,
+        -- Example: Add derived columns
+        -- case 
+        --     when status = 'active' then true 
+        --     else false 
+        -- end as is_active
+
+    from ${sourceRef.replace(/^(stg_|int_)/, "")}
+)
+
+select * from transformed
+`;
+}
+export function generateMartModel(name, source, type, warehouse) {
+    const prefix = type === "fact" ? "fct" : "dim";
+    const modelName = name.startsWith(`${prefix}_`) ? name : `${prefix}_${name}`;
+    if (type === "dimension") {
+        return `{{
+  config(
+    materialized='table',
+    tags=['mart', 'dimension']
+  )
+}}
+
+with source as (
+    select * from {{ ref('${source}') }}
+),
+
+final as (
+    select
+        -- Surrogate key
+        {{ dbt_utils.generate_surrogate_key(['${name}_id']) }} as ${name}_key,
+        
+        -- Natural key
+        ${name}_id,
+        
+        -- Attributes
+        -- name,
+        -- description,
+        -- type,
+        
+        -- Metadata
+        created_at,
+        updated_at,
+        current_timestamp() as dbt_updated_at
+
+    from source
+)
+
+select * from final
+`;
+    }
+    // Fact table
+    return `{{
+  config(
+    materialized='incremental',
+    unique_key='${name}_id',
+    tags=['mart', 'fact'],
+    incremental_strategy='merge'
+  )
+}}
+
+with source as (
+    select * from {{ ref('${source}') }}
+    {% if is_incremental() %}
+    where updated_at > (select max(updated_at) from {{ this }})
+      and updated_at < current_timestamp()
+    {% endif %}
+),
+
+final as (
+    select
+        -- Keys
+        ${name}_id,
+        -- Add dimension foreign keys here
+        -- customer_key,
+        -- product_key,
+        
+        -- Measures
+        -- quantity,
+        -- amount,
+        
+        -- Degenerate dimensions
+        -- order_number,
+        
+        -- Timestamps
+        created_at,
+        updated_at,
+        current_timestamp() as dbt_updated_at
+
+    from source
+)
+
+select * from final
+`;
+}
+export function generateSnapshot(name, source, warehouse) {
+    const [schema, table] = source.includes(".") ? source.split(".").slice(-2) : ["raw", source];
+    return `{% snapshot ${name}_snapshot %}
+
+{{
+  config(
+    target_schema='snapshots',
+    unique_key='id',
+    strategy='timestamp',
+    updated_at='updated_at',
+    invalidate_hard_deletes=True
+  )
+}}
+
+select * from {{ source('${schema}', '${table}') }}
+
+{% endsnapshot %}
+`;
+}
+export function generateSourceYaml(name, source) {
+    const [schema, table] = source.includes(".") ? source.split(".").slice(-2) : [name, source || "table_name"];
+    return `version: 2
+
+sources:
+  - name: ${schema}
+    description: "Source data from ${schema}"
+    database: "{{ env_var('DBT_DATABASE', 'your_database') }}"
+    schema: ${schema}
+    
+    tables:
+      - name: ${table}
+        description: "Raw ${table} data"
+        columns:
+          - name: id
+            description: "Primary key"
+            data_tests:
+              - unique
+              - not_null
+          - name: created_at
+            description: "Timestamp when record was created"
+          - name: updated_at
+            description: "Timestamp when record was last updated"
+        
+        freshness:
+          warn_after: { count: 12, period: hour }
+          error_after: { count: 24, period: hour }
+        loaded_at_field: updated_at
+`;
+}
+export function generateTests(name, source) {
+    return `-- Custom data test for ${name}
+-- Tests that ${name} data meets business requirements
+
+with validation as (
+    select
+        ${name}_id,
+        -- Add validation logic here
+        case 
+            when ${name}_id is null then 'missing_id'
+            -- Add more validation rules
+            else null
+        end as validation_error
+        
+    from {{ ref('${source || name}') }}
+)
+
+select *
+from validation
+where validation_error is not null
+`;
+}
+export function generateDocs(name, type, source) {
+    const description = getModelDescription(name, type, source);
+    return `version: 2
+
+models:
+  - name: ${name}
+    description: "${description}"
+    
+    columns:
+      - name: ${name.replace(/^(stg_|int_|fct_|dim_)/, "")}_id
+        description: "Primary key"
+        data_tests:
+          - unique
+          - not_null
+      
+      - name: created_at
+        description: "Timestamp when record was created"
+        
+      - name: updated_at
+        description: "Timestamp when record was last updated"
+`;
+}
+function getModelDescription(name, type, source) {
+    const baseName = name.replace(/^(stg_|int_|fct_|dim_|obt_)/, "").replace(/_/g, " ");
+    switch (type) {
+        case "staging":
+            return `Staging model for ${baseName}. Provides cleaned and typed source data from ${source || "raw source"}.`;
+        case "intermediate":
+            return `Intermediate model for ${baseName}. Applies business logic and transformations.`;
+        case "fact":
+            return `Fact table for ${baseName}. Contains measurable, quantitative data for analysis.`;
+        case "dimension":
+            return `Dimension table for ${baseName}. Contains descriptive attributes for slicing and dicing facts.`;
+        case "mart":
+            return `Mart model for ${baseName}. Business-ready data model for analytics and reporting.`;
+        default:
+            return `Model for ${baseName} data.`;
+    }
+}
+//# sourceMappingURL=generators.js.map

package/dist/utils/generators.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generators.js","sourceRoot":"","sources":["../../src/utils/generators.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,oBAAoB,CAClC,IAAY,EACZ,MAAc,EACd,SAAiB;IAEjB,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC7F,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAEjE,MAAM,aAAa,GAAG,SAAS,KAAK,UAAU;QAC5C,CAAC,CAAC,+BAA+B;QACjC,CAAC,CAAC,uBAAuB,CAAC;IAE5B,OAAO;;;;;;;;+BAQsB,MAAM,OAAO,KAAK;;;;;;gBAMjC,IAAI;;;;;;;;;;UAUV,aAAa;UACb,aAAa,CAAC,OAAO,CAAC,YAAY,EAAE,YAAY,CAAC;;;;;;CAM1D,CAAC;AACF,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,IAAY,EACZ,MAAc,EACd,SAAiB;IAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjE,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;QACtE,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,OAAO,MAAM,EAAE,CAAC;IAEpB,OAAO;;;;;;;OAOF,SAAS,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;4BAChB,SAAS;;;;;;;;;;;;;WAa1B,SAAS,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;;;;CAI/C,CAAC;AACF,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,IAAY,EACZ,MAAc,EACd,IAA0B,EAC1B,SAAiB;IAEjB,MAAM,MAAM,GAAG,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,IAAI,EAAE,CAAC;IAE7E,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;QACzB,OAAO;;;;;;;;4BAQiB,MAAM;;;;;;gDAMc,IAAI,gBAAgB,IAAI;;;UAG9D,IAAI;;;;;;;;;;;;;;;;CAgBb,CAAC;IACA,CAAC;IAED,aAAa;IACb,OAAO;;;kBAGS,IAAI;;;;;;;4BAOM,MAAM;;;;;;;;;;UAUxB,IAAI;;;;;;;;;;;;;;;;;;;;;CAqBb,CAAC;AACF,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,IAAY,EACZ,MAAc,EACd,SAAiB;IAEjB,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAE7F,OAAO,eAAe,IAAI;;;;;;;;;;;;2BAYD,MAAM,OAAO,KAAK;;;CAG5C,CAAC;AACF,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,MAAc;IAC7D,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,IAAI,YAAY,CAAC,CAAC;IAE5G,OAAO;;;YAGG,MAAM;qCACmB,MAAM;;cAE7B,MAAM;;;gBAGJ,KAAK;4BACO,KAAK;;;;;;;;;;;;;;;;CAgBhC,CAAC;AACF,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,MAAc;IACxD,OAAO,2BAA2B,IAAI;gBACxB,IAAI;;;;UAIV,IAAI;;;mBAGK,IAAI;;;;;mBAKJ,MAAM,IAAI,IAAI;;;;;;CAMhC,CAAC;AACF,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,IAAY,EACZ,IAAY,EACZ,MAAe;IAEf,MAAM,WAAW,GAAG,mBAAmB,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IAE5D,OAAO;;;YAGG,IAAI;oBACI,WAAW;;;gBAGf,IAAI,CAAC,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC;;;;;;;;;;;CAWzD,CAAC;AACF,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,IAAY,EAAE,MAAe;IACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAEpF,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,SAAS;YACZ,OAAO,qBAAqB,QAAQ,iDAAiD,MAAM,IAAI,YAAY,GAAG,CAAC;QACjH,KAAK,cAAc;YACjB,OAAO,0BAA0B,QAAQ,+CAA+C,CAAC;QAC3F,KAAK,MAAM;YACT,OAAO,kBAAkB,QAAQ,wDAAwD,CAAC;QAC5F,KAAK,WAAW;YACd,OAAO,uBAAuB,QAAQ,iEAAiE,CAAC;QAC1G,KAAK,MAAM;YACT,OAAO,kBAAkB,QAAQ,0DAA0D,CAAC;QAC9F;YACE,OAAO,aAAa,QAAQ,QAAQ,CAAC;IACzC,CAAC;AACH,CAAC"}

package/dist/utils/plugins.d.ts

@@ -0,0 +1,94 @@
+/**
+ * Plugin Architecture for DataChonk CLI
+ *
+ * Plugins can extend DataChonk functionality:
+ * - Custom warehouse parsers (Snowflake-specific, BigQuery-specific)
+ * - Custom SQL dialects
+ * - Business logic extractors
+ * - Template generators
+ * - Validation hooks
+ */
+export interface PluginContext {
+    config: Record<string, unknown>;
+    cwd: string;
+    apiKey?: string;
+}
+export interface ParserPlugin {
+    name: string;
+    type: "parser";
+    supportedWarehouses: string[];
+    parse: (sql: string, context: PluginContext) => Promise<ParseResult>;
+}
+export interface GeneratorPlugin {
+    name: string;
+    type: "generator";
+    templates: string[];
+    generate: (templateName: string, context: PluginContext) => Promise<string>;
+}
+export interface ValidatorPlugin {
+    name: string;
+    type: "validator";
+    validate: (code: string, context: PluginContext) => Promise<ValidationResult[]>;
+}
+export type Plugin = ParserPlugin | GeneratorPlugin | ValidatorPlugin;
+export interface ParseResult {
+    tables: Array<{
+        name: string;
+        alias?: string;
+    }>;
+    columns: Array<{
+        name: string;
+        table?: string;
+    }>;
+    ctes: Array<{
+        name: string;
+        sql: string;
+    }>;
+    functions: string[];
+    warnings: string[];
+}
+export interface ValidationResult {
+    level: "error" | "warning" | "info";
+    message: string;
+    line?: number;
+    column?: number;
+    rule: string;
+    fix?: string;
+}
+/**
+ * Load plugins from plugin directories and npm packages
+ */
+export declare function loadPlugins(): Promise<void>;
+/**
+ * Register a plugin
+ */
+export declare function registerPlugin(plugin: Plugin): void;
+/**
+ * Get all registered plugins
+ */
+export declare function getPlugins(): Plugin[];
+/**
+ * Get plugins by type
+ */
+export declare function getPluginsByType<T extends Plugin>(type: T["type"]): T[];
+/**
+ * Get parser plugins for a specific warehouse
+ */
+export declare function getParsersForWarehouse(warehouse: string): ParserPlugin[];
+/**
+ * Get generator plugins with a specific template
+ */
+export declare function getGeneratorsForTemplate(template: string): GeneratorPlugin[];
+/**
+ * Run all validators on code
+ */
+export declare function runValidators(code: string, context: PluginContext): Promise<ValidationResult[]>;
+/**
+ * Default SQL parser plugin
+ */
+export declare const defaultParserPlugin: ParserPlugin;
+/**
+ * Create a custom plugin
+ */
+export declare function createPlugin<T extends Plugin>(config: T): T;
+//# sourceMappingURL=plugins.d.ts.map

package/dist/utils/plugins.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugins.d.ts","sourceRoot":"","sources":["../../src/utils/plugins.ts"],"names":[],"mappings":"AAIA;;;;;;;;;GASG;AAEH,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,CAAC;IACf,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,KAAK,OAAO,CAAC,WAAW,CAAC,CAAC;CACtE;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,WAAW,CAAC;IAClB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CAC7E;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,KAAK,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC;CACjF;AAED,MAAM,MAAM,MAAM,GAAG,YAAY,GAAG,eAAe,GAAG,eAAe,CAAC;AAEtE,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAChD,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjD,IAAI,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC3C,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAWD;;GAEG;AACH,wBAAsB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAsCjD;AAeD;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAGnD;AAED;;GAEG;AACH,wBAAgB,UAAU,IAAI,MAAM,EAAE,CAErC;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,SAAS,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAEvE;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,MAAM,GAAG,YAAY,EAAE,CAIxE;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,MAAM,GAAG,eAAe,EAAE,CAI5E;AAED;;GAEG;AACH,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAkB7B;AAID;;GAEG;AACH,eAAO,MAAM,mBAAmB,EAAE,YAuCjC,CAAC;AAKF;;GAEG;AACH,wBAAgB,YAAY,CAAC,CAAC,SAAS,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,CAE3D"}

package/dist/utils/plugins.js

@@ -0,0 +1,164 @@
+import { existsSync, readdirSync, readFileSync } from "fs";
+import { join } from "path";
+import chalk from "chalk";
+// Plugin registry
+const plugins = new Map();
+// Built-in plugin locations
+const PLUGIN_DIRS = [
+    join(process.cwd(), ".datachonk", "plugins"),
+    join(process.env.HOME || "~", ".datachonk", "plugins"),
+];
+/**
+ * Load plugins from plugin directories and npm packages
+ */
+export async function loadPlugins() {
+    // Load from plugin directories
+    for (const dir of PLUGIN_DIRS) {
+        if (existsSync(dir)) {
+            const files = readdirSync(dir).filter((f) => f.endsWith(".js") || f.endsWith(".mjs"));
+            for (const file of files) {
+                try {
+                    const plugin = await import(join(dir, file));
+                    if (plugin.default && isValidPlugin(plugin.default)) {
+                        registerPlugin(plugin.default);
+                    }
+                }
+                catch (err) {
+                    console.warn(chalk.yellow(`Failed to load plugin ${file}: ${err}`));
+                }
+            }
+        }
+    }
+    // Load npm plugins (packages starting with datachonk-plugin-)
+    try {
+        const packageJson = JSON.parse(readFileSync(join(process.cwd(), "package.json"), "utf-8"));
+        const deps = { ...packageJson.dependencies, ...packageJson.devDependencies };
+        for (const [name] of Object.entries(deps)) {
+            if (name.startsWith("datachonk-plugin-")) {
+                try {
+                    const plugin = await import(name);
+                    if (plugin.default && isValidPlugin(plugin.default)) {
+                        registerPlugin(plugin.default);
+                    }
+                }
+                catch (err) {
+                    console.warn(chalk.yellow(`Failed to load plugin ${name}: ${err}`));
+                }
+            }
+        }
+    }
+    catch {
+        // No package.json or error reading it
+    }
+}
+/**
+ * Validate plugin structure
+ */
+function isValidPlugin(obj) {
+    if (!obj || typeof obj !== "object")
+        return false;
+    const p = obj;
+    return (typeof p.name === "string" &&
+        typeof p.type === "string" &&
+        ["parser", "generator", "validator"].includes(p.type));
+}
+/**
+ * Register a plugin
+ */
+export function registerPlugin(plugin) {
+    plugins.set(plugin.name, plugin);
+    console.log(chalk.gray(`Loaded plugin: ${plugin.name} (${plugin.type})`));
+}
+/**
+ * Get all registered plugins
+ */
+export function getPlugins() {
+    return Array.from(plugins.values());
+}
+/**
+ * Get plugins by type
+ */
+export function getPluginsByType(type) {
+    return Array.from(plugins.values()).filter((p) => p.type === type);
+}
+/**
+ * Get parser plugins for a specific warehouse
+ */
+export function getParsersForWarehouse(warehouse) {
+    return getPluginsByType("parser").filter((p) => p.supportedWarehouses.includes(warehouse) || p.supportedWarehouses.includes("*"));
+}
+/**
+ * Get generator plugins with a specific template
+ */
+export function getGeneratorsForTemplate(template) {
+    return getPluginsByType("generator").filter((p) => p.templates.includes(template) || p.templates.includes("*"));
+}
+/**
+ * Run all validators on code
+ */
+export async function runValidators(code, context) {
+    const validators = getPluginsByType("validator");
+    const results = [];
+    for (const validator of validators) {
+        try {
+            const validatorResults = await validator.validate(code, context);
+            results.push(...validatorResults);
+        }
+        catch (err) {
+            results.push({
+                level: "warning",
+                message: `Validator ${validator.name} failed: ${err}`,
+                rule: "plugin-error",
+            });
+        }
+    }
+    return results;
+}
+// Built-in plugins
+/**
+ * Default SQL parser plugin
+ */
+export const defaultParserPlugin = {
+    name: "default-parser",
+    type: "parser",
+    supportedWarehouses: ["*"],
+    async parse(sql) {
+        const tables = [];
+        const columns = [];
+        const ctes = [];
+        const functions = [];
+        const warnings = [];
+        // Simple regex-based parsing (plugins can provide more sophisticated parsing)
+        // Extract CTEs
+        const cteRegex = /(\w+)\s+as\s*\(\s*([\s\S]*?)\s*\)(?=\s*,\s*\w+\s+as\s*\(|\s*select)/gi;
+        let match;
+        while ((match = cteRegex.exec(sql)) !== null) {
+            ctes.push({ name: match[1], sql: match[2] });
+        }
+        // Extract table references
+        const fromRegex = /(?:from|join)\s+([`"']?[\w.]+[`"']?)(?:\s+(?:as\s+)?(\w+))?/gi;
+        while ((match = fromRegex.exec(sql)) !== null) {
+            tables.push({ name: match[1].replace(/[`"']/g, ""), alias: match[2] });
+        }
+        // Extract function calls
+        const funcRegex = /\b(\w+)\s*\(/g;
+        const seenFuncs = new Set();
+        while ((match = funcRegex.exec(sql)) !== null) {
+            const func = match[1].toLowerCase();
+            if (!seenFuncs.has(func) && !["select", "from", "where", "and", "or", "case", "when"].includes(func)) {
+                seenFuncs.add(func);
+                functions.push(func);
+            }
+        }
+        return { tables, columns, ctes, functions, warnings };
+    },
+};
+// Register built-in plugins
+registerPlugin(defaultParserPlugin);
+/**
+ * Create a custom plugin
+ */
+export function createPlugin(config) {
+    return config;
+}
+//# sourceMappingURL=plugins.js.map

package/dist/utils/plugins.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugins.js","sourceRoot":"","sources":["../../src/utils/plugins.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,KAAK,MAAM,OAAO,CAAC;AA0D1B,kBAAkB;AAClB,MAAM,OAAO,GAAwB,IAAI,GAAG,EAAE,CAAC;AAE/C,4BAA4B;AAC5B,MAAM,WAAW,GAAG;IAClB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,EAAE,SAAS,CAAC;IAC5C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,EAAE,YAAY,EAAE,SAAS,CAAC;CACvD,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,+BAA+B;IAC/B,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YACtF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;oBAC7C,IAAI,MAAM,CAAC,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;wBACpD,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,yBAAyB,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,8DAA8D;IAC9D,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QAC3F,MAAM,IAAI,GAAG,EAAE,GAAG,WAAW,CAAC,YAAY,EAAE,GAAG,WAAW,CAAC,eAAe,EAAE,CAAC;QAE7E,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1C,IAAI,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;gBACzC,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;oBAClC,IAAI,MAAM,CAAC,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;wBACpD,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,yBAAyB,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,sCAAsC;IACxC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAClD,MAAM,CAAC,GAAG,GAA8B,CAAC;IACzC,OAAO,CACL,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;QAC1B,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;QAC1B,CAAC,QAAQ,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAc,CAAC,CAChE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,MAAc;IAC3C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU;IACxB,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAmB,IAAe;IAChE,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAQ,CAAC;AAC5E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,SAAiB;IACtD,OAAO,gBAAgB,CAAe,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3D,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC,GAAG,CAAC,CACjF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB,CAAC,QAAgB;IACvD,OAAO,gBAAgB,CAAkB,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACjE,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAC5D,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAAY,EACZ,OAAsB;IAEtB,MAAM,UAAU,GAAG,gBAAgB,CAAkB,WAAW,CAAC,CAAC;IAClE,MAAM,OAAO,GAAuB,EAAE,CAAC;IAEvC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACjE,OAAO,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE,SAAS;gBAChB,OAAO,EAAE,aAAa,SAAS,CAAC,IAAI,YAAY,GAAG,EAAE;gBACrD,IAAI,EAAE,cAAc;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,mBAAmB;AAEnB;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAiB;IAC/C,IAAI,EAAE,gBAAgB;IACtB,IAAI,EAAE,QAAQ;IACd,mBAAmB,EAAE,CAAC,GAAG,CAAC;IAC1B,KAAK,CAAC,KAAK,CAAC,GAAW;QACrB,MAAM,MAAM,GAA4C,EAAE,CAAC;QAC3D,MAAM,OAAO,GAA4C,EAAE,CAAC;QAC5D,MAAM,IAAI,GAAyC,EAAE,CAAC;QACtD,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,8EAA8E;QAE9E,eAAe;QACf,MAAM,QAAQ,GAAG,uEAAuE,CAAC;QACzF,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC7C,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,2BAA2B;QAC3B,MAAM,SAAS,GAAG,+DAA+D,CAAC;QAClF,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,yBAAyB;QACzB,MAAM,SAAS,GAAG,eAAe,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QACpC,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YACpC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACpB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;IACxD,CAAC;CACF,CAAC;AAEF,4BAA4B;AAC5B,cAAc,CAAC,mBAAmB,CAAC,CAAC;AAEpC;;GAEG;AACH,MAAM,UAAU,YAAY,CAAmB,MAAS;IACtD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/utils/templates.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Template System for DataChonk CLI
+ *
+ * Allows teams to customize dbt code patterns via configurable Jinja templates.
+ * Templates can be stored locally or fetched from a remote registry.
+ */
+export interface TemplateVariable {
+    name: string;
+    type: "string" | "boolean" | "array" | "object";
+    required: boolean;
+    default?: unknown;
+    description?: string;
+}
+export interface Template {
+    name: string;
+    version: string;
+    description: string;
+    category: "staging" | "intermediate" | "mart" | "snapshot" | "source" | "test" | "macro" | "custom";
+    variables: TemplateVariable[];
+    content: string;
+    author?: string;
+    tags?: string[];
+}
+export interface TemplateRegistry {
+    templates: Map<string, Template>;
+    customDir: string;
+    builtInDir: string;
+}
+/**
+ * Initialize the template registry
+ */
+export declare function initTemplates(): TemplateRegistry;
+/**
+ * Get a template by name
+ */
+export declare function getTemplate(name: string): Template | null;
+/**
+ * List all available templates
+ */
+export declare function listTemplates(category?: string): Template[];
+/**
+ * Render a template with variables
+ */
+export declare function renderTemplate(templateName: string, variables: Record<string, unknown>): string;
+/**
+ * Save a custom template
+ */
+export declare function saveTemplate(template: Template, location?: "project" | "user"): void;
+/**
+ * Delete a custom template
+ */
+export declare function deleteTemplate(name: string): boolean;
+/**
+ * Print available templates
+ */
+export declare function printTemplates(): void;
+//# sourceMappingURL=templates.d.ts.map

package/dist/utils/templates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"templates.d.ts","sourceRoot":"","sources":["../../src/utils/templates.ts"],"names":[],"mappings":"AAIA;;;;;GAKG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;IAChD,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,SAAS,GAAG,cAAc,GAAG,MAAM,GAAG,UAAU,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;IACpG,SAAS,EAAE,gBAAgB,EAAE,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAqRD;;GAEG;AACH,wBAAgB,aAAa,IAAI,gBAAgB,CAmBhD;AAuCD;;GAEG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAGzD;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,QAAQ,EAAE,CAU3D;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC5B,YAAY,EAAE,MAAM,EACpB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACjC,MAAM,CAuER;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,GAAE,SAAS,GAAG,MAAkB,GAAG,IAAI,CAgB/F;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAUpD;AAED;;GAEG;AACH,wBAAgB,cAAc,IAAI,IAAI,CAiBrC"}