driftdetect-core 0.4.1 → 0.4.3

package/dist/lake/lake.bak/types.d.ts

@@ -0,0 +1,428 @@
+/**
+ * Data Lake Types
+ *
+ * Type definitions for the unified data lake architecture.
+ * The data lake provides:
+ * - Materialized views for instant queries
+ * - Sharded storage for large datasets
+ * - Pre-computed indexes for fast lookups
+ * - Incremental updates for efficient rebuilds
+ */
+import type { PatternCategory, PatternStatus, ConfidenceLevel } from '../store/types.js';
+/**
+ * The manifest is the quick-load index of everything in the data lake.
+ * Reading this single file gives you all stats needed for drift_status.
+ */
+export interface DriftManifest {
+    /** Schema version for forward compatibility */
+    version: string;
+    /** When the manifest was last generated */
+    generatedAt: string;
+    /** Absolute path to project root */
+    projectRoot: string;
+    /** Quick stats for drift_status */
+    stats: ManifestStats;
+    /** File hashes for cache invalidation */
+    fileHashes: Record<string, string>;
+    /** Last scan information */
+    lastScan: LastScanInfo;
+    /** View freshness markers */
+    views: ViewFreshness;
+}
+export interface ManifestStats {
+    patterns: PatternStats;
+    security: SecurityStats;
+    callGraph: CallGraphStats;
+    contracts: ContractStats;
+    dna: DNAStats;
+}
+export interface PatternStats {
+    total: number;
+    byCategory: Record<PatternCategory, number>;
+    byStatus: Record<PatternStatus, number>;
+    byConfidence: Record<ConfidenceLevel, number>;
+    totalLocations: number;
+    totalOutliers: number;
+}
+export interface SecurityStats {
+    totalTables: number;
+    totalAccessPoints: number;
+    sensitiveFields: number;
+    violations: number;
+    riskLevel: 'low' | 'medium' | 'high' | 'critical';
+}
+export interface CallGraphStats {
+    totalFunctions: number;
+    totalCalls: number;
+    entryPoints: number;
+    dataAccessors: number;
+    avgDepth: number;
+}
+export interface ContractStats {
+    verified: number;
+    mismatch: number;
+    discovered: number;
+    ignored: number;
+}
+export interface DNAStats {
+    healthScore: number;
+    geneticDiversity: number;
+    mutations: number;
+    dominantGenes: string[];
+}
+export interface LastScanInfo {
+    timestamp: string;
+    duration: number;
+    filesScanned: number;
+    patternsFound: number;
+    errors: number;
+}
+export interface ViewFreshness {
+    status: ViewMeta;
+    patternIndex: ViewMeta;
+    securitySummary: ViewMeta;
+    trends: ViewMeta;
+    examples: ViewMeta;
+}
+export interface ViewMeta {
+    generatedAt: string;
+    stale: boolean;
+    invalidatedBy?: string[];
+}
+/**
+ * Pre-computed status view - instant drift_status response
+ */
+export interface StatusView {
+    generatedAt: string;
+    health: {
+        score: number;
+        trend: 'improving' | 'stable' | 'declining';
+        factors: HealthFactor[];
+    };
+    patterns: {
+        total: number;
+        approved: number;
+        discovered: number;
+        ignored: number;
+        byCategory: Record<string, number>;
+    };
+    issues: {
+        critical: number;
+        warnings: number;
+        topIssues: TopIssue[];
+    };
+    security: {
+        riskLevel: 'low' | 'medium' | 'high' | 'critical';
+        violations: number;
+        sensitiveExposures: number;
+    };
+    lastScan: LastScanInfo;
+}
+export interface HealthFactor {
+    name: string;
+    score: number;
+    weight: number;
+    trend: 'up' | 'down' | 'stable';
+}
+export interface TopIssue {
+    id: string;
+    type: 'regression' | 'violation' | 'outlier';
+    severity: 'critical' | 'warning';
+    message: string;
+    file?: string;
+    patternId?: string;
+}
+/**
+ * Pattern index view - lightweight pattern listing
+ */
+export interface PatternIndexView {
+    generatedAt: string;
+    total: number;
+    patterns: PatternSummary[];
+}
+export interface PatternSummary {
+    id: string;
+    name: string;
+    category: PatternCategory;
+    subcategory: string;
+    status: PatternStatus;
+    confidence: number;
+    confidenceLevel: ConfidenceLevel;
+    locationCount: number;
+    outlierCount: number;
+    severity: string;
+    /** Hash of locations for change detection */
+    locationsHash: string;
+}
+/**
+ * Security summary view - instant security overview
+ */
+export interface SecuritySummaryView {
+    generatedAt: string;
+    riskLevel: 'low' | 'medium' | 'high' | 'critical';
+    summary: {
+        totalTables: number;
+        sensitiveTablesCount: number;
+        totalAccessPoints: number;
+        violationCount: number;
+    };
+    topSensitiveTables: SensitiveTableSummary[];
+    topViolations: ViolationSummary[];
+    recentChanges: SecurityChange[];
+}
+export interface SensitiveTableSummary {
+    table: string;
+    sensitiveFields: number;
+    accessPoints: number;
+    riskScore: number;
+}
+export interface ViolationSummary {
+    id: string;
+    severity: 'critical' | 'warning' | 'info';
+    message: string;
+    file: string;
+    table: string;
+}
+export interface SecurityChange {
+    type: 'new_access' | 'new_sensitive' | 'violation_added' | 'violation_resolved';
+    timestamp: string;
+    description: string;
+}
+/**
+ * Trends view - pre-computed trend analysis
+ */
+export interface TrendsView {
+    generatedAt: string;
+    period: '7d' | '30d' | '90d';
+    overallTrend: 'improving' | 'stable' | 'declining';
+    healthDelta: number;
+    regressions: TrendItem[];
+    improvements: TrendItem[];
+    stableCount: number;
+    categoryTrends: Record<string, CategoryTrend>;
+}
+export interface TrendItem {
+    patternId: string;
+    patternName: string;
+    category: PatternCategory;
+    metric: 'confidence' | 'compliance' | 'outliers';
+    previousValue: number;
+    currentValue: number;
+    change: number;
+    severity: 'critical' | 'warning' | 'info';
+}
+export interface CategoryTrend {
+    trend: 'improving' | 'stable' | 'declining';
+    avgConfidenceChange: number;
+    complianceChange: number;
+}
+/**
+ * File-to-patterns index
+ */
+export interface FileIndex {
+    generatedAt: string;
+    /** file path -> pattern IDs */
+    patterns: Record<string, string[]>;
+    /** file path -> access point IDs */
+    accessPoints: Record<string, string[]>;
+    /** file path -> function IDs */
+    functions: Record<string, string[]>;
+}
+/**
+ * Category-to-patterns index
+ */
+export interface CategoryIndex {
+    generatedAt: string;
+    /** category -> pattern IDs */
+    patterns: Record<PatternCategory, string[]>;
+    /** category -> pattern count */
+    counts: Record<PatternCategory, number>;
+}
+/**
+ * Table-to-access index
+ */
+export interface TableIndex {
+    generatedAt: string;
+    /** table name -> access point IDs */
+    accessPoints: Record<string, string[]>;
+    /** table name -> function IDs that access it */
+    accessors: Record<string, string[]>;
+    /** table name -> sensitive field names */
+    sensitiveFields: Record<string, string[]>;
+}
+/**
+ * Entry point reachability index
+ */
+export interface EntryPointIndex {
+    generatedAt: string;
+    /** entry point ID -> reachable function IDs */
+    reachable: Record<string, string[]>;
+    /** entry point ID -> reachable tables */
+    tables: Record<string, string[]>;
+    /** entry point ID -> reachable sensitive fields */
+    sensitiveData: Record<string, string[]>;
+}
+/**
+ * A shard contains a subset of data for a specific key
+ */
+export interface Shard<T> {
+    version: string;
+    generatedAt: string;
+    key: string;
+    data: T;
+    checksum: string;
+}
+/**
+ * Pattern shard - patterns for a single category
+ */
+export interface PatternShard {
+    category: PatternCategory;
+    patterns: PatternShardEntry[];
+}
+export interface PatternShardEntry {
+    id: string;
+    name: string;
+    description: string;
+    subcategory: string;
+    status: PatternStatus;
+    confidence: {
+        score: number;
+        level: ConfidenceLevel;
+    };
+    severity: string;
+    locations: PatternLocation[];
+    outliers: PatternLocation[];
+    metadata: PatternMetadata;
+}
+export interface PatternLocation {
+    file: string;
+    line: number;
+    column: number;
+    endLine?: number;
+    endColumn?: number;
+    snippet?: string;
+}
+export interface PatternMetadata {
+    firstSeen: string;
+    lastSeen: string;
+    approvedAt?: string;
+    approvedBy?: string;
+    tags?: string[];
+}
+/**
+ * Access map shard - access points for a single table
+ */
+export interface AccessMapShard {
+    table: string;
+    model?: string;
+    fields: string[];
+    sensitiveFields: SensitiveFieldInfo[];
+    accessPoints: AccessPointEntry[];
+}
+export interface SensitiveFieldInfo {
+    field: string;
+    sensitivity: 'pii' | 'financial' | 'auth' | 'health' | 'custom';
+    reason: string;
+}
+export interface AccessPointEntry {
+    id: string;
+    file: string;
+    line: number;
+    column: number;
+    operation: 'read' | 'write' | 'delete';
+    fields: string[];
+    functionId?: string;
+    confidence: number;
+}
+/**
+ * Call graph shard - functions in a single file
+ */
+export interface CallGraphShard {
+    file: string;
+    functions: FunctionEntry[];
+}
+export interface FunctionEntry {
+    id: string;
+    name: string;
+    startLine: number;
+    endLine: number;
+    isEntryPoint: boolean;
+    isDataAccessor: boolean;
+    calls: string[];
+    calledBy: string[];
+    dataAccess: DataAccessRef[];
+}
+export interface DataAccessRef {
+    table: string;
+    fields: string[];
+    operation: 'read' | 'write' | 'delete';
+    line: number;
+}
+export interface PatternExamples {
+    patternId: string;
+    patternName: string;
+    category: PatternCategory;
+    generatedAt: string;
+    examples: CodeExample[];
+}
+export interface CodeExample {
+    file: string;
+    line: number;
+    endLine: number;
+    code: string;
+    context: string;
+    quality: number;
+    isOutlier: boolean;
+}
+export interface IncrementalUpdate {
+    timestamp: string;
+    changedFiles: string[];
+    addedPatterns: string[];
+    removedPatterns: string[];
+    modifiedPatterns: string[];
+    affectedTables: string[];
+    affectedCategories: PatternCategory[];
+    affectedViews: ViewType[];
+}
+export type ViewType = 'status' | 'patternIndex' | 'securitySummary' | 'trends' | 'examples';
+export type IndexType = 'byFile' | 'byCategory' | 'byTable' | 'byEntryPoint';
+export interface DataLakeConfig {
+    rootDir: string;
+    /** Enable sharding for large datasets */
+    enableSharding: boolean;
+    /** Threshold for sharding (number of items) */
+    shardThreshold: number;
+    /** Enable pre-computed views */
+    enableViews: boolean;
+    /** Enable indexes */
+    enableIndexes: boolean;
+    /** Auto-rebuild stale views */
+    autoRebuild: boolean;
+    /** View TTL in milliseconds */
+    viewTtlMs: number;
+}
+export declare const DEFAULT_DATA_LAKE_CONFIG: DataLakeConfig;
+export declare const LAKE_VERSION = "1.0.0";
+export declare const LAKE_DIRS: {
+    readonly root: ".drift";
+    readonly lake: "lake";
+    readonly views: "views";
+    readonly indexes: "indexes";
+    readonly shards: "shards";
+    readonly examples: "examples";
+    readonly cursors: "cursors";
+    readonly meta: "meta";
+};
+export declare const VIEW_FILES: {
+    readonly status: "status.json";
+    readonly patternIndex: "pattern-index.json";
+    readonly securitySummary: "security-summary.json";
+    readonly trends: "trends.json";
+};
+export declare const INDEX_FILES: {
+    readonly byFile: "by-file.json";
+    readonly byCategory: "by-category.json";
+    readonly byTable: "by-table.json";
+    readonly byEntryPoint: "by-entry-point.json";
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/lake/lake.bak/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/lake/lake.bak/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAMzF;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,+CAA+C;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,oCAAoC;IACpC,WAAW,EAAE,MAAM,CAAC;IAEpB,mCAAmC;IACnC,KAAK,EAAE,aAAa,CAAC;IAErB,yCAAyC;IACzC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEnC,4BAA4B;IAC5B,QAAQ,EAAE,YAAY,CAAC;IAEvB,6BAA6B;IAC7B,KAAK,EAAE,aAAa,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,YAAY,CAAC;IACvB,QAAQ,EAAE,aAAa,CAAC;IACxB,SAAS,EAAE,cAAc,CAAC;IAC1B,SAAS,EAAE,aAAa,CAAC;IACzB,GAAG,EAAE,QAAQ,CAAC;CACf;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;IAC5C,QAAQ,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;IACxC,YAAY,EAAE,MAAM,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;IAC9C,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;CACnD;AAED,MAAM,WAAW,cAAc;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,QAAQ;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,QAAQ,CAAC;IACjB,YAAY,EAAE,QAAQ,CAAC;IACvB,eAAe,EAAE,QAAQ,CAAC;IAC1B,MAAM,EAAE,QAAQ,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB;AAED,MAAM,WAAW,QAAQ;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,OAAO,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAMD;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE;QACN,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;QAC5C,OAAO,EAAE,YAAY,EAAE,CAAC;KACzB,CAAC;IACF,QAAQ,EAAE;QACR,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACpC,CAAC;IACF,MAAM,EAAE;QACN,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;KACvB,CAAC;IACF,QAAQ,EAAE;QACR,SAAS,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;QAClD,UAAU,EAAE,MAAM,CAAC;QACnB,kBAAkB,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,QAAQ,EAAE,YAAY,CAAC;CACxB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC;CACjC;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,YAAY,GAAG,WAAW,GAAG,SAAS,CAAC;IAC7C,QAAQ,EAAE,UAAU,GAAG,SAAS,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,cAAc,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,eAAe,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,aAAa,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,eAAe,CAAC;IACjC,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,6CAA6C;IAC7C,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;IAClD,OAAO,EAAE;QACP,WAAW,EAAE,MAAM,CAAC;QACpB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,kBAAkB,EAAE,qBAAqB,EAAE,CAAC;IAC5C,aAAa,EAAE,gBAAgB,EAAE,CAAC;IAClC,aAAa,EAAE,cAAc,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,UAAU,GAAG,SAAS,GAAG,MAAM,CAAC;IAC1C,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,YAAY,GAAG,eAAe,GAAG,iBAAiB,GAAG,oBAAoB,CAAC;IAChF,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,IAAI,GAAG,KAAK,GAAG,KAAK,CAAC;IAC7B,YAAY,EAAE,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IACnD,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,SAAS,EAAE,CAAC;IACzB,YAAY,EAAE,SAAS,EAAE,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CAC/C;AAED,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,YAAY,GAAG,YAAY,GAAG,UAAU,CAAC;IACjD,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,UAAU,GAAG,SAAS,GAAG,MAAM,CAAC;CAC3C;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IAC5C,mBAAmB,EAAE,MAAM,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAMD;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,+BAA+B;IAC/B,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACnC,oCAAoC;IACpC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACvC,gCAAgC;IAChC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACrC;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,8BAA8B;IAC9B,QAAQ,EAAE,MAAM,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC,CAAC;IAC5C,gCAAgC;IAChC,MAAM,EAAE,MAAM,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;CACzC;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,qCAAqC;IACrC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACvC,gDAAgD;IAChD,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACpC,0CAA0C;IAC1C,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,+CAA+C;IAC/C,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACpC,yCAAyC;IACzC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACjC,mDAAmD;IACnD,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACzC;AAMD;;GAEG;AACH,MAAM,WAAW,KAAK,CAAC,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,CAAC,CAAC;IACR,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,eAAe,CAAC;IAC1B,QAAQ,EAAE,iBAAiB,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,aAAa,CAAC;IACtB,UAAU,EAAE;QACV,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,eAAe,CAAC;KACxB,CAAC;IACF,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,QAAQ,EAAE,eAAe,CAAC;CAC3B;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,eAAe,EAAE,kBAAkB,EAAE,CAAC;IACtC,YAAY,EAAE,gBAAgB,EAAE,CAAC;CAClC;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,KAAK,GAAG,WAAW,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAChE,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;IACvC,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,aAAa,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,OAAO,CAAC;IACtB,cAAc,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,aAAa,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;IACvC,IAAI,EAAE,MAAM,CAAC;CACd;AAMD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,eAAe,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,WAAW,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;CACpB;AAMD,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,kBAAkB,EAAE,eAAe,EAAE,CAAC;IACtC,aAAa,EAAE,QAAQ,EAAE,CAAC;CAC3B;AAED,MAAM,MAAM,QAAQ,GAChB,QAAQ,GACR,cAAc,GACd,iBAAiB,GACjB,QAAQ,GACR,UAAU,CAAC;AAEf,MAAM,MAAM,SAAS,GACjB,QAAQ,GACR,YAAY,GACZ,SAAS,GACT,cAAc,CAAC;AAMnB,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,yCAAyC;IACzC,cAAc,EAAE,OAAO,CAAC;IACxB,+CAA+C;IAC/C,cAAc,EAAE,MAAM,CAAC;IACvB,gCAAgC;IAChC,WAAW,EAAE,OAAO,CAAC;IACrB,qBAAqB;IACrB,aAAa,EAAE,OAAO,CAAC;IACvB,+BAA+B;IAC/B,WAAW,EAAE,OAAO,CAAC;IACrB,+BAA+B;IAC/B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,wBAAwB,EAAE,cAQtC,CAAC;AAMF,eAAO,MAAM,YAAY,UAAU,CAAC;AAEpC,eAAO,MAAM,SAAS;;;;;;;;;CASZ,CAAC;AAEX,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AAEX,eAAO,MAAM,WAAW;;;;;CAKd,CAAC"}

package/dist/lake/lake.bak/types.js

@@ -0,0 +1,46 @@
+/**
+ * Data Lake Types
+ *
+ * Type definitions for the unified data lake architecture.
+ * The data lake provides:
+ * - Materialized views for instant queries
+ * - Sharded storage for large datasets
+ * - Pre-computed indexes for fast lookups
+ * - Incremental updates for efficient rebuilds
+ */
+export const DEFAULT_DATA_LAKE_CONFIG = {
+    rootDir: '.',
+    enableSharding: true,
+    shardThreshold: 100,
+    enableViews: true,
+    enableIndexes: true,
+    autoRebuild: true,
+    viewTtlMs: 3600000, // 1 hour
+};
+// ============================================================================
+// Constants
+// ============================================================================
+export const LAKE_VERSION = '1.0.0';
+export const LAKE_DIRS = {
+    root: '.drift',
+    lake: 'lake',
+    views: 'views',
+    indexes: 'indexes',
+    shards: 'shards',
+    examples: 'examples',
+    cursors: 'cursors',
+    meta: 'meta',
+};
+export const VIEW_FILES = {
+    status: 'status.json',
+    patternIndex: 'pattern-index.json',
+    securitySummary: 'security-summary.json',
+    trends: 'trends.json',
+};
+export const INDEX_FILES = {
+    byFile: 'by-file.json',
+    byCategory: 'by-category.json',
+    byTable: 'by-table.json',
+    byEntryPoint: 'by-entry-point.json',
+};
+//# sourceMappingURL=types.js.map

package/dist/lake/lake.bak/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/lake/lake.bak/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAgeH,MAAM,CAAC,MAAM,wBAAwB,GAAmB;IACtD,OAAO,EAAE,GAAG;IACZ,cAAc,EAAE,IAAI;IACpB,cAAc,EAAE,GAAG;IACnB,WAAW,EAAE,IAAI;IACjB,aAAa,EAAE,IAAI;IACnB,WAAW,EAAE,IAAI;IACjB,SAAS,EAAE,OAAO,EAAE,SAAS;CAC9B,CAAC;AAEF,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E,MAAM,CAAC,MAAM,YAAY,GAAG,OAAO,CAAC;AAEpC,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;IACd,OAAO,EAAE,SAAS;IAClB,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,UAAU;IACpB,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;CACJ,CAAC;AAEX,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,MAAM,EAAE,aAAa;IACrB,YAAY,EAAE,oBAAoB;IAClC,eAAe,EAAE,uBAAuB;IACxC,MAAM,EAAE,aAAa;CACb,CAAC;AAEX,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,MAAM,EAAE,cAAc;IACtB,UAAU,EAAE,kBAAkB;IAC9B,OAAO,EAAE,eAAe;IACxB,YAAY,EAAE,qBAAqB;CAC3B,CAAC"}

package/dist/lake/lake.bak/view-materializer.d.ts

@@ -0,0 +1,70 @@
+/**
+ * View Materializer
+ *
+ * Rebuilds materialized views after scans or data changes.
+ * Supports both full rebuilds and incremental updates.
+ *
+ * Key features:
+ * - Automatic view generation after scan
+ * - Incremental updates for changed files
+ * - Dependency tracking between views
+ * - Parallel view generation
+ */
+import { EventEmitter } from 'node:events';
+import type { IncrementalUpdate, ViewType, DataLakeConfig } from './types.js';
+import { ManifestStore } from './manifest-store.js';
+import { ViewStore } from './view-store.js';
+import { IndexStore } from './index-store.js';
+import type { Pattern } from '../store/types.js';
+import type { DataAccessMap, BoundaryViolation } from '../boundaries/types.js';
+import type { TrendSummary } from '../store/history-store.js';
+export interface MaterializeOptions {
+    /** Force rebuild even if views are fresh */
+    force?: boolean;
+    /** Only rebuild specific views */
+    views?: ViewType[];
+    /** Incremental update info */
+    incremental?: IncrementalUpdate;
+}
+export interface MaterializeResult {
+    viewsRebuilt: ViewType[];
+    indexesRebuilt: string[];
+    duration: number;
+    errors: string[];
+}
+export declare class ViewMaterializer extends EventEmitter {
+    private readonly config;
+    private readonly manifestStore;
+    private readonly viewStore;
+    private readonly indexStore;
+    constructor(config?: Partial<DataLakeConfig>, manifestStore?: ManifestStore, viewStore?: ViewStore, indexStore?: IndexStore);
+    initialize(): Promise<void>;
+    /**
+     * Materialize all views from source data
+     */
+    materialize(patterns: Pattern[], options?: MaterializeOptions, additionalData?: {
+        accessMap?: DataAccessMap;
+        violations?: BoundaryViolation[];
+        trendSummary?: TrendSummary;
+        lastScan?: {
+            timestamp: string;
+            duration: number;
+            filesScanned: number;
+            patternsFound: number;
+            errors: number;
+        };
+    }): Promise<MaterializeResult>;
+    private rebuildStatusView;
+    private rebuildPatternIndexView;
+    private rebuildSecuritySummaryView;
+    private rebuildTrendsView;
+    private rebuildIndexes;
+    private buildSecuritySummaryView;
+    private buildTrendsView;
+    private updateManifestStats;
+    private getViewsToRebuild;
+    private calculateRiskLevel;
+    private calculateTableRiskScore;
+}
+export declare function createViewMaterializer(config?: Partial<DataLakeConfig>, manifestStore?: ManifestStore, viewStore?: ViewStore, indexStore?: IndexStore): ViewMaterializer;
+//# sourceMappingURL=view-materializer.d.ts.map

package/dist/lake/lake.bak/view-materializer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"view-materializer.d.ts","sourceRoot":"","sources":["../../../src/lake/lake.bak/view-materializer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,EACV,iBAAiB,EACjB,QAAQ,EACR,cAAc,EAOf,MAAM,YAAY,CAAC;AAIpB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,KAAK,EAAE,OAAO,EAAmB,MAAM,mBAAmB,CAAC;AAClE,OAAO,KAAK,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC/E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAM9D,MAAM,WAAW,kBAAkB;IACjC,4CAA4C;IAC5C,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,kCAAkC;IAClC,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,8BAA8B;IAC9B,WAAW,CAAC,EAAE,iBAAiB,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,YAAY,EAAE,QAAQ,EAAE,CAAC;IACzB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAMD,qBAAa,gBAAiB,SAAQ,YAAY;IAChD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAY;IACtC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;gBAGtC,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM,EACpC,aAAa,CAAC,EAAE,aAAa,EAC7B,SAAS,CAAC,EAAE,SAAS,EACrB,UAAU,CAAC,EAAE,UAAU;IAanB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYjC;;OAEG;IACG,WAAW,CACf,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,GAAE,kBAAuB,EAChC,cAAc,CAAC,EAAE;QACf,SAAS,CAAC,EAAE,aAAa,CAAC;QAC1B,UAAU,CAAC,EAAE,iBAAiB,EAAE,CAAC;QACjC,YAAY,CAAC,EAAE,YAAY,CAAC;QAC5B,QAAQ,CAAC,EAAE;YACT,SAAS,EAAE,MAAM,CAAC;YAClB,QAAQ,EAAE,MAAM,CAAC;YACjB,YAAY,EAAE,MAAM,CAAC;YACrB,aAAa,EAAE,MAAM,CAAC;YACtB,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;KACH,GACA,OAAO,CAAC,iBAAiB,CAAC;YAuEf,iBAAiB;YA+BjB,uBAAuB;YAOvB,0BAA0B;YAU1B,iBAAiB;YAWjB,cAAc;IA0B5B,OAAO,CAAC,wBAAwB;IAgDhC,OAAO,CAAC,eAAe;YAkDT,mBAAmB;IA0DjC,OAAO,CAAC,iBAAiB;IAmBzB,OAAO,CAAC,kBAAkB;IAe1B,OAAO,CAAC,uBAAuB;CAOhC;AAMD,wBAAgB,sBAAsB,CACpC,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM,EACpC,aAAa,CAAC,EAAE,aAAa,EAC7B,SAAS,CAAC,EAAE,SAAS,EACrB,UAAU,CAAC,EAAE,UAAU,GACtB,gBAAgB,CAElB"}