admindb 2.1.1 → 2.2.1

package/dist/data/engine.js

@@ -1 +1,245 @@
-Object.defineProperty(exports,"__esModule",{value:!0}),exports.generateRows=async function(db,info,configs,count,plan={}){const fkByColumn=new Map;for(const fk of info.foreignKeys)fkByColumn.set(fk.from,fk);const uniqueCols=new Set;for(const cfg of configs)cfg.unique&&uniqueCols.add(cfg.name);const checkInfo=(0,detector_1.parseChecks)(info.sql??null),warnings=[],prepared=[],fkPools=new Map,fkOmit=new Set;for(const col of info.columns){const cfg=configs.find(c=>c.name===col.name),raw=plan[col.name],p=raw&&raw.strategy?raw:cfg?.defaultPlan??{strategy:"skip"};if(!("list"!==p.strategy||p.values&&p.values.length)){const allowed=(0,detector_1.findInMap)(checkInfo.columnAllowed,col.name);allowed&&allowed.length&&(p.values=[...allowed])}if(!cfg||!cfg.strategies.some(s=>s.id===p.strategy))throw new Error(`Unsupported generator strategy "${p.strategy}" for column "${col.name}".`);if("list"!==p.strategy||(p.values??[]).some(v=>""!==String(v).trim())||warnings.push(`Column "${col.name}": the list is empty, so it will be skipped (DB default applies).`),"skip"!==p.strategy&&"null"!==p.strategy||col.pk||!col.notnull||null!=col.dflt_value||warnings.push(`Column "${col.name}" is NOT NULL without a default — "${p.strategy}" rows may fail to insert.`),"fk"===p.strategy){const pool=await sampleFkValues(db,fkByColumn.get(col.name)??null);fkPools.set(col.name,pool);const refTable=fkByColumn.get(col.name)?.table??"?";pool.length||(col.notnull&&!col.pk?(fkOmit.add(col.name),warnings.push(`Column "${col.name}" is a NOT NULL foreign key to "${refTable}", which has no rows. It is omitted from generated rows — seed "${refTable}" first so the insert can reference real values.`)):warnings.push(`Column "${col.name}": "${refTable}" is empty, so NULL will be inserted.`))}prepared.push({col:col,plan:p})}const rows=[],previewRows=[],uniqueSeen=new Map;for(let i=0;i<count;i++){const fields=[],previewRow={};for(const{col:col,plan:p}of prepared){if("fk"===p.strategy&&fkOmit.has(col.name)){previewRow[col.name]=null;continue}let v=(0,strategies_1.generateOne)(col,p,fkPools.get(col.name),i);if(v!==types_1.SKIP){if(uniqueCols.has(col.name)){const seen=uniqueSeen.get(col.name)??new Set;let attempts=0;for(;seen.has(stringifyKey(v))&&attempts<20;)v=(0,strategies_1.generateOne)(col,p,fkPools.get(col.name),i),attempts+=1;seen.has(stringifyKey(v))&&(warnings.push(`Column "${col.name}" is UNIQUE but the generator kept colliding — appended a suffix to keep rows insertable.`),v=uniqueSuffix(v,seen)),seen.add(stringifyKey(v)),uniqueSeen.set(col.name,seen)}fields.push({column:col.name,value:v}),previewRow[col.name]=v}else previewRow[col.name]="(default)"}applyOrdering(fields,checkInfo.ordering);for(const f of fields)previewRow[f.column]=f.value;rows.push(fields),previewRows.length<50&&previewRows.push(previewRow)}return{rows:rows,previewRows:previewRows,warnings:warnings}},exports.buildSeedInsertSql=function(table,rows){return rows.map(fields=>{const cols=fields.map(f=>(0,generator_1.quoteIdentifier)(f.column)),vals=fields.map(f=>(0,generator_1.sqlValue)(f.value));return`INSERT INTO ${(0,generator_1.quoteIdentifier)(table)} (${cols.join(", ")}) VALUES (${vals.join(", ")});`}).join("\n")};const generator_1=require("../sql/generator"),types_1=require("./types"),detector_1=require("./detector"),strategies_1=require("./strategies");async function sampleFkValues(db,fk){if(!fk)return[];try{const ref=await db.getTableInfo(fk.table);if(!ref.success||!ref.data||!ref.data.columns.length)return[];const refCol=fk.to||ref.data.primaryKey[0]||ref.data.columns[0].name;if(!refCol)return[];return((await db.all(`SELECT DISTINCT ${(0,generator_1.quoteIdentifier)(refCol)} AS v FROM ${(0,generator_1.quoteIdentifier)(fk.table)} WHERE ${(0,generator_1.quoteIdentifier)(refCol)} IS NOT NULL LIMIT 1000`)).data??[]).map(row=>row.v).filter(v=>null!=v)}catch{return[]}}function stringifyKey(v){return v instanceof Uint8Array||Buffer.isBuffer(v)?`buf:${Buffer.from(v).toString("hex")}`:`${typeof v}:${String(v)}`}function uniqueSuffix(base,seen){if("number"==typeof base&&Number.isFinite(base)){let n=Number(base);for(;seen.has(stringifyKey(n));)n+=1;return n}let i=1,cand=`${String(base)}-${i}`;for(;seen.has(stringifyKey(cand));)i+=1,cand=`${String(base)}-${i}`;return cand}function orderedValue(value,base,dir,orEqual){const v=value,b=base;if("string"==typeof v&&"string"==typeof b){const tv=Date.parse(v),tb=Date.parse(b);if(Number.isFinite(tv)&&Number.isFinite(tb)){if("after"===dir){if(orEqual?tv<tb:tv<=tb)return new Date(tb+1e3).toISOString()}else if(orEqual?tv>tb:tv>=tb)return new Date(tb-1e3).toISOString();return v}if(/^\d{4}-\d{2}-\d{2}$/.test(v)&&/^\d{4}-\d{2}-\d{2}$/.test(b)){const dv=Date.parse(`${v}T00:00:00Z`),db=Date.parse(`${b}T00:00:00Z`);if("after"===dir){if(orEqual?dv<db:dv<=db)return new Date(db+864e5).toISOString().slice(0,10)}else if(orEqual?dv>db:dv>=db)return new Date(db-864e5).toISOString().slice(0,10);return v}}return"number"==typeof v&&"number"==typeof b?"after"===dir?orEqual?Math.max(v,b):Math.max(v,b+1):orEqual?Math.min(v,b):Math.min(v,b-1):v}function applyOrdering(fields,ordering){if(!ordering.size)return;const byCol=new Map(fields.map(f=>[f.column,f]));for(const f of fields){const rel=ordering.get(f.column);if(rel){if(rel.after&&null!=f.value){const other=byCol.get(rel.after.column);other&&null!=other.value&&(f.value=orderedValue(f.value,other.value,"after",rel.after.orEqual))}if(rel.before&&null!=f.value){const other=byCol.get(rel.before.column);other&&null!=other.value&&(f.value=orderedValue(f.value,other.value,"before",rel.before.orEqual))}}}}
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateRows = generateRows;
+exports.buildSeedInsertSql = buildSeedInsertSql;
+const generator_1 = require("../sql/generator");
+const types_1 = require("./types");
+const detector_1 = require("./detector");
+const strategies_1 = require("./strategies");
+async function sampleFkValues(db, fk) {
+    if (!fk)
+        return [];
+    try {
+        const ref = await db.getTableInfo(fk.table);
+        if (!ref.success || !ref.data || !ref.data.columns.length)
+            return [];
+        const refCol = fk.to || ref.data.primaryKey[0] || ref.data.columns[0].name;
+        if (!refCol)
+            return [];
+        const r = await db.all(`SELECT DISTINCT ${(0, generator_1.quoteIdentifier)(refCol)} AS v FROM ${(0, generator_1.quoteIdentifier)(fk.table)} WHERE ${(0, generator_1.quoteIdentifier)(refCol)} IS NOT NULL LIMIT 1000`);
+        return (r.data ?? []).map((row) => row.v).filter((v) => v != null);
+    }
+    catch {
+        return [];
+    }
+}
+function stringifyKey(v) {
+    if (v instanceof Uint8Array || Buffer.isBuffer(v))
+        return `buf:${Buffer.from(v).toString('hex')}`;
+    return `${typeof v}:${String(v)}`;
+}
+function orderedValue(value, base, dir, orEqual) {
+    const v = value;
+    const b = base;
+    if (typeof v === 'string' && typeof b === 'string') {
+        const tv = Date.parse(v);
+        const tb = Date.parse(b);
+        if (Number.isFinite(tv) && Number.isFinite(tb)) {
+            if (dir === 'after') {
+                if (orEqual ? tv < tb : tv <= tb)
+                    return new Date(tb + 1000).toISOString();
+            }
+            else if (orEqual ? tv > tb : tv >= tb) {
+                return new Date(tb - 1000).toISOString();
+            }
+            return v;
+        }
+        if (/^\d{4}-\d{2}-\d{2}$/.test(v) && /^\d{4}-\d{2}-\d{2}$/.test(b)) {
+            const dv = Date.parse(`${v}T00:00:00Z`);
+            const db = Date.parse(`${b}T00:00:00Z`);
+            if (dir === 'after') {
+                if (orEqual ? dv < db : dv <= db)
+                    return new Date(db + 86400_000).toISOString().slice(0, 10);
+            }
+            else if (orEqual ? dv > db : dv >= db) {
+                return new Date(db - 86400_000).toISOString().slice(0, 10);
+            }
+            return v;
+        }
+    }
+    if (typeof v === 'number' && typeof b === 'number') {
+        if (dir === 'after')
+            return orEqual ? Math.max(v, b) : Math.max(v, b + 1);
+        return orEqual ? Math.min(v, b) : Math.min(v, b - 1);
+    }
+    return v;
+}
+function fitStringLength(val, len) {
+    if (!len || typeof val !== 'string')
+        return val;
+    let v = val;
+    if (len.exact != null) {
+        if (v.length > len.exact)
+            v = v.slice(0, len.exact);
+        const chars = 'abcdefghijklmnopqrstuvwxyz0123456789';
+        while (v.length < len.exact) {
+            v += chars[Math.floor(Math.random() * chars.length)];
+        }
+        return v;
+    }
+    if (len.max != null && v.length > len.max) {
+        v = v.slice(0, len.max);
+    }
+    if (len.min != null && v.length < len.min) {
+        const chars = 'abcdefghijklmnopqrstuvwxyz0123456789';
+        while (v.length < len.min) {
+            v += chars[Math.floor(Math.random() * chars.length)];
+        }
+    }
+    return v;
+}
+function applyOrdering(fields, ordering) {
+    if (!ordering.size)
+        return;
+    const byCol = new Map(fields.map((f) => [f.column, f]));
+    for (const f of fields) {
+        const rel = ordering.get(f.column);
+        if (!rel)
+            continue;
+        if (rel.after && f.value != null) {
+            const other = byCol.get(rel.after.column);
+            if (other && other.value != null)
+                f.value = orderedValue(f.value, other.value, 'after', rel.after.orEqual);
+        }
+        if (rel.before && f.value != null) {
+            const other = byCol.get(rel.before.column);
+            if (other && other.value != null)
+                f.value = orderedValue(f.value, other.value, 'before', rel.before.orEqual);
+        }
+    }
+}
+async function generateRows(db, info, configs, count, plan = {}, truncate = false) {
+    const fkByColumn = new Map();
+    for (const fk of info.foreignKeys)
+        fkByColumn.set(fk.from, fk);
+    const uniqueCols = new Set();
+    for (const cfg of configs)
+        if (cfg.unique)
+            uniqueCols.add(cfg.name);
+    const checkInfo = (0, detector_1.parseChecks)(info.sql ?? null);
+    const warnings = [];
+    const prepared = [];
+    const fkPools = new Map();
+    const fkOmit = new Set();
+    for (const col of info.columns) {
+        const cfg = configs.find((c) => c.name === col.name);
+        const raw = plan[col.name];
+        const p = raw && raw.strategy ? raw : (cfg?.defaultPlan ?? { strategy: 'skip' });
+        if (p.strategy === 'list' && (!p.values || !p.values.length)) {
+            const allowed = (0, detector_1.findInMap)(checkInfo.columnAllowed, col.name);
+            if (allowed && allowed.length) {
+                p.values = [...allowed];
+            }
+        }
+        if (!cfg || !cfg.strategies.some((s) => s.id === p.strategy)) {
+            throw new Error(`Unsupported generator strategy "${p.strategy}" for column "${col.name}".`);
+        }
+        if (p.strategy === 'list' && !(p.values ?? []).some((v) => String(v).trim() !== '')) {
+            warnings.push(`Column "${col.name}": the list is empty, so it will be skipped (DB default applies).`);
+        }
+        if ((p.strategy === 'skip' || p.strategy === 'null') && !col.pk && col.notnull && col.dflt_value == null) {
+            warnings.push(`Column "${col.name}" is NOT NULL without a default — "${p.strategy}" rows may fail to insert.`);
+        }
+        if (p.strategy === 'fk') {
+            const pool = await sampleFkValues(db, fkByColumn.get(col.name) ?? null);
+            fkPools.set(col.name, pool);
+            const refTable = fkByColumn.get(col.name)?.table ?? '?';
+            if (!pool.length) {
+                if (col.notnull && !col.pk) {
+                    fkOmit.add(col.name);
+                    warnings.push(`Column "${col.name}" is a NOT NULL foreign key to "${refTable}", which has no rows. It is omitted from generated rows — seed "${refTable}" first so the insert can reference real values.`);
+                }
+                else {
+                    warnings.push(`Column "${col.name}": "${refTable}" is empty, so NULL will be inserted.`);
+                }
+            }
+        }
+        prepared.push({ col, plan: p });
+    }
+    const rows = [];
+    const previewRows = [];
+    const uniqueSeen = new Map();
+    if (!truncate) {
+        for (const col of uniqueCols) {
+            try {
+                const existing = await db.all(`SELECT ${(0, generator_1.quoteIdentifier)(col)} AS v FROM ${(0, generator_1.quoteIdentifier)(info.table)} WHERE ${(0, generator_1.quoteIdentifier)(col)} IS NOT NULL LIMIT 10000`);
+                const seen = new Set();
+                for (const r of (existing.data ?? [])) {
+                    if (r.v != null)
+                        seen.add(stringifyKey(r.v));
+                }
+                uniqueSeen.set(col, seen);
+            }
+            catch { }
+        }
+    }
+    for (let i = 0; i < count; i++) {
+        const fields = [];
+        const previewRow = {};
+        let rowValid = true;
+        let attempt = 0;
+        while (attempt < 100 && rowValid) {
+            fields.length = 0;
+            let allColsValid = true;
+            for (const { col, plan: p } of prepared) {
+                if (p.strategy === 'fk' && fkOmit.has(col.name)) {
+                    previewRow[col.name] = null;
+                    continue;
+                }
+                let v = (0, strategies_1.generateOne)(col, p, fkPools.get(col.name), i + attempt * count);
+                if (v === types_1.SKIP) {
+                    previewRow[col.name] = '(default)';
+                    continue;
+                }
+                if (uniqueCols.has(col.name)) {
+                    const seen = uniqueSeen.get(col.name) ?? new Set();
+                    let singleAtt = 0;
+                    while (seen.has(stringifyKey(v)) && singleAtt < 100) {
+                        v = (0, strategies_1.generateOne)(col, p, fkPools.get(col.name), i + attempt * count + singleAtt * 100);
+                        singleAtt += 1;
+                    }
+                    if (seen.has(stringifyKey(v))) {
+                        allColsValid = false;
+                        break;
+                    }
+                }
+                v = fitStringLength(v, (0, detector_1.findInMap)(checkInfo.columnLength, col.name));
+                fields.push({ column: col.name, value: v });
+                previewRow[col.name] = v;
+            }
+            if (allColsValid) {
+                break;
+            }
+            attempt += 1;
+        }
+        if (attempt >= 100) {
+            warnings.push(`Stopped generating rows early at row ${i} because unique generator exhausted possible values without collision.`);
+            break;
+        }
+        for (const f of fields) {
+            if (uniqueCols.has(f.column)) {
+                const seen = uniqueSeen.get(f.column) ?? new Set();
+                seen.add(stringifyKey(f.value));
+                uniqueSeen.set(f.column, seen);
+            }
+        }
+        applyOrdering(fields, checkInfo.ordering);
+        for (const f of fields) {
+            previewRow[f.column] = f.value;
+        }
+        rows.push(fields);
+        if (previewRows.length < 50) {
+            previewRows.push(previewRow);
+        }
+    }
+    return { rows, previewRows, warnings };
+}
+function buildSeedInsertSql(table, rows) {
+    return rows
+        .map((fields) => {
+        const cols = fields.map((f) => (0, generator_1.quoteIdentifier)(f.column));
+        const vals = fields.map((f) => (0, generator_1.sqlValue)(f.value));
+        return `INSERT INTO ${(0, generator_1.quoteIdentifier)(table)} (${cols.join(', ')}) VALUES (${vals.join(', ')});`;
+    })
+        .join('\n');
+}

package/dist/data/index.d.ts

@@ -1 +1 @@
-export * from './types';export * from './datasets';export * from './strategies';export * from './detector';export * from './engine';
+export * from './types';export * from './datasets';export * from './strategies';export * from './detector';export * from './engine';export * from './chain';

package/dist/data/index.js

@@ -1 +1,22 @@
-var __createBinding=this&&this.__createBinding||(Object.create?function(o,m,k,k2){void 0===k2&&(k2=k);var desc=Object.getOwnPropertyDescriptor(m,k);desc&&!("get"in desc?!m.__esModule:desc.writable||desc.configurable)||(desc={enumerable:!0,get:function(){return m[k]}}),Object.defineProperty(o,k2,desc)}:function(o,m,k,k2){void 0===k2&&(k2=k),o[k2]=m[k]}),__exportStar=this&&this.__exportStar||function(m,exports){for(var p in m)"default"===p||Object.prototype.hasOwnProperty.call(exports,p)||__createBinding(exports,m,p)};Object.defineProperty(exports,"__esModule",{value:!0}),__exportStar(require("./types"),exports),__exportStar(require("./datasets"),exports),__exportStar(require("./strategies"),exports),__exportStar(require("./detector"),exports),__exportStar(require("./engine"),exports);
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./types"), exports);
+__exportStar(require("./datasets"), exports);
+__exportStar(require("./strategies"), exports);
+__exportStar(require("./detector"), exports);
+__exportStar(require("./engine"), exports);
+__exportStar(require("./chain"), exports);

package/dist/data/strategies.d.ts

@@ -1 +1 @@
-import type {ColumnInfo,ForeignKeyInfo} from '../db/index';import{type ColumnPlan,type StrategyDescriptor} from './types';export declare const randInt:(min:number,max:number)=>number;export declare const randFloat:(min:number,max:number)=>number;export declare const pick:<T>(arr:T[])=>T;export declare const makeSlug:()=>string;export declare const makeEmail:()=>string;export declare const makeUsername:()=>string;export declare const makePhone:()=>string;export declare const makeAddress:()=>string;export declare const makeIp:()=>string;export declare function makeMacAddress():string;export declare const makeCreditCard:()=>string;export declare const makeAvatar:(seedVal?:string)=>string;export declare const makeColor:(format?:string)=>string;export declare function makeUuid():string;export declare function makeWords(minLen:number,maxLen:number):string;export declare function makeSentences(minLen:number,maxLen:number):string;export declare const makeParagraph:()=>string;export declare function formatPattern(pattern:string):string;export declare function randomDate( from ?:string,to?:string,kind?:'date'|'datetime'):string;export declare const randomTime:()=>string;export declare function randomUnixTimestamp(format?:string, from ?:string,to?:string):number;export declare function randomAlnum(minLen:number,maxLen:number):string;export declare function makeJsonObject(keys?:string[],jsonValues?:Record<string,string[]>):string;export declare function isTextishType(type:string):boolean;export declare function strategiesFor(col:ColumnInfo,fk:ForeignKeyInfo|null):StrategyDescriptor[];export declare function fallbackPlanFor(col:ColumnInfo):ColumnPlan;export declare function generateOne(col:ColumnInfo,p:ColumnPlan,fkPool?:unknown[],rowIndex?:number):unknown;export declare function generateSampleValue(col:ColumnInfo,plan:ColumnPlan,fkPool?:unknown[]):unknown;
+import type {ColumnInfo,ForeignKeyInfo} from '../db/index';import{type ColumnPlan,type StrategyDescriptor} from './types';export declare const randInt:(min:number,max:number)=>number;export declare const randFloat:(min:number,max:number)=>number;export declare const pick:<T>(arr:T[])=>T;export declare const makeSlug:()=>string;export declare const makeEmail:(idx?:number)=>string;export declare const makeUsername:(idx?:number)=>string;export declare const makePhone:()=>string;export declare const makeAddress:()=>string;export declare const makeIp:()=>string;export declare function makeMacAddress():string;export declare const makeCreditCard:()=>string;export declare const makeAvatar:(seedVal?:string)=>string;export declare const makeColor:(format?:string)=>string;export declare function makeUuid():string;export declare function makeWords(minLen:number,maxLen:number):string;export declare function makeSentences(minLen:number,maxLen:number):string;export declare const makeParagraph:()=>string;export declare function formatPattern(pattern:string):string;export declare function randomDate( from ?:string,to?:string,kind?:'date'|'datetime'):string;export declare const randomTime:()=>string;export declare function randomUnixTimestamp(format?:string, from ?:string,to?:string):number;export declare function randomAlnum(minLen:number,maxLen:number):string;export declare function makeJsonObject(keys?:string[],jsonValues?:Record<string,string[]>):string;export declare function isTextishType(type:string):boolean;export declare function strategiesFor(col:ColumnInfo,fk:ForeignKeyInfo|null):StrategyDescriptor[];export declare function fallbackPlanFor(col:ColumnInfo):ColumnPlan;export declare function generateOne(col:ColumnInfo,p:ColumnPlan,fkPool?:unknown[],rowIndex?:number):unknown;export declare function generateSampleValue(col:ColumnInfo,plan:ColumnPlan,fkPool?:unknown[]):unknown;