admindb 2.1.1 → 2.2.1

package/dist/data/detector.js

@@ -1 +1,511 @@
-Object.defineProperty(exports,"__esModule",{value:!0}),exports.normName=void 0,exports.isTimestampName=isTimestampName,exports.findInMap=findInMap,exports.extractCheckExprs=extractCheckExprs,exports.parseChecks=parseChecks,exports.detectPlan=detectPlan,exports.buildColumnConfigs=function(info){const fkByColumn=new Map(info.foreignKeys.map(fk=>[fk.from,fk])),uniqueCols=new Set,jsonIndexKeys=new Map;for(const ix of info.indexes??[])if(ix.unique&&1===ix.columns.length&&ix.columns[0]&&uniqueCols.add(ix.columns[0]),ix.sql&&/json_extract|->>|->\s*'|json_/i.test(ix.sql))for(const{col:col,keys:keys}of extractJsonColumns(ix.sql)){if(!col)continue;const merged=new Set([...jsonIndexKeys.get(col)??[],...keys]);merged.size&&jsonIndexKeys.set(col,[...merged])}const checkInfo=parseChecks(info.sql??null);return info.columns.map(col=>{const fk=fkByColumn.get(col.name)??null,strategies=(0,strategies_1.strategiesFor)(col,fk),unique=uniqueCols.has(col.name);let defaultPlan=detectPlan(col,fk);if("fk"!==defaultPlan.strategy&&!col.pk&&function(col,hasJsonIndex){if(!(0,strategies_1.isTextishType)(col.type))return!1;if(hasJsonIndex)return!0;const dflt=String(col.dflt_value??"").trim();if(dflt.startsWith("{")||dflt.startsWith("'{\""))return!0;const name=(0,exports.normName)(col.name);return/^(permissions|settings|config|configuration|preferences|prefs|metadata|meta|attributes|payload|options|allowedapps|socialaccounts|positions|fcmtokens|fcm_tokens|scopes|profile|json|jsonb)$/.test(name)||/(^|_)(settings|config|configuration|permissions|prefs|metadata|attributes|payload|options|allowedapps|scopes|profile)$/.test(name)}(col,jsonIndexKeys.has(col.name))){const keys=jsonIndexKeys.get(col.name),useKeys=keys&&keys.length?keys:["scope","enabled","allowedApps"],allowed=findInMap(checkInfo.jsonAllowed,col.name),jsonValues={};if(allowed)for(const k of useKeys){const vals=allowed.get(k);vals&&vals.length&&(jsonValues[k]=vals)}defaultPlan={strategy:"json",jsonKeys:useKeys,...Object.keys(jsonValues).length?{jsonValues:jsonValues}:{}}}const colAllowed=findInMap(checkInfo.columnAllowed,col.name);colAllowed&&colAllowed.length>0&&"fk"!==defaultPlan.strategy&&!col.pk&&(defaultPlan=1===colAllowed.length?{strategy:"fixed",value:colAllowed[0]}:{strategy:"list",values:[...colAllowed]});const colRange=findInMap(checkInfo.columnRange,col.name);return!colRange||"int"!==defaultPlan.strategy&&"decimal"!==defaultPlan.strategy||(null!=colRange.min&&(defaultPlan.min=colRange.min),null!=colRange.max&&(defaultPlan.max=colRange.max)),strategies.some(s=>s.id===defaultPlan.strategy)&&(col.pk||!col.notnull||null!=col.dflt_value||"skip"!==defaultPlan.strategy&&"null"!==defaultPlan.strategy)||(defaultPlan=(0,strategies_1.fallbackPlanFor)(col)),{name:col.name,type:col.type,pk:col.pk>0,notnull:!!col.notnull,hasDefault:null!=col.dflt_value,unique:unique,fk:fk,strategies:strategies,defaultPlan:defaultPlan}})},exports.sanitizeColumnPlan=function(raw){if(!raw||"object"!=typeof raw)return null;const r=raw;if("string"!=typeof r.strategy||!r.strategy)return null;const out={strategy:r.strategy};void 0!==r.values&&null!==r.values&&Array.isArray(r.values)&&(out.values=r.values.map(x=>String(x)));if(void 0!==r.jsonKeys&&null!==r.jsonKeys){const rawKeys=Array.isArray(r.jsonKeys)?r.jsonKeys.map(String):String(r.jsonKeys).split(/[,;]/);out.jsonKeys=rawKeys.map(s=>s.trim()).filter(Boolean)}for(const key of STR_PLAN_KEYS)void 0!==r[key]&&null!==r[key]&&(out[key]=String(r[key]));for(const key of NUM_PLAN_KEYS)if(void 0!==r[key]&&null!==r[key]){const n=Number(r[key]);Number.isFinite(n)&&(out[key]=n)}if(r.jsonValues&&"object"==typeof r.jsonValues&&!Array.isArray(r.jsonValues)){const jv={};for(const[k,vals]of Object.entries(r.jsonValues))if(Array.isArray(vals)){const cleaned=vals.map(x=>String(x).trim()).filter(Boolean);cleaned.length&&(jv[k]=cleaned)}Object.keys(jv).length&&(out.jsonValues=jv)}return out};const strategies_1=require("./strategies");function isTimestampName(name){return/created|updated|modified|registered|joined|timestamp|lastused|lastseen|lastlogin|lastactivity|accessed|viewed|visited|^ts$/.test(name)||/^(created|updated|deleted|archived|occurred|started|ended|expires|published|processed|completed|inserted|requested|resolved|used|seen|accessed|viewed|visited|logged|active)at$/.test(name)}function findInMap(map,colName){if(map.has(colName))return map.get(colName);const lower=colName.toLowerCase();for(const[k,v]of map.entries())if(k.toLowerCase()===lower)return v}function extractCheckExprs(sql){const out=[],re=/CHECK\s*\(/gi;let m;for(;m=re.exec(sql);){let depth=1,i=m.index+m[0].length;const start=i;for(;i<sql.length&&depth>0;){const ch=sql[i];if("'"!==ch){if('"'===ch||"`"===ch||"["===ch){const close="["===ch?"]":ch;for(i+=1;i<sql.length&&sql[i]!==close;)sql[i]===close&&sql[i+1]===close?i+=2:i+=1;i+=1;continue}if("("===ch)depth+=1;else if(")"===ch&&(depth-=1,0===depth))break;i+=1}else for(i+=1;i<sql.length;)if("'"===sql[i]){if("'"!==sql[i+1]){i+=1;break}i+=2}else i+=1}out.push(sql.slice(start,i))}return out}function parseChecks(sql){const info={columnAllowed:new Map,columnRange:new Map,jsonAllowed:new Map,ordering:new Map};if(!sql)return info;const setOrdering=(col,other,key,orEqual)=>{const c=info.ordering.get(col)??{};c[key]={column:other,orEqual:orEqual},info.ordering.set(col,c)},setColumnAllowed=(col,vals)=>{if(!col||!vals.length)return;const existing=findInMap(info.columnAllowed,col);if(existing)for(const v of vals)existing.includes(v)||existing.push(v);else info.columnAllowed.set(col,[...vals])};for(const expr of extractCheckExprs(sql)){const jw1=/(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))\s*(?:->>|->)\s*'([^']+)'\s*\)*\s*IN\s*\(([^)]*)\)/gi,jw2=/json_extract\s*\(\s*(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))\s*,\s*'(?:\$\??|\.)?\.?([^']+)'\s*\)\s*\)*\s*IN\s*\(([^)]*)\)/gi;for(const re of[jw1,jw2]){let m;for(;m=re.exec(expr);){const col=m[1]||m[2]||m[3]||m[4],key=m[5],inContent=m[6],strValues=(inContent.match(/'(?:[^']|'')*'/g)??[]).map(s=>s.slice(1,-1).replace(/''/g,"'")),values=strValues.length?strValues:inContent.match(/-?\b\d+(?:\.\d+)?\b/g)??[];if(values.length&&col&&key){const byCol=findInMap(info.jsonAllowed,col)??new Map;byCol.set(key,values),info.jsonAllowed.set(col,byCol)}}}const colIn=/(?:^|[^(->>\w])(?:\(\s*)?(?:(?:lower|upper|trim|coalesce)\s*\(\s*)?(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))(?:\s*,\s*[^)]+)?\s*\)?\s*\)?\s*IN\s*\(([^)]*)\)/gi;let mColIn;for(;mColIn=colIn.exec(expr);){const col=mColIn[1]||mColIn[2]||mColIn[3]||mColIn[4];if(!col||["json_extract","strftime","datetime","date","length","typeof"].includes(col.toLowerCase()))continue;const matchPos=mColIn.index;if(expr.slice(Math.max(0,matchPos-5),matchPos).includes("->"))continue;const inContent=mColIn[5],strValues=(inContent.match(/'(?:[^']|'')*'/g)??[]).map(s=>s.slice(1,-1).replace(/''/g,"'")),values=strValues.length?strValues:inContent.match(/-?\b\d+(?:\.\d+)?\b/g)??[];values.length&&setColumnAllowed(col,values)}const eqOr=/(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))\s*=\s*'((?:[^']|'')*)'/gi;let mEq;const eqByCol=new Map;for(;mEq=eqOr.exec(expr);){const col=mEq[1]||mEq[2]||mEq[3]||mEq[4],val=mEq[5].replace(/''/g,"'");if(col&&!["json_extract","lower","upper","trim","strftime","datetime"].includes(col.toLowerCase())){const cur=eqByCol.get(col)??[];cur.includes(val)||cur.push(val),eqByCol.set(col,cur)}}for(const[col,vals]of eqByCol.entries())setColumnAllowed(col,vals);const numCmp1=/(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))\s*(>=|>|<=|<)\s*(-?\d+(?:\.\d+)?)/g;let mNum1;for(;mNum1=numCmp1.exec(expr);){const col=mNum1[1]||mNum1[2]||mNum1[3]||mNum1[4],op=mNum1[5],val=Number(mNum1[6]);if(col&&Number.isFinite(val)&&!["json_extract","length","strftime","datetime"].includes(col.toLowerCase())){const cur=findInMap(info.columnRange,col)??{};">="===op||">"===op?cur.min=null!=cur.min?Math.max(cur.min,">"===op?val+1:val):">"===op?val+1:val:cur.max=null!=cur.max?Math.min(cur.max,"<"===op?val-1:val):"<"===op?val-1:val,info.columnRange.set(col,cur)}}const ord=/(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))\s*(>=|<=|>|<)\s*(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))/g;let m2;for(;m2=ord.exec(expr);){const a=m2[1]||m2[2]||m2[3]||m2[4],op=m2[5],b=m2[6]||m2[7]||m2[8]||m2[9];a&&b&&!/^\d+$/.test(a)&&!/^\d+$/.test(b)&&(["json_extract","strftime","datetime","date","length"].includes(a.toLowerCase())||["json_extract","strftime","datetime","date","length"].includes(b.toLowerCase())||(">"===op||">="===op?(setOrdering(a,b,"after",">="===op),setOrdering(b,a,"before",">="===op)):(setOrdering(a,b,"before","<="===op),setOrdering(b,a,"after","<="===op))))}}return info}exports.normName=s=>String(s).toLowerCase().replace(/[^a-z0-9]/g,"");const isHashName=name=>/^(hash|digest|secret|passphrase)$|tokenhash|passwordhash|passhash|accesskey|apikey|api_key|secretkey|clientsecret|appsecret|appid|privatekey|publickey/.test(name),isTokenName=name=>/^prefix$|tokenprefix|(code|ref|reference|sku|ticketno|ticketnum|orderno|order_no|trackingno|trackingnum|invno|invoiceno|serialno)$/.test(name);function extractJsonColumns(sql){const out=[],push=(col,key)=>{let entry=out.find(e=>e.col===col);if(entry||(entry={col:col,keys:[]},out.push(entry)),key){const last=key.split(".").pop().replace(/[\[\]"]/g,"");last&&!entry.keys.includes(last)&&entry.keys.push(last)}},arrow=/"([^"]+)"\s*(?:->>|->)\s*'([^']+)'|([A-Za-z_][A-Za-z0-9_]*)\s*(?:->>|->)\s*'([^']+)'/g;let m;for(;m=arrow.exec(sql);)push(m[1]||m[3],m[2]||m[4]);const jx=/json_extract\s*\(\s*(?:"([^"]+)"|([A-Za-z_][A-Za-z0-9_]*))\s*,\s*'(?:\$\??|\.)?\.?([^']+)'/g;for(;m=jx.exec(sql);)push(m[1]||m[2],m[3]);return out}const TEXT_PATTERNS=[[/avatar|picture|photo|image|img|thumbnail|icon|logo/,()=>({strategy:"avatar"})],[/company|organization|org|firm|corp|employer|agency/,()=>({strategy:"company"})],[/job|title|role|position|occupation|profession/,()=>({strategy:"job"})],[/currency|curr|currencycode/,()=>({strategy:"currency"})],[/countrycode|countryiso|isocountry|cca2/,()=>({strategy:"countryCode"})],[/state|province|region/,n=>/status|statement/.test(n)?{strategy:"status"}:{strategy:"state"}],[/status|stage|phase|state/,()=>({strategy:"status"})],[/color|colour|theme|hexcolor/,()=>({strategy:"color",format:"hex"})],[/mac|macaddress|hwaddr/,()=>({strategy:"mac"})],[/creditcard|cardnumber|cardno|ccnumber|ccno/,()=>({strategy:"creditCard"})],[/slug|permalink|handle|alias/,()=>({strategy:"slug"})],[/(lastname|surname|familyname)/,()=>({strategy:"last"})],[/email|mail/,()=>({strategy:"email"})],[/(username|login|handle|nick|nickname|account|user)/,()=>({strategy:"username"})],[/(phone|mobile|telephone|cell|fax)/,()=>({strategy:"phone"})],[/city|town/,()=>({strategy:"city"})],[/country|nation/,()=>({strategy:"country"})],[/postal|zip/,()=>({strategy:"postal"})],[/address|street|addr/,()=>({strategy:"address"})],[/url|website|site|link|homepage|href/,()=>({strategy:"url"})],[/domain|host/,()=>({strategy:"domain"})],[/^ip$|ipaddr|ipv4|ip_address/,()=>({strategy:"ip"})],[/bio|about|overview|article|body|post|story/,()=>({strategy:"paragraph"})],[/description|content|comment|message|note|summary|details|remarks/,()=>({strategy:"sentence",minLen:1,maxLen:2})],[/title|subject|category|type|tag|label/,()=>({strategy:"words",minLen:1,maxLen:3})]];function detectPlan(col,fk){const type=(col.type||"").toUpperCase(),rawName=col.name.toLowerCase(),name=(0,exports.normName)(col.name);if(fk)return{strategy:"fk"};if(col.pk)return type.startsWith("INT")||"SERIAL"===type||"BIGSERIAL"===type?{strategy:"skip"}:"TEXT"===type||"BLOB"===type||"UUID"===type?{strategy:"uuid"}:{strategy:"skip"};if("UUID"===type)return{strategy:"uuid"};if("JSON"===type||"JSONB"===type)return{strategy:"json"};if("INET"===type)return{strategy:"ip"};if("BOOLEAN"===type||"BOOL"===type)return{strategy:"bool"};if("BYTEA"===type||"BLOB"===type)return{strategy:"bytes",minLen:8,maxLen:32};if((type.startsWith("INT")||type.startsWith("INTEGER"))&&/(^|_)(is|has|can|should|did)_|_flag$|active|enabled|verified|published|deleted|archived|paid|completed|approved/.test(rawName))return{strategy:"bool"};if("DATE"===type||/^date|birthdate|dob|birthday/.test(rawName))return name.includes("birth")?{strategy:"date",from:"1950-01-01",to:"2000-12-31"}:{strategy:"date",from:"2020-01-01",to:"2026-12-31"};if("DATETIME"===type||"TIMESTAMP"===type||isTimestampName(name))return{strategy:"datetime",from:"2024-01-01T00:00:00",to:"2026-12-31T23:59:59"};if("TIME"===type||"time"===name)return{strategy:"time"};if(type.startsWith("INTEGER")&&/(timestamp|epoch|unix|createdtime|updatedtime)/.test(name))return{strategy:"timestampUnix",format:"sec"};if(/^(lat|latitude)$/.test(name))return{strategy:"latitude"};if(/^(lng|lon|longitude)$/.test(name))return{strategy:"longitude"};if(type.startsWith("INTEGER"))return name.includes("year")?{strategy:"int",min:1990,max:2026}:name.includes("age")?{strategy:"int",min:18,max:90}:/(count|quantity|qty|stock|views|likes|total|num|number)$/.test(name)?{strategy:"int",min:0,max:1e5}:name.includes("rating")||name.includes("score")?{strategy:"int",min:1,max:5}:/(order|rank|position|seq|sequence|priority|sort|step)$/.test(name)?{strategy:"sequence",start:1,step:1}:{strategy:"int",min:1,max:1e3};if("REAL"===type||type.includes("DECIMAL")||type.includes("NUMERIC")||type.includes("FLOAT")||type.includes("DOUBLE"))return/(price|cost|amount|total|salary|balance|fee|charge|budget)/.test(name)?{strategy:"decimal",min:1,max:5e3,precision:2}:name.includes("rating")?{strategy:"decimal",min:1,max:5,precision:1}:{strategy:"decimal",min:1,max:1e3,precision:2};if("BLOB"===type)return{strategy:"bytes",minLen:8,maxLen:32};if(/currency|curr|currencycode/.test(name))return{strategy:"currency"};if(/countrycode|countryiso|isocountry|cca2/.test(name))return{strategy:"countryCode"};if(/state|province|region/.test(name)&&!/status|statement/.test(name))return{strategy:"state"};if(/status|stage|phase|state/.test(name))return{strategy:"status"};if(/color|colour|theme|hexcolor/.test(name))return{strategy:"color",format:"hex"};if(/mac|macaddress|hwaddr/.test(name))return{strategy:"mac"};if(/creditcard|cardnumber|cardno|ccnumber|ccno/.test(name))return{strategy:"creditCard"};if(/slug|permalink|handle|alias/.test(name))return{strategy:"slug"};if(isHashName(name))return{strategy:"hash",minLen:32,maxLen:64};if(isTokenName(name))return{strategy:"token",minLen:6,maxLen:12};if(/uuid|guid/.test(name)||"id"===name||"uid"===name||"key"===name)return{strategy:"uuid"};if(name.includes("first")&&name.includes("name"))return{strategy:"first"};if(/(lastname|surname|familyname)/.test(name)||name.includes("last")&&name.includes("name"))return{strategy:"last"};if("name"===name||"fullname"===name||name.includes("full")&&name.includes("name"))return{strategy:"fullname"};for(const[pattern,createPlan]of TEXT_PATTERNS)if(pattern.test(name))return createPlan(name);return{strategy:"words",minLen:1,maxLen:4}}const STR_PLAN_KEYS=["value","from","to","prefix","suffix","pattern","format"],NUM_PLAN_KEYS=["min","max","precision","minLen","maxLen","nullPct","start","step"];
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.normName = void 0;
+exports.isTimestampName = isTimestampName;
+exports.findInMap = findInMap;
+exports.extractCheckExprs = extractCheckExprs;
+exports.parseChecks = parseChecks;
+exports.detectPlan = detectPlan;
+exports.buildColumnConfigs = buildColumnConfigs;
+exports.sanitizeColumnPlan = sanitizeColumnPlan;
+const strategies_1 = require("./strategies");
+const normName = (s) => String(s).toLowerCase().replace(/[^a-z0-9]/g, '');
+exports.normName = normName;
+function isTimestampName(name) {
+    return (/created|updated|modified|registered|joined|timestamp|lastused|lastseen|lastlogin|lastactivity|accessed|viewed|visited|^ts$/.test(name) ||
+        /^(created|updated|deleted|archived|occurred|started|ended|expires|published|processed|completed|inserted|requested|resolved|used|seen|accessed|viewed|visited|logged|active)at$/.test(name));
+}
+function findInMap(map, colName) {
+    if (map.has(colName))
+        return map.get(colName);
+    const lower = colName.toLowerCase();
+    for (const [k, v] of map.entries()) {
+        if (k.toLowerCase() === lower)
+            return v;
+    }
+    return undefined;
+}
+function extractCheckExprs(sql) {
+    const out = [];
+    const re = /CHECK\s*\(/gi;
+    let m;
+    while ((m = re.exec(sql))) {
+        let depth = 1;
+        let i = m.index + m[0].length;
+        const start = i;
+        while (i < sql.length && depth > 0) {
+            const ch = sql[i];
+            if (ch === "'") {
+                i += 1;
+                while (i < sql.length) {
+                    if (sql[i] === "'") {
+                        if (sql[i + 1] === "'")
+                            i += 2;
+                        else {
+                            i += 1;
+                            break;
+                        }
+                    }
+                    else
+                        i += 1;
+                }
+                continue;
+            }
+            if (ch === '"' || ch === '`' || ch === '[') {
+                const close = ch === '[' ? ']' : ch;
+                i += 1;
+                while (i < sql.length && sql[i] !== close) {
+                    if (sql[i] === close && sql[i + 1] === close)
+                        i += 2;
+                    else
+                        i += 1;
+                }
+                i += 1;
+                continue;
+            }
+            if (ch === '(')
+                depth += 1;
+            else if (ch === ')') {
+                depth -= 1;
+                if (depth === 0)
+                    break;
+            }
+            i += 1;
+        }
+        out.push(sql.slice(start, i));
+    }
+    return out;
+}
+function parseChecks(sql) {
+    const info = {
+        columnAllowed: new Map(),
+        columnRange: new Map(),
+        columnLength: new Map(),
+        jsonAllowed: new Map(),
+        ordering: new Map(),
+    };
+    if (!sql)
+        return info;
+    const setOrdering = (col, other, key, orEqual) => {
+        const c = info.ordering.get(col) ?? {};
+        c[key] = { column: other, orEqual };
+        info.ordering.set(col, c);
+    };
+    const setColumnAllowed = (col, vals) => {
+        if (!col || !vals.length)
+            return;
+        const existing = findInMap(info.columnAllowed, col);
+        if (existing) {
+            for (const v of vals)
+                if (!existing.includes(v))
+                    existing.push(v);
+        }
+        else {
+            info.columnAllowed.set(col, [...vals]);
+        }
+    };
+    for (const expr of extractCheckExprs(sql)) {
+        const jw1 = /(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))\s*(?:->>|->)\s*'([^']+)'\s*(?:\)\s*)*IN\s*\(([^)]*)\)/gi;
+        const jw2 = /json_extract\s*\(\s*(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))\s*,\s*'(?:\$\??|\.)?\.?([^']+)'\s*\)\s*(?:\)\s*)*IN\s*\(([^)]*)\)/gi;
+        for (const re of [jw1, jw2]) {
+            let m;
+            while ((m = re.exec(expr))) {
+                const col = m[1] || m[2] || m[3] || m[4];
+                const key = m[5];
+                const inContent = m[6];
+                const strValues = (inContent.match(/'(?:[^']|'')*'/g) ?? []).map((s) => s.slice(1, -1).replace(/''/g, "'"));
+                const values = strValues.length ? strValues : (inContent.match(/-?\b\d+(?:\.\d+)?\b/g) ?? []);
+                if (values.length && col && key) {
+                    const byCol = findInMap(info.jsonAllowed, col) ?? new Map();
+                    byCol.set(key, values);
+                    info.jsonAllowed.set(col, byCol);
+                }
+            }
+        }
+        const colIn = /(?:^|[^\w"'\`\[])(?:\s*\(\s*)*(?:(?:lower|upper|trim|coalesce)\s*\(\s*)?(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))(?:\s*,\s*[^)]+)?(?:\s*\)\s*)*\s*IN\s*\(([^)]*)\)/gi;
+        let mColIn;
+        while ((mColIn = colIn.exec(expr))) {
+            const col = mColIn[1] || mColIn[2] || mColIn[3] || mColIn[4];
+            if (!col || ['json_extract', 'strftime', 'datetime', 'date', 'length', 'typeof'].includes(col.toLowerCase()))
+                continue;
+            const matchPos = mColIn.index;
+            if (expr.slice(Math.max(0, matchPos - 5), matchPos).includes('->'))
+                continue;
+            const inContent = mColIn[5];
+            const strValues = (inContent.match(/'(?:[^']|'')*'/g) ?? []).map((s) => s.slice(1, -1).replace(/''/g, "'"));
+            const values = strValues.length ? strValues : (inContent.match(/-?\b\d+(?:\.\d+)?\b/g) ?? []);
+            if (values.length)
+                setColumnAllowed(col, values);
+        }
+        const eqOr = /(?:^|[^\w"'\`\[])(?:\s*\(\s*)*(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))(?:\s*\)\s*)*\s*=\s*'((?:[^']|'')*)'/gi;
+        let mEq;
+        const eqByCol = new Map();
+        while ((mEq = eqOr.exec(expr))) {
+            const col = mEq[1] || mEq[2] || mEq[3] || mEq[4];
+            const val = mEq[5].replace(/''/g, "'");
+            if (col && !['json_extract', 'lower', 'upper', 'trim', 'strftime', 'datetime'].includes(col.toLowerCase())) {
+                const cur = eqByCol.get(col) ?? [];
+                if (!cur.includes(val))
+                    cur.push(val);
+                eqByCol.set(col, cur);
+            }
+        }
+        for (const [col, vals] of eqByCol.entries())
+            setColumnAllowed(col, vals);
+        const numCmp1 = /(?:^|[^\w"'\`\[])(?:\s*\(\s*)*(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))(?:\s*\)\s*)*\s*(>=|>|<=|<)\s*(-?\d+(?:\.\d+)?)/g;
+        let mNum1;
+        while ((mNum1 = numCmp1.exec(expr))) {
+            const col = mNum1[1] || mNum1[2] || mNum1[3] || mNum1[4];
+            const op = mNum1[5];
+            const val = Number(mNum1[6]);
+            if (col && Number.isFinite(val) && !['json_extract', 'length', 'strftime', 'datetime'].includes(col.toLowerCase())) {
+                const cur = findInMap(info.columnRange, col) ?? {};
+                if (op === '>=' || op === '>')
+                    cur.min = cur.min != null ? Math.max(cur.min, op === '>' ? val + 1 : val) : (op === '>' ? val + 1 : val);
+                else
+                    cur.max = cur.max != null ? Math.min(cur.max, op === '<' ? val - 1 : val) : (op === '<' ? val - 1 : val);
+                info.columnRange.set(col, cur);
+            }
+        }
+        const lenRe1 = /length\s*\(\s*(?:\s*\(\s*)*(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))(?:\s*\)\s*)*\s*\)\s*(=|==|>=|>|<=|<)\s*(\d+)/gi;
+        let mLen1;
+        while ((mLen1 = lenRe1.exec(expr))) {
+            const col = mLen1[1] || mLen1[2] || mLen1[3] || mLen1[4];
+            const op = mLen1[5];
+            const val = Number(mLen1[6]);
+            if (col && Number.isFinite(val)) {
+                const cur = findInMap(info.columnLength, col) ?? {};
+                if (op === '=' || op === '==') {
+                    cur.exact = val;
+                    cur.min = val;
+                    cur.max = val;
+                }
+                else if (op === '>=' || op === '>') {
+                    cur.min = op === '>' ? val + 1 : val;
+                }
+                else if (op === '<=' || op === '<') {
+                    cur.max = op === '<' ? val - 1 : val;
+                }
+                info.columnLength.set(col, cur);
+            }
+        }
+        const ord = /(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))\s*(>=|<=|>|<)\s*(?:"([^"]+)"|`([^`]+)`|\[([^\]]+)\]|([A-Za-z_][A-Za-z0-9_]*))/g;
+        let m2;
+        while ((m2 = ord.exec(expr))) {
+            const a = m2[1] || m2[2] || m2[3] || m2[4];
+            const op = m2[5];
+            const b = m2[6] || m2[7] || m2[8] || m2[9];
+            if (!a || !b || /^\d+$/.test(a) || /^\d+$/.test(b))
+                continue;
+            if (['json_extract', 'strftime', 'datetime', 'date', 'length'].includes(a.toLowerCase()))
+                continue;
+            if (['json_extract', 'strftime', 'datetime', 'date', 'length'].includes(b.toLowerCase()))
+                continue;
+            if (op === '>' || op === '>=') {
+                setOrdering(a, b, 'after', op === '>=');
+                setOrdering(b, a, 'before', op === '>=');
+            }
+            else {
+                setOrdering(a, b, 'before', op === '<=');
+                setOrdering(b, a, 'after', op === '<=');
+            }
+        }
+    }
+    return info;
+}
+const isHashName = (name) => /^(hash|digest|secret|passphrase)$|tokenhash|passwordhash|passhash|accesskey|apikey|api_key|secretkey|clientsecret|appsecret|appid|privatekey|publickey/.test(name);
+const isTokenName = (name) => /^prefix$|tokenprefix|(code|ref|reference|sku|ticketno|ticketnum|orderno|order_no|trackingno|trackingnum|invno|invoiceno|serialno)$/.test(name);
+function isJsonColumn(col, hasJsonIndex) {
+    if (!(0, strategies_1.isTextishType)(col.type))
+        return false;
+    if (hasJsonIndex)
+        return true;
+    const dflt = String(col.dflt_value ?? '').trim();
+    if (dflt.startsWith('{') || dflt.startsWith("'{\""))
+        return true;
+    const name = (0, exports.normName)(col.name);
+    return /^(permissions|settings|config|configuration|preferences|prefs|metadata|meta|attributes|payload|options|allowedapps|socialaccounts|positions|fcmtokens|fcm_tokens|scopes|profile|json|jsonb)$/.test(name) ||
+        /(^|_)(settings|config|configuration|permissions|prefs|metadata|attributes|payload|options|allowedapps|scopes|profile)$/.test(name);
+}
+function extractJsonColumns(sql) {
+    const out = [];
+    const push = (col, key) => {
+        let entry = out.find((e) => e.col === col);
+        if (!entry) {
+            entry = { col, keys: [] };
+            out.push(entry);
+        }
+        if (key) {
+            const last = key.split('.').pop().replace(/[\[\]"]/g, '');
+            if (last && !entry.keys.includes(last))
+                entry.keys.push(last);
+        }
+    };
+    const arrow = /"([^"]+)"\s*(?:->>|->)\s*'([^']+)'|([A-Za-z_][A-Za-z0-9_]*)\s*(?:->>|->)\s*'([^']+)'/g;
+    let m;
+    while ((m = arrow.exec(sql)))
+        push(m[1] || m[3], m[2] || m[4]);
+    const jx = /json_extract\s*\(\s*(?:"([^"]+)"|([A-Za-z_][A-Za-z0-9_]*))\s*,\s*'(?:\$\??|\.)?\.?([^']+)'/g;
+    while ((m = jx.exec(sql)))
+        push(m[1] || m[2], m[3]);
+    return out;
+}
+const TEXT_PATTERNS = [
+    [/avatar|picture|photo|image|img|thumbnail|icon|logo/, () => ({ strategy: 'avatar' })],
+    [/company|organization|org|firm|corp|employer|agency/, () => ({ strategy: 'company' })],
+    [/job|title|role|position|occupation|profession/, () => ({ strategy: 'job' })],
+    [/currency|curr|currencycode/, () => ({ strategy: 'currency' })],
+    [/countrycode|countryiso|isocountry|cca2/, () => ({ strategy: 'countryCode' })],
+    [/state|province|region/, (n) => (/status|statement/.test(n) ? { strategy: 'status' } : { strategy: 'state' })],
+    [/status|stage|phase|state/, () => ({ strategy: 'status' })],
+    [/color|colour|theme|hexcolor/, () => ({ strategy: 'color', format: 'hex' })],
+    [/mac|macaddress|hwaddr/, () => ({ strategy: 'mac' })],
+    [/creditcard|cardnumber|cardno|ccnumber|ccno/, () => ({ strategy: 'creditCard' })],
+    [/slug|permalink|handle|alias/, () => ({ strategy: 'slug' })],
+    [/(lastname|surname|familyname)/, () => ({ strategy: 'last' })],
+    [/email|mail/, () => ({ strategy: 'email' })],
+    [/(username|login|handle|nick|nickname|account|user)/, () => ({ strategy: 'username' })],
+    [/(phone|mobile|telephone|cell|fax)/, () => ({ strategy: 'phone' })],
+    [/city|town/, () => ({ strategy: 'city' })],
+    [/country|nation/, () => ({ strategy: 'country' })],
+    [/postal|zip/, () => ({ strategy: 'postal' })],
+    [/address|street|addr/, () => ({ strategy: 'address' })],
+    [/url|website|site|link|homepage|href/, () => ({ strategy: 'url' })],
+    [/domain|host/, () => ({ strategy: 'domain' })],
+    [/^ip$|ipaddr|ipv4|ip_address/, () => ({ strategy: 'ip' })],
+    [/bio|about|overview|article|body|post|story/, () => ({ strategy: 'paragraph' })],
+    [/description|content|comment|message|note|summary|details|remarks/, () => ({ strategy: 'sentence', minLen: 1, maxLen: 2 })],
+    [/title|subject|category|type|tag|label/, () => ({ strategy: 'words', minLen: 1, maxLen: 3 })],
+];
+function detectPlan(col, fk) {
+    const type = (col.type || '').toUpperCase();
+    const rawName = col.name.toLowerCase();
+    const name = (0, exports.normName)(col.name);
+    if (fk)
+        return { strategy: 'fk' };
+    if (col.pk) {
+        if (type.startsWith('INT') || type === 'SERIAL' || type === 'BIGSERIAL')
+            return { strategy: 'skip' };
+        if (type.includes('TEXT') || type.includes('CHAR') || type.includes('VARCHAR') || type.includes('STRING') || type === 'BLOB' || type === 'UUID')
+            return { strategy: 'uuid' };
+        if (col.notnull && col.dflt_value == null)
+            return { strategy: 'uuid' };
+        return { strategy: 'skip' };
+    }
+    if (type === 'UUID')
+        return { strategy: 'uuid' };
+    if (type === 'JSON' || type === 'JSONB')
+        return { strategy: 'json' };
+    if (type === 'INET')
+        return { strategy: 'ip' };
+    if (type === 'BOOLEAN' || type === 'BOOL')
+        return { strategy: 'bool' };
+    if (type === 'BYTEA' || type === 'BLOB')
+        return { strategy: 'bytes', minLen: 8, maxLen: 32 };
+    if ((type.startsWith('INT') || type.startsWith('INTEGER')) && /(^|_)(is|has|can|should|did)_|_flag$|active|enabled|verified|published|deleted|archived|paid|completed|approved/.test(rawName)) {
+        return { strategy: 'bool' };
+    }
+    if (type === 'DATE' || /^date|birthdate|dob|birthday/.test(rawName)) {
+        return name.includes('birth') ? { strategy: 'date', from: '1950-01-01', to: '2000-12-31' } : { strategy: 'date', from: '2020-01-01', to: '2026-12-31' };
+    }
+    if (type === 'DATETIME' || type === 'TIMESTAMP' || isTimestampName(name)) {
+        return { strategy: 'datetime', from: '2024-01-01T00:00:00', to: '2026-12-31T23:59:59' };
+    }
+    if (type === 'TIME' || name === 'time')
+        return { strategy: 'time' };
+    if (type.startsWith('INTEGER') && /(timestamp|epoch|unix|createdtime|updatedtime)/.test(name)) {
+        return { strategy: 'timestampUnix', format: 'sec' };
+    }
+    if (/^(lat|latitude)$/.test(name))
+        return { strategy: 'latitude' };
+    if (/^(lng|lon|longitude)$/.test(name))
+        return { strategy: 'longitude' };
+    if (type.startsWith('INTEGER')) {
+        if (name.includes('year'))
+            return { strategy: 'int', min: 1990, max: 2026 };
+        if (name.includes('age'))
+            return { strategy: 'int', min: 18, max: 90 };
+        if (/(count|quantity|qty|stock|views|likes|total|num|number)$/.test(name))
+            return { strategy: 'int', min: 0, max: 100000 };
+        if (name.includes('rating') || name.includes('score'))
+            return { strategy: 'int', min: 1, max: 5 };
+        if (/(order|rank|position|seq|sequence|priority|sort|step)$/.test(name))
+            return { strategy: 'sequence', start: 1, step: 1 };
+        return { strategy: 'int', min: 1, max: 1000 };
+    }
+    if (type === 'REAL' || type.includes('DECIMAL') || type.includes('NUMERIC') || type.includes('FLOAT') || type.includes('DOUBLE')) {
+        if (/(price|cost|amount|total|salary|balance|fee|charge|budget)/.test(name))
+            return { strategy: 'decimal', min: 1, max: 5000, precision: 2 };
+        if (name.includes('rating'))
+            return { strategy: 'decimal', min: 1, max: 5, precision: 1 };
+        return { strategy: 'decimal', min: 1, max: 1000, precision: 2 };
+    }
+    if (type === 'BLOB')
+        return { strategy: 'bytes', minLen: 8, maxLen: 32 };
+    if (/currency|curr|currencycode/.test(name))
+        return { strategy: 'currency' };
+    if (/countrycode|countryiso|isocountry|cca2/.test(name))
+        return { strategy: 'countryCode' };
+    if (/state|province|region/.test(name) && !/status|statement/.test(name))
+        return { strategy: 'state' };
+    if (/status|stage|phase|state/.test(name))
+        return { strategy: 'status' };
+    if (/color|colour|theme|hexcolor/.test(name))
+        return { strategy: 'color', format: 'hex' };
+    if (/mac|macaddress|hwaddr/.test(name))
+        return { strategy: 'mac' };
+    if (/creditcard|cardnumber|cardno|ccnumber|ccno/.test(name))
+        return { strategy: 'creditCard' };
+    if (/slug|permalink|handle|alias/.test(name))
+        return { strategy: 'slug' };
+    if (isHashName(name))
+        return { strategy: 'hash', minLen: 32, maxLen: 64 };
+    if (isTokenName(name))
+        return { strategy: 'token', minLen: 6, maxLen: 12 };
+    if (/uuid|guid/.test(name) || name === 'id' || name === 'uid' || name === 'key')
+        return { strategy: 'uuid' };
+    if (name.includes('first') && name.includes('name'))
+        return { strategy: 'first' };
+    if (/(lastname|surname|familyname)/.test(name) || (name.includes('last') && name.includes('name')))
+        return { strategy: 'last' };
+    if (name === 'name' || name === 'fullname' || (name.includes('full') && name.includes('name')))
+        return { strategy: 'fullname' };
+    for (const [pattern, createPlan] of TEXT_PATTERNS) {
+        if (pattern.test(name))
+            return createPlan(name);
+    }
+    return { strategy: 'words', minLen: 1, maxLen: 4 };
+}
+function buildColumnConfigs(info) {
+    const fkByColumn = new Map(info.foreignKeys.map((fk) => [fk.from, fk]));
+    const uniqueCols = new Set();
+    const jsonIndexKeys = new Map();
+    for (const ix of info.indexes ?? []) {
+        if (ix.unique && ix.columns.length === 1 && ix.columns[0])
+            uniqueCols.add(ix.columns[0]);
+        if (ix.sql && /json_extract|->>|->\s*'|json_/i.test(ix.sql)) {
+            for (const { col, keys } of extractJsonColumns(ix.sql)) {
+                if (!col)
+                    continue;
+                const merged = new Set([...(jsonIndexKeys.get(col) ?? []), ...keys]);
+                if (merged.size)
+                    jsonIndexKeys.set(col, [...merged]);
+            }
+        }
+    }
+    if (info.sql) {
+        const uqRe = /UNIQUE\s*\(\s*([^)]+)\s*\)/gi;
+        let uqM;
+        while ((uqM = uqRe.exec(info.sql))) {
+            const rawCols = uqM[1].split(',').map((s) => s.trim().replace(/[`"\[\]]/g, ''));
+            if (rawCols.length === 1 && rawCols[0]) {
+                uniqueCols.add(rawCols[0]);
+            }
+        }
+    }
+    const checkInfo = parseChecks(info.sql ?? null);
+    return info.columns.map((col) => {
+        const fk = fkByColumn.get(col.name) ?? null;
+        const strategies = (0, strategies_1.strategiesFor)(col, fk);
+        const unique = uniqueCols.has(col.name);
+        let defaultPlan = detectPlan(col, fk);
+        if (defaultPlan.strategy !== 'fk' && !col.pk && isJsonColumn(col, jsonIndexKeys.has(col.name))) {
+            const keys = jsonIndexKeys.get(col.name);
+            const useKeys = keys && keys.length ? keys : ['scope', 'enabled', 'allowedApps'];
+            const allowed = findInMap(checkInfo.jsonAllowed, col.name);
+            const jsonValues = {};
+            if (allowed) {
+                for (const k of useKeys) {
+                    const vals = allowed.get(k);
+                    if (vals && vals.length)
+                        jsonValues[k] = vals;
+                }
+            }
+            defaultPlan = {
+                strategy: 'json',
+                jsonKeys: useKeys,
+                ...(Object.keys(jsonValues).length ? { jsonValues } : {}),
+            };
+        }
+        const colAllowed = findInMap(checkInfo.columnAllowed, col.name);
+        if (colAllowed && colAllowed.length > 0 && defaultPlan.strategy !== 'fk' && !col.pk) {
+            defaultPlan = colAllowed.length === 1 ? { strategy: 'fixed', value: colAllowed[0] } : { strategy: 'list', values: [...colAllowed] };
+        }
+        const colRange = findInMap(checkInfo.columnRange, col.name);
+        if (colRange && (defaultPlan.strategy === 'int' || defaultPlan.strategy === 'decimal')) {
+            if (colRange.min != null)
+                defaultPlan.min = colRange.min;
+            if (colRange.max != null)
+                defaultPlan.max = colRange.max;
+        }
+        const colLen = findInMap(checkInfo.columnLength, col.name);
+        if (colLen && defaultPlan.strategy !== 'fk' && !col.pk) {
+            if (colLen.exact != null) {
+                defaultPlan = { strategy: 'token', minLen: colLen.exact, maxLen: colLen.exact };
+            }
+            else {
+                if (colLen.min != null)
+                    defaultPlan.minLen = colLen.min;
+                if (colLen.max != null)
+                    defaultPlan.maxLen = colLen.max;
+            }
+        }
+        if (!strategies.some((s) => s.id === defaultPlan.strategy) || (!col.pk && col.notnull && col.dflt_value == null && (defaultPlan.strategy === 'skip' || defaultPlan.strategy === 'null'))) {
+            defaultPlan = (0, strategies_1.fallbackPlanFor)(col);
+        }
+        return {
+            name: col.name,
+            type: col.type,
+            pk: col.pk > 0,
+            notnull: !!col.notnull,
+            hasDefault: col.dflt_value != null,
+            unique,
+            fk,
+            strategies,
+            defaultPlan,
+        };
+    });
+}
+const STR_PLAN_KEYS = ['value', 'from', 'to', 'prefix', 'suffix', 'pattern', 'format'];
+const NUM_PLAN_KEYS = ['min', 'max', 'precision', 'minLen', 'maxLen', 'nullPct', 'start', 'step'];
+function sanitizeColumnPlan(raw) {
+    if (!raw || typeof raw !== 'object')
+        return null;
+    const r = raw;
+    if (typeof r.strategy !== 'string' || !r.strategy)
+        return null;
+    const out = { strategy: r.strategy };
+    if (r.values !== undefined && r.values !== null && Array.isArray(r.values)) {
+        out.values = r.values.map((x) => String(x));
+    }
+    if (r.jsonKeys !== undefined && r.jsonKeys !== null) {
+        const rawKeys = Array.isArray(r.jsonKeys) ? r.jsonKeys.map(String) : String(r.jsonKeys).split(/[,;]/);
+        out.jsonKeys = rawKeys.map((s) => s.trim()).filter(Boolean);
+    }
+    for (const key of STR_PLAN_KEYS) {
+        if (r[key] !== undefined && r[key] !== null) {
+            out[key] = String(r[key]);
+        }
+    }
+    for (const key of NUM_PLAN_KEYS) {
+        if (r[key] !== undefined && r[key] !== null) {
+            const n = Number(r[key]);
+            if (Number.isFinite(n)) {
+                out[key] = n;
+            }
+        }
+    }
+    if (r.jsonValues && typeof r.jsonValues === 'object' && !Array.isArray(r.jsonValues)) {
+        const jv = {};
+        for (const [k, vals] of Object.entries(r.jsonValues)) {
+            if (Array.isArray(vals)) {
+                const cleaned = vals.map((x) => String(x).trim()).filter(Boolean);
+                if (cleaned.length)
+                    jv[k] = cleaned;
+            }
+        }
+        if (Object.keys(jv).length)
+            out.jsonValues = jv;
+    }
+    return out;
+}

package/dist/data/engine.d.ts

@@ -1 +1 @@
-import type {IDatabase,TableInfoData,WhereClause} from '../db/index';import{type ColumnGeneratorConfig,type ColumnPlan,type GenerateResult} from './types';export declare function generateRows(db:IDatabase,info:TableInfoData,configs:ColumnGeneratorConfig[],count:number,plan?:Record<string,ColumnPlan>):Promise<GenerateResult>;export declare function buildSeedInsertSql(table:string,rows:WhereClause[][]):string;
+import type {IDatabase,TableInfoData,WhereClause} from '../db/index';import{type ColumnGeneratorConfig,type ColumnPlan,type GenerateResult} from './types';export declare function generateRows(db:IDatabase,info:TableInfoData,configs:ColumnGeneratorConfig[],count:number,plan?:Record<string,ColumnPlan>,truncate?:boolean):Promise<GenerateResult>;export declare function buildSeedInsertSql(table:string,rows:WhereClause[][]):string;