@agent-native/core 0.77.8 → 0.77.11

package/dist/provider-api/staged-datasets-store.js.map

@@ -1 +1 @@
-{"version":3,"file":"staged-datasets-store.js","sourceRoot":"","sources":["../../src/provider-api/staged-datasets-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAe,MAAM,iBAAiB,CAAC;AAE9E,8EAA8E;AAC9E,OAAO;AACP,8EAA8E;AAC9E,MAAM,CAAC,MAAM,gBAAgB,GAAG,OAAO,CAAC;AACxC,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ;AAE3D,8EAA8E;AAC9E,uBAAuB;AACvB,8EAA8E;AAE9E,IAAI,YAAuC,CAAC;AAE5C,KAAK,UAAU,YAAY;IACzB,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YACzB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;YACvB,MAAM,WAAW,GAAG,OAAO,EAAE,CAAC;YAC9B,MAAM,EAAE,CAAC,OAAO,CAAC;;;;;;;sBAOD,WAAW;sBACX,WAAW;uBACV,WAAW;uBACX,WAAW;;;OAG3B,CAAC,CAAC;YACH,MAAM,EAAE,CAAC,OAAO,CAAC;;;sBAGD,WAAW;;;;OAI1B,CAAC,CAAC;YACH,IAAI,UAAU,EAAE,EAAE,CAAC;gBACjB,MAAM,2BAA2B,CAAC,EAAE,CAAC,CAAC;YACxC,CAAC;YACD,KAAK,MAAM,GAAG,IAAI;gBAChB,+FAA+F;gBAC/F,gGAAgG;aACjG,EAAE,CAAC;gBACF,IAAI,CAAC;oBACH,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC;gBAAC,MAAM,CAAC;oBACP,mCAAmC;gBACrC,CAAC;YACH,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACjB,YAAY,GAAG,SAAS,CAAC;YACzB,MAAM,GAAG,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,EAAU;IACnD,MAAM,UAAU,GAAG;QACjB,wFAAwF;QACxF,wFAAwF;QACxF,0FAA0F;QAC1F,0FAA0F;QAC1F,4FAA4F;KAC7F,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,+DAA+D;YAC/D,yEAAyE;YACzE,mCAAmC;QACrC,CAAC;IACH,CAAC;AACH,CAAC;AA8BD,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,UAAU;IACjB,OAAO,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AACnF,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,aAAa,CAAC,IAA+B;IAC3D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACpC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,8EAA8E;AAC9E,cAAc;AACd,8EAA8E;AAE9E,KAAK,UAAU,cAAc,CAAC,KAAa;IACzC,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QAChC,GAAG,EAAE,mFAAmF;QACxF,IAAI,EAAE,CAAC,KAAK,CAAC;KACd,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAAa;IACzC,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QAChC,GAAG,EAAE,mFAAmF;QACxF,IAAI,EAAE,CAAC,KAAK,CAAC;KACd,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,OAA6B;IAE7B,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC;IAEtC,0CAA0C;IAC1C,IAAI,YAAY,GAA8B,EAAE,CAAC;IACjD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,YAAY,GAAG,MAAM,oBAAoB,CAAC;YACxC,EAAE;YACF,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;SAC/B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM;QAC5B,CAAC,CAAC,CAAC,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QACpC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IAEjB,+CAA+C;IAC/C,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3D,MAAM,kBAAkB,GAAG,OAAO,CAAC,MAAM;QACvC,CAAC,CAAC,YAAY,CAAC,MAAM;QACrB,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;YAChB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;gBAChC,GAAG,EAAE,oDAAoD;gBACzD,IAAI,EAAE,CAAC,EAAE,CAAC;aACX,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,kBAAkB,CAAC;IACvD,IAAI,cAAc,GAAG,UAAU,GAAG,gBAAgB,EAAE,CAAC;QACnD,MAAM,IAAI,KAAK,CACb,qDAAqD,cAAc,eAAe;YAChF,UAAU,gBAAgB,oDAAoD,CACjF,CAAC;IACJ,CAAC;IAED,wCAAwC;IACxC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAElE,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5D,MAAM,oBAAoB,GAAG,OAAO,CAAC,MAAM;QACzC,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;YAChB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;gBAChC,GAAG,EAAE,oDAAoD;gBACzD,IAAI,EAAE,CAAC,EAAE,CAAC;aACX,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,EAAE;QACN,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,WAAW,GAAG,QAAQ,GAAG,oBAAoB,CAAC;IACpD,IAAI,eAAe,GAAG,WAAW,GAAG,iBAAiB,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CACb,4DAA4D;YAC1D,GAAG,CAAC,eAAe,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB;YAClE,iDAAiD,CACpD,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM;QACpC,CAAC,CAAC,OAAO,CAAC,OAAO;QACjB,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAE5C,MAAM,iBAAiB,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;QACvC,yEAAyE;QACzE,8EAA8E;QAC9E,MAAM,EAAE,CAAC,OAAO,CAAC;YACf,GAAG,EAAE,sDAAsD;YAC3D,IAAI,EAAE,CAAC,EAAE,CAAC;SACX,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,GAAG,CAAC;QAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;YAClD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;YAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,EAAE,CAAC,OAAO,CAAC;oBACf,GAAG,EAAE,oFAAoF;oBACzF,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;iBAC5B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,EAAE,CAAC,OAAO,CAAC;YACf,GAAG,EAAE,UAAU,EAAE;gBACf,CAAC,CAAC,+TAA+T;gBACjU,CAAC,CAAC,kKAAkK;YACtK,IAAI,EAAE;gBACJ,EAAE;gBACF,OAAO,CAAC,KAAK;gBACb,OAAO,CAAC,UAAU;gBAClB,OAAO,CAAC,IAAI;gBACZ,WAAW;gBACX,OAAO,CAAC,MAAM;gBACd,QAAQ;gBACR,GAAG;gBACH,GAAG;aACJ;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,EAAE;QACF,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,OAAO;QACP,QAAQ,EAAE,OAAO,CAAC,MAAM;QACxB,QAAQ;QACR,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACf,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,OAAO;AACP,8EAA8E;AAE9E;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,OAI1C;IACC,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,cAAc;IACd,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QACtC,GAAG,EAAE,gFAAgF;QACrF,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC;KACtD,CAAC,CAAC;IACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEjC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QAChC,GAAG,EAAE,sFAAsF;QAC3F,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;KACnB,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,GAAG,CACb,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAkB,CAA4B,CACnE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,OAI1C;IACC,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QAChC,GAAG,EAAE,kKAAkK;QACvK,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC;KACtD,CAAC,CAAC;IACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAGxC;IACC,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QAChC,GAAG,EAAE,gLAAgL;QACrL,IAAI,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC;KAC1C,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAC7B,CAAC;AAED,8EAA8E;AAC9E,SAAS;AACT,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAIzC;IACC,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,cAAc;IACd,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QACtC,GAAG,EAAE,gFAAgF;QACrF,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC;KACtD,CAAC,CAAC;IACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAEpC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;QACtD,MAAM,EAAE,CAAC,OAAO,CAAC;YACf,GAAG,EAAE,sDAAsD;YAC3D,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;SACnB,CAAC,CAAC;QACH,OAAO,EAAE,CAAC,OAAO,CAAC;YAChB,GAAG,EAAE,6EAA6E;YAClF,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC;SACtD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC;AACjC,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,SAAS,SAAS,CAAC,GAA4B;IAC7C,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAY;QACpB,KAAK,EAAE,GAAG,CAAC,MAAgB;QAC3B,UAAU,EAAE,GAAG,CAAC,WAAqB;QACrC,IAAI,EAAE,GAAG,CAAC,IAAc;QACxB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAiB,CAAa;QACtD,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QAC/B,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QAC/B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QACjC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;KAClC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,EAAU,EACV,EAA8B;IAE9B,IAAI,EAAE,CAAC,WAAW;QAAE,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IAE9C,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5B,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3B,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,yBAAyB;IACvC,YAAY,GAAG,SAAS,CAAC;AAC3B,CAAC","sourcesContent":["/**\n * Scratch storage for staged provider-API datasets.\n *\n * Rows are stored as JSON text — no dialect-specific JSON-column types needed.\n * Aggregation is done in TypeScript server-side (portable across Postgres and\n * SQLite) rather than via JSON SQL fragments. See `staged-datasets-aggregate.ts`.\n *\n * Storage caps:\n *   - MAX_ROWS_PER_APP: 200 000 rows\n *   - MAX_BYTES_PER_APP: 50 MB (approximate, measured as raw JSON text length)\n *\n * Scoping: datasets are owned by (app_id, owner_email) so different apps or\n * different users never share or cross-read each other's scratch data.\n */\n\nimport { getDbExec, intType, isPostgres, type DbExec } from \"../db/client.js\";\n\n// ---------------------------------------------------------------------------\n// Caps\n// ---------------------------------------------------------------------------\nexport const MAX_ROWS_PER_APP = 200_000;\nexport const MAX_BYTES_PER_APP = 50 * 1024 * 1024; // 50 MB\n\n// ---------------------------------------------------------------------------\n// Table initialisation\n// ---------------------------------------------------------------------------\n\nlet _initPromise: Promise<void> | undefined;\n\nasync function ensureTables(): Promise<void> {\n  if (!_initPromise) {\n    _initPromise = (async () => {\n      const db = getDbExec();\n      const integerType = intType();\n      await db.execute(`\n        CREATE TABLE IF NOT EXISTS staged_datasets (\n          id TEXT NOT NULL,\n          app_id TEXT NOT NULL,\n          owner_email TEXT NOT NULL,\n          name TEXT NOT NULL,\n          columns TEXT NOT NULL,\n          row_count ${integerType} NOT NULL DEFAULT 0,\n          byte_size ${integerType} NOT NULL DEFAULT 0,\n          created_at ${integerType} NOT NULL,\n          updated_at ${integerType} NOT NULL,\n          PRIMARY KEY (id)\n        )\n      `);\n      await db.execute(`\n        CREATE TABLE IF NOT EXISTS staged_dataset_rows (\n          dataset_id TEXT NOT NULL,\n          row_index ${integerType} NOT NULL,\n          row_data TEXT NOT NULL,\n          PRIMARY KEY (dataset_id, row_index)\n        )\n      `);\n      if (isPostgres()) {\n        await widenPostgresIntegerColumns(db);\n      }\n      for (const ddl of [\n        `CREATE INDEX IF NOT EXISTS staged_datasets_scope_idx ON staged_datasets (app_id, owner_email)`,\n        `CREATE INDEX IF NOT EXISTS staged_dataset_rows_dataset_idx ON staged_dataset_rows (dataset_id)`,\n      ]) {\n        try {\n          await db.execute(ddl);\n        } catch {\n          // Index already exists — harmless.\n        }\n      }\n    })().catch((err) => {\n      _initPromise = undefined;\n      throw err;\n    });\n  }\n  return _initPromise;\n}\n\nasync function widenPostgresIntegerColumns(db: DbExec): Promise<void> {\n  const statements = [\n    `ALTER TABLE staged_datasets ALTER COLUMN row_count TYPE BIGINT USING row_count::bigint`,\n    `ALTER TABLE staged_datasets ALTER COLUMN byte_size TYPE BIGINT USING byte_size::bigint`,\n    `ALTER TABLE staged_datasets ALTER COLUMN created_at TYPE BIGINT USING created_at::bigint`,\n    `ALTER TABLE staged_datasets ALTER COLUMN updated_at TYPE BIGINT USING updated_at::bigint`,\n    `ALTER TABLE staged_dataset_rows ALTER COLUMN row_index TYPE BIGINT USING row_index::bigint`,\n  ];\n  for (const sql of statements) {\n    try {\n      await db.execute(sql);\n    } catch {\n      // Best-effort compatibility for older deployments. Widening is\n      // non-destructive; if a database role cannot ALTER, the later write will\n      // still surface the real DB error.\n    }\n  }\n}\n\n// ---------------------------------------------------------------------------\n// Types\n// ---------------------------------------------------------------------------\n\nexport interface StagedDatasetMeta {\n  id: string;\n  appId: string;\n  ownerEmail: string;\n  name: string;\n  columns: string[];\n  rowCount: number;\n  byteSize: number;\n  createdAt: number;\n  updatedAt: number;\n}\n\nexport interface UpsertDatasetOptions {\n  id: string;\n  appId: string;\n  ownerEmail: string;\n  name: string;\n  /** All rows to store; replaces any existing rows. */\n  rows: Record<string, unknown>[];\n  columns: string[];\n  /** When true, append rows instead of replacing. */\n  append?: boolean;\n}\n\n// ---------------------------------------------------------------------------\n// Helpers\n// ---------------------------------------------------------------------------\n\nfunction generateId(): string {\n  return `ds_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 8)}`;\n}\n\n/** Derive column names from a set of rows (first 20 rows surveyed). */\nexport function deriveColumns(rows: Record<string, unknown>[]): string[] {\n  const seen = new Set<string>();\n  for (const row of rows.slice(0, 20)) {\n    for (const key of Object.keys(row)) seen.add(key);\n  }\n  return Array.from(seen);\n}\n\n// ---------------------------------------------------------------------------\n// Scope check\n// ---------------------------------------------------------------------------\n\nasync function getAppRowCount(appId: string): Promise<number> {\n  const db = getDbExec();\n  const { rows } = await db.execute({\n    sql: `SELECT COALESCE(SUM(row_count), 0) as total FROM staged_datasets WHERE app_id = ?`,\n    args: [appId],\n  });\n  return Number(rows[0]?.total ?? 0);\n}\n\nasync function getAppByteSize(appId: string): Promise<number> {\n  const db = getDbExec();\n  const { rows } = await db.execute({\n    sql: `SELECT COALESCE(SUM(byte_size), 0) as total FROM staged_datasets WHERE app_id = ?`,\n    args: [appId],\n  });\n  return Number(rows[0]?.total ?? 0);\n}\n\n// ---------------------------------------------------------------------------\n// Write\n// ---------------------------------------------------------------------------\n\n/**\n * Create or replace a staged dataset.  Returns metadata including the\n * resolved dataset ID (generated when not supplied in options).\n */\nexport async function upsertStagedDataset(\n  options: UpsertDatasetOptions,\n): Promise<StagedDatasetMeta> {\n  await ensureTables();\n  const db = getDbExec();\n  const now = Date.now();\n  const id = options.id || generateId();\n\n  // If appending, load existing rows first.\n  let existingRows: Record<string, unknown>[] = [];\n  if (options.append) {\n    existingRows = await getStagedDatasetRows({\n      id,\n      appId: options.appId,\n      ownerEmail: options.ownerEmail,\n    });\n  }\n\n  const allRows = options.append\n    ? [...existingRows, ...options.rows]\n    : options.rows;\n\n  // Check caps (net new count after this write).\n  const currentAppRows = await getAppRowCount(options.appId);\n  const currentDatasetRows = options.append\n    ? existingRows.length\n    : await (async () => {\n        const { rows } = await db.execute({\n          sql: `SELECT row_count FROM staged_datasets WHERE id = ?`,\n          args: [id],\n        });\n        return Number(rows[0]?.row_count ?? 0);\n      })();\n  const netNewRows = allRows.length - currentDatasetRows;\n  if (currentAppRows + netNewRows > MAX_ROWS_PER_APP) {\n    throw new Error(\n      `Staged dataset cap exceeded: this app already has ${currentAppRows} rows stored ` +\n        `(limit ${MAX_ROWS_PER_APP}). Delete older datasets before staging more data.`,\n    );\n  }\n\n  // Serialize rows and measure byte size.\n  const serialized = allRows.map((row) => JSON.stringify(row));\n  const byteSize = serialized.reduce((sum, s) => sum + s.length, 0);\n\n  const currentAppBytes = await getAppByteSize(options.appId);\n  const existingDatasetBytes = options.append\n    ? await (async () => {\n        const { rows } = await db.execute({\n          sql: `SELECT byte_size FROM staged_datasets WHERE id = ?`,\n          args: [id],\n        });\n        return Number(rows[0]?.byte_size ?? 0);\n      })()\n    : 0;\n  const netNewBytes = byteSize - existingDatasetBytes;\n  if (currentAppBytes + netNewBytes > MAX_BYTES_PER_APP) {\n    throw new Error(\n      `Staged dataset byte cap exceeded: this app already stores ` +\n        `${(currentAppBytes / 1024 / 1024).toFixed(1)} MB (limit 50 MB). ` +\n        `Delete older datasets before staging more data.`,\n    );\n  }\n\n  const columns = options.columns.length\n    ? options.columns\n    : deriveColumns(allRows);\n  const columnsJson = JSON.stringify(columns);\n\n  await withDbTransaction(db, async (tx) => {\n    // Delete old rows and insert the replacement row set atomically with the\n    // metadata update so a failed batch cannot leave an empty or partial dataset.\n    await tx.execute({\n      sql: `DELETE FROM staged_dataset_rows WHERE dataset_id = ?`,\n      args: [id],\n    });\n\n    const BATCH = 500;\n    for (let i = 0; i < serialized.length; i += BATCH) {\n      const slice = serialized.slice(i, i + BATCH);\n      for (let j = 0; j < slice.length; j++) {\n        await tx.execute({\n          sql: `INSERT INTO staged_dataset_rows (dataset_id, row_index, row_data) VALUES (?, ?, ?)`,\n          args: [id, i + j, slice[j]],\n        });\n      }\n    }\n\n    await tx.execute({\n      sql: isPostgres()\n        ? `INSERT INTO staged_datasets (id, app_id, owner_email, name, columns, row_count, byte_size, created_at, updated_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?) ON CONFLICT (id) DO UPDATE SET name=EXCLUDED.name, columns=EXCLUDED.columns, row_count=EXCLUDED.row_count, byte_size=EXCLUDED.byte_size, updated_at=EXCLUDED.updated_at`\n        : `INSERT OR REPLACE INTO staged_datasets (id, app_id, owner_email, name, columns, row_count, byte_size, created_at, updated_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n      args: [\n        id,\n        options.appId,\n        options.ownerEmail,\n        options.name,\n        columnsJson,\n        allRows.length,\n        byteSize,\n        now,\n        now,\n      ],\n    });\n  });\n\n  return {\n    id,\n    appId: options.appId,\n    ownerEmail: options.ownerEmail,\n    name: options.name,\n    columns,\n    rowCount: allRows.length,\n    byteSize,\n    createdAt: now,\n    updatedAt: now,\n  };\n}\n\n// ---------------------------------------------------------------------------\n// Read\n// ---------------------------------------------------------------------------\n\n/**\n * Fetch all rows for a dataset, asserting scope (appId + ownerEmail).\n */\nexport async function getStagedDatasetRows(options: {\n  id: string;\n  appId: string;\n  ownerEmail: string;\n}): Promise<Record<string, unknown>[]> {\n  await ensureTables();\n  const db = getDbExec();\n  // Scope check\n  const { rows: meta } = await db.execute({\n    sql: `SELECT id FROM staged_datasets WHERE id = ? AND app_id = ? AND owner_email = ?`,\n    args: [options.id, options.appId, options.ownerEmail],\n  });\n  if (meta.length === 0) return [];\n\n  const { rows } = await db.execute({\n    sql: `SELECT row_data FROM staged_dataset_rows WHERE dataset_id = ? ORDER BY row_index ASC`,\n    args: [options.id],\n  });\n  return rows.map(\n    (r) => JSON.parse(r.row_data as string) as Record<string, unknown>,\n  );\n}\n\n/**\n * Get dataset metadata (no rows), asserting scope.\n */\nexport async function getStagedDatasetMeta(options: {\n  id: string;\n  appId: string;\n  ownerEmail: string;\n}): Promise<StagedDatasetMeta | null> {\n  await ensureTables();\n  const db = getDbExec();\n  const { rows } = await db.execute({\n    sql: `SELECT id, app_id, owner_email, name, columns, row_count, byte_size, created_at, updated_at FROM staged_datasets WHERE id = ? AND app_id = ? AND owner_email = ?`,\n    args: [options.id, options.appId, options.ownerEmail],\n  });\n  if (rows.length === 0) return null;\n  return rowToMeta(rows[0]);\n}\n\n/**\n * List all datasets scoped to (appId, ownerEmail), newest first.\n */\nexport async function listStagedDatasets(options: {\n  appId: string;\n  ownerEmail: string;\n}): Promise<StagedDatasetMeta[]> {\n  await ensureTables();\n  const db = getDbExec();\n  const { rows } = await db.execute({\n    sql: `SELECT id, app_id, owner_email, name, columns, row_count, byte_size, created_at, updated_at FROM staged_datasets WHERE app_id = ? AND owner_email = ? ORDER BY updated_at DESC`,\n    args: [options.appId, options.ownerEmail],\n  });\n  return rows.map(rowToMeta);\n}\n\n// ---------------------------------------------------------------------------\n// Delete\n// ---------------------------------------------------------------------------\n\nexport async function deleteStagedDataset(options: {\n  id: string;\n  appId: string;\n  ownerEmail: string;\n}): Promise<boolean> {\n  await ensureTables();\n  const db = getDbExec();\n  // Scope check\n  const { rows: meta } = await db.execute({\n    sql: `SELECT id FROM staged_datasets WHERE id = ? AND app_id = ? AND owner_email = ?`,\n    args: [options.id, options.appId, options.ownerEmail],\n  });\n  if (meta.length === 0) return false;\n\n  const result = await withDbTransaction(db, async (tx) => {\n    await tx.execute({\n      sql: `DELETE FROM staged_dataset_rows WHERE dataset_id = ?`,\n      args: [options.id],\n    });\n    return tx.execute({\n      sql: `DELETE FROM staged_datasets WHERE id = ? AND app_id = ? AND owner_email = ?`,\n      args: [options.id, options.appId, options.ownerEmail],\n    });\n  });\n  return result.rowsAffected > 0;\n}\n\n// ---------------------------------------------------------------------------\n// Internal helpers\n// ---------------------------------------------------------------------------\n\nfunction rowToMeta(row: Record<string, unknown>): StagedDatasetMeta {\n  return {\n    id: row.id as string,\n    appId: row.app_id as string,\n    ownerEmail: row.owner_email as string,\n    name: row.name as string,\n    columns: JSON.parse(row.columns as string) as string[],\n    rowCount: Number(row.row_count),\n    byteSize: Number(row.byte_size),\n    createdAt: Number(row.created_at),\n    updatedAt: Number(row.updated_at),\n  };\n}\n\nasync function withDbTransaction<T>(\n  db: DbExec,\n  fn: (tx: DbExec) => Promise<T>,\n): Promise<T> {\n  if (db.transaction) return db.transaction(fn);\n\n  await db.execute(\"BEGIN\");\n  try {\n    const result = await fn(db);\n    await db.execute(\"COMMIT\");\n    return result;\n  } catch (err) {\n    await db.execute(\"ROLLBACK\").catch(() => {});\n    throw err;\n  }\n}\n\n/** Reset the init promise (only used in tests). */\nexport function _resetInitPromiseForTests(): void {\n  _initPromise = undefined;\n}\n"]}
+{"version":3,"file":"staged-datasets-store.js","sourceRoot":"","sources":["../../src/provider-api/staged-datasets-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAe,MAAM,iBAAiB,CAAC;AAC9E,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAE1E,8EAA8E;AAC9E,OAAO;AACP,8EAA8E;AAC9E,MAAM,CAAC,MAAM,gBAAgB,GAAG,OAAO,CAAC;AACxC,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ;AAE3D,8EAA8E;AAC9E,uBAAuB;AACvB,8EAA8E;AAE9E,IAAI,YAAuC,CAAC;AAE5C,KAAK,UAAU,YAAY;IACzB,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YACzB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;YACvB,MAAM,WAAW,GAAG,OAAO,EAAE,CAAC;YAC9B,MAAM,iBAAiB,GAAG;;;;;;;sBAOV,WAAW;sBACX,WAAW;uBACV,WAAW;uBACX,WAAW;;;OAG3B,CAAC;YACF,MAAM,aAAa,GAAG;;;sBAGN,WAAW;;;;OAI1B,CAAC;YACF,IAAI,UAAU,EAAE,EAAE,CAAC;gBACjB,0FAA0F;gBAC1F,MAAM,iBAAiB,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,CAAC;gBAC9D,MAAM,iBAAiB,CAAC,qBAAqB,EAAE,aAAa,CAAC,CAAC;gBAC9D,MAAM,2BAA2B,CAAC,EAAE,CAAC,CAAC,CAAC,wCAAwC;gBAC/E,MAAM,iBAAiB,CACrB,2BAA2B,EAC3B,+FAA+F,CAChG,CAAC;gBACF,MAAM,iBAAiB,CACrB,iCAAiC,EACjC,gGAAgG,CACjG,CAAC;gBACF,OAAO;YACT,CAAC;YACD,6CAA6C;YAC7C,MAAM,EAAE,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YACpC,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAChC,qEAAqE;YACrE,KAAK,MAAM,GAAG,IAAI;gBAChB,+FAA+F;gBAC/F,gGAAgG;aACjG,EAAE,CAAC;gBACF,IAAI,CAAC;oBACH,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC;gBAAC,MAAM,CAAC;oBACP,mCAAmC;gBACrC,CAAC;YACH,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACjB,YAAY,GAAG,SAAS,CAAC;YACzB,MAAM,GAAG,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,EAAU;IACnD,MAAM,UAAU,GAAG;QACjB,wFAAwF;QACxF,wFAAwF;QACxF,0FAA0F;QAC1F,0FAA0F;QAC1F,4FAA4F;KAC7F,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,+DAA+D;YAC/D,yEAAyE;YACzE,mCAAmC;QACrC,CAAC;IACH,CAAC;AACH,CAAC;AA8BD,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,UAAU;IACjB,OAAO,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AACnF,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,aAAa,CAAC,IAA+B;IAC3D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACpC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,8EAA8E;AAC9E,cAAc;AACd,8EAA8E;AAE9E,KAAK,UAAU,cAAc,CAAC,KAAa;IACzC,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QAChC,GAAG,EAAE,mFAAmF;QACxF,IAAI,EAAE,CAAC,KAAK,CAAC;KACd,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAAa;IACzC,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QAChC,GAAG,EAAE,mFAAmF;QACxF,IAAI,EAAE,CAAC,KAAK,CAAC;KACd,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,OAA6B;IAE7B,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC;IAEtC,0CAA0C;IAC1C,IAAI,YAAY,GAA8B,EAAE,CAAC;IACjD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,YAAY,GAAG,MAAM,oBAAoB,CAAC;YACxC,EAAE;YACF,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;SAC/B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM;QAC5B,CAAC,CAAC,CAAC,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QACpC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IAEjB,+CAA+C;IAC/C,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3D,MAAM,kBAAkB,GAAG,OAAO,CAAC,MAAM;QACvC,CAAC,CAAC,YAAY,CAAC,MAAM;QACrB,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;YAChB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;gBAChC,GAAG,EAAE,oDAAoD;gBACzD,IAAI,EAAE,CAAC,EAAE,CAAC;aACX,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,kBAAkB,CAAC;IACvD,IAAI,cAAc,GAAG,UAAU,GAAG,gBAAgB,EAAE,CAAC;QACnD,MAAM,IAAI,KAAK,CACb,qDAAqD,cAAc,eAAe;YAChF,UAAU,gBAAgB,oDAAoD,CACjF,CAAC;IACJ,CAAC;IAED,wCAAwC;IACxC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAElE,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5D,MAAM,oBAAoB,GAAG,OAAO,CAAC,MAAM;QACzC,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;YAChB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;gBAChC,GAAG,EAAE,oDAAoD;gBACzD,IAAI,EAAE,CAAC,EAAE,CAAC;aACX,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,EAAE;QACN,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,WAAW,GAAG,QAAQ,GAAG,oBAAoB,CAAC;IACpD,IAAI,eAAe,GAAG,WAAW,GAAG,iBAAiB,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CACb,4DAA4D;YAC1D,GAAG,CAAC,eAAe,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB;YAClE,iDAAiD,CACpD,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM;QACpC,CAAC,CAAC,OAAO,CAAC,OAAO;QACjB,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAE5C,MAAM,iBAAiB,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;QACvC,yEAAyE;QACzE,8EAA8E;QAC9E,MAAM,EAAE,CAAC,OAAO,CAAC;YACf,GAAG,EAAE,sDAAsD;YAC3D,IAAI,EAAE,CAAC,EAAE,CAAC;SACX,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,GAAG,CAAC;QAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;YAClD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;YAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,EAAE,CAAC,OAAO,CAAC;oBACf,GAAG,EAAE,oFAAoF;oBACzF,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;iBAC5B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,EAAE,CAAC,OAAO,CAAC;YACf,GAAG,EAAE,UAAU,EAAE;gBACf,CAAC,CAAC,+TAA+T;gBACjU,CAAC,CAAC,kKAAkK;YACtK,IAAI,EAAE;gBACJ,EAAE;gBACF,OAAO,CAAC,KAAK;gBACb,OAAO,CAAC,UAAU;gBAClB,OAAO,CAAC,IAAI;gBACZ,WAAW;gBACX,OAAO,CAAC,MAAM;gBACd,QAAQ;gBACR,GAAG;gBACH,GAAG;aACJ;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,EAAE;QACF,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,OAAO;QACP,QAAQ,EAAE,OAAO,CAAC,MAAM;QACxB,QAAQ;QACR,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACf,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,OAAO;AACP,8EAA8E;AAE9E;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,OAI1C;IACC,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,cAAc;IACd,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QACtC,GAAG,EAAE,gFAAgF;QACrF,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC;KACtD,CAAC,CAAC;IACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEjC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QAChC,GAAG,EAAE,sFAAsF;QAC3F,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;KACnB,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,GAAG,CACb,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAkB,CAA4B,CACnE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,OAI1C;IACC,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QAChC,GAAG,EAAE,kKAAkK;QACvK,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC;KACtD,CAAC,CAAC;IACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAGxC;IACC,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QAChC,GAAG,EAAE,gLAAgL;QACrL,IAAI,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC;KAC1C,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAC7B,CAAC;AAED,8EAA8E;AAC9E,SAAS;AACT,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAIzC;IACC,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,cAAc;IACd,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;QACtC,GAAG,EAAE,gFAAgF;QACrF,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC;KACtD,CAAC,CAAC;IACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAEpC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;QACtD,MAAM,EAAE,CAAC,OAAO,CAAC;YACf,GAAG,EAAE,sDAAsD;YAC3D,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;SACnB,CAAC,CAAC;QACH,OAAO,EAAE,CAAC,OAAO,CAAC;YAChB,GAAG,EAAE,6EAA6E;YAClF,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC;SACtD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC;AACjC,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,SAAS,SAAS,CAAC,GAA4B;IAC7C,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAY;QACpB,KAAK,EAAE,GAAG,CAAC,MAAgB;QAC3B,UAAU,EAAE,GAAG,CAAC,WAAqB;QACrC,IAAI,EAAE,GAAG,CAAC,IAAc;QACxB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAiB,CAAa;QACtD,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QAC/B,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QAC/B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QACjC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;KAClC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,EAAU,EACV,EAA8B;IAE9B,IAAI,EAAE,CAAC,WAAW;QAAE,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IAE9C,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5B,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3B,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,yBAAyB;IACvC,YAAY,GAAG,SAAS,CAAC;AAC3B,CAAC","sourcesContent":["/**\n * Scratch storage for staged provider-API datasets.\n *\n * Rows are stored as JSON text — no dialect-specific JSON-column types needed.\n * Aggregation is done in TypeScript server-side (portable across Postgres and\n * SQLite) rather than via JSON SQL fragments. See `staged-datasets-aggregate.ts`.\n *\n * Storage caps:\n *   - MAX_ROWS_PER_APP: 200 000 rows\n *   - MAX_BYTES_PER_APP: 50 MB (approximate, measured as raw JSON text length)\n *\n * Scoping: datasets are owned by (app_id, owner_email) so different apps or\n * different users never share or cross-read each other's scratch data.\n */\n\nimport { getDbExec, intType, isPostgres, type DbExec } from \"../db/client.js\";\nimport { ensureTableExists, ensureIndexExists } from \"../db/ddl-guard.js\";\n\n// ---------------------------------------------------------------------------\n// Caps\n// ---------------------------------------------------------------------------\nexport const MAX_ROWS_PER_APP = 200_000;\nexport const MAX_BYTES_PER_APP = 50 * 1024 * 1024; // 50 MB\n\n// ---------------------------------------------------------------------------\n// Table initialisation\n// ---------------------------------------------------------------------------\n\nlet _initPromise: Promise<void> | undefined;\n\nasync function ensureTables(): Promise<void> {\n  if (!_initPromise) {\n    _initPromise = (async () => {\n      const db = getDbExec();\n      const integerType = intType();\n      const createDatasetsSql = `\n        CREATE TABLE IF NOT EXISTS staged_datasets (\n          id TEXT NOT NULL,\n          app_id TEXT NOT NULL,\n          owner_email TEXT NOT NULL,\n          name TEXT NOT NULL,\n          columns TEXT NOT NULL,\n          row_count ${integerType} NOT NULL DEFAULT 0,\n          byte_size ${integerType} NOT NULL DEFAULT 0,\n          created_at ${integerType} NOT NULL,\n          updated_at ${integerType} NOT NULL,\n          PRIMARY KEY (id)\n        )\n      `;\n      const createRowsSql = `\n        CREATE TABLE IF NOT EXISTS staged_dataset_rows (\n          dataset_id TEXT NOT NULL,\n          row_index ${integerType} NOT NULL,\n          row_data TEXT NOT NULL,\n          PRIMARY KEY (dataset_id, row_index)\n        )\n      `;\n      if (isPostgres()) {\n        // PG guard: probe via information_schema, only issue DDL if missing, bounded lock_timeout\n        await ensureTableExists(\"staged_datasets\", createDatasetsSql);\n        await ensureTableExists(\"staged_dataset_rows\", createRowsSql);\n        await widenPostgresIntegerColumns(db); // best-effort type widening — unchanged\n        await ensureIndexExists(\n          \"staged_datasets_scope_idx\",\n          `CREATE INDEX IF NOT EXISTS staged_datasets_scope_idx ON staged_datasets (app_id, owner_email)`,\n        );\n        await ensureIndexExists(\n          \"staged_dataset_rows_dataset_idx\",\n          `CREATE INDEX IF NOT EXISTS staged_dataset_rows_dataset_idx ON staged_dataset_rows (dataset_id)`,\n        );\n        return;\n      }\n      // SQLite (local dev): keep existing behavior\n      await db.execute(createDatasetsSql);\n      await db.execute(createRowsSql);\n      // Note: widenPostgresIntegerColumns is Postgres-only, skip on SQLite\n      for (const ddl of [\n        `CREATE INDEX IF NOT EXISTS staged_datasets_scope_idx ON staged_datasets (app_id, owner_email)`,\n        `CREATE INDEX IF NOT EXISTS staged_dataset_rows_dataset_idx ON staged_dataset_rows (dataset_id)`,\n      ]) {\n        try {\n          await db.execute(ddl);\n        } catch {\n          // Index already exists — harmless.\n        }\n      }\n    })().catch((err) => {\n      _initPromise = undefined;\n      throw err;\n    });\n  }\n  return _initPromise;\n}\n\nasync function widenPostgresIntegerColumns(db: DbExec): Promise<void> {\n  const statements = [\n    `ALTER TABLE staged_datasets ALTER COLUMN row_count TYPE BIGINT USING row_count::bigint`,\n    `ALTER TABLE staged_datasets ALTER COLUMN byte_size TYPE BIGINT USING byte_size::bigint`,\n    `ALTER TABLE staged_datasets ALTER COLUMN created_at TYPE BIGINT USING created_at::bigint`,\n    `ALTER TABLE staged_datasets ALTER COLUMN updated_at TYPE BIGINT USING updated_at::bigint`,\n    `ALTER TABLE staged_dataset_rows ALTER COLUMN row_index TYPE BIGINT USING row_index::bigint`,\n  ];\n  for (const sql of statements) {\n    try {\n      await db.execute(sql);\n    } catch {\n      // Best-effort compatibility for older deployments. Widening is\n      // non-destructive; if a database role cannot ALTER, the later write will\n      // still surface the real DB error.\n    }\n  }\n}\n\n// ---------------------------------------------------------------------------\n// Types\n// ---------------------------------------------------------------------------\n\nexport interface StagedDatasetMeta {\n  id: string;\n  appId: string;\n  ownerEmail: string;\n  name: string;\n  columns: string[];\n  rowCount: number;\n  byteSize: number;\n  createdAt: number;\n  updatedAt: number;\n}\n\nexport interface UpsertDatasetOptions {\n  id: string;\n  appId: string;\n  ownerEmail: string;\n  name: string;\n  /** All rows to store; replaces any existing rows. */\n  rows: Record<string, unknown>[];\n  columns: string[];\n  /** When true, append rows instead of replacing. */\n  append?: boolean;\n}\n\n// ---------------------------------------------------------------------------\n// Helpers\n// ---------------------------------------------------------------------------\n\nfunction generateId(): string {\n  return `ds_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 8)}`;\n}\n\n/** Derive column names from a set of rows (first 20 rows surveyed). */\nexport function deriveColumns(rows: Record<string, unknown>[]): string[] {\n  const seen = new Set<string>();\n  for (const row of rows.slice(0, 20)) {\n    for (const key of Object.keys(row)) seen.add(key);\n  }\n  return Array.from(seen);\n}\n\n// ---------------------------------------------------------------------------\n// Scope check\n// ---------------------------------------------------------------------------\n\nasync function getAppRowCount(appId: string): Promise<number> {\n  const db = getDbExec();\n  const { rows } = await db.execute({\n    sql: `SELECT COALESCE(SUM(row_count), 0) as total FROM staged_datasets WHERE app_id = ?`,\n    args: [appId],\n  });\n  return Number(rows[0]?.total ?? 0);\n}\n\nasync function getAppByteSize(appId: string): Promise<number> {\n  const db = getDbExec();\n  const { rows } = await db.execute({\n    sql: `SELECT COALESCE(SUM(byte_size), 0) as total FROM staged_datasets WHERE app_id = ?`,\n    args: [appId],\n  });\n  return Number(rows[0]?.total ?? 0);\n}\n\n// ---------------------------------------------------------------------------\n// Write\n// ---------------------------------------------------------------------------\n\n/**\n * Create or replace a staged dataset.  Returns metadata including the\n * resolved dataset ID (generated when not supplied in options).\n */\nexport async function upsertStagedDataset(\n  options: UpsertDatasetOptions,\n): Promise<StagedDatasetMeta> {\n  await ensureTables();\n  const db = getDbExec();\n  const now = Date.now();\n  const id = options.id || generateId();\n\n  // If appending, load existing rows first.\n  let existingRows: Record<string, unknown>[] = [];\n  if (options.append) {\n    existingRows = await getStagedDatasetRows({\n      id,\n      appId: options.appId,\n      ownerEmail: options.ownerEmail,\n    });\n  }\n\n  const allRows = options.append\n    ? [...existingRows, ...options.rows]\n    : options.rows;\n\n  // Check caps (net new count after this write).\n  const currentAppRows = await getAppRowCount(options.appId);\n  const currentDatasetRows = options.append\n    ? existingRows.length\n    : await (async () => {\n        const { rows } = await db.execute({\n          sql: `SELECT row_count FROM staged_datasets WHERE id = ?`,\n          args: [id],\n        });\n        return Number(rows[0]?.row_count ?? 0);\n      })();\n  const netNewRows = allRows.length - currentDatasetRows;\n  if (currentAppRows + netNewRows > MAX_ROWS_PER_APP) {\n    throw new Error(\n      `Staged dataset cap exceeded: this app already has ${currentAppRows} rows stored ` +\n        `(limit ${MAX_ROWS_PER_APP}). Delete older datasets before staging more data.`,\n    );\n  }\n\n  // Serialize rows and measure byte size.\n  const serialized = allRows.map((row) => JSON.stringify(row));\n  const byteSize = serialized.reduce((sum, s) => sum + s.length, 0);\n\n  const currentAppBytes = await getAppByteSize(options.appId);\n  const existingDatasetBytes = options.append\n    ? await (async () => {\n        const { rows } = await db.execute({\n          sql: `SELECT byte_size FROM staged_datasets WHERE id = ?`,\n          args: [id],\n        });\n        return Number(rows[0]?.byte_size ?? 0);\n      })()\n    : 0;\n  const netNewBytes = byteSize - existingDatasetBytes;\n  if (currentAppBytes + netNewBytes > MAX_BYTES_PER_APP) {\n    throw new Error(\n      `Staged dataset byte cap exceeded: this app already stores ` +\n        `${(currentAppBytes / 1024 / 1024).toFixed(1)} MB (limit 50 MB). ` +\n        `Delete older datasets before staging more data.`,\n    );\n  }\n\n  const columns = options.columns.length\n    ? options.columns\n    : deriveColumns(allRows);\n  const columnsJson = JSON.stringify(columns);\n\n  await withDbTransaction(db, async (tx) => {\n    // Delete old rows and insert the replacement row set atomically with the\n    // metadata update so a failed batch cannot leave an empty or partial dataset.\n    await tx.execute({\n      sql: `DELETE FROM staged_dataset_rows WHERE dataset_id = ?`,\n      args: [id],\n    });\n\n    const BATCH = 500;\n    for (let i = 0; i < serialized.length; i += BATCH) {\n      const slice = serialized.slice(i, i + BATCH);\n      for (let j = 0; j < slice.length; j++) {\n        await tx.execute({\n          sql: `INSERT INTO staged_dataset_rows (dataset_id, row_index, row_data) VALUES (?, ?, ?)`,\n          args: [id, i + j, slice[j]],\n        });\n      }\n    }\n\n    await tx.execute({\n      sql: isPostgres()\n        ? `INSERT INTO staged_datasets (id, app_id, owner_email, name, columns, row_count, byte_size, created_at, updated_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?) ON CONFLICT (id) DO UPDATE SET name=EXCLUDED.name, columns=EXCLUDED.columns, row_count=EXCLUDED.row_count, byte_size=EXCLUDED.byte_size, updated_at=EXCLUDED.updated_at`\n        : `INSERT OR REPLACE INTO staged_datasets (id, app_id, owner_email, name, columns, row_count, byte_size, created_at, updated_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n      args: [\n        id,\n        options.appId,\n        options.ownerEmail,\n        options.name,\n        columnsJson,\n        allRows.length,\n        byteSize,\n        now,\n        now,\n      ],\n    });\n  });\n\n  return {\n    id,\n    appId: options.appId,\n    ownerEmail: options.ownerEmail,\n    name: options.name,\n    columns,\n    rowCount: allRows.length,\n    byteSize,\n    createdAt: now,\n    updatedAt: now,\n  };\n}\n\n// ---------------------------------------------------------------------------\n// Read\n// ---------------------------------------------------------------------------\n\n/**\n * Fetch all rows for a dataset, asserting scope (appId + ownerEmail).\n */\nexport async function getStagedDatasetRows(options: {\n  id: string;\n  appId: string;\n  ownerEmail: string;\n}): Promise<Record<string, unknown>[]> {\n  await ensureTables();\n  const db = getDbExec();\n  // Scope check\n  const { rows: meta } = await db.execute({\n    sql: `SELECT id FROM staged_datasets WHERE id = ? AND app_id = ? AND owner_email = ?`,\n    args: [options.id, options.appId, options.ownerEmail],\n  });\n  if (meta.length === 0) return [];\n\n  const { rows } = await db.execute({\n    sql: `SELECT row_data FROM staged_dataset_rows WHERE dataset_id = ? ORDER BY row_index ASC`,\n    args: [options.id],\n  });\n  return rows.map(\n    (r) => JSON.parse(r.row_data as string) as Record<string, unknown>,\n  );\n}\n\n/**\n * Get dataset metadata (no rows), asserting scope.\n */\nexport async function getStagedDatasetMeta(options: {\n  id: string;\n  appId: string;\n  ownerEmail: string;\n}): Promise<StagedDatasetMeta | null> {\n  await ensureTables();\n  const db = getDbExec();\n  const { rows } = await db.execute({\n    sql: `SELECT id, app_id, owner_email, name, columns, row_count, byte_size, created_at, updated_at FROM staged_datasets WHERE id = ? AND app_id = ? AND owner_email = ?`,\n    args: [options.id, options.appId, options.ownerEmail],\n  });\n  if (rows.length === 0) return null;\n  return rowToMeta(rows[0]);\n}\n\n/**\n * List all datasets scoped to (appId, ownerEmail), newest first.\n */\nexport async function listStagedDatasets(options: {\n  appId: string;\n  ownerEmail: string;\n}): Promise<StagedDatasetMeta[]> {\n  await ensureTables();\n  const db = getDbExec();\n  const { rows } = await db.execute({\n    sql: `SELECT id, app_id, owner_email, name, columns, row_count, byte_size, created_at, updated_at FROM staged_datasets WHERE app_id = ? AND owner_email = ? ORDER BY updated_at DESC`,\n    args: [options.appId, options.ownerEmail],\n  });\n  return rows.map(rowToMeta);\n}\n\n// ---------------------------------------------------------------------------\n// Delete\n// ---------------------------------------------------------------------------\n\nexport async function deleteStagedDataset(options: {\n  id: string;\n  appId: string;\n  ownerEmail: string;\n}): Promise<boolean> {\n  await ensureTables();\n  const db = getDbExec();\n  // Scope check\n  const { rows: meta } = await db.execute({\n    sql: `SELECT id FROM staged_datasets WHERE id = ? AND app_id = ? AND owner_email = ?`,\n    args: [options.id, options.appId, options.ownerEmail],\n  });\n  if (meta.length === 0) return false;\n\n  const result = await withDbTransaction(db, async (tx) => {\n    await tx.execute({\n      sql: `DELETE FROM staged_dataset_rows WHERE dataset_id = ?`,\n      args: [options.id],\n    });\n    return tx.execute({\n      sql: `DELETE FROM staged_datasets WHERE id = ? AND app_id = ? AND owner_email = ?`,\n      args: [options.id, options.appId, options.ownerEmail],\n    });\n  });\n  return result.rowsAffected > 0;\n}\n\n// ---------------------------------------------------------------------------\n// Internal helpers\n// ---------------------------------------------------------------------------\n\nfunction rowToMeta(row: Record<string, unknown>): StagedDatasetMeta {\n  return {\n    id: row.id as string,\n    appId: row.app_id as string,\n    ownerEmail: row.owner_email as string,\n    name: row.name as string,\n    columns: JSON.parse(row.columns as string) as string[],\n    rowCount: Number(row.row_count),\n    byteSize: Number(row.byte_size),\n    createdAt: Number(row.created_at),\n    updatedAt: Number(row.updated_at),\n  };\n}\n\nasync function withDbTransaction<T>(\n  db: DbExec,\n  fn: (tx: DbExec) => Promise<T>,\n): Promise<T> {\n  if (db.transaction) return db.transaction(fn);\n\n  await db.execute(\"BEGIN\");\n  try {\n    const result = await fn(db);\n    await db.execute(\"COMMIT\");\n    return result;\n  } catch (err) {\n    await db.execute(\"ROLLBACK\").catch(() => {});\n    throw err;\n  }\n}\n\n/** Reset the init promise (only used in tests). */\nexport function _resetInitPromiseForTests(): void {\n  _initPromise = undefined;\n}\n"]}

package/dist/resources/store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/resources/store.ts"],"names":[],"mappings":"AAUA,OAAO,EAGL,0BAA0B,EAQ3B,MAAM,6BAA6B,CAAC;AAKrC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAG9D,eAAO,MAAM,YAAY,eAAe,CAAC;AACzC,eAAO,MAAM,eAAe,kBAAkB,CAAC;AAU/C,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,iBAAiB,CAAC;IAC7B,UAAU,EAAE,kBAAkB,CAAC;IAC/B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,iBAAiB,CAAC;IAC7B,UAAU,EAAE,kBAAkB,CAAC;IAC/B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;AAC5D,MAAM,MAAM,kBAAkB,GAAG,WAAW,GAAG,eAAe,CAAC;AAE/D,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,SAAS,CAAC,EAAE,iBAAiB,CAAC;IAC9B,UAAU,CAAC,EAAE,kBAAkB,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CACpD;AAED,MAAM,WAAW,mBAAmB;IAClC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,yBAAyB;IACxC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,MAAM,wBAAwB,GAAG,WAAW,GAAG,QAAQ,GAAG,UAAU,CAAC;AAE3E,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,wBAAwB,CAAC;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAC;IAC9B,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,iBAAiB,EAAE,YAAY,GAAG,IAAI,CAAC;IACvC,cAAc,EAAE,wBAAwB,GAAG,IAAI,CAAC;IAChD,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC;AAYD,eAAO,MAAM,wCAAwC,6BACzB,CAAC;AAwb7B,wBAAsB,kCAAkC,CACtD,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,OAAO,CAAC,CAKlB;AAoBD,OAAO,EAAE,0BAA0B,EAAE,CAAC;AAgVtC;;;GAGG;AACH,wBAAsB,sBAAsB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA+FzE;AA4CD,wBAAsB,WAAW,CAC/B,EAAE,EAAE,MAAM,EACV,OAAO,CAAC,EAAE,yBAAyB,GAClC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CAa1B;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,yBAAyB,GAClC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CAiB1B;AAED,wBAAsB,WAAW,CAC/B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,QAAQ,CAAC,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,QAAQ,CAAC,CAuHnB;AAED,wBAAsB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CA6BjE;AAED,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,OAAO,CAAC,CAkClB;AAED,wBAAsB,YAAY,CAChC,KAAK,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,YAAY,EAAE,CAAC,CA0CzB;AAED,wBAAsB,sBAAsB,CAC1C,SAAS,EAAE,MAAM,EACjB,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,YAAY,EAAE,CAAC,CAuDzB;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,yBAAyB,GAClC,OAAO,CAAC,wBAAwB,CAAC,CA+DnC;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,CACzC,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAqBrB;AAED,wBAAsB,YAAY,CAChC,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,OAAO,CAAC,CAqBlB"}
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/resources/store.ts"],"names":[],"mappings":"AAWA,OAAO,EAGL,0BAA0B,EAQ3B,MAAM,6BAA6B,CAAC;AAKrC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAG9D,eAAO,MAAM,YAAY,eAAe,CAAC;AACzC,eAAO,MAAM,eAAe,kBAAkB,CAAC;AAU/C,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,iBAAiB,CAAC;IAC7B,UAAU,EAAE,kBAAkB,CAAC;IAC/B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,iBAAiB,CAAC;IAC7B,UAAU,EAAE,kBAAkB,CAAC;IAC/B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;AAC5D,MAAM,MAAM,kBAAkB,GAAG,WAAW,GAAG,eAAe,CAAC;AAE/D,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,SAAS,CAAC,EAAE,iBAAiB,CAAC;IAC9B,UAAU,CAAC,EAAE,kBAAkB,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CACpD;AAED,MAAM,WAAW,mBAAmB;IAClC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,yBAAyB;IACxC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,MAAM,wBAAwB,GAAG,WAAW,GAAG,QAAQ,GAAG,UAAU,CAAC;AAE3E,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,wBAAwB,CAAC;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAC;IAC9B,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,iBAAiB,EAAE,YAAY,GAAG,IAAI,CAAC;IACvC,cAAc,EAAE,wBAAwB,GAAG,IAAI,CAAC;IAChD,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC;AAYD,eAAO,MAAM,wCAAwC,6BACzB,CAAC;AAwb7B,wBAAsB,kCAAkC,CACtD,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,OAAO,CAAC,CAKlB;AAoBD,OAAO,EAAE,0BAA0B,EAAE,CAAC;AAkXtC;;;GAGG;AACH,wBAAsB,sBAAsB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA+FzE;AA4CD,wBAAsB,WAAW,CAC/B,EAAE,EAAE,MAAM,EACV,OAAO,CAAC,EAAE,yBAAyB,GAClC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CAa1B;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,yBAAyB,GAClC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CAiB1B;AAED,wBAAsB,WAAW,CAC/B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,QAAQ,CAAC,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,QAAQ,CAAC,CAuHnB;AAED,wBAAsB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CA6BjE;AAED,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,OAAO,CAAC,CAkClB;AAED,wBAAsB,YAAY,CAChC,KAAK,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,YAAY,EAAE,CAAC,CA0CzB;AAED,wBAAsB,sBAAsB,CAC1C,SAAS,EAAE,MAAM,EACjB,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,YAAY,EAAE,CAAC,CAuDzB;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,yBAAyB,GAClC,OAAO,CAAC,wBAAwB,CAAC,CA+DnC;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,CACzC,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAqBrB;AAED,wBAAsB,YAAY,CAChC,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,OAAO,CAAC,CAqBlB"}

package/dist/resources/store.js

@@ -1,5 +1,6 @@
 import crypto from "crypto";
 import { getDbExec, isPostgres, intType, retryOnDdlRace, } from "../db/client.js";
+import { ensureColumnExists, ensureTableExists } from "../db/ddl-guard.js";
 import { widenIntColumnsToBigInt } from "../db/widen-columns.js";
 import { canUseLocalWorkspaceResourcePath, deleteLocalWorkspaceResource, isLocalWorkspaceResourceId, isLocalWorkspaceResourcesEnabled, listLocalWorkspaceResources, localWorkspaceResourcePathFromId, readLocalWorkspaceResource, writeLocalWorkspaceResource, } from "../local-artifacts/index.js";
 import { getRequestOrgId, getRequestUserEmail, } from "../server/request-context.js";
@@ -532,31 +533,61 @@ async function ensureTable() {
 }
 async function _doEnsureTable() {
     const client = getDbExec();
-    await retryOnDdlRace(() => client.execute(`
-      CREATE TABLE IF NOT EXISTS resources (
-        id TEXT PRIMARY KEY,
-        path TEXT NOT NULL,
-        owner TEXT NOT NULL,
-        content TEXT NOT NULL DEFAULT '',
-        mime_type TEXT NOT NULL DEFAULT 'text/markdown',
-        size ${intType()} NOT NULL DEFAULT 0,
-        created_at ${intType()} NOT NULL,
-        updated_at ${intType()} NOT NULL,
-        created_by TEXT NOT NULL DEFAULT 'user',
-        visibility TEXT NOT NULL DEFAULT 'workspace',
-        thread_id TEXT,
-        run_id TEXT,
-        expires_at ${intType()},
-        metadata TEXT,
-        UNIQUE(path, owner)
-      )
-    `));
-    await ensureResourceColumn(client, "created_by TEXT NOT NULL DEFAULT 'user'");
-    await ensureResourceColumn(client, "visibility TEXT NOT NULL DEFAULT 'workspace'");
-    await ensureResourceColumn(client, "thread_id TEXT");
-    await ensureResourceColumn(client, "run_id TEXT");
-    await ensureResourceColumn(client, `expires_at ${intType()}`);
-    await ensureResourceColumn(client, "metadata TEXT");
+    const createSql = `
+    CREATE TABLE IF NOT EXISTS resources (
+      id TEXT PRIMARY KEY,
+      path TEXT NOT NULL,
+      owner TEXT NOT NULL,
+      content TEXT NOT NULL DEFAULT '',
+      mime_type TEXT NOT NULL DEFAULT 'text/markdown',
+      size ${intType()} NOT NULL DEFAULT 0,
+      created_at ${intType()} NOT NULL,
+      updated_at ${intType()} NOT NULL,
+      created_by TEXT NOT NULL DEFAULT 'user',
+      visibility TEXT NOT NULL DEFAULT 'workspace',
+      thread_id TEXT,
+      run_id TEXT,
+      expires_at ${intType()},
+      metadata TEXT,
+      UNIQUE(path, owner)
+    )
+  `;
+    if (isPostgres()) {
+        // Hot path: the `resources` table and its additive columns are virtually
+        // always already present in production. Issuing `CREATE TABLE`/`ALTER
+        // TABLE` still takes an ACCESS EXCLUSIVE lock that, in a fresh
+        // background-worker process behind a concurrent connection on the shared
+        // Neon DB, can block ~indefinitely. The ensure* wrappers probe
+        // `information_schema` first (plain reads, no lock) and run DDL ONLY for
+        // what is actually missing, bounded by a transaction-scoped `lock_timeout`.
+        // If a swallowed lock-timeout leaves the schema still missing they RE-PROBE
+        // and THROW rather than letting init memoize success against absent schema.
+        await ensureTableExists("resources", createSql);
+        // Additive columns — guarded so the hot path (columns already present)
+        // skips the ACCESS EXCLUSIVE ALTER entirely.
+        const pgColumns = [
+            ["created_by", "TEXT NOT NULL DEFAULT 'user'"],
+            ["visibility", "TEXT NOT NULL DEFAULT 'workspace'"],
+            ["thread_id", "TEXT"],
+            ["run_id", "TEXT"],
+            ["expires_at", intType()],
+            ["metadata", "TEXT"],
+        ];
+        for (const [col, def] of pgColumns) {
+            await ensureColumnExists("resources", col, `ALTER TABLE resources ADD COLUMN IF NOT EXISTS ${col} ${def}`);
+        }
+    }
+    else {
+        // SQLite (local dev): no lock problem — keep the original behaviour using
+        // `retryOnDdlRace` + `ensureResourceColumn` (duplicate-column catch).
+        await retryOnDdlRace(() => client.execute(createSql));
+        await ensureResourceColumn(client, "created_by TEXT NOT NULL DEFAULT 'user'");
+        await ensureResourceColumn(client, "visibility TEXT NOT NULL DEFAULT 'workspace'");
+        await ensureResourceColumn(client, "thread_id TEXT");
+        await ensureResourceColumn(client, "run_id TEXT");
+        await ensureResourceColumn(client, `expires_at ${intType()}`);
+        await ensureResourceColumn(client, "metadata TEXT");
+    }
     // Older deployments have 32-bit timestamp columns; on Postgres the
     // `Date.now()` written on insert/update overflows int4. Widen in place
     // (no-op once done / on fresh DBs).