@steno-ai/engine 0.1.0

package/src/extraction/pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAErD,OAAO,KAAK,EACV,eAAe,EACf,cAAc,EACd,aAAa,EACb,eAAe,EAEhB,MAAM,YAAY,CAAC;AASpB,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,cAAc,CAAC;IACxB,SAAS,EAAE,gBAAgB,CAAC;IAC5B,QAAQ,EAAE,UAAU,CAAC;IACrB,QAAQ,CAAC,EAAE,UAAU,CAAC;IACtB,cAAc,CAAC,EAAE,gBAAgB,GAAG,YAAY,GAAG,MAAM,GAAG,YAAY,CAAC;IACzE,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAMD,wBAAgB,WAAW,CAAC,KAAK,EAAE,eAAe,GAAG,MAAM,CAiB1D;AAED,wBAAgB,UAAU,CACxB,SAAS,EAAE,aAAa,EAAE,EAC1B,GAAG,EAAE,aAAa,EAAE,GACnB,aAAa,EAAE,CAIjB;AAED,wBAAgB,aAAa,CAC3B,SAAS,EAAE,eAAe,EAAE,EAC5B,GAAG,EAAE,eAAe,EAAE,GACrB,eAAe,EAAE,CAQnB;AAkUD,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,cAAc,EACtB,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,cAAc,CAAC,CA0EzB;AAMD;;;;;GAKG;AACH,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,cAAc,EACtB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,cAAc,CAAC,CAiBzB"}

package/src/extraction/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["pipeline.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACvE,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAc/D,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,MAAM,UAAU,WAAW,CAAC,KAAsB;IAChD,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC;IACtD,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC1D,MAAM,IAAI,GAAG,KAAK,CAAC,IAA+B,CAAC;QACnD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,OAAQ,IAAI,CAAC,QAAsB;iBAChC,MAAM,CAAC,CAAC,CAAC,EAA0C,EAAE,CACpD,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI;gBACnC,OAAQ,CAA6B,CAAC,IAAI,KAAK,QAAQ;gBACvD,OAAQ,CAA6B,CAAC,OAAO,KAAK,QAAQ,CAC3D;iBACA,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;iBACnC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,UAAU,CACxB,SAA0B,EAC1B,GAAoB;IAEpB,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAChF,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,SAA4B,EAC5B,GAAsB;IAEtB,MAAM,IAAI,GAAG,IAAI,GAAG,EAA2B,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,EAAE,GAAG,GAAG,CAAC,EAAE,CAAC;QACvC,MAAM,UAAU,GAAG,mBAAmB,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QACxD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACtC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,GAAG,CAAC,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,8EAA8E;AAC9E,mEAAmE;AACnE,8EAA8E;AAE9E,KAAK,UAAU,iBAAiB,CAC9B,MAAsB,EACtB,YAAoB,EACpB,KAAsB,EACtB,SAAiB;IAEjB,MAAM,IAAI,GAAG,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC;IAC7C,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAEvC,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,oCAAoC;IACpC,MAAM,eAAe,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;IACtD,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAE5B,IAAI,WAAW,GAAoB,eAAe,CAAC,KAAK,CAAC;IACzD,IAAI,cAAc,GAAsB,eAAe,CAAC,QAAQ,CAAC;IACjE,IAAI,WAAW,GAAoB,eAAe,CAAC,KAAK,CAAC;IAEzD,6CAA6C;IAC7C,IAAI,IAAI,KAAK,gBAAgB,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;QAChG,MAAM,OAAO,GAAG,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC;QAElE,wFAAwF;QACxF,IAAI,mBAAmB,GAAG,KAAK,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACvD,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,OAAO,EAAE,CAAC,CAAC,OAAO;SACnB,CAAC,CAAC,CAAC;QAEJ,IAAI,CAAC,mBAAmB,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC;gBACH,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;gBAChF,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC;oBAChD,SAAS,EAAE,cAAc;oBACzB,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,KAAK,EAAE,EAAE;oBACT,aAAa,EAAE,GAAG;oBAClB,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;gBACH,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,mBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBACtC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE;wBACxC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO;qBACxB,CAAC,CAAC,CAAC;gBACN,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,0DAA0D;YAC5D,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,cAAc,CACpC,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,EAChC,WAAW,EACX,mBAAmB,CACpB,CAAC;QAEF,gBAAgB,IAAI,SAAS,CAAC,WAAW,CAAC;QAC1C,iBAAiB,IAAI,SAAS,CAAC,YAAY,CAAC;QAC5C,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAExB,6CAA6C;QAC7C,IAAI,cAAc,GAAG,SAAS,CAAC;QAC/B,IACE,IAAI,KAAK,MAAM;YACf,SAAS,CAAC,UAAU,GAAG,GAAG;YAC1B,MAAM,CAAC,QAAQ,EACf,CAAC;YACD,MAAM,WAAW,GAAG,MAAM,cAAc,CACtC,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,EAC3C,WAAW,EACX,mBAAmB,CACpB,CAAC;YACF,gBAAgB,IAAI,WAAW,CAAC,WAAW,CAAC;YAC5C,iBAAiB,IAAI,WAAW,CAAC,YAAY,CAAC;YAC9C,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC5B,cAAc,GAAG,WAAW,CAAC;QAC/B,CAAC;QAED,oCAAoC;QACpC,WAAW,GAAG,UAAU,CAAC,eAAe,CAAC,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC;QAEtE,mEAAmE;QACnE,cAAc,GAAG,aAAa,CAAC,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC;QAClF,WAAW,GAAG,CAAC,GAAG,eAAe,CAAC,KAAK,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,8CAA8C;IAC9C,MAAM,YAAY,GAAG,MAAM,gBAAgB,CACzC;QACE,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,GAAG,EAAE,MAAM,CAAC,QAAQ;KACrB,EACD,WAAW,EACX,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,OAAO,CACd,CAAC;IAEF,yBAAyB;IACzB,MAAM,oBAAoB,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;IAEjE,gBAAgB;IAChB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,iCAAiC;IACjC,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAA2B,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QAC9E,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YAC7C,WAAW,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAEhE,kFAAkF;IAClF,+EAA+E;IAC/E,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,MAAM,CAAC,EAAE,CAAC;QAC1D,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,MAAM;YACZ,UAAU,EAAE,QAAQ;YACpB,aAAa,EAAE,MAAM;YACrB,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;SACvC,CAAC,CAAC;IACL,CAAC;IAED,qEAAqE;IACrE,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,kBAAkB,EAAE,GAAG,MAAM,gBAAgB,CACjF,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,SAAS,EAChB,KAAK,CAAC,QAAQ,EACd,cAAc,CACf,CAAC;IACF,eAAe,GAAG,kBAAkB,CAAC;IAErC,+EAA+E;IAC/E,IAAI,WAA+B,CAAC;IAEpC,0EAA0E;IAC1E,MAAM,YAAY,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC;IACnF,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAChG,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,4CAA4C;IAC5C,KAAK,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,aAAa,EAAE,IAAI,oBAAoB,EAAE,CAAC;QAChF,kBAAkB;QAClB,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM;YAAE,SAAS;QAExC,eAAe;QACf,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QACnC,IAAI,CAAC,WAAW;YAAE,WAAW,GAAG,MAAM,CAAC;QAEvC,IAAI,SAAiB,CAAC;QAEtB,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC1D,yCAAyC;YACzC,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC;QACrC,CAAC;aAAM,CAAC;YACN,SAAS,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QAClC,CAAC;QAED,mCAAmC;QACnC,MAAM,SAAS,GAAG,cAAc,CAAC,UAAU,EAAE,CAAC,IAAI,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE7F,yBAAyB;QACzB,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;YAC9B,EAAE,EAAE,MAAM;YACV,SAAS;YACT,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS,KAAK,KAAK,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAC9E,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;oBACtC,IAAI,CAAC,SAAS,KAAK,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ;YAC7D,mBAAmB;YACnB,aAAa,EAAE,aAAa,IAAI,SAAS;YACzC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,YAAY;YACZ,cAAc,EAAE,QAAQ,KAAK,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;YAClE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;QAEH,oEAAoE;QACpE,mEAAmE;QACnE,mEAAmE;QACnE,iDAAiD;QACjD,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YAChC,YAAY,EAAE,CAAC;YACf,mEAAmE;QACrE,CAAC;aAAM,IAAI,IAAI,CAAC,SAAS,KAAK,YAAY,EAAE,CAAC;YAC3C,gBAAgB,EAAE,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,oDAAoD;YACpD,YAAY,EAAE,CAAC;QACjB,CAAC;QAED,kDAAkD;QAClD,2EAA2E;QAC3E,2FAA2F;QAC3F,wDAAwD;QACxD,IAAI,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAC9C,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAChD,aAAa,GAAG,EAAE,CAAC;YACnB,KAAK,MAAM,CAAC,aAAa,CAAC,IAAI,WAAW,EAAE,CAAC;gBAC1C,IAAI,aAAa,KAAK,MAAM,EAAE,CAAC;oBAC7B,IAAI,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACxE,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACpC,CAAC;gBACH,CAAC;qBAAM,IAAI,aAAa,CAAC,MAAM,IAAI,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;oBAC7E,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;QACH,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACvC,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;IACH,CAAC;IAED,iFAAiF;IACjF,iFAAiF;IACjF,oCAAoC;IAEpC,mDAAmD;IACnD,OAAO,CAAC,GAAG,CAAC,0BAA0B,WAAW,CAAC,MAAM,kCAAkC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;IAC7H,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,UAAU,QAAQ,CAAC,CAAC,QAAQ,QAAQ,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IACD,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxD,YAAY,GAAG,MAAM,YAAY,CAC/B,MAAM,CAAC,OAAO,EACd,KAAK,CAAC,QAAQ,EACd,WAAW,EACX,WAAW,EACX,WAAW,CACZ,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAE1C,0CAA0C;IAC1C,MAAM,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,EAAE;QAClE,MAAM,EAAE,WAAW;QACnB,QAAQ;QACR,YAAY;QACZ,YAAY;QACZ,gBAAgB;QAChB,eAAe;QACf,YAAY;QACZ,eAAe,EAAE,gBAAgB;QACjC,gBAAgB,EAAE,iBAAiB;QACnC,UAAU;QACV,WAAW,EAAE,IAAI,IAAI,EAAE;KACxB,CAAC,CAAC;IAEH,+CAA+C;IAC/C,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,oBAAoB;aACtC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,KAAK,MAAM,CAAC;aACxC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE5B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,gBAAgB,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QACpH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,0DAA0D;IAC5D,CAAC;IAED,kBAAkB;IAClB,MAAM,MAAM,CAAC,OAAO,CAAC,cAAc,CACjC,KAAK,CAAC,QAAQ,EACd,gBAAgB,GAAG,iBAAiB,EACpC,CAAC,EACD,CAAC,EACD,CAAC,CACF,CAAC;IAEF,OAAO;QACL,YAAY;QACZ,YAAY;QACZ,YAAY;QACZ,gBAAgB;QAChB,eAAe;QACf,YAAY;QACZ,IAAI,EAAE,QAAQ;QACd,eAAe,EAAE,gBAAgB;QACjC,gBAAgB,EAAE,iBAAiB;QACnC,UAAU;KACX,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,kEAAkE;AAClE,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAsB,EACtB,KAAsB;IAEtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,0BAA0B;IAC1B,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAE/E,gCAAgC;IAChC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACrF,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QAChD,OAAO;YACL,YAAY,EAAE,QAAQ,CAAC,EAAE;YACzB,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;YAC3C,eAAe,EAAE,QAAQ,CAAC,eAAe;YACzC,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,IAAI,EAAE,QAAQ,CAAC,QAAQ,IAAI,WAAW;YACtC,eAAe,EAAE,QAAQ,CAAC,eAAe;YACzC,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;YAC3C,UAAU,EAAE,QAAQ,CAAC,UAAU,IAAI,CAAC;SACrC,CAAC;IACJ,CAAC;IAED,mDAAmD;IACnD,8FAA8F;IAC9F,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;IACzC,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAEvC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACpC,EAAE,EAAE,YAAY;YAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,WAAW;YACtB,SAAS;YACT,SAAS,EAAE,WAAW,CAAC,MAAM;YAC7B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;SAC3B,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,gEAAgE;QAChE,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACvF,IAAI,UAAU,EAAE,CAAC;YACf,OAAO;gBACL,YAAY,EAAE,UAAU,CAAC,EAAE;gBAC3B,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;gBAC7C,eAAe,EAAE,UAAU,CAAC,eAAe;gBAC3C,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,IAAI,EAAE,UAAU,CAAC,QAAQ,IAAI,WAAW;gBACxC,eAAe,EAAE,UAAU,CAAC,eAAe;gBAC3C,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;gBAC7C,UAAU,EAAE,UAAU,CAAC,UAAU,IAAI,CAAC;aACvC,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;IAC5F,CAAC;IAED,mCAAmC;IACnC,MAAM,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,EAAE;QAClE,MAAM,EAAE,YAAY;KACrB,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,OAAO,MAAM,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,EAAE;YAClE,MAAM,EAAE,QAAQ;YAChB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SACxD,CAAC,CAAC;QACH,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,iEAAiE;AACjE,8EAA8E;AAE9E;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,MAAsB,EACtB,YAAoB,EACpB,KAAsB;IAEtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,gCAAgC;IAChC,MAAM,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,EAAE;QAClE,MAAM,EAAE,YAAY;KACrB,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,OAAO,MAAM,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,EAAE;YAClE,MAAM,EAAE,QAAQ;YAChB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SACxD,CAAC,CAAC;QACH,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC"}

package/src/extraction/pipeline.ts

@@ -0,0 +1,515 @@
+import type { StorageAdapter } from '../adapters/storage.js';
+import type { EmbeddingAdapter } from '../adapters/embedding.js';
+import type { LLMAdapter } from '../adapters/llm.js';
+import type { SourceType, DomainEntityType } from '../config.js';
+import type {
+  ExtractionInput,
+  PipelineResult,
+  ExtractedFact,
+  ExtractedEntity,
+  ExtractedEdge,
+} from './types.js';
+import { extractHeuristic } from './heuristic.js';
+import { extractWithLLM, normalizeEntityName } from './llm-extractor.js';
+import { deduplicateFacts } from './dedup.js';
+import { processContradictions } from './contradiction.js';
+import { buildEntityIdMap, persistEdges } from './entity-extractor.js';
+import { hashInput } from './hasher.js';
+import { updateScratchpad } from '../scratchpad/scratchpad.js';
+
+export interface PipelineConfig {
+  storage: StorageAdapter;
+  embedding: EmbeddingAdapter;
+  cheapLLM: LLMAdapter;
+  smartLLM?: LLMAdapter;
+  extractionTier?: 'heuristic_only' | 'cheap_only' | 'auto' | 'smart_only';
+  embeddingModel: string;
+  embeddingDim: number;
+  decayHalfLifeDays?: number;
+  decayNormalizationK?: number;
+  entityTypes?: string[];
+  domainEntityTypes?: DomainEntityType[];
+}
+
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+
+export function inputToText(input: ExtractionInput): string {
+  if (typeof input.data === 'string') return input.data;
+  if (typeof input.data === 'object' && input.data !== null) {
+    const data = input.data as Record<string, unknown>;
+    if (Array.isArray(data.messages)) {
+      return (data.messages as unknown[])
+        .filter((m): m is { role: string; content: string } =>
+          typeof m === 'object' && m !== null &&
+          typeof (m as Record<string, unknown>).role === 'string' &&
+          typeof (m as Record<string, unknown>).content === 'string',
+        )
+        .map(m => `${m.role}: ${m.content}`)
+        .join('\n');
+    }
+    return JSON.stringify(input.data);
+  }
+  return String(input.data);
+}
+
+export function mergeFacts(
+  heuristic: ExtractedFact[],
+  llm: ExtractedFact[],
+): ExtractedFact[] {
+  const llmContents = new Set(llm.map(f => f.content.toLowerCase()));
+  const unique = heuristic.filter(f => !llmContents.has(f.content.toLowerCase()));
+  return [...llm, ...unique];
+}
+
+export function mergeEntities(
+  heuristic: ExtractedEntity[],
+  llm: ExtractedEntity[],
+): ExtractedEntity[] {
+  const seen = new Map<string, ExtractedEntity>();
+  for (const e of [...heuristic, ...llm]) {
+    const normalized = normalizeEntityName(e.canonicalName);
+    if (normalized.length === 0) continue;
+    seen.set(normalized, { ...e, canonicalName: normalized });
+  }
+  return Array.from(seen.values());
+}
+
+// ---------------------------------------------------------------------------
+// Core extraction logic (shared between pipeline and queue worker)
+// ---------------------------------------------------------------------------
+
+async function executeExtraction(
+  config: PipelineConfig,
+  extractionId: string,
+  input: ExtractionInput,
+  startTime: number,
+): Promise<PipelineResult> {
+  const tier = config.extractionTier ?? 'auto';
+  const textContent = inputToText(input);
+
+  let totalTokensInput = 0;
+  let totalTokensOutput = 0;
+  const tiersUsed: string[] = [];
+
+  // Run heuristic extraction (always)
+  const heuristicResult = extractHeuristic(textContent);
+  tiersUsed.push('heuristic');
+
+  let mergedFacts: ExtractedFact[] = heuristicResult.facts;
+  let mergedEntities: ExtractedEntity[] = heuristicResult.entities;
+  let mergedEdges: ExtractedEdge[] = heuristicResult.edges;
+
+  // Run LLM extraction (unless heuristic_only)
+  if (tier !== 'heuristic_only') {
+    const llmToUse = tier === 'smart_only' ? (config.smartLLM ?? config.cheapLLM) : config.cheapLLM;
+    const llmTier = tier === 'smart_only' ? 'smart_llm' : 'cheap_llm';
+
+    // Fetch existing facts for the LLM to compare against (enables contradiction detection)
+    let existingFactsForLLM = input.existingFacts?.map(f => ({
+      lineageId: f.lineageId,
+      content: f.content,
+    }));
+
+    if (!existingFactsForLLM || existingFactsForLLM.length === 0) {
+      try {
+        const queryEmbedding = await config.embedding.embed(textContent.slice(0, 1000));
+        const similar = await config.storage.vectorSearch({
+          embedding: queryEmbedding,
+          tenantId: input.tenantId,
+          scope: input.scope,
+          scopeId: input.scopeId,
+          limit: 20,
+          minSimilarity: 0.3,
+          validOnly: true,
+        });
+        if (similar.length > 0) {
+          existingFactsForLLM = similar.map(s => ({
+            lineageId: s.fact.lineageId ?? s.fact.id,
+            content: s.fact.content,
+          }));
+        }
+      } catch {
+        // Non-fatal — extraction continues without existing facts
+      }
+    }
+
+    const llmResult = await extractWithLLM(
+      { llm: llmToUse, tier: llmTier, entityTypes: config.entityTypes, domainEntityTypes: config.domainEntityTypes },
+      textContent,
+      existingFactsForLLM,
+    );
+
+    totalTokensInput += llmResult.tokensInput;
+    totalTokensOutput += llmResult.tokensOutput;
+    tiersUsed.push(llmTier);
+
+    // Escalate to smart LLM if confidence is low
+    let finalLLMResult = llmResult;
+    if (
+      tier === 'auto' &&
+      llmResult.confidence < 0.6 &&
+      config.smartLLM
+    ) {
+      const smartResult = await extractWithLLM(
+        { llm: config.smartLLM, tier: 'smart_llm', entityTypes: config.entityTypes, domainEntityTypes: config.domainEntityTypes },
+        textContent,
+        existingFactsForLLM,
+      );
+      totalTokensInput += smartResult.tokensInput;
+      totalTokensOutput += smartResult.tokensOutput;
+      tiersUsed.push('smart_llm');
+      finalLLMResult = smartResult;
+    }
+
+    // Merge results: LLM takes priority
+    mergedFacts = mergeFacts(heuristicResult.facts, finalLLMResult.facts);
+
+    // Merge entities: dedup by canonicalName, LLM overwrites heuristic
+    mergedEntities = mergeEntities(heuristicResult.entities, finalLLMResult.entities);
+    mergedEdges = [...heuristicResult.edges, ...finalLLMResult.edges];
+  }
+
+  // Run deduplication against existing memories
+  const dedupedFacts = await deduplicateFacts(
+    {
+      storage: config.storage,
+      embedding: config.embedding,
+      llm: config.cheapLLM,
+    },
+    mergedFacts,
+    input.tenantId,
+    input.scope,
+    input.scopeId,
+  );
+
+  // Process contradictions
+  const contradictionResults = processContradictions(dedupedFacts);
+
+  // Persist facts
+  let factsCreated = 0;
+  let factsUpdated = 0;
+  let factsInvalidated = 0;
+  let entitiesCreated = 0;
+  let edgesCreated = 0;
+
+  // Determine the final tier label
+  const uniqueTiers = [...new Set(tiersUsed)];
+  const tierUsed: PipelineResult['tier'] = uniqueTiers.length > 1 ? 'multi_tier' :
+    (uniqueTiers[0] === 'heuristic' ? 'heuristic' :
+      uniqueTiers[0] === 'cheap_llm' ? 'cheap_llm' : 'smart_llm');
+
+  // Ensure "User" entity exists — LLM creates edges like "user → shops_at → target"
+  // but never extracts "user" as an entity, so those edges get silently dropped.
+  if (!mergedEntities.some(e => e.canonicalName === 'user')) {
+    mergedEntities.push({
+      name: 'User',
+      entityType: 'person',
+      canonicalName: 'user',
+      properties: { scopeId: input.scopeId },
+    });
+  }
+
+  // Persist entities ONCE (before the fact loop) to build entityIdMap.
+  const { entityIdMap, entitiesCreated: newEntitiesCreated } = await buildEntityIdMap(
+    config.storage,
+    config.embedding,
+    input.tenantId,
+    mergedEntities,
+  );
+  entitiesCreated = newEntitiesCreated;
+
+  // Collect the first persisted factId to anchor edges (edges reference a fact).
+  let firstFactId: string | undefined;
+
+  // ── BATCH EMBED all extracted facts at once (1 API call instead of N) ──
+  const factsToEmbed = contradictionResults.filter(r => r.fact.operation !== 'noop');
+  const factTexts = factsToEmbed.map(r => r.fact.contextualContent ?? r.fact.content);
+  const factEmbeddings = factTexts.length > 0 ? await config.embedding.embedBatch(factTexts) : [];
+  let factEmbIdx = 0;
+
+  // Persist facts and link entities per-fact.
+  for (const { fact, contradictionStatus, contradictsId } of contradictionResults) {
+    // Skip noop facts
+    if (fact.operation === 'noop') continue;
+
+    // Generate IDs
+    const factId = crypto.randomUUID();
+    if (!firstFactId) firstFactId = factId;
+
+    let lineageId: string;
+
+    if (fact.operation === 'update' && fact.existingLineageId) {
+      // For updates, reuse existing lineage ID
+      lineageId = fact.existingLineageId;
+    } else {
+      lineageId = crypto.randomUUID();
+    }
+
+    // Use pre-computed batch embedding
+    const embedding = factEmbeddings[factEmbIdx++] ?? await config.embedding.embed(fact.content);
+
+    // Create fact in storage
+    await config.storage.createFact({
+      id: factId,
+      lineageId,
+      tenantId: input.tenantId,
+      scope: input.scope,
+      scopeId: input.scopeId,
+      sessionId: input.sessionId,
+      content: fact.content,
+      embeddingModel: config.embeddingModel,
+      embeddingDim: config.embeddingDim,
+      embedding,
+      importance: fact.importance,
+      confidence: fact.confidence,
+      operation: fact.operation === 'add' || fact.operation === undefined ? 'create' :
+        fact.operation === 'update' ? 'update' :
+          fact.operation === 'invalidate' ? 'invalidate' : 'create',
+      contradictionStatus,
+      contradictsId: contradictsId ?? undefined,
+      sourceType: fact.sourceType,
+      originalContent: fact.originalContent,
+      extractionId,
+      extractionTier: tierUsed === 'multi_tier' ? 'heuristic' : tierUsed,
+      modality: fact.modality,
+      tags: fact.tags,
+      metadata: {
+        ...(fact.relationType && { relationType: fact.relationType }),
+        ...(fact.relatedFactId && { relatedFactId: fact.relatedFactId }),
+      },
+      sourceChunk: fact.sourceChunk,
+      eventDate: fact.eventDate,
+      documentDate: fact.documentDate,
+    });
+
+    // Track counts — Git-style append-only: NEVER invalidate old facts.
+    // Updates create new versions with same lineageId. Recency scoring
+    // naturally prefers newer versions. Old versions remain searchable
+    // for temporal reasoning ("what was my old X?").
+    if (fact.operation === 'update') {
+      factsUpdated++;
+      // No invalidation — old fact stays visible with valid_until = NULL
+    } else if (fact.operation === 'invalidate') {
+      factsInvalidated++;
+    } else {
+      // 'add', 'contradict', undefined → new fact created
+      factsCreated++;
+    }
+
+    // Link only the entities that THIS fact mentions.
+    // If the LLM provided entityCanonicalNames, use those for precise linking.
+    // Otherwise fall back to TEXT-MATCH: check if the entity name appears in the fact content.
+    // NEVER link all entities — that creates garbage links.
+    let relevantNames = fact.entityCanonicalNames;
+    if (!relevantNames || relevantNames.length === 0) {
+      const contentLower = fact.content.toLowerCase();
+      relevantNames = [];
+      for (const [canonicalName] of entityIdMap) {
+        if (canonicalName === 'user') {
+          if (contentLower.startsWith('user ') || contentLower.includes(' user ')) {
+            relevantNames.push(canonicalName);
+          }
+        } else if (canonicalName.length >= 3 && contentLower.includes(canonicalName)) {
+          relevantNames.push(canonicalName);
+        }
+      }
+    }
+    for (const name of relevantNames) {
+      const entityId = entityIdMap.get(name);
+      if (entityId) {
+        await config.storage.linkFactEntity(factId, entityId, 'mentioned');
+      }
+    }
+  }
+
+  // Raw chunk storage removed — raw chunks diluted search results and the compound
+  // search SQL already excludes raw_chunk tagged facts. Extracted atomic facts are
+  // sufficient for retrieval quality.
+
+  // Create edges ONCE after all facts are persisted.
+  console.error(`[steno] Edge creation: ${mergedEdges.length} edges to persist, firstFactId=${firstFactId ? 'set' : 'MISSING'}`);
+  if (mergedEdges.length > 0) {
+    for (const e of mergedEdges.slice(0, 5)) {
+      console.error(`[steno]   edge: "${e.sourceName}" → "${e.relation}" → "${e.targetName}"`);
+    }
+  }
+  if (firstFactId !== undefined && mergedEdges.length > 0) {
+    edgesCreated = await persistEdges(
+      config.storage,
+      input.tenantId,
+      firstFactId,
+      mergedEdges,
+      entityIdMap,
+    );
+  }
+
+  const durationMs = Date.now() - startTime;
+
+  // Update extraction record to 'completed'
+  await config.storage.updateExtraction(input.tenantId, extractionId, {
+    status: 'completed',
+    tierUsed,
+    factsCreated,
+    factsUpdated,
+    factsInvalidated,
+    entitiesCreated,
+    edgesCreated,
+    costTokensInput: totalTokensInput,
+    costTokensOutput: totalTokensOutput,
+    durationMs,
+    completedAt: new Date(),
+  });
+
+  // Update scratchpad with newly extracted facts
+  try {
+    const factContents = contradictionResults
+      .filter(r => r.fact.operation !== 'noop')
+      .map(r => r.fact.content);
+
+    if (factContents.length > 0) {
+      await updateScratchpad(config.storage, config.cheapLLM, input.tenantId, input.scope, input.scopeId, factContents);
+    }
+  } catch {
+    // Scratchpad update failure should not break the pipeline
+  }
+
+  // Increment usage
+  await config.storage.incrementUsage(
+    input.tenantId,
+    totalTokensInput + totalTokensOutput,
+    0,
+    1,
+    0,
+  );
+
+  return {
+    extractionId,
+    factsCreated,
+    factsUpdated,
+    factsInvalidated,
+    entitiesCreated,
+    edgesCreated,
+    tier: tierUsed,
+    costTokensInput: totalTokensInput,
+    costTokensOutput: totalTokensOutput,
+    durationMs,
+  };
+}
+
+// ---------------------------------------------------------------------------
+// Main pipeline (synchronous — creates its own extraction record)
+// ---------------------------------------------------------------------------
+
+export async function runExtractionPipeline(
+  config: PipelineConfig,
+  input: ExtractionInput,
+): Promise<PipelineResult> {
+  const startTime = Date.now();
+
+  // 1. Hash input for dedup
+  const inputHash = await hashInput({ type: input.inputType, data: input.data });
+
+  // 2. Check if already processed
+  const existing = await config.storage.getExtractionByHash(input.tenantId, inputHash);
+  if (existing && existing.status === 'completed') {
+    return {
+      extractionId: existing.id,
+      factsCreated: existing.factsCreated,
+      factsUpdated: existing.factsUpdated,
+      factsInvalidated: existing.factsInvalidated,
+      entitiesCreated: existing.entitiesCreated,
+      edgesCreated: existing.edgesCreated,
+      tier: existing.tierUsed ?? 'heuristic',
+      costTokensInput: existing.costTokensInput,
+      costTokensOutput: existing.costTokensOutput,
+      durationMs: existing.durationMs ?? 0,
+    };
+  }
+
+  // 3. Create extraction record with status='queued'
+  //    Handle race condition: concurrent workers may try to create the same hash simultaneously
+  const extractionId = crypto.randomUUID();
+  const textContent = inputToText(input);
+
+  try {
+    await config.storage.createExtraction({
+      id: extractionId,
+      tenantId: input.tenantId,
+      inputType: input.inputType,
+      inputData: textContent,
+      inputHash,
+      inputSize: textContent.length,
+      scope: input.scope,
+      scopeId: input.scopeId,
+      sessionId: input.sessionId,
+    });
+  } catch {
+    // Duplicate hash — another worker beat us. Return their result.
+    const raceWinner = await config.storage.getExtractionByHash(input.tenantId, inputHash);
+    if (raceWinner) {
+      return {
+        extractionId: raceWinner.id,
+        factsCreated: raceWinner.factsCreated,
+        factsUpdated: raceWinner.factsUpdated,
+        factsInvalidated: raceWinner.factsInvalidated,
+        entitiesCreated: raceWinner.entitiesCreated,
+        edgesCreated: raceWinner.edgesCreated,
+        tier: raceWinner.tierUsed ?? 'heuristic',
+        costTokensInput: raceWinner.costTokensInput,
+        costTokensOutput: raceWinner.costTokensOutput,
+        durationMs: raceWinner.durationMs ?? 0,
+      };
+    }
+    throw new Error('Extraction race condition: duplicate hash but no existing record found');
+  }
+
+  // 4. Update status to 'processing'
+  await config.storage.updateExtraction(input.tenantId, extractionId, {
+    status: 'processing',
+  });
+
+  try {
+    return await executeExtraction(config, extractionId, input, startTime);
+  } catch (err) {
+    await config.storage.updateExtraction(input.tenantId, extractionId, {
+      status: 'failed',
+      error: err instanceof Error ? err.message : String(err),
+    });
+    throw err;
+  }
+}
+
+// ---------------------------------------------------------------------------
+// Queue worker entry — processes a pre-created extraction record
+// ---------------------------------------------------------------------------
+
+/**
+ * Run extraction for a pre-created extraction record (from queue).
+ * Unlike runExtractionPipeline, this does NOT create the extraction record
+ * or perform hash-based dedup — both were already handled by the API route.
+ * It updates the existing record through the pipeline lifecycle.
+ */
+export async function runExtractionFromQueue(
+  config: PipelineConfig,
+  extractionId: string,
+  input: ExtractionInput,
+): Promise<PipelineResult> {
+  const startTime = Date.now();
+
+  // Update status to 'processing'
+  await config.storage.updateExtraction(input.tenantId, extractionId, {
+    status: 'processing',
+  });
+
+  try {
+    return await executeExtraction(config, extractionId, input, startTime);
+  } catch (err) {
+    await config.storage.updateExtraction(input.tenantId, extractionId, {
+      status: 'failed',
+      error: err instanceof Error ? err.message : String(err),
+    });
+    throw err;
+  }
+}

package/src/extraction/prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["prompts.ts"],"names":[],"mappings":"AAEA,gFAAgF;AAChF,qDAAqD;AACrD,gFAAgF;AAEhF,MAAM,CAAC,MAAM,sBAAsB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2CAsDK,CAAC;AAE5C,gFAAgF;AAChF,2EAA2E;AAC3E,gFAAgF;AAEhF,MAAM,CAAC,MAAM,uBAAuB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wBAkCf,CAAC;AAEzB,gFAAgF;AAChF,0DAA0D;AAC1D,gFAAgF;AAEhF,MAAM,CAAC,MAAM,YAAY,GAAG;;;;;;;;;;;;;;;;mFAgBuD,CAAC;AAWpF;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,KAAa;IACrD,OAAO;QACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,sBAAsB,EAAE;QACnD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,oCAAoC,KAAK,EAAE,EAAE;KACvE,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,0BAA0B,CAAC,KAAe;IACxD,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnE,OAAO;QACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAuB,EAAE;QACpD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,2DAA2D,SAAS,EAAE,EAAE;KAClG,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,QAAkB,EAAE,aAA6B;IAChF,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrE,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,UAAU,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvH,OAAO;QACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;QACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,sBAAsB,OAAO,+BAA+B,YAAY,EAAE,EAAE;KACtG,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,4EAA4E;AAC5E,gFAAgF;AAEhF,MAAM,CAAC,MAAM,wBAAwB,GAAG,sBAAsB,CAAC;AAE/D,MAAM,UAAU,qBAAqB,CACnC,KAAa,EACb,aAA8B;IAE9B,6CAA6C;IAC7C,6EAA6E;IAC7E,IAAI,WAAW,GAAG,oCAAoC,KAAK,EAAE,CAAC;IAC9D,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,aAAa;aAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aAC1D,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,WAAW,IAAI,mDAAmD,UAAU,EAAE,CAAC;IACjF,CAAC;IACD,OAAO;QACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,sBAAsB,EAAE;QACnD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;KACvC,CAAC;AACJ,CAAC"}