mcp-astgl-knowledge 1.0.2 → 1.1.0

package/dist/search.js.map

@@ -1 +1 @@
-{"version":3,"file":"search.js","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,SAAS,MAAM,YAAY,CAAC;AAGxC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;AACxE,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,CAAC;AACtE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,kBAAkB,CAAC;AAElE,IAAI,EAAE,GAAuC,IAAI,CAAC;AAElD,SAAS,KAAK;IACZ,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,mCAAmC,OAAO,+BAA+B,CAC1E,CAAC;QACJ,CAAC;QACD,EAAE,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,UAAU,YAAY,EAAE;QAClD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;KAC1D,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,MAAM,IAAI,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA+B,CAAC;IAC/D,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAAa,EACb,QAAgB,CAAC;IAEjB,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;IAEzC,MAAM,IAAI,GAAG,QAAQ;SAClB,OAAO,CACN;;;;;;;;;;;;KAYD,CACA;SACA,GAAG,CAAC,QAAQ,EAAE,KAAK,CAMpB,CAAC;IAEH,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,KAAK,EAAE,GAAG,CAAC,aAAa;QACxB,OAAO,EAAE,GAAG,CAAC,eAAe;QAC5B,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,GAAG,EAAE,GAAG,CAAC,WAAW;QACpB,6DAA6D;QAC7D,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI;KAClE,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB;IAC9C,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;IAE5C,sDAAsD;IACtD,MAAM,IAAI,GAAG,QAAQ;SAClB,OAAO,CACN;;;;;;;;;;;;;KAaD,CACA;SACA,GAAG,CAAC,QAAQ,CAOb,CAAC;IAEH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO;YACL,MAAM,EAAE,4DAA4D;YACpE,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE,EAAE;YACd,gBAAgB,EAAE,EAAE;SACrB,CAAC;IACJ,CAAC;IAED,oFAAoF;IACpF,MAAM,YAAY,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IACtC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAC5B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,KAAK,IAAI,CAAC,CAAC,QAAQ,IAAI,YAAY,GAAG,GAAG,CAClE,CAAC;IACF,MAAM,IAAI,GAAG,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IAErC,0DAA0D;IAC1D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC3B,MAAM,OAAO,GAA0C,EAAE,CAAC;IAC1D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAC1B,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,aAAa,EAAE,GAAG,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC;YAAE,MAAM;IACjC,CAAC;IAED,oEAAoE;IACpE,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC;IAC1B,IAAI,IAAI,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC1C,IAAI,MAAM;YAAE,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,OAAO;QACL,MAAM;QACN,YAAY,EAAE,IAAI,CAAC,aAAa;QAChC,UAAU,EAAE,IAAI,CAAC,WAAW;QAC5B,gBAAgB,EAAE,OAAO;KAC1B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IAEzB,MAAM,QAAQ,GAAG,QAAQ;SACtB,OAAO,CAAC,6DAA6D,CAAC;SACtE,GAAG,EAAgE,CAAC;IAEvE,gEAAgE;IAChE,MAAM,aAAa,GAAG,IAAI,GAAG,EAAoB,CAAC;IAClD,MAAM,QAAQ,GAAG,QAAQ;SACtB,OAAO,CACN,uFAAuF,CACxF;SACA,GAAG,EAA6D,CAAC;IAEpE,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC;YACtC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1B,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,MAAM,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE;KACvC,CAAC,CAAC,CAAC;AACN,CAAC"}
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,SAAS,MAAM,YAAY,CAAC;AAWxC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;AACxE,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,CAAC;AACtE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,kBAAkB,CAAC;AAElE,+CAA+C;AAE/C,IAAI,EAAE,GAAuC,IAAI,CAAC;AAElD,SAAS,KAAK;IACZ,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,mCAAmC,OAAO,+BAA+B,CAC1E,CAAC;QACJ,CAAC;QACD,EAAE,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,gCAAgC;AAChC,8EAA8E;AAC9E,gGAAgG;AAEhG,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,MAAM,UAAU,GAAG,IAAI,GAAG,EAA6C,CAAC;AAExE,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,WAAW;IAClB,IAAI,UAAU,CAAC,IAAI,IAAI,eAAe;QAAE,OAAO;IAE/C,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,IAAI,QAAQ,GAAG,QAAQ,CAAC;IACxB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,UAAU,EAAE,CAAC;QACtC,IAAI,KAAK,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;YACxB,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAC;YACpB,SAAS,GAAG,GAAG,CAAC;QAClB,CAAC;IACH,CAAC;IACD,IAAI,SAAS;QAAE,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;AAC9C,CAAC;AAED,oCAAoC;AACpC,qEAAqE;AACrE,gFAAgF;AAChF,kEAAkE;AAElE,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,gBAAgB;QACxC,OAAO,MAAM,CAAC,GAAG,CAAC;IACpB,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;IAEvC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC7C,WAAW,EAAE,CAAC;IAEd,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,IAAY,EACZ,UAAkB,CAAC;IAEnB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,UAAU,YAAY,EAAE;gBAClD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;gBACzD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;aACpC,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CACb,wBAAwB,IAAI,CAAC,MAAM,IAAI,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAC3D,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA+B,CAAC;YAC/D,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,aAAa,GAAG,OAAO,KAAK,OAAO,CAAC;YAC1C,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACjE,MAAM,IAAI,KAAK,CACb,+BAA+B,OAAO,GAAG,CAAC,gBAAgB,OAAO,IAAI;oBACnE,kEAAkE,CACrE,CAAC;YACJ,CAAC;YACD,oBAAoB;YACpB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,uCAAuC;IACvC,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;AACtC,CAAC;AAED,mCAAmC;AACnC,uEAAuE;AACvE,kEAAkE;AAElE,IAAI,eAAe,GACjB,IAAI,CAAC;AAEP,SAAS,kBAAkB,CACzB,QAAqC;IAErC,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,eAAe,GAAG,QAAQ,CAAC,OAAO,CAChC,iDAAiD,CAClD,CAAC;IACJ,CAAC;IACD,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,8CAA8C;AAC9C,SAAS,mBAAmB,CAC1B,IAAS,EACT,WAA+B,EAC/B,QAAqC;IAErC,IAAI,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAE9B,MAAM,IAAI,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAC1C,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAE3B,CAAC;QACd,OAAO,OAAO,EAAE,YAAY,KAAK,WAAW,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,0BAA0B;AAE1B,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAAa,EACb,QAAgB,CAAC,EACjB,WAAoB;IAEpB,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;IAEzC,oEAAoE;IACpE,iFAAiF;IACjF,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAE/C,MAAM,IAAI,GAAG,QAAQ;SAClB,OAAO,CACN;;;;;;;;;;;;KAYD,CACA;SACA,GAAG,CAAC,QAAQ,EAAE,MAAM,CAMrB,CAAC;IAEH,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAElE,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC5C,KAAK,EAAE,GAAG,CAAC,aAAa;QACxB,OAAO,EAAE,GAAG,CAAC,eAAe;QAC5B,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,GAAG,EAAE,GAAG,CAAC,WAAW;QACpB,6DAA6D;QAC7D,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI;KAClE,CAAC,CAAC,CAAC;AACN,CAAC;AAED,qBAAqB;AAErB,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,QAAgB,EAChB,WAAoB;IAEpB,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;IAE5C,kDAAkD;IAClD,kEAAkE;IAClE,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAErC,sDAAsD;IACtD,MAAM,IAAI,GAAG,QAAQ;SAClB,OAAO,CACN;;;;;;;;;;;;;KAaD,CACA;SACA,GAAG,CAAC,QAAQ,EAAE,MAAM,CAOrB,CAAC;IAEH,MAAM,YAAY,GAAG,mBAAmB,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAEtE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO;YACL,MAAM,EAAE,4DAA4D;YACpE,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE,EAAE;YACd,gBAAgB,EAAE,EAAE;YACpB,gBAAgB,EAAE,CAAC;SACpB,CAAC;IACJ,CAAC;IAED,oFAAoF;IACpF,MAAM,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC9C,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,KAAK,IAAI,CAAC,CAAC,QAAQ,IAAI,YAAY,GAAG,GAAG,CAClE,CAAC;IACF,MAAM,IAAI,GAAG,YAAY,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;IAE7C,0DAA0D;IAC1D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC3B,MAAM,OAAO,GAA0C,EAAE,CAAC;IAC1D,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAC1B,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,aAAa,EAAE,GAAG,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC;YAAE,MAAM;IACjC,CAAC;IAED,oEAAoE;IACpE,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC;IAC1B,IAAI,IAAI,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC1C,IAAI,MAAM;YAAE,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,6CAA6C;IAC7C,kEAAkE;IAClE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;IAErE,OAAO;QACL,MAAM;QACN,YAAY,EAAE,IAAI,CAAC,aAAa;QAChC,UAAU,EAAE,IAAI,CAAC,WAAW;QAC5B,gBAAgB,EAAE,OAAO;QACzB,gBAAgB,EAAE,UAAU;KAC7B,CAAC;AACJ,CAAC;AAED,uBAAuB;AACvB,mFAAmF;AACnF,sFAAsF;AACtF,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAa;IAC7C,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;IAEzC,MAAM,IAAI,GAAG,QAAQ;SAClB,OAAO,CACN;;;;;;;;;;;;;;;KAeD,CACA;SACA,GAAG,CAAC,QAAQ,CAQb,CAAC;IAEH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO;YACL,KAAK,EAAE,EAAE;YACT,GAAG,EAAE,EAAE;YACP,WAAW,EAAE,8BAA8B;YAC3C,KAAK,EAAE,EAAE;YACT,gBAAgB,EAAE,CAAC;SACpB,CAAC;IACJ,CAAC;IAED,mFAAmF;IACnF,4EAA4E;IAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;IACpC,MAAM,YAAY,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAEtC,MAAM,aAAa,GAAG,QAAQ;SAC3B,OAAO,CACN;;;8BAGwB,CACzB;SACA,GAAG,CAAC,OAAO,CAKZ,CAAC;IAEH,MAAM,WAAW,GAAG,QAAQ;SACzB,OAAO,CAAC,gDAAgD,CAAC;SACzD,GAAG,CAAC,OAAO,CAAwC,CAAC;IAEvD,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAC7B,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,eAAe,OAAO,CAAC,CAAC,OAAO,EAAE,CAChD,CAAC;IAEF,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa;QAC5B,GAAG,EAAE,OAAO;QACZ,WAAW,EAAE,WAAW,EAAE,WAAW,IAAI,EAAE;QAC3C,KAAK;QACL,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,YAAY,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI;KACnE,CAAC;AACJ,CAAC;AAED,yBAAyB;AACzB,kEAAkE;AAClE,2DAA2D;AAC3D,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAc,EACd,MAAc;IAEd,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACrC,UAAU,CAAC,MAAM,CAAC;QAClB,UAAU,CAAC,MAAM,CAAC;KACnB,CAAC,CAAC;IAEH,8DAA8D;IAC9D,oEAAoE;IACpE,MAAM,YAAY,GAAG,CAAC,GAAiB,EAAE,EAAE,CACzC,QAAQ;SACL,OAAO,CACN;;;;;;;;;;;;OAYD,CACA;SACA,GAAG,CAAC,GAAG,CAMR,CAAC;IAEL,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAEjC,MAAM,SAAS,GAAG,CAAC,IAAkB,EAAE,EAAE;QACvC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,EAAE,KAAK,EAAE,qBAAqB,EAAE,GAAG,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QACnE,CAAC;QACD,0EAA0E;QAC1E,6EAA6E;QAC7E,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;YACxD,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,MAAM,KAAK,GACT,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG;gBACtB,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK;gBACnC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,eAAe,OAAO,KAAK,EAAE,CAAC,CAAC;YACpD,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC;gBAAE,MAAM;QAChC,CAAC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa;YAC5B,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW;YACxB,UAAU,EAAE,MAAM;SACnB,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC5B,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,CAAC,EACvB,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,CAAC,CACxB,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC;QACzB,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC;QACzB,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,aAAa,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI;KACpE,CAAC;AACJ,CAAC;AAED,qBAAqB;AACrB,4CAA4C;AAC5C,8DAA8D;AAC9D,MAAM,UAAU,SAAS,CAAC,QAAgB,CAAC;IACzC,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IAEzB,+EAA+E;IAC/E,2EAA2E;IAC3E,MAAM,IAAI,GAAG,QAAQ;SAClB,OAAO,CACN;;;eAGS,CACV;SACA,GAAG,CAAC,KAAK,CAMV,CAAC;IAEH,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,YAAY,EAAE,CAAC,CAAC,YAAY,IAAI,SAAS;QACzC,QAAQ,EAAE,CAAC,CAAC,YAAY;KACzB,CAAC,CAAC,CAAC;AACN,CAAC;AAED,sBAAsB;AACtB,sEAAsE;AACtE,6DAA6D;AAC7D,MAAM,UAAU,UAAU;IACxB,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IAEzB,+EAA+E;IAC/E,iFAAiF;IACjF,MAAM,IAAI,GAAG,QAAQ;SAClB,OAAO,CACN;;;;;;wBAMkB,CACnB;SACA,GAAG,EAMJ,CAAC;IAEH,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE;KAChD,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/structure.d.ts

@@ -0,0 +1,11 @@
+#!/usr/bin/env tsx
+/**
+ * Content Structuring pipeline.
+ * Takes discovered content (is_new=1 from discovery.db), fetches full article text,
+ * classifies via gemma4:26b, extracts Q&A pairs, generates embeddings and JSON-LD,
+ * and UPSERTs into knowledge.db.
+ *
+ * Usage: npm run structure
+ * Requires: Ollama running with gemma4:26b and nomic-embed-text models
+ */
+export {};

package/dist/structure.js

@@ -0,0 +1,451 @@
+#!/usr/bin/env tsx
+/**
+ * Content Structuring pipeline.
+ * Takes discovered content (is_new=1 from discovery.db), fetches full article text,
+ * classifies via gemma4:26b, extracts Q&A pairs, generates embeddings and JSON-LD,
+ * and UPSERTs into knowledge.db.
+ *
+ * Usage: npm run structure
+ * Requires: Ollama running with gemma4:26b and nomic-embed-text models
+ */
+import Database from "better-sqlite3";
+import { join } from "path";
+import { initKnowledgeDb, upsertArticle, replaceChunksForArticle, upsertQaPairs, closeKnowledgeDb, } from "./knowledge-db.js";
+const OLLAMA_URL = process.env.OLLAMA_URL || "http://localhost:11434";
+const EMBED_MODEL = process.env.EMBED_MODEL || "nomic-embed-text";
+const CLASSIFY_MODEL = process.env.CLASSIFY_MODEL || "gemma4:26b";
+const DISCOVERY_DB_PATH = join(import.meta.dirname, "..", "data", "discovery.db");
+// ─── Content Fetching ────────────────────────────────────────────────
+// WHAT: Fetch article URL and convert HTML to clean markdown
+// WHY: Discovered content is HTML — we need markdown for chunking and LLM processing
+async function fetchContent(url) {
+    const resp = await fetch(url, {
+        headers: { "User-Agent": "ASTGL-Knowledge-Bot/1.0" },
+    });
+    if (!resp.ok) {
+        throw new Error(`Fetch failed: ${resp.status} ${resp.statusText}`);
+    }
+    const html = await resp.text();
+    return htmlToMarkdown(html);
+}
+// WHAT: Lightweight HTML-to-markdown for known source sites
+// WHY: Avoids adding jsdom/readability deps; ASTGL and Substack produce clean HTML
+function htmlToMarkdown(html) {
+    // Extract article/main content
+    let content = html;
+    const articleMatch = html.match(/<article[^>]*>([\s\S]*?)<\/article>/i);
+    const mainMatch = html.match(/<main[^>]*>([\s\S]*?)<\/main>/i);
+    // Substack uses a specific class for article body
+    const substackMatch = html.match(/<div[^>]*class="[^"]*body markup[^"]*"[^>]*>([\s\S]*?)<\/div>\s*<\/div>/i);
+    if (articleMatch)
+        content = articleMatch[1];
+    else if (mainMatch)
+        content = mainMatch[1];
+    else if (substackMatch)
+        content = substackMatch[1];
+    // Convert headings
+    content = content.replace(/<h1[^>]*>([\s\S]*?)<\/h1>/gi, "\n# $1\n");
+    content = content.replace(/<h2[^>]*>([\s\S]*?)<\/h2>/gi, "\n## $1\n");
+    content = content.replace(/<h3[^>]*>([\s\S]*?)<\/h3>/gi, "\n### $1\n");
+    content = content.replace(/<h4[^>]*>([\s\S]*?)<\/h4>/gi, "\n#### $1\n");
+    // Convert inline formatting
+    content = content.replace(/<(strong|b)[^>]*>([\s\S]*?)<\/\1>/gi, "**$2**");
+    content = content.replace(/<(em|i)[^>]*>([\s\S]*?)<\/\1>/gi, "*$2*");
+    content = content.replace(/<code[^>]*>([\s\S]*?)<\/code>/gi, "`$1`");
+    // Convert links
+    content = content.replace(/<a[^>]*href="([^"]*)"[^>]*>([\s\S]*?)<\/a>/gi, "[$2]($1)");
+    // Convert lists
+    content = content.replace(/<li[^>]*>([\s\S]*?)<\/li>/gi, "- $1\n");
+    // Convert paragraphs and line breaks
+    content = content.replace(/<p[^>]*>([\s\S]*?)<\/p>/gi, "\n$1\n");
+    content = content.replace(/<br\s*\/?>/gi, "\n");
+    // Remove all remaining HTML tags
+    content = content.replace(/<[^>]+>/g, "");
+    // Decode common HTML entities
+    content = content.replace(/&amp;/g, "&");
+    content = content.replace(/&lt;/g, "<");
+    content = content.replace(/&gt;/g, ">");
+    content = content.replace(/&quot;/g, '"');
+    content = content.replace(/&#39;/g, "'");
+    content = content.replace(/&nbsp;/g, " ");
+    content = content.replace(/&#x27;/g, "'");
+    // Clean up whitespace
+    content = content.replace(/\n{3,}/g, "\n\n");
+    return content.trim();
+}
+// ─── LLM Integration (gemma4:26b) ───────────────────────────────────
+// WHAT: Extract JSON from LLM response, stripping thinking-mode preamble
+// WHY: gemma4 with thinking enabled sometimes prepends markdown before JSON
+function extractJson(raw) {
+    // Try direct parse first
+    const trimmed = raw.trim();
+    try {
+        JSON.parse(trimmed);
+        return trimmed;
+    }
+    catch {
+        // Look for JSON object in the response
+        const jsonMatch = trimmed.match(/\{[\s\S]*\}/);
+        if (jsonMatch) {
+            return jsonMatch[0];
+        }
+        throw new Error(`No valid JSON found in response: ${trimmed.slice(0, 100)}...`);
+    }
+}
+// WHAT: Classify article content type and extract metadata via Ollama
+// WHY: Two focused calls are more reliable than one mega-prompt
+async function classifyContent(text) {
+    const resp = await fetch(`${OLLAMA_URL}/api/chat`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({
+            model: CLASSIFY_MODEL,
+            stream: false,
+            format: {
+                type: "object",
+                properties: {
+                    content_type: {
+                        type: "string",
+                        enum: ["article", "tutorial", "faq", "comparison", "guide", "newsletter"],
+                    },
+                    title: { type: "string" },
+                    description: { type: "string" },
+                    topics: { type: "array", items: { type: "string" } },
+                    author: { type: "string" },
+                },
+                required: ["content_type", "title", "description", "topics", "author"],
+            },
+            messages: [
+                {
+                    role: "system",
+                    content: "You are a content classifier. Analyze the article and extract metadata. Classify as: article (informational), tutorial (step-by-step how-to), faq (primarily Q&A), comparison (contrasting options), guide (comprehensive reference), or newsletter (personal updates, announcements, behind-the-scenes — not primarily educational). Extract the title, a 1-2 sentence description, 3-5 topic keywords, and the author name.",
+                },
+                {
+                    role: "user",
+                    content: `Classify this article and extract its metadata:\n\n${text.slice(0, 4000)}`,
+                },
+            ],
+        }),
+    });
+    if (!resp.ok) {
+        throw new Error(`Classification failed: ${resp.status} ${await resp.text()}`);
+    }
+    const data = (await resp.json());
+    return JSON.parse(extractJson(data.message.content));
+}
+// WHAT: Extract Q&A pairs from article content via Ollama
+// WHY: LLM can infer questions from headings and key points that humans would search for
+async function extractQaPairs(text) {
+    const resp = await fetch(`${OLLAMA_URL}/api/chat`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({
+            model: CLASSIFY_MODEL,
+            stream: false,
+            format: {
+                type: "object",
+                properties: {
+                    qa_pairs: {
+                        type: "array",
+                        items: {
+                            type: "object",
+                            properties: {
+                                question: { type: "string" },
+                                answer: { type: "string" },
+                            },
+                            required: ["question", "answer"],
+                        },
+                    },
+                },
+                required: ["qa_pairs"],
+            },
+            messages: [
+                {
+                    role: "system",
+                    content: "You are a Q&A extractor. Read the article and generate 5-8 natural question-and-answer pairs that someone might search for. Infer questions from headings and key points. Each answer should be 1-3 sentences, factual, and self-contained.",
+                },
+                {
+                    role: "user",
+                    content: `Extract Q&A pairs from this article:\n\n${text.slice(0, 8000)}`,
+                },
+            ],
+        }),
+    });
+    if (!resp.ok) {
+        throw new Error(`Q&A extraction failed: ${resp.status} ${await resp.text()}`);
+    }
+    const data = (await resp.json());
+    const parsed = JSON.parse(extractJson(data.message.content));
+    return parsed.qa_pairs;
+}
+// ─── JSON-LD Generation (template-based) ─────────────────────────────
+// WHAT: Generate JSON-LD structured data from classification + Q&A
+// WHY: Deterministic templates are more reliable than LLM-generated JSON-LD
+function generateJsonLd(meta, qaPairs, url) {
+    const schemas = [];
+    // Article schema (always)
+    schemas.push({
+        "@context": "https://schema.org",
+        "@type": "Article",
+        headline: meta.title,
+        description: meta.description,
+        author: {
+            "@type": "Person",
+            name: meta.author,
+        },
+        publisher: {
+            "@type": "Organization",
+            name: "ASTGL — As The Geek Learns",
+            url: "https://astgl.ai",
+        },
+        mainEntityOfPage: {
+            "@type": "WebPage",
+            "@id": url,
+        },
+        keywords: meta.topics.join(", "),
+    });
+    // FAQPage schema (if Q&A pairs exist)
+    if (qaPairs.length > 0) {
+        schemas.push({
+            "@context": "https://schema.org",
+            "@type": "FAQPage",
+            mainEntity: qaPairs.map((qa) => ({
+                "@type": "Question",
+                name: qa.question,
+                acceptedAnswer: {
+                    "@type": "Answer",
+                    text: qa.answer,
+                },
+            })),
+        });
+    }
+    // HowTo schema (if tutorial)
+    if (meta.content_type === "tutorial") {
+        schemas.push({
+            "@context": "https://schema.org",
+            "@type": "HowTo",
+            name: meta.title,
+            description: meta.description,
+        });
+    }
+    return JSON.stringify(schemas);
+}
+// ─── Chunking (reuses ingest.ts pattern) ─────────────────────────────
+// WHAT: Split markdown into chunks by h2 headings + add FAQ chunks from extracted Q&A
+// WHY: h2 sections are self-contained (300-800 tokens), ideal for retrieval
+function chunkArticle(title, url, body, qaPairs) {
+    const chunks = [];
+    // Split by ## headings
+    const sections = body.split(/^## /m);
+    // Intro (before any ## heading)
+    const intro = sections[0].trim();
+    if (intro) {
+        chunks.push({
+            articleTitle: title,
+            articleUrl: url,
+            articleOrder: 0,
+            sectionHeading: "Introduction",
+            chunkType: "intro",
+            content: intro,
+        });
+    }
+    // Remaining sections
+    for (let i = 1; i < sections.length; i++) {
+        const section = sections[i];
+        const newlineIdx = section.indexOf("\n");
+        const heading = newlineIdx !== -1 ? section.slice(0, newlineIdx).trim() : section.trim();
+        const content = newlineIdx !== -1 ? section.slice(newlineIdx + 1).trim() : "";
+        if (content) {
+            chunks.push({
+                articleTitle: title,
+                articleUrl: url,
+                articleOrder: 0,
+                sectionHeading: heading,
+                chunkType: "section",
+                content: `## ${heading}\n\n${content}`,
+            });
+        }
+    }
+    // Q&A pairs as FAQ chunks
+    for (const qa of qaPairs) {
+        chunks.push({
+            articleTitle: title,
+            articleUrl: url,
+            articleOrder: 0,
+            sectionHeading: qa.question,
+            chunkType: "faq",
+            content: `Q: ${qa.question}\nA: ${qa.answer}`,
+        });
+    }
+    return chunks;
+}
+// ─── Embedding (reuses ingest.ts pattern) ────────────────────────────
+// WHAT: nomic-embed-text has an 8192 token context limit (~6000 chars safe)
+// WHY: One article had a single intro chunk exceeding the limit, causing embed failure
+const MAX_CHUNK_CHARS = 6000;
+async function embed(texts) {
+    // Truncate any chunks that exceed the embedding model's context window
+    const safeTexts = texts.map((t) => t.length > MAX_CHUNK_CHARS ? t.slice(0, MAX_CHUNK_CHARS) : t);
+    const resp = await fetch(`${OLLAMA_URL}/api/embed`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({ model: EMBED_MODEL, input: safeTexts }),
+    });
+    if (!resp.ok) {
+        throw new Error(`Ollama embed failed: ${resp.status} ${await resp.text()}`);
+    }
+    const data = (await resp.json());
+    return data.embeddings;
+}
+// ─── Slug Derivation ─────────────────────────────────────────────────
+function deriveSlug(url) {
+    const parsed = new URL(url);
+    const segments = parsed.pathname.split("/").filter(Boolean);
+    return segments[segments.length - 1] || "unknown";
+}
+// ─── Main Pipeline ───────────────────────────────────────────────────
+async function main() {
+    console.error("Content structuring pipeline started");
+    // Open discovery.db to find new items
+    const discoveryDb = new Database(DISCOVERY_DB_PATH, { readonly: false });
+    const newItems = discoveryDb
+        .prepare("SELECT id, url, title, description, pub_date, source FROM discovered_content WHERE is_new = 1")
+        .all();
+    if (newItems.length === 0) {
+        console.error("No new items to process");
+        console.log(JSON.stringify({
+            timestamp: new Date().toISOString(),
+            processed: 0,
+            failed: 0,
+            skipped: 0,
+            articles: [],
+        }));
+        discoveryDb.close();
+        return;
+    }
+    console.error(`Found ${newItems.length} new items to process`);
+    // Open knowledge.db for writing
+    const knowledgeDb = initKnowledgeDb();
+    const summary = {
+        timestamp: new Date().toISOString(),
+        processed: 0,
+        failed: 0,
+        skipped: 0,
+        articles: [],
+    };
+    const BATCH_SIZE = 20;
+    const markProcessed = discoveryDb.prepare("UPDATE discovered_content SET is_new = 0 WHERE id = ?");
+    for (const item of newItems) {
+        try {
+            console.error(`\n  Processing: ${item.url}`);
+            // 0. Slug-based deduplication — skip Substack dupes of canonical astgl.ai articles
+            const slug = deriveSlug(item.url);
+            const existingBySlug = knowledgeDb
+                .prepare("SELECT url FROM articles WHERE slug = ?")
+                .get(slug);
+            if (existingBySlug &&
+                existingBySlug.url.includes("astgl.ai") &&
+                !item.url.includes("astgl.ai")) {
+                console.error(`    Skipped: duplicate of canonical ${existingBySlug.url}`);
+                summary.skipped++;
+                summary.articles.push({
+                    url: item.url,
+                    title: item.title || "unknown",
+                    status: "skipped-duplicate",
+                });
+                markProcessed.run(item.id);
+                continue;
+            }
+            // 1. Fetch full content
+            console.error("    Fetching content...");
+            const markdown = await fetchContent(item.url);
+            if (markdown.length < 100) {
+                console.error("    Skipped: content too short");
+                summary.skipped++;
+                summary.articles.push({
+                    url: item.url,
+                    title: item.title || "unknown",
+                    status: "skipped-short",
+                });
+                continue;
+            }
+            // 2. Classify content
+            console.error("    Classifying via gemma4:26b...");
+            const classification = await classifyContent(markdown);
+            console.error(`    Type: ${classification.content_type} | Title: ${classification.title}`);
+            // 3. Extract Q&A pairs
+            console.error("    Extracting Q&A pairs...");
+            let qaPairs = [];
+            try {
+                qaPairs = await extractQaPairs(markdown);
+                console.error(`    Extracted ${qaPairs.length} Q&A pairs`);
+            }
+            catch (qaErr) {
+                console.error(`    Q&A extraction failed (continuing without): ${qaErr instanceof Error ? qaErr.message : qaErr}`);
+            }
+            // 4. Generate JSON-LD
+            const jsonLd = generateJsonLd(classification, qaPairs, item.url);
+            // 5. Chunk content (slug already derived in dedup step above)
+            const chunks = chunkArticle(classification.title, item.url, markdown, qaPairs);
+            console.error(`    ${chunks.length} chunks created`);
+            // 6. Embed all chunks
+            console.error("    Embedding chunks...");
+            const allEmbeddings = [];
+            for (let i = 0; i < chunks.length; i += BATCH_SIZE) {
+                const batch = chunks.slice(i, i + BATCH_SIZE);
+                const embeddings = await embed(batch.map((c) => c.content));
+                allEmbeddings.push(...embeddings);
+            }
+            // 7. UPSERT into knowledge.db
+            const article = {
+                url: item.url,
+                sourceUrl: item.url,
+                slug,
+                title: classification.title,
+                description: classification.description,
+                author: classification.author,
+                contentType: classification.content_type,
+                topics: classification.topics,
+                qaPairs,
+                jsonLd,
+                markdownBody: markdown,
+                processedAt: new Date().toISOString(),
+                pubDate: item.pub_date || undefined,
+            };
+            upsertArticle(knowledgeDb, article);
+            replaceChunksForArticle(knowledgeDb, item.url, chunks, allEmbeddings);
+            upsertQaPairs(knowledgeDb, item.url, qaPairs);
+            // 8. Mark as processed in discovery.db
+            markProcessed.run(item.id);
+            summary.processed++;
+            summary.articles.push({
+                url: item.url,
+                title: classification.title,
+                status: "processed",
+            });
+            console.error("    Done");
+        }
+        catch (err) {
+            const message = err instanceof Error ? err.message : String(err);
+            console.error(`    FAILED: ${message}`);
+            summary.failed++;
+            summary.articles.push({
+                url: item.url,
+                title: item.title || "unknown",
+                status: `failed: ${message.slice(0, 100)}`,
+            });
+        }
+    }
+    // Print summary
+    console.log(JSON.stringify(summary, null, 2));
+    closeKnowledgeDb();
+    discoveryDb.close();
+    console.error("\nContent structuring complete");
+}
+main()
+    .then(() => process.exit(0))
+    .catch((err) => {
+    console.error("Structuring pipeline failed:", err);
+    process.exit(1);
+});
+//# sourceMappingURL=structure.js.map

package/dist/structure.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"structure.js","sourceRoot":"","sources":["../src/structure.ts"],"names":[],"mappings":";AACA;;;;;;;;GAQG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAG5B,OAAO,EACL,eAAe,EACf,aAAa,EACb,uBAAuB,EACvB,aAAa,EACb,gBAAgB,GACjB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,CAAC;AACtE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,kBAAkB,CAAC;AAClE,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,YAAY,CAAC;AAElE,MAAM,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;AAmBlF,wEAAwE;AAExE,6DAA6D;AAC7D,qFAAqF;AACrF,KAAK,UAAU,YAAY,CAAC,GAAW;IACrC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC5B,OAAO,EAAE,EAAE,YAAY,EAAE,yBAAyB,EAAE;KACrD,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IAC/B,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED,4DAA4D;AAC5D,mFAAmF;AACnF,SAAS,cAAc,CAAC,IAAY;IAClC,+BAA+B;IAC/B,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC/D,kDAAkD;IAClD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAC9B,0EAA0E,CAC3E,CAAC;IAEF,IAAI,YAAY;QAAE,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;SACvC,IAAI,SAAS;QAAE,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;SACtC,IAAI,aAAa;QAAE,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAEnD,mBAAmB;IACnB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,6BAA6B,EAAE,UAAU,CAAC,CAAC;IACrE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,6BAA6B,EAAE,WAAW,CAAC,CAAC;IACtE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,6BAA6B,EAAE,YAAY,CAAC,CAAC;IACvE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,6BAA6B,EAAE,aAAa,CAAC,CAAC;IAExE,4BAA4B;IAC5B,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,qCAAqC,EAAE,QAAQ,CAAC,CAAC;IAC3E,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,iCAAiC,EAAE,MAAM,CAAC,CAAC;IACrE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,iCAAiC,EAAE,MAAM,CAAC,CAAC;IAErE,gBAAgB;IAChB,OAAO,GAAG,OAAO,CAAC,OAAO,CACvB,8CAA8C,EAC9C,UAAU,CACX,CAAC;IAEF,gBAAgB;IAChB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,6BAA6B,EAAE,QAAQ,CAAC,CAAC;IAEnE,qCAAqC;IACrC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,2BAA2B,EAAE,QAAQ,CAAC,CAAC;IACjE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;IAEhD,iCAAiC;IACjC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAE1C,8BAA8B;IAC9B,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACzC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACxC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACxC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC1C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACzC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC1C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAE1C,sBAAsB;IACtB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC7C,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,uEAAuE;AAEvE,yEAAyE;AACzE,4EAA4E;AAC5E,SAAS,WAAW,CAAC,GAAW;IAC9B,yBAAyB;IACzB,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACpB,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,uCAAuC;QACvC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC/C,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,oCAAoC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IAClF,CAAC;AACH,CAAC;AAED,sEAAsE;AACtE,gEAAgE;AAChE,KAAK,UAAU,eAAe,CAC5B,IAAY;IAEZ,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,UAAU,WAAW,EAAE;QACjD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,cAAc;YACrB,MAAM,EAAE,KAAK;YACb,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,YAAY,EAAE;wBACZ,IAAI,EAAE,QAAQ;wBACd,IAAI,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY,CAAC;qBAC1E;oBACD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACzB,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC/B,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;oBACpD,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAC3B;gBACD,QAAQ,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,CAAC;aACvE;YACD,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EACL,+ZAA+Z;iBACla;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,sDAAsD,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE;iBACrF;aACF;SACF,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,0BAA0B,IAAI,CAAC,MAAM,IAAI,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAC7D,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAqC,CAAC;IACrE,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAyB,CAAC;AAC/E,CAAC;AAED,0DAA0D;AAC1D,yFAAyF;AACzF,KAAK,UAAU,cAAc,CAAC,IAAY;IACxC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,UAAU,WAAW,EAAE;QACjD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,cAAc;YACrB,MAAM,EAAE,KAAK;YACb,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,UAAU,EAAE;gCACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gCAC5B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;6BAC3B;4BACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC;yBACjC;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;aACvB;YACD,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EACL,6OAA6O;iBAChP;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,2CAA2C,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE;iBAC1E;aACF;SACF,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,0BAA0B,IAAI,CAAC,MAAM,IAAI,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAC7D,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAqC,CAAC;IACrE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAE1D,CAAC;IACF,OAAO,MAAM,CAAC,QAAQ,CAAC;AACzB,CAAC;AAED,wEAAwE;AAExE,mEAAmE;AACnE,4EAA4E;AAC5E,SAAS,cAAc,CACrB,IAA0B,EAC1B,OAAiB,EACjB,GAAW;IAEX,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,0BAA0B;IAC1B,OAAO,CAAC,IAAI,CAAC;QACX,UAAU,EAAE,oBAAoB;QAChC,OAAO,EAAE,SAAS;QAClB,QAAQ,EAAE,IAAI,CAAC,KAAK;QACpB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,MAAM,EAAE;YACN,OAAO,EAAE,QAAQ;YACjB,IAAI,EAAE,IAAI,CAAC,MAAM;SAClB;QACD,SAAS,EAAE;YACT,OAAO,EAAE,cAAc;YACvB,IAAI,EAAE,4BAA4B;YAClC,GAAG,EAAE,kBAAkB;SACxB;QACD,gBAAgB,EAAE;YAChB,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE,GAAG;SACX;QACD,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;KACjC,CAAC,CAAC;IAEH,sCAAsC;IACtC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,IAAI,CAAC;YACX,UAAU,EAAE,oBAAoB;YAChC,OAAO,EAAE,SAAS;YAClB,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC/B,OAAO,EAAE,UAAU;gBACnB,IAAI,EAAE,EAAE,CAAC,QAAQ;gBACjB,cAAc,EAAE;oBACd,OAAO,EAAE,QAAQ;oBACjB,IAAI,EAAE,EAAE,CAAC,MAAM;iBAChB;aACF,CAAC,CAAC;SACJ,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC;YACX,UAAU,EAAE,oBAAoB;YAChC,OAAO,EAAE,OAAO;YAChB,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC;AAED,wEAAwE;AAExE,sFAAsF;AACtF,4EAA4E;AAC5E,SAAS,YAAY,CACnB,KAAa,EACb,GAAW,EACX,IAAY,EACZ,OAAiB;IAEjB,MAAM,MAAM,GAAY,EAAE,CAAC;IAE3B,uBAAuB;IACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAErC,gCAAgC;IAChC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACjC,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,CAAC,IAAI,CAAC;YACV,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,GAAG;YACf,YAAY,EAAE,CAAC;YACf,cAAc,EAAE,cAAc;YAC9B,SAAS,EAAE,OAAO;YAClB,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;IACL,CAAC;IAED,qBAAqB;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,OAAO,GACX,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC3E,MAAM,OAAO,GACX,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAEhE,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC;gBACV,YAAY,EAAE,KAAK;gBACnB,UAAU,EAAE,GAAG;gBACf,YAAY,EAAE,CAAC;gBACf,cAAc,EAAE,OAAO;gBACvB,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,MAAM,OAAO,OAAO,OAAO,EAAE;aACvC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC;YACV,YAAY,EAAE,KAAK;YACnB,UAAU,EAAE,GAAG;YACf,YAAY,EAAE,CAAC;YACf,cAAc,EAAE,EAAE,CAAC,QAAQ;YAC3B,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,MAAM,EAAE,CAAC,QAAQ,QAAQ,EAAE,CAAC,MAAM,EAAE;SAC9C,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,wEAAwE;AAExE,4EAA4E;AAC5E,uFAAuF;AACvF,MAAM,eAAe,GAAG,IAAI,CAAC;AAE7B,KAAK,UAAU,KAAK,CAAC,KAAe;IAClC,uEAAuE;IACvE,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAChC,CAAC,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAC7D,CAAC;IACF,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,UAAU,YAAY,EAAE;QAClD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;KAC/D,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,wBAAwB,IAAI,CAAC,MAAM,IAAI,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAC3D,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA+B,CAAC;IAC/D,OAAO,IAAI,CAAC,UAAU,CAAC;AACzB,CAAC;AAED,wEAAwE;AAExE,SAAS,UAAU,CAAC,GAAW;IAC7B,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5D,OAAO,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;AACpD,CAAC;AAED,wEAAwE;AAExE,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAEtD,sCAAsC;IACtC,MAAM,WAAW,GAAG,IAAI,QAAQ,CAAC,iBAAiB,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,WAAW;SACzB,OAAO,CAAC,+FAA+F,CAAC;SACxG,GAAG,EAAoB,CAAC;IAE3B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CAAC;YACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,CAAC;YACZ,MAAM,EAAE,CAAC;YACT,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,EAAE;SACb,CAAC,CACH,CAAC;QACF,WAAW,CAAC,KAAK,EAAE,CAAC;QACpB,OAAO;IACT,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,SAAS,QAAQ,CAAC,MAAM,uBAAuB,CAAC,CAAC;IAE/D,gCAAgC;IAChC,MAAM,WAAW,GAAG,eAAe,EAAE,CAAC;IAEtC,MAAM,OAAO,GAAoB;QAC/B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,CAAC;QACZ,MAAM,EAAE,CAAC;QACT,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CACvC,uDAAuD,CACxD,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,OAAO,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAE7C,mFAAmF;YACnF,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,cAAc,GAAG,WAAW;iBAC/B,OAAO,CAAC,yCAAyC,CAAC;iBAClD,GAAG,CAAC,IAAI,CAAgC,CAAC;YAE5C,IACE,cAAc;gBACd,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACvC,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAC9B,CAAC;gBACD,OAAO,CAAC,KAAK,CAAC,uCAAuC,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC;gBAC3E,OAAO,CAAC,OAAO,EAAE,CAAC;gBAClB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACpB,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,SAAS;oBAC9B,MAAM,EAAE,mBAAmB;iBAC5B,CAAC,CAAC;gBACH,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC3B,SAAS;YACX,CAAC;YAED,wBAAwB;YACxB,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAE9C,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBAC1B,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;gBAChD,OAAO,CAAC,OAAO,EAAE,CAAC;gBAClB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACpB,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,SAAS;oBAC9B,MAAM,EAAE,eAAe;iBACxB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,sBAAsB;YACtB,OAAO,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACnD,MAAM,cAAc,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;YACvD,OAAO,CAAC,KAAK,CACX,aAAa,cAAc,CAAC,YAAY,aAAa,cAAc,CAAC,KAAK,EAAE,CAC5E,CAAC;YAEF,uBAAuB;YACvB,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAC7C,IAAI,OAAO,GAAa,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;gBACzC,OAAO,CAAC,KAAK,CAAC,iBAAiB,OAAO,CAAC,MAAM,YAAY,CAAC,CAAC;YAC7D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CACX,mDAAmD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CACpG,CAAC;YACJ,CAAC;YAED,sBAAsB;YACtB,MAAM,MAAM,GAAG,cAAc,CAAC,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;YAEjE,8DAA8D;YAC9D,MAAM,MAAM,GAAG,YAAY,CACzB,cAAc,CAAC,KAAK,EACpB,IAAI,CAAC,GAAG,EACR,QAAQ,EACR,OAAO,CACR,CAAC;YACF,OAAO,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,MAAM,iBAAiB,CAAC,CAAC;YAErD,sBAAsB;YACtB,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;YACzC,MAAM,aAAa,GAAe,EAAE,CAAC;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;gBACnD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;gBAC9C,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC5D,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;YACpC,CAAC;YAED,8BAA8B;YAC9B,MAAM,OAAO,GAAsB;gBACjC,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,SAAS,EAAE,IAAI,CAAC,GAAG;gBACnB,IAAI;gBACJ,KAAK,EAAE,cAAc,CAAC,KAAK;gBAC3B,WAAW,EAAE,cAAc,CAAC,WAAW;gBACvC,MAAM,EAAE,cAAc,CAAC,MAAM;gBAC7B,WAAW,EAAE,cAAc,CAAC,YAAY;gBACxC,MAAM,EAAE,cAAc,CAAC,MAAM;gBAC7B,OAAO;gBACP,MAAM;gBACN,YAAY,EAAE,QAAQ;gBACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACrC,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS;aACpC,CAAC;YAEF,aAAa,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACpC,uBAAuB,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;YACtE,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAE9C,uCAAuC;YACvC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAE3B,OAAO,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACpB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,KAAK,EAAE,cAAc,CAAC,KAAK;gBAC3B,MAAM,EAAE,WAAW;aACpB,CAAC,CAAC;YAEH,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,OAAO,CAAC,KAAK,CAAC,eAAe,OAAO,EAAE,CAAC,CAAC;YACxC,OAAO,CAAC,MAAM,EAAE,CAAC;YACjB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACpB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,SAAS;gBAC9B,MAAM,EAAE,WAAW,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;aAC3C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAE9C,gBAAgB,EAAE,CAAC;IACnB,WAAW,CAAC,KAAK,EAAE,CAAC;IACpB,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;AAClD,CAAC;AAED,IAAI,EAAE;KACH,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KAC3B,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACb,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,GAAG,CAAC,CAAC;IACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/types.d.ts

@@ -38,12 +38,77 @@ export interface AnswerResult {
         title: string;
         url: string;
     }>;
+    confidence_score: number;
+}
+export interface QueryLogEntry {
+    timestamp: string;
+    clientId: string;
+    toolName: string;
+    queryParams: string;
+    contentCited: string;
+    responseTimeMs: number;
+    confidenceScore: number | null;
 }
 export interface TopicEntry {
     title: string;
     description: string;
     url: string;
+    content_type: string;
+    topics: string[];
+}
+export interface TutorialResult {
+    title: string;
+    url: string;
+    description: string;
+    steps: string[];
+    confidence_score: number;
+}
+export interface ComparisonResult {
+    topic_a: {
+        title: string;
+        url: string;
+        key_points: string[];
+    };
+    topic_b: {
+        title: string;
+        url: string;
+        key_points: string[];
+    };
+    confidence_score: number;
+}
+export interface LatestArticle {
+    title: string;
+    description: string;
+    url: string;
+    content_type: string;
+    added_at: string | null;
+}
+export type ContentType = "article" | "tutorial" | "faq" | "comparison" | "guide" | "newsletter" | "project";
+export interface QaPair {
+    question: string;
+    answer: string;
+}
+export interface ClassificationResult {
+    content_type: ContentType;
+    title: string;
+    description: string;
+    topics: string[];
+    author: string;
+}
+export interface StructuredArticle {
+    url: string;
+    sourceUrl: string;
+    slug: string;
+    title: string;
+    description: string;
+    author: string;
+    contentType: ContentType;
     topics: string[];
+    qaPairs: QaPair[];
+    jsonLd: string;
+    markdownBody: string;
+    processedAt: string;
+    pubDate?: string;
 }
 export declare const EMBEDDING_DIM = 768;
 export declare const BASE_URL = "https://astgl.ai/answers";

package/dist/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AA2CA,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC;AACjC,MAAM,CAAC,MAAM,QAAQ,GAAG,0BAA0B,CAAC"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AA8GA,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC;AACjC,MAAM,CAAC,MAAM,QAAQ,GAAG,0BAA0B,CAAC"}

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "mcp-astgl-knowledge",
   "mcpName": "io.github.Jmeg8r/astgl-knowledge",
-  "version": "1.0.2",
-  "description": "MCP server for searching and citing ASTGL articles about MCP servers, local AI, and AI automation",
+  "version": "1.1.0",
+  "description": "MCP server with 7 tools for searching, citing, and exploring ASTGL content about MCP servers, local AI, and AI automation — includes tutorials, comparisons, freshness tracking, and rate-limited API access",
   "type": "module",
   "bin": {
     "mcp-astgl-knowledge": "dist/index.js"
@@ -15,7 +15,15 @@
   "scripts": {
     "build": "tsc",
     "ingest": "tsx src/ingest.ts",
+    "ingest-projects": "tsx src/ingest-projects.ts",
     "discover": "tsx src/discover.ts",
+    "structure": "tsx src/structure.ts",
+    "pipeline": "tsx src/pipeline.ts",
+    "citation-test": "tsx src/citation-test.ts",
+    "daily-report": "tsx src/daily-report.ts",
+    "alerts": "tsx src/alerts.ts",
+    "freshness": "tsx src/freshness.ts",
+    "related": "tsx src/related-articles.ts",
     "start": "node dist/index.js",
     "dev": "tsx src/index.ts",
     "prepublishOnly": "npm run build"