alif-digest 1.1.9 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/commands/init.js +4 -0
- package/dist/cli/commands/init.js.map +1 -1
- package/dist/core/config-schema.d.ts +1 -0
- package/dist/core/config-schema.js +1 -0
- package/dist/core/config-schema.js.map +1 -1
- package/dist/core/default-keywords.d.ts +1 -1
- package/dist/core/default-keywords.js +108 -75
- package/dist/core/default-keywords.js.map +1 -1
- package/dist/core/pipeline.js +72 -51
- package/dist/core/pipeline.js.map +1 -1
- package/dist/core/scraper-types.d.ts +1 -0
- package/dist/core/scraper-types.js.map +1 -1
- package/dist/providers/llm/anthropic.js +13 -1
- package/dist/providers/llm/anthropic.js.map +1 -1
- package/dist/providers/llm/common.js +19 -10
- package/dist/providers/llm/common.js.map +1 -1
- package/dist/providers/llm/ollama.js +13 -1
- package/dist/providers/llm/ollama.js.map +1 -1
- package/dist/providers/llm/openrouter.js +12 -1
- package/dist/providers/llm/openrouter.js.map +1 -1
- package/dist/resources/default-feeds.json +57 -192
- package/package.json +15 -15
- package/src/cli/commands/init.ts +4 -0
- package/src/core/config-schema.ts +1 -0
- package/src/core/default-keywords.ts +112 -76
- package/src/core/pipeline.ts +85 -54
- package/src/core/scraper-types.ts +1 -0
- package/src/providers/llm/anthropic.ts +17 -2
- package/src/providers/llm/common.ts +19 -10
- package/src/providers/llm/ollama.ts +16 -1
- package/src/providers/llm/openrouter.ts +15 -1
- package/src/resources/default-feeds.json +57 -192
- package/tests/config-manager.test.ts +1 -0
|
@@ -50,6 +50,9 @@ export async function initCommand(options) {
|
|
|
50
50
|
maxItemsPerRun: process.env.ALIF_MAX_ITEMS_PER_RUN
|
|
51
51
|
? parseInt(process.env.ALIF_MAX_ITEMS_PER_RUN, 10)
|
|
52
52
|
: 10,
|
|
53
|
+
maxArticleAgeDays: process.env.ALIF_MAX_ARTICLE_AGE_DAYS
|
|
54
|
+
? parseInt(process.env.ALIF_MAX_ARTICLE_AGE_DAYS, 10)
|
|
55
|
+
: 14,
|
|
53
56
|
sourceCooldownMinutes: process.env.ALIF_SOURCE_COOLDOWN_MINUTES
|
|
54
57
|
? parseInt(process.env.ALIF_SOURCE_COOLDOWN_MINUTES, 10)
|
|
55
58
|
: 5,
|
|
@@ -154,6 +157,7 @@ export async function initCommand(options) {
|
|
|
154
157
|
preferences: {
|
|
155
158
|
signalThreshold: 60,
|
|
156
159
|
maxItemsPerRun: 10,
|
|
160
|
+
maxArticleAgeDays: 14,
|
|
157
161
|
sourceCooldownMinutes: 5,
|
|
158
162
|
sequentialAnalysis: response.sequentialAnalysis,
|
|
159
163
|
enableAIArticlesScoring: response.enableAIArticlesScoring,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"init.js","sourceRoot":"","sources":["../../../src/cli/commands/init.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAE7D,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAE9C,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAAsC;IACtE,MAAM,aAAa,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,SAAS,GAAG,aAAa,CAAC,YAAY,EAAE,CAAC;IAE/C,MAAM,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAE5C,IAAI,MAAc,CAAC;IAEnB,IAAI,OAAO,EAAE,cAAc,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;QAEtF,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,WAAW,CAAQ,CAAC;QACvE,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,QAAQ,KAAK,WAAW;gBAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;iBAChE,IAAI,QAAQ,KAAK,YAAY;gBAChC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC1E,CAAC;QAED,MAAM,KAAK,GACT,OAAO,CAAC,GAAG,CAAC,cAAc;YAC1B,CAAC,QAAQ,KAAK,QAAQ;gBACpB,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,QAAQ,KAAK,WAAW;oBACxB,CAAC,CAAC,4BAA4B;oBAC9B,CAAC,CAAC,iCAAiC,CAAC,CAAC;QAC3C,MAAM,OAAO,GACX,OAAO,CAAC,GAAG,CAAC,iBAAiB;YAC7B,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEjE,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;YAClC,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAgB,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC;QAC9F,CAAC;QACD,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC;YACpC,eAAe,CAAC,IAAI,CAAC;gBACnB,IAAI,EAAE,SAAkB;gBACxB,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB;aAC5C,CAAC,CAAC;QACL,CAAC;QAED,MAAM,GAAG;YACP,GAAG,EAAE;gBACH,QAAQ;gBACR,MAAM;gBACN,KAAK;gBACL,OAAO;aACR;YACD,QAAQ,EAAE,eAAe;YACzB,WAAW,EAAE;gBACX,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB;oBAChD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,EAAE,CAAC;oBACjD,CAAC,CAAC,EAAE;gBACN,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB;oBAChD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,EAAE,CAAC;oBAClD,CAAC,CAAC,EAAE;gBACN,qBAAqB,EAAE,OAAO,CAAC,GAAG,CAAC,4BAA4B;oBAC7D,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,EAAE,CAAC;oBACxD,CAAC,CAAC,CAAC;gBACL,kBAAkB,EAChB,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,MAAM,IAAI,QAAQ,KAAK,QAAQ;gBAC1E,uBAAuB,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,OAAO;gBACvE,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB;oBAC9C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;oBAC9C,CAAC,CAAC,EAAE;gBACN,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB;oBAClD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;oBAChD,CAAC,CAAC,EAAE;gBACN,QAAQ,EAAG,OAAO,CAAC,GAAG,CAAC,cAAsB,IAAI,QAAQ;gBACzD,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,MAAM;aAC9C;YACD,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC;YACvC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC;SAC9C,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC;YAC7B;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa;gBACnB,OAAO,EAAE,2CAA2C;gBACpD,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,QAAQ,EAAE;oBAC5C,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBAC1C,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;iBAC7C;aACF;YACD;gBACE,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;gBACnD,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,qBAAqB;aAC/B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,8DAA8D;gBACvE,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;oBACxB,IAAI,MAAM,CAAC,WAAW,KAAK,QAAQ;wBAAE,OAAO,QAAQ,CAAC;oBACrD,IAAI,MAAM,CAAC,WAAW,KAAK,WAAW;wBAAE,OAAO,4BAA4B,CAAC;oBAC5E,OAAO,iCAAiC,CAAC;gBAC3C,CAAC;aACF;YACD;gBACE,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;gBACzE,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,wBAAwB;gBACjC,OAAO,EAAE,wBAAwB;aAClC;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EACL,qFAAqF;gBACvF,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,KAAK,QAAQ;gBAC1D,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,IAAI;aACf;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,yBAAyB;gBAC/B,OAAO,EAAE,4EAA4E;gBACrF,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,IAAI;aACf;YACD;gBACE,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,mBAAmB;gBACzB,OAAO,EAAE,qCAAqC;gBAC9C,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;oBAClC,EAAE,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,SAAS,EAAE;iBAC/C;gBACD,GAAG,EAAE,CAAC;aACP;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC;YACzD,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YACzC,OAAO;QACT,CAAC;QAED,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,iBAAiB,EAAE,CAAC;YAClD,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,OAAO,CAAC;gBACnC,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,YAAY;gBAClB,OAAO,EAAE,SAAS,QAAQ,eAAe;aAC1C,CAAC,CAAC;YACH,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,GAAG;YACP,GAAG,EAAE;gBACH,QAAQ,EAAE,QAAQ,CAAC,WAAW;gBAC9B,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,OAAO,EAAE,QAAQ,CAAC,OAAO;aAC1B;YACD,QAAQ,EAAE,eAAe;YACzB,WAAW,EAAE;gBACX,eAAe,EAAE,EAAE;gBACnB,cAAc,EAAE,EAAE;gBAClB,qBAAqB,EAAE,CAAC;gBACxB,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;gBAC/C,uBAAuB,EAAE,QAAQ,CAAC,uBAAuB;gBACzD,cAAc,EAAE,EAAE;gBAClB,gBAAgB,EAAE,EAAE;gBACpB,QAAQ,EAAE,QAAiB;gBAC3B,OAAO,EAAE,KAAK;aACf;YACD,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC;YACvC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC;SAC9C,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAE3B,MAAM,CAAC,OAAO,CAAC,0BAA0B,aAAa,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;IAC1E,MAAM,CAAC,IAAI,CAAC,+BAA+B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5D,MAAM,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC;AACpE,CAAC"}
|
|
1
|
+
{"version":3,"file":"init.js","sourceRoot":"","sources":["../../../src/cli/commands/init.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAE7D,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAE9C,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAAsC;IACtE,MAAM,aAAa,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,SAAS,GAAG,aAAa,CAAC,YAAY,EAAE,CAAC;IAE/C,MAAM,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAE5C,IAAI,MAAc,CAAC;IAEnB,IAAI,OAAO,EAAE,cAAc,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;QAEtF,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,WAAW,CAAQ,CAAC;QACvE,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,QAAQ,KAAK,WAAW;gBAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;iBAChE,IAAI,QAAQ,KAAK,YAAY;gBAChC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC1E,CAAC;QAED,MAAM,KAAK,GACT,OAAO,CAAC,GAAG,CAAC,cAAc;YAC1B,CAAC,QAAQ,KAAK,QAAQ;gBACpB,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,QAAQ,KAAK,WAAW;oBACxB,CAAC,CAAC,4BAA4B;oBAC9B,CAAC,CAAC,iCAAiC,CAAC,CAAC;QAC3C,MAAM,OAAO,GACX,OAAO,CAAC,GAAG,CAAC,iBAAiB;YAC7B,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEjE,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;YAClC,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAgB,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC;QAC9F,CAAC;QACD,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC;YACpC,eAAe,CAAC,IAAI,CAAC;gBACnB,IAAI,EAAE,SAAkB;gBACxB,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB;aAC5C,CAAC,CAAC;QACL,CAAC;QAED,MAAM,GAAG;YACP,GAAG,EAAE;gBACH,QAAQ;gBACR,MAAM;gBACN,KAAK;gBACL,OAAO;aACR;YACD,QAAQ,EAAE,eAAe;YACzB,WAAW,EAAE;gBACX,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB;oBAChD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,EAAE,CAAC;oBACjD,CAAC,CAAC,EAAE;gBACN,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB;oBAChD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,EAAE,CAAC;oBAClD,CAAC,CAAC,EAAE;gBACN,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,yBAAyB;oBACtD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,EAAE,CAAC;oBACrD,CAAC,CAAC,EAAE;gBACN,qBAAqB,EAAE,OAAO,CAAC,GAAG,CAAC,4BAA4B;oBAC7D,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,EAAE,CAAC;oBACxD,CAAC,CAAC,CAAC;gBACL,kBAAkB,EAChB,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,MAAM,IAAI,QAAQ,KAAK,QAAQ;gBAC1E,uBAAuB,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,OAAO;gBACvE,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB;oBAC9C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;oBAC9C,CAAC,CAAC,EAAE;gBACN,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB;oBAClD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;oBAChD,CAAC,CAAC,EAAE;gBACN,QAAQ,EAAG,OAAO,CAAC,GAAG,CAAC,cAAsB,IAAI,QAAQ;gBACzD,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,MAAM;aAC9C;YACD,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC;YACvC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC;SAC9C,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC;YAC7B;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa;gBACnB,OAAO,EAAE,2CAA2C;gBACpD,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,QAAQ,EAAE;oBAC5C,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBAC1C,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;iBAC7C;aACF;YACD;gBACE,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;gBACnD,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,qBAAqB;aAC/B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,8DAA8D;gBACvE,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;oBACxB,IAAI,MAAM,CAAC,WAAW,KAAK,QAAQ;wBAAE,OAAO,QAAQ,CAAC;oBACrD,IAAI,MAAM,CAAC,WAAW,KAAK,WAAW;wBAAE,OAAO,4BAA4B,CAAC;oBAC5E,OAAO,iCAAiC,CAAC;gBAC3C,CAAC;aACF;YACD;gBACE,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;gBACzE,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,wBAAwB;gBACjC,OAAO,EAAE,wBAAwB;aAClC;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EACL,qFAAqF;gBACvF,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,KAAK,QAAQ;gBAC1D,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,IAAI;aACf;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,yBAAyB;gBAC/B,OAAO,EAAE,4EAA4E;gBACrF,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,IAAI;aACf;YACD;gBACE,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,mBAAmB;gBACzB,OAAO,EAAE,qCAAqC;gBAC9C,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;oBAClC,EAAE,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,SAAS,EAAE;iBAC/C;gBACD,GAAG,EAAE,CAAC;aACP;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC;YACzD,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YACzC,OAAO;QACT,CAAC;QAED,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,iBAAiB,EAAE,CAAC;YAClD,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,OAAO,CAAC;gBACnC,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,YAAY;gBAClB,OAAO,EAAE,SAAS,QAAQ,eAAe;aAC1C,CAAC,CAAC;YACH,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,GAAG;YACP,GAAG,EAAE;gBACH,QAAQ,EAAE,QAAQ,CAAC,WAAW;gBAC9B,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,OAAO,EAAE,QAAQ,CAAC,OAAO;aAC1B;YACD,QAAQ,EAAE,eAAe;YACzB,WAAW,EAAE;gBACX,eAAe,EAAE,EAAE;gBACnB,cAAc,EAAE,EAAE;gBAClB,iBAAiB,EAAE,EAAE;gBACrB,qBAAqB,EAAE,CAAC;gBACxB,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;gBAC/C,uBAAuB,EAAE,QAAQ,CAAC,uBAAuB;gBACzD,cAAc,EAAE,EAAE;gBAClB,gBAAgB,EAAE,EAAE;gBACpB,QAAQ,EAAE,QAAiB;gBAC3B,OAAO,EAAE,KAAK;aACf;YACD,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC;YACvC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC;SAC9C,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAE3B,MAAM,CAAC,OAAO,CAAC,0BAA0B,aAAa,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;IAC1E,MAAM,CAAC,IAAI,CAAC,+BAA+B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5D,MAAM,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC;AACpE,CAAC"}
|
|
@@ -30,6 +30,7 @@ export declare const ConfigSchema: z.ZodObject<{
|
|
|
30
30
|
signalThreshold: z.ZodDefault<z.ZodNumber>;
|
|
31
31
|
maxItemsPerRun: z.ZodDefault<z.ZodNumber>;
|
|
32
32
|
maxItemsPerCategory: z.ZodOptional<z.ZodNumber>;
|
|
33
|
+
maxArticleAgeDays: z.ZodDefault<z.ZodNumber>;
|
|
33
34
|
sourceCooldownMinutes: z.ZodDefault<z.ZodNumber>;
|
|
34
35
|
sequentialAnalysis: z.ZodDefault<z.ZodBoolean>;
|
|
35
36
|
enableAIArticlesScoring: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -17,6 +17,7 @@ export const ConfigSchema = z.object({
|
|
|
17
17
|
maxItemsPerRun: z.number().min(1).default(10),
|
|
18
18
|
/** @deprecated Use maxItemsPerRun instead */
|
|
19
19
|
maxItemsPerCategory: z.number().optional(),
|
|
20
|
+
maxArticleAgeDays: z.number().min(0).default(14),
|
|
20
21
|
sourceCooldownMinutes: z.number().min(0).default(5),
|
|
21
22
|
sequentialAnalysis: z.boolean().default(false),
|
|
22
23
|
enableAIArticlesScoring: z.boolean().default(true),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config-schema.js","sourceRoot":"","sources":["../../src/core/config-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC;AAC7E,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;AAEjE,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC;QACZ,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;KACrC,CAAC;IACF,QAAQ,EAAE,CAAC,CAAC,KAAK,CACf,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,oBAAoB;QAC1B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;KAC7B,CAAC,CACH;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;QACpB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,6CAA6C;QAC7C,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1C,qBAAqB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACnD,kBAAkB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;QAC9C,uBAAuB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;QAClD,cAAc,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5D,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9D,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;KACpC,CAAC;IACF,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"config-schema.js","sourceRoot":"","sources":["../../src/core/config-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC;AAC7E,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;AAEjE,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC;QACZ,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;KACrC,CAAC;IACF,QAAQ,EAAE,CAAC,CAAC,KAAK,CACf,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,oBAAoB;QAC1B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;KAC7B,CAAC,CACH;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;QACpB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,6CAA6C;QAC7C,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1C,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QAChD,qBAAqB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACnD,kBAAkB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;QAC9C,uBAAuB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;QAClD,cAAc,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5D,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9D,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;KACpC,CAAC;IACF,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export declare const BASE_KEYWORDS: Record<string, number>;
|
|
2
2
|
/**
|
|
3
3
|
* Negative keywords that penalise low-signal, clickbait, or promotional content.
|
|
4
|
-
*
|
|
4
|
+
* These are substantial penalties to ensure high signal density.
|
|
5
5
|
*/
|
|
6
6
|
export declare const NEGATIVE_KEYWORDS: Record<string, number>;
|
|
@@ -1,84 +1,117 @@
|
|
|
1
1
|
export const BASE_KEYWORDS = {
|
|
2
|
-
//
|
|
3
|
-
agi:
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
'
|
|
7
|
-
'
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
'
|
|
11
|
-
'
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
'
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
//
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
'
|
|
27
|
-
'
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
2
|
+
// Frontier & AGI
|
|
3
|
+
agi: 50,
|
|
4
|
+
superintelligence: 45,
|
|
5
|
+
'foundation model': 40,
|
|
6
|
+
'scaling laws': 40,
|
|
7
|
+
'arc-agi': 35,
|
|
8
|
+
reasoning: 30,
|
|
9
|
+
// Architectural Paradigms
|
|
10
|
+
'inference scaling': 45,
|
|
11
|
+
'test-time compute': 45,
|
|
12
|
+
multimodal: 40,
|
|
13
|
+
moe: 35,
|
|
14
|
+
'mixture of experts': 35,
|
|
15
|
+
mcts: 35,
|
|
16
|
+
mamba: 30,
|
|
17
|
+
ssm: 30,
|
|
18
|
+
quantization: 25,
|
|
19
|
+
distillation: 25,
|
|
20
|
+
// The Agentic Stack
|
|
21
|
+
agentic: 50,
|
|
22
|
+
orchestration: 40,
|
|
23
|
+
autonomous: 40,
|
|
24
|
+
'model context protocol': 40,
|
|
25
|
+
mcp: 35,
|
|
26
|
+
'agent swarm': 35,
|
|
27
|
+
'tool use': 30,
|
|
28
|
+
'self-correction': 30,
|
|
29
|
+
'vibe coding': 25,
|
|
30
|
+
// Industry & Corporate Shifts
|
|
31
|
+
layoffs: 50,
|
|
32
|
+
restructuring: 45,
|
|
33
|
+
acquisition: 40,
|
|
34
|
+
merger: 40,
|
|
35
|
+
ipo: 40,
|
|
36
|
+
antitrust: 35,
|
|
37
|
+
investment: 30,
|
|
38
|
+
funding: 30,
|
|
39
|
+
// Compute & Infrastructure
|
|
40
|
+
compute: 45,
|
|
41
|
+
gpu: 40,
|
|
42
|
+
tpu: 40,
|
|
43
|
+
blackwell: 40,
|
|
44
|
+
h100: 35,
|
|
45
|
+
b200: 35,
|
|
46
|
+
nvlink: 30,
|
|
47
|
+
vram: 25,
|
|
48
|
+
latency: 25,
|
|
49
|
+
// Models & Ecosystem
|
|
50
|
+
llm: 35,
|
|
51
|
+
'open source': 40,
|
|
52
|
+
'open weights': 30,
|
|
53
|
+
github: 25,
|
|
54
|
+
repo: 25,
|
|
55
|
+
repository: 25,
|
|
56
|
+
traction: 20,
|
|
57
|
+
acquire: 40,
|
|
58
|
+
launch: 30,
|
|
59
|
+
ban: 30,
|
|
60
|
+
broken: 30,
|
|
61
|
+
llama: 25,
|
|
62
|
+
deepseek: 25,
|
|
37
63
|
mistral: 25,
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
windsurf: 20,
|
|
43
|
-
roocode: 20,
|
|
44
|
-
openclaw: 20,
|
|
45
|
-
'vibe coding': 20,
|
|
46
|
-
'deepl agent': 20,
|
|
47
|
-
parl: 20,
|
|
48
|
-
flux: 20,
|
|
49
|
-
aider: 20,
|
|
50
|
-
// Specific Dev Tools & Hubs
|
|
51
|
-
'github copilot': 15,
|
|
52
|
-
zencoder: 15,
|
|
53
|
-
'aws kiro': 15,
|
|
54
|
-
'jetbrains junie': 15,
|
|
55
|
-
augment: 15,
|
|
56
|
-
'nvidia vera': 15,
|
|
57
|
-
'spectrum-x': 15,
|
|
58
|
-
bluefield: 15,
|
|
59
|
-
nvlink: 15,
|
|
60
|
-
hbm4: 15,
|
|
61
|
-
'arc-agi': 15,
|
|
62
|
-
lmarena: 15,
|
|
63
|
-
'open source': 10,
|
|
64
|
-
't2i-corebench': 10,
|
|
64
|
+
qwen: 25,
|
|
65
|
+
claude: 20,
|
|
66
|
+
gemini: 20,
|
|
67
|
+
gpt: 20,
|
|
65
68
|
};
|
|
66
69
|
/**
|
|
67
70
|
* Negative keywords that penalise low-signal, clickbait, or promotional content.
|
|
68
|
-
*
|
|
71
|
+
* These are substantial penalties to ensure high signal density.
|
|
69
72
|
*/
|
|
70
73
|
export const NEGATIVE_KEYWORDS = {
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
'
|
|
82
|
-
|
|
74
|
+
// Promotional
|
|
75
|
+
sponsored: 50,
|
|
76
|
+
advertisement: 50,
|
|
77
|
+
deals: 45,
|
|
78
|
+
discount: 45,
|
|
79
|
+
coupon: 40,
|
|
80
|
+
'limited time': 35,
|
|
81
|
+
bundle: 30,
|
|
82
|
+
// Noise & Fluff
|
|
83
|
+
'dating app': 60,
|
|
84
|
+
'mac apps': 50,
|
|
85
|
+
'best apps': 45,
|
|
86
|
+
'top 10': 40,
|
|
87
|
+
'top 5': 40,
|
|
88
|
+
waitlist: 35,
|
|
89
|
+
'sign up': 35,
|
|
90
|
+
newsletter: 30,
|
|
91
|
+
roundup: 30,
|
|
92
|
+
recap: 30,
|
|
93
|
+
// Entry-level / Low-signal Technical
|
|
94
|
+
tutorial: 45,
|
|
95
|
+
'how to': 45,
|
|
96
|
+
beginner: 40,
|
|
97
|
+
basics: 40,
|
|
98
|
+
'for everyone': 35,
|
|
99
|
+
// Misaligned Technical
|
|
100
|
+
terminal: 30,
|
|
101
|
+
bash: 30,
|
|
102
|
+
bypassing: 40,
|
|
103
|
+
'red team': 35,
|
|
104
|
+
leak: 30,
|
|
105
|
+
rumor: 30,
|
|
106
|
+
// Meta-discussion & PR Noise
|
|
107
|
+
framework: 20,
|
|
108
|
+
spec: 20,
|
|
109
|
+
approach: 15,
|
|
110
|
+
measuring: 15,
|
|
111
|
+
insight: 10,
|
|
112
|
+
'system card': 40,
|
|
113
|
+
expanding: 15,
|
|
114
|
+
'now on': 15,
|
|
115
|
+
blueprint: 15,
|
|
83
116
|
};
|
|
84
117
|
//# sourceMappingURL=default-keywords.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"default-keywords.js","sourceRoot":"","sources":["../../src/core/default-keywords.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,aAAa,GAA2B;IACnD,
|
|
1
|
+
{"version":3,"file":"default-keywords.js","sourceRoot":"","sources":["../../src/core/default-keywords.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,aAAa,GAA2B;IACnD,iBAAiB;IACjB,GAAG,EAAE,EAAE;IACP,iBAAiB,EAAE,EAAE;IACrB,kBAAkB,EAAE,EAAE;IACtB,cAAc,EAAE,EAAE;IAClB,SAAS,EAAE,EAAE;IACb,SAAS,EAAE,EAAE;IAEb,0BAA0B;IAC1B,mBAAmB,EAAE,EAAE;IACvB,mBAAmB,EAAE,EAAE;IACvB,UAAU,EAAE,EAAE;IACd,GAAG,EAAE,EAAE;IACP,oBAAoB,EAAE,EAAE;IACxB,IAAI,EAAE,EAAE;IACR,KAAK,EAAE,EAAE;IACT,GAAG,EAAE,EAAE;IACP,YAAY,EAAE,EAAE;IAChB,YAAY,EAAE,EAAE;IAEhB,oBAAoB;IACpB,OAAO,EAAE,EAAE;IACX,aAAa,EAAE,EAAE;IACjB,UAAU,EAAE,EAAE;IACd,wBAAwB,EAAE,EAAE;IAC5B,GAAG,EAAE,EAAE;IACP,aAAa,EAAE,EAAE;IACjB,UAAU,EAAE,EAAE;IACd,iBAAiB,EAAE,EAAE;IACrB,aAAa,EAAE,EAAE;IAEjB,8BAA8B;IAC9B,OAAO,EAAE,EAAE;IACX,aAAa,EAAE,EAAE;IACjB,WAAW,EAAE,EAAE;IACf,MAAM,EAAE,EAAE;IACV,GAAG,EAAE,EAAE;IACP,SAAS,EAAE,EAAE;IACb,UAAU,EAAE,EAAE;IACd,OAAO,EAAE,EAAE;IAEX,2BAA2B;IAC3B,OAAO,EAAE,EAAE;IACX,GAAG,EAAE,EAAE;IACP,GAAG,EAAE,EAAE;IACP,SAAS,EAAE,EAAE;IACb,IAAI,EAAE,EAAE;IACR,IAAI,EAAE,EAAE;IACR,MAAM,EAAE,EAAE;IACV,IAAI,EAAE,EAAE;IACR,OAAO,EAAE,EAAE;IAEX,qBAAqB;IACrB,GAAG,EAAE,EAAE;IACP,aAAa,EAAE,EAAE;IACjB,cAAc,EAAE,EAAE;IAClB,MAAM,EAAE,EAAE;IACV,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,EAAE;IACd,QAAQ,EAAE,EAAE;IACZ,OAAO,EAAE,EAAE;IACX,MAAM,EAAE,EAAE;IACV,GAAG,EAAE,EAAE;IACP,MAAM,EAAE,EAAE;IACV,KAAK,EAAE,EAAE;IACT,QAAQ,EAAE,EAAE;IACZ,OAAO,EAAE,EAAE;IACX,IAAI,EAAE,EAAE;IACR,MAAM,EAAE,EAAE;IACV,MAAM,EAAE,EAAE;IACV,GAAG,EAAE,EAAE;CACR,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAA2B;IACvD,cAAc;IACd,SAAS,EAAE,EAAE;IACb,aAAa,EAAE,EAAE;IACjB,KAAK,EAAE,EAAE;IACT,QAAQ,EAAE,EAAE;IACZ,MAAM,EAAE,EAAE;IACV,cAAc,EAAE,EAAE;IAClB,MAAM,EAAE,EAAE;IAEV,gBAAgB;IAChB,YAAY,EAAE,EAAE;IAChB,UAAU,EAAE,EAAE;IACd,WAAW,EAAE,EAAE;IACf,QAAQ,EAAE,EAAE;IACZ,OAAO,EAAE,EAAE;IACX,QAAQ,EAAE,EAAE;IACZ,SAAS,EAAE,EAAE;IACb,UAAU,EAAE,EAAE;IACd,OAAO,EAAE,EAAE;IACX,KAAK,EAAE,EAAE;IAET,qCAAqC;IACrC,QAAQ,EAAE,EAAE;IACZ,QAAQ,EAAE,EAAE;IACZ,QAAQ,EAAE,EAAE;IACZ,MAAM,EAAE,EAAE;IACV,cAAc,EAAE,EAAE;IAElB,uBAAuB;IACvB,QAAQ,EAAE,EAAE;IACZ,IAAI,EAAE,EAAE;IACR,SAAS,EAAE,EAAE;IACb,UAAU,EAAE,EAAE;IACd,IAAI,EAAE,EAAE;IACR,KAAK,EAAE,EAAE;IAET,6BAA6B;IAC7B,SAAS,EAAE,EAAE;IACb,IAAI,EAAE,EAAE;IACR,QAAQ,EAAE,EAAE;IACZ,SAAS,EAAE,EAAE;IACb,OAAO,EAAE,EAAE;IACX,aAAa,EAAE,EAAE;IACjB,SAAS,EAAE,EAAE;IACb,QAAQ,EAAE,EAAE;IACZ,SAAS,EAAE,EAAE;CACd,CAAC"}
|
package/dist/core/pipeline.js
CHANGED
|
@@ -62,69 +62,92 @@ export class Pipeline {
|
|
|
62
62
|
}
|
|
63
63
|
const allArticles = results.flatMap((r) => r.items);
|
|
64
64
|
logger.info(`Found ${allArticles.length} raw items.`);
|
|
65
|
-
// Incremental
|
|
65
|
+
// --- Freshness & Incremental Filter ---
|
|
66
|
+
const now = Date.now();
|
|
67
|
+
const maxAgeMs = (this.config.preferences.maxArticleAgeDays ?? 14) * 24 * 60 * 60 * 1000;
|
|
66
68
|
const latestTimestamp = this.articleStore.getLatestTimestamp();
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
}
|
|
76
|
-
newItemsCount =
|
|
77
|
-
logger.info(`${newItemsCount}
|
|
78
|
-
// Deduplication (Exact URL/Title mapping
|
|
79
|
-
const unique = this.deduplicator.removeExactDuplicates(
|
|
80
|
-
// --- LAYER 1: Keyword
|
|
69
|
+
const lastTime = latestTimestamp ? new Date(latestTimestamp).getTime() : 0;
|
|
70
|
+
const freshItems = allArticles.filter((a) => {
|
|
71
|
+
if (!a.published_at)
|
|
72
|
+
return true; // Keep if unknown, but prioritize fresh
|
|
73
|
+
const pubTime = new Date(a.published_at).getTime();
|
|
74
|
+
const ageMs = now - pubTime;
|
|
75
|
+
// Must be newer than max allowed age AND newer than what we already have in DB
|
|
76
|
+
return ageMs <= maxAgeMs && pubTime > lastTime;
|
|
77
|
+
});
|
|
78
|
+
newItemsCount = freshItems.length;
|
|
79
|
+
logger.info(`${newItemsCount} items passed freshness filter.`);
|
|
80
|
+
// Deduplication (Exact URL/Title mapping)
|
|
81
|
+
const unique = this.deduplicator.removeExactDuplicates(freshItems);
|
|
82
|
+
// --- LAYER 1: Keyword Scoring + Normalization ---
|
|
83
|
+
const SCORE_CAP = 150; // Normalize raw points to 0-100 range
|
|
84
|
+
const ELITE_SOURCES = ['openai', 'deepmind', 'anthropic', 'google_ai', 'meta'];
|
|
81
85
|
const layer1Scored = unique.map((a) => {
|
|
82
86
|
const positive = this.scorer.score(a);
|
|
83
87
|
const negative = this.negativeScorer.score(a);
|
|
84
|
-
|
|
88
|
+
// Find curation boost (base curationScore + elite bonus)
|
|
89
|
+
const sourceConfig = activeSources.find((f) => f.id === a.source);
|
|
90
|
+
let curationBase = sourceConfig?.curationScore ?? 50;
|
|
91
|
+
if (ELITE_SOURCES.includes(a.source))
|
|
92
|
+
curationBase += 10;
|
|
93
|
+
const curationBoost = curationBase / 10;
|
|
94
|
+
const rawNet = Math.max(0, positive - negative + curationBoost);
|
|
95
|
+
// Map raw score to 0-100 (Normalization)
|
|
96
|
+
const layer1Score = Math.round(Math.min(100, (rawNet / SCORE_CAP) * 100));
|
|
85
97
|
return { ...a, layer1Score };
|
|
86
98
|
});
|
|
87
99
|
logger.info(`Layer 1 scoring complete — ${layer1Scored.length} candidates ranked.`);
|
|
88
|
-
//
|
|
89
|
-
|
|
90
|
-
//
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
100
|
+
// --- Semantic (Fuzzy) Deduplication (All items) ---
|
|
101
|
+
// We perform deduplication across ALL candidates before pruning to ensure
|
|
102
|
+
// an authoritative (but subtle) title from an elite source isn't
|
|
103
|
+
// accidentally pruned while its noisy synonym is kept.
|
|
104
|
+
const authoritySorted = [...layer1Scored].sort((a, b) => {
|
|
105
|
+
const aConfig = activeSources.find((f) => f.id === a.source);
|
|
106
|
+
const bConfig = activeSources.find((f) => f.id === b.source);
|
|
107
|
+
const aCuration = (aConfig?.curationScore ?? 0) + (ELITE_SOURCES.includes(a.source) ? 10 : 0);
|
|
108
|
+
const bCuration = (bConfig?.curationScore ?? 0) + (ELITE_SOURCES.includes(b.source) ? 10 : 0);
|
|
109
|
+
return bCuration - aCuration || b.layer1Score - a.layer1Score;
|
|
110
|
+
});
|
|
111
|
+
const uniqueSemantic = this.deduplicator.removeFuzzyDuplicates(authoritySorted);
|
|
112
|
+
logger.info(`Fuzzy deduplication complete — ${uniqueSemantic.length} unique topics found.`);
|
|
113
|
+
// --- Pruning to Top Candidates ---
|
|
114
|
+
// Take top 150 strictly by Layer 1 score for the final topic-claiming pass
|
|
115
|
+
const sortedL1 = uniqueSemantic.sort((a, b) => b.layer1Score - a.layer1Score).slice(0, 150);
|
|
116
|
+
logger.info(`Pruned to top ${sortedL1.length} candidates for final topic-claiming pass.`);
|
|
117
|
+
// --- Advanced Topic Deduplication (Source-Aware) ---
|
|
118
|
+
// Re-sort by source quality so elite sources "claim" topics first in the final batch.
|
|
119
|
+
const topicSourceSorted = sortedL1.sort((a, b) => {
|
|
120
|
+
const aConfig = activeSources.find((f) => f.id === a.source);
|
|
121
|
+
const bConfig = activeSources.find((f) => f.id === b.source);
|
|
122
|
+
const aCuration = (aConfig?.curationScore ?? 0) + (ELITE_SOURCES.includes(a.source) ? 10 : 0);
|
|
123
|
+
const bCuration = (bConfig?.curationScore ?? 0) + (ELITE_SOURCES.includes(b.source) ? 10 : 0);
|
|
124
|
+
return bCuration - aCuration || b.layer1Score - a.layer1Score;
|
|
125
|
+
});
|
|
96
126
|
const uniqueCandidates = [];
|
|
97
127
|
const seenKeywords = new Set();
|
|
98
|
-
const
|
|
99
|
-
for (const item of
|
|
128
|
+
const keywordList = Object.keys(this.scorer.getKeywords());
|
|
129
|
+
for (const item of topicSourceSorted) {
|
|
100
130
|
if (uniqueCandidates.length >= LAYER2_CANDIDATE_LIMIT)
|
|
101
131
|
break;
|
|
102
|
-
const
|
|
103
|
-
const
|
|
104
|
-
//
|
|
105
|
-
const
|
|
106
|
-
|
|
107
|
-
return titleLower.includes(kwLower) || contentLower.includes(kwLower);
|
|
108
|
-
});
|
|
109
|
-
// If it defines NEW keywords we haven't seen in higher-ranked articles, keep it.
|
|
110
|
-
// If it matches NO keywords (just consensus score), keep it.
|
|
111
|
-
// If it only matches keywords we already have coverage for, drop it.
|
|
112
|
-
const isDuplicateTopic = matches.length > 0 && matches.every((k) => seenKeywords.has(k));
|
|
113
|
-
if (!isDuplicateTopic) {
|
|
132
|
+
const text = `${item.title} ${item.content || ''}`.toLowerCase();
|
|
133
|
+
const matches = keywordList.filter((kw) => text.includes(kw.toLowerCase()));
|
|
134
|
+
// If it only matches keywords we already saw from BETTER sources, skip it.
|
|
135
|
+
const isTopicDupe = matches.length > 0 && matches.every((kw) => seenKeywords.has(kw));
|
|
136
|
+
if (!isTopicDupe) {
|
|
114
137
|
uniqueCandidates.push(item);
|
|
115
|
-
matches.forEach((
|
|
138
|
+
matches.forEach((kw) => seenKeywords.add(kw));
|
|
116
139
|
}
|
|
117
140
|
else {
|
|
118
|
-
logger.debug(`[Dedupe]
|
|
141
|
+
logger.debug(`[Dedupe] Avoiding "${item.title}" (topic already claimed by high-score source)`);
|
|
119
142
|
}
|
|
120
143
|
}
|
|
121
144
|
const candidates = uniqueCandidates;
|
|
122
145
|
let finalScored;
|
|
123
146
|
if (this.config.preferences.enableAIArticlesScoring) {
|
|
124
|
-
// --- LAYER 2: LLM-based
|
|
125
|
-
//
|
|
126
|
-
const needsLLM = candidates.filter((a) => this.negativeScorer.score(a)
|
|
127
|
-
const preZeroed = candidates.filter((a) => this.negativeScorer.score(a) >
|
|
147
|
+
// --- LAYER 2: LLM-based reasoning ---
|
|
148
|
+
// We allow some "meta-heavy" items to pass to LLM if they are borderline (rawNeg <= 20)
|
|
149
|
+
const needsLLM = candidates.filter((a) => this.negativeScorer.score(a) <= 20);
|
|
150
|
+
const preZeroed = candidates.filter((a) => this.negativeScorer.score(a) > 20);
|
|
128
151
|
logger.info(`Layer 2 AI scoring ${needsLLM.length} candidates (${preZeroed.length} pre-zeroed by negative keywords)...`);
|
|
129
152
|
const layer2Map = new Map(preZeroed.map((a) => [a.id, 0]));
|
|
130
153
|
if (needsLLM.length > 0) {
|
|
@@ -137,26 +160,24 @@ export class Pipeline {
|
|
|
137
160
|
// Ensure we align scores, padding with 0 if LLM returned too few
|
|
138
161
|
layer2Scores.push(...batch.map((_, idx) => batchScores[idx] ?? 0));
|
|
139
162
|
}
|
|
140
|
-
catch {
|
|
163
|
+
catch (err) {
|
|
164
|
+
logger.error(`!!! LLM Scoring Failed for batch: ${err?.message || String(err)}`);
|
|
141
165
|
layer2Scores.push(...batch.map(() => 0));
|
|
142
166
|
}
|
|
143
167
|
}
|
|
144
168
|
needsLLM.forEach((a, idx) => {
|
|
145
169
|
const s = layer2Scores[idx] ?? 0;
|
|
146
|
-
// Debug-level: only shown in verbose mode
|
|
147
170
|
logger.debug(` [L2] ${s.toString().padStart(3)} ${a.title}`);
|
|
148
171
|
layer2Map.set(a.id, s);
|
|
149
172
|
});
|
|
150
173
|
}
|
|
151
|
-
preZeroed.forEach((a) => {
|
|
152
|
-
logger.debug(` [L2] 0 [pre-zeroed] ${a.title}`);
|
|
153
|
-
});
|
|
154
174
|
finalScored = candidates.map((a) => {
|
|
155
175
|
const layer2Score = layer2Map.get(a.id) ?? 0;
|
|
156
|
-
|
|
176
|
+
// Final Weight: 40% Keywords (L1) / 60% AI Reasoning (L2)
|
|
177
|
+
const finalScore = Math.round(a.layer1Score * 0.4 + layer2Score * 0.6);
|
|
157
178
|
return { ...a, finalScore };
|
|
158
179
|
});
|
|
159
|
-
logger.success(`Layer 2 complete.`);
|
|
180
|
+
logger.success(`Layer 2 reasoning complete.`);
|
|
160
181
|
}
|
|
161
182
|
else {
|
|
162
183
|
finalScored = candidates.map((a) => ({ ...a, finalScore: a.layer1Score }));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/core/pipeline.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAExD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAmB,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AAEjE,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG1D,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAElC,MAAM,OAAO,QAAQ;IAYT;IAXF,YAAY,CAAsB;IAClC,MAAM,CAAgB;IACtB,cAAc,CAAgB;IAE9B,YAAY,CAAe;IAC3B,YAAY,CAAe;IAC3B,WAAW,CAAoB;IAC/B,GAAG,CAAc;IACjB,QAAQ,CAAqB;IAErC,YACU,MAAc,EACtB,EAAY;QADJ,WAAM,GAAN,MAAM,CAAQ;QAGtB,IAAI,CAAC,YAAY,GAAG,IAAI,mBAAmB,EAAE,CAAC;QAE9C,MAAM,cAAc,GAAG;YACrB,GAAG,aAAa;YAChB,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc,IAAI,EAAE,CAAC;SAC7C,CAAC;QACF,MAAM,cAAc,GAAG;YACrB,GAAG,iBAAiB;YACpB,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,gBAAgB,IAAI,EAAE,CAAC;SAC/C,CAAC;QAEF,IAAI,CAAC,MAAM,GAAG,IAAI,aAAa,CAAC,cAAc,CAAC,CAAC;QAChD,IAAI,CAAC,cAAc,GAAG,IAAI,aAAa,CAAC,cAAc,CAAC,CAAC;QAExD,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,IAAI,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAC7C,IAAI,CAAC,GAAG,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ,GAAG,eAAe,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,OAAwB,EAAE,KAAK,GAAG,KAAK;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqB,CAAC;QAC/D,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACzC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC3D,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,sBAAsB,QAAQ,QAAQ,CAAC,CAAC;gBACrE,OAAO,KAAK,CAAC;YACf,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,IAAI,aAAa,GAAsB,EAAE,CAAC;QAC1C,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,YAAY,aAAa,CAAC,MAAM,aAAa,CAAC,CAAC;YAC3D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAE9D,gBAAgB;YAChB,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;oBACtB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,WAAW,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM;oBAC7B,aAAa,EAAE,GAAG,CAAC,KAAK;iBACzB,CAAC,CAAC;YACL,CAAC;YAED,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,SAAS,WAAW,CAAC,MAAM,aAAa,CAAC,CAAC;YAEtD,qBAAqB;YACrB,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,kBAAkB,EAAE,CAAC;YAC/D,IAAI,QAAQ,GAAG,WAAW,CAAC;YAC3B,IAAI,eAAe,EAAE,CAAC;gBACpB,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC,OAAO,EAAE,CAAC;gBACrD,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;oBAClC,IAAI,CAAC,CAAC,CAAC,YAAY;wBAAE,OAAO,IAAI,CAAC;oBACjC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC;gBACvD,CAAC,CAAC,CAAC;YACL,CAAC;YACD,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,GAAG,aAAa,sCAAsC,CAAC,CAAC;YAEpE,iEAAiE;YACjE,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;YAEjE,sCAAsC;YACtC,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC,CAAC;gBACrD,OAAO,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC;YAC/B,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,8BAA8B,YAAY,CAAC,MAAM,qBAAqB,CAAC,CAAC;YAEpF,oEAAoE;YACpE,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAE1F,wFAAwF;YACxF,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;YAE1E,0CAA0C;YAC1C,kEAAkE;YAClE,iFAAiF;YACjF,iGAAiG;YACjG,MAAM,gBAAgB,GAAoB,EAAE,CAAC;YAC7C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;YAEvC,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;YAElE,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;gBACnC,IAAI,gBAAgB,CAAC,MAAM,IAAI,sBAAsB;oBAAE,MAAM;gBAE7D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;gBAC5C,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;gBAEvD,2CAA2C;gBAC3C,MAAM,OAAO,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;oBAC9C,MAAM,OAAO,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;oBAChC,OAAO,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACxE,CAAC,CAAC,CAAC;gBAEH,iFAAiF;gBACjF,6DAA6D;gBAC7D,qEAAqE;gBACrE,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAEzF,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACtB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5B,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,KAAK,CACV,sBAAsB,IAAI,CAAC,KAAK,gCAAgC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CACrF,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,gBAAgB,CAAC;YAEpC,IAAI,WAAgE,CAAC;YAErE,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,uBAAuB,EAAE,CAAC;gBACpD,qCAAqC;gBACrC,2EAA2E;gBAC3E,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC9E,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAE7E,MAAM,CAAC,IAAI,CACT,sBAAsB,QAAQ,CAAC,MAAM,gBAAgB,SAAS,CAAC,MAAM,sCAAsC,CAC5G,CAAC;gBAEF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAiB,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBAE3E,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,MAAM,YAAY,GAAa,EAAE,CAAC;oBAClC,MAAM,UAAU,GAAG,EAAE,CAAC;oBAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;wBACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;wBAChD,IAAI,CAAC;4BACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;4BACpE,iEAAiE;4BACjE,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBACrE,CAAC;wBAAC,MAAM,CAAC;4BACP,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC3C,CAAC;oBACH,CAAC;oBAED,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;wBAC1B,MAAM,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBACjC,0CAA0C;wBAC1C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;wBAC/D,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;oBACzB,CAAC,CAAC,CAAC;gBACL,CAAC;gBAED,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;oBACtB,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;gBACvD,CAAC,CAAC,CAAC;gBAEH,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBACjC,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;oBAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,GAAG,GAAG,GAAG,WAAW,GAAG,GAAG,CAAC,CAAC;oBACvE,OAAO,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC;gBAC9B,CAAC,CAAC,CAAC;gBACH,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;gBAC3E,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;YACxD,CAAC;YAED,wCAAwC;YACxC,MAAM,UAAU,GAAG,WAAW;iBAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC;iBACtE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;iBAC3C,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;YAEpD,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,8BAA8B,CAAC,CAAC;YAEhE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC,MAAM,oBAAoB,CAAC,CAAC;gBAChE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAC5C,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,EAC/D,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,kBAAkB,EAAE,CAC3D,CAAC;gBAEF,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;oBAChD,GAAG,OAAO;oBACV,KAAK,EAAE,OAAO,CAAC,UAAU;oBACzB,OAAO,EAAE,eAAe,CAAC,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI;oBAC9C,QAAQ,EAAE,eAAe,CAAC,GAAG,CAAC,EAAE,QAAQ,IAAI,eAAe;iBAC5D,CAAC,CAAC,CAAC;gBAEJ,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;oBACjC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;wBACvB,GAAG,IAAI;wBACP,WAAW,EAAE,UAAU;wBACvB,SAAS,EAAE,CAAC;qBACb,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;QAClF,CAAC;QAED,uDAAuD;QACvD,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,oBAAoB,CACzD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe,EACvC,EAAE,CACH,CAAC;QAEF,MAAM,eAAe,GAAG,IAAI,GAAG,EAAE,CAAC;QAClC,KAAK,MAAM,IAAI,IAAI,YAAY;YAAE,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACpE,KAAK,MAAM,IAAI,IAAI,aAAa;YAAE,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAErE,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjE,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACnC,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC;YACzC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,MAAM,GAAW;YACrB,KAAK,EAAE,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACxC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC,CAAC;YACH,QAAQ,EAAE;gBACR,eAAe,EAAE,aAAa;gBAC9B,cAAc,EAAE,mBAAmB,CAAC,MAAM;gBAC1C,IAAI,EAAE,UAAU;aACjB;SACF,CAAC;QAEF,MAAM,CAAC,IAAI,CACT,cAAc,mBAAmB,CAAC,MAAM,aAAa,IAAI,CAAC,QAAQ,CAAC,MAAM,gBAAgB,CAC1F,CAAC;QAEF,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAE3F,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;QACpF,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;QAEhF,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAC/B,IAAI,CAAC,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;oBAC5B,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC5E,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACxE,MAAM,CAAC,OAAO,CAAC,gBAAgB,YAAY,2BAA2B,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC;QACzC,OAAO,mBAAmB,CAAC;IAC7B,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/core/pipeline.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAExD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAmB,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AAEjE,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG1D,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAElC,MAAM,OAAO,QAAQ;IAYT;IAXF,YAAY,CAAsB;IAClC,MAAM,CAAgB;IACtB,cAAc,CAAgB;IAE9B,YAAY,CAAe;IAC3B,YAAY,CAAe;IAC3B,WAAW,CAAoB;IAC/B,GAAG,CAAc;IACjB,QAAQ,CAAqB;IAErC,YACU,MAAc,EACtB,EAAY;QADJ,WAAM,GAAN,MAAM,CAAQ;QAGtB,IAAI,CAAC,YAAY,GAAG,IAAI,mBAAmB,EAAE,CAAC;QAE9C,MAAM,cAAc,GAAG;YACrB,GAAG,aAAa;YAChB,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc,IAAI,EAAE,CAAC;SAC7C,CAAC;QACF,MAAM,cAAc,GAAG;YACrB,GAAG,iBAAiB;YACpB,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,gBAAgB,IAAI,EAAE,CAAC;SAC/C,CAAC;QAEF,IAAI,CAAC,MAAM,GAAG,IAAI,aAAa,CAAC,cAAc,CAAC,CAAC;QAChD,IAAI,CAAC,cAAc,GAAG,IAAI,aAAa,CAAC,cAAc,CAAC,CAAC;QAExD,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,IAAI,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAC7C,IAAI,CAAC,GAAG,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ,GAAG,eAAe,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,OAAwB,EAAE,KAAK,GAAG,KAAK;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqB,CAAC;QAC/D,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACzC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC3D,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,sBAAsB,QAAQ,QAAQ,CAAC,CAAC;gBACrE,OAAO,KAAK,CAAC;YACf,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,IAAI,aAAa,GAAsB,EAAE,CAAC;QAC1C,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,YAAY,aAAa,CAAC,MAAM,aAAa,CAAC,CAAC;YAC3D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAE9D,gBAAgB;YAChB,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;oBACtB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,WAAW,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM;oBAC7B,aAAa,EAAE,GAAG,CAAC,KAAK;iBACzB,CAAC,CAAC;YACL,CAAC;YAED,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,SAAS,WAAW,CAAC,MAAM,aAAa,CAAC,CAAC;YAEtD,yCAAyC;YACzC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,iBAAiB,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;YACzF,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,kBAAkB,EAAE,CAAC;YAC/D,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAE3E,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC1C,IAAI,CAAC,CAAC,CAAC,YAAY;oBAAE,OAAO,IAAI,CAAC,CAAC,wCAAwC;gBAC1E,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;gBACnD,MAAM,KAAK,GAAG,GAAG,GAAG,OAAO,CAAC;gBAE5B,+EAA+E;gBAC/E,OAAO,KAAK,IAAI,QAAQ,IAAI,OAAO,GAAG,QAAQ,CAAC;YACjD,CAAC,CAAC,CAAC;YAEH,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,GAAG,aAAa,iCAAiC,CAAC,CAAC;YAE/D,0CAA0C;YAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;YAEnE,mDAAmD;YACnD,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,sCAAsC;YAC7D,MAAM,aAAa,GAAG,CAAC,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;YAE/E,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAE9C,yDAAyD;gBACzD,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;gBAClE,IAAI,YAAY,GAAG,YAAY,EAAE,aAAa,IAAI,EAAE,CAAC;gBACrD,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;oBAAE,YAAY,IAAI,EAAE,CAAC;gBAEzD,MAAM,aAAa,GAAG,YAAY,GAAG,EAAE,CAAC;gBAExC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,QAAQ,GAAG,aAAa,CAAC,CAAC;gBAChE,yCAAyC;gBACzC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;gBAE1E,OAAO,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC;YAC/B,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,8BAA8B,YAAY,CAAC,MAAM,qBAAqB,CAAC,CAAC;YAEpF,qDAAqD;YACrD,0EAA0E;YAC1E,iEAAiE;YACjE,uDAAuD;YACvD,MAAM,eAAe,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACtD,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;gBAC7D,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;gBAC7D,MAAM,SAAS,GACb,CAAC,OAAO,EAAE,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9E,MAAM,SAAS,GACb,CAAC,OAAO,EAAE,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9E,OAAO,SAAS,GAAG,SAAS,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;YAChE,CAAC,CAAC,CAAC;YAEH,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC;YAChF,MAAM,CAAC,IAAI,CAAC,kCAAkC,cAAc,CAAC,MAAM,uBAAuB,CAAC,CAAC;YAE5F,oCAAoC;YACpC,2EAA2E;YAC3E,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC5F,MAAM,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,MAAM,4CAA4C,CAAC,CAAC;YAE1F,sDAAsD;YACtD,sFAAsF;YACtF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAC/C,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;gBAC7D,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;gBAC7D,MAAM,SAAS,GACb,CAAC,OAAO,EAAE,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9E,MAAM,SAAS,GACb,CAAC,OAAO,EAAE,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9E,OAAO,SAAS,GAAG,SAAS,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;YAChE,CAAC,CAAC,CAAC;YAEH,MAAM,gBAAgB,GAA6B,EAAE,CAAC;YACtD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;YACvC,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;YAE3D,KAAK,MAAM,IAAI,IAAI,iBAAiB,EAAE,CAAC;gBACrC,IAAI,gBAAgB,CAAC,MAAM,IAAI,sBAAsB;oBAAE,MAAM;gBAE7D,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,WAAW,EAAE,CAAC;gBACjE,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;gBAE5E,2EAA2E;gBAC3E,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBAEtF,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5B,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBAChD,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,KAAK,CACV,sBAAsB,IAAI,CAAC,KAAK,gDAAgD,CACjF,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,gBAAgB,CAAC;YAEpC,IAAI,WAAgE,CAAC;YAErE,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,uBAAuB,EAAE,CAAC;gBACpD,uCAAuC;gBACvC,wFAAwF;gBACxF,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC9E,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;gBAE9E,MAAM,CAAC,IAAI,CACT,sBAAsB,QAAQ,CAAC,MAAM,gBAAgB,SAAS,CAAC,MAAM,sCAAsC,CAC5G,CAAC;gBAEF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAiB,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBAE3E,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,MAAM,YAAY,GAAa,EAAE,CAAC;oBAClC,MAAM,UAAU,GAAG,EAAE,CAAC;oBAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;wBACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;wBAChD,IAAI,CAAC;4BACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;4BACpE,iEAAiE;4BACjE,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBACrE,CAAC;wBAAC,OAAO,GAAQ,EAAE,CAAC;4BAClB,MAAM,CAAC,KAAK,CAAC,qCAAqC,GAAG,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;4BACjF,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC3C,CAAC;oBACH,CAAC;oBAED,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;wBAC1B,MAAM,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBACjC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;wBAC/D,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;oBACzB,CAAC,CAAC,CAAC;gBACL,CAAC;gBAED,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBACjC,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;oBAC7C,0DAA0D;oBAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,GAAG,GAAG,GAAG,WAAW,GAAG,GAAG,CAAC,CAAC;oBACvE,OAAO,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC;gBAC9B,CAAC,CAAC,CAAC;gBACH,MAAM,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;gBAC3E,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;YACxD,CAAC;YAED,wCAAwC;YACxC,MAAM,UAAU,GAAG,WAAW;iBAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC;iBACtE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;iBAC3C,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;YAEpD,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,8BAA8B,CAAC,CAAC;YAEhE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC,MAAM,oBAAoB,CAAC,CAAC;gBAChE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAC5C,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,EAC/D,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,kBAAkB,EAAE,CAC3D,CAAC;gBAEF,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;oBAChD,GAAG,OAAO;oBACV,KAAK,EAAE,OAAO,CAAC,UAAU;oBACzB,OAAO,EAAE,eAAe,CAAC,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI;oBAC9C,QAAQ,EAAE,eAAe,CAAC,GAAG,CAAC,EAAE,QAAQ,IAAI,eAAe;iBAC5D,CAAC,CAAC,CAAC;gBAEJ,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;oBACjC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;wBACvB,GAAG,IAAI;wBACP,WAAW,EAAE,UAAU;wBACvB,SAAS,EAAE,CAAC;qBACb,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;QAClF,CAAC;QAED,uDAAuD;QACvD,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,oBAAoB,CACzD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe,EACvC,EAAE,CACH,CAAC;QAEF,MAAM,eAAe,GAAG,IAAI,GAAG,EAAE,CAAC;QAClC,KAAK,MAAM,IAAI,IAAI,YAAY;YAAE,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACpE,KAAK,MAAM,IAAI,IAAI,aAAa;YAAE,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAErE,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjE,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACnC,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC;YACzC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,MAAM,GAAW;YACrB,KAAK,EAAE,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACxC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC,CAAC;YACH,QAAQ,EAAE;gBACR,eAAe,EAAE,aAAa;gBAC9B,cAAc,EAAE,mBAAmB,CAAC,MAAM;gBAC1C,IAAI,EAAE,UAAU;aACjB;SACF,CAAC;QAEF,MAAM,CAAC,IAAI,CACT,cAAc,mBAAmB,CAAC,MAAM,aAAa,IAAI,CAAC,QAAQ,CAAC,MAAM,gBAAgB,CAC1F,CAAC;QAEF,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAE3F,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;QACpF,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;QAEhF,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAC/B,IAAI,CAAC,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;oBAC5B,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC5E,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACxE,MAAM,CAAC,OAAO,CAAC,gBAAgB,YAAY,2BAA2B,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC;QACzC,OAAO,mBAAmB,CAAC;IAC7B,CAAC;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scraper-types.js","sourceRoot":"","sources":["../../src/core/scraper-types.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"scraper-types.js","sourceRoot":"","sources":["../../src/core/scraper-types.ts"],"names":[],"mappings":"AA6BA,MAAM,OAAgB,WAAW;CAEhC"}
|
|
@@ -2,6 +2,7 @@ import { createAnthropic } from '@ai-sdk/anthropic';
|
|
|
2
2
|
import { generateText, Output } from 'ai';
|
|
3
3
|
import { AnalysisSchema, ScoringSchema, SYSTEM_PROMPT, getBatchPrompt, getScoringPrompt, } from './common.js';
|
|
4
4
|
import { logger } from '../../core/logger.js';
|
|
5
|
+
const LLM_TIMEOUT_MS = 300 * 1000; // 5 minutes timeout
|
|
5
6
|
export class AnthropicProvider {
|
|
6
7
|
options;
|
|
7
8
|
latestDebugInfo = null;
|
|
@@ -17,13 +18,17 @@ export class AnthropicProvider {
|
|
|
17
18
|
return [];
|
|
18
19
|
const prompt = getBatchPrompt(articles);
|
|
19
20
|
const startTime = Date.now();
|
|
21
|
+
const abortController = new AbortController();
|
|
22
|
+
const timeoutId = setTimeout(() => abortController.abort(), LLM_TIMEOUT_MS);
|
|
20
23
|
try {
|
|
21
24
|
const { output } = await generateText({
|
|
22
25
|
model: this.provider(this.options.model),
|
|
23
26
|
output: Output.object({ schema: AnalysisSchema }),
|
|
24
27
|
system: SYSTEM_PROMPT,
|
|
25
28
|
prompt,
|
|
29
|
+
abortSignal: abortController.signal,
|
|
26
30
|
});
|
|
31
|
+
clearTimeout(timeoutId);
|
|
27
32
|
const latencyMs = Date.now() - startTime;
|
|
28
33
|
this.latestDebugInfo = {
|
|
29
34
|
prompt,
|
|
@@ -33,6 +38,7 @@ export class AnthropicProvider {
|
|
|
33
38
|
return output.signals;
|
|
34
39
|
}
|
|
35
40
|
catch (error) {
|
|
41
|
+
clearTimeout(timeoutId);
|
|
36
42
|
logger.error(`[Anthropic] Error: ${error instanceof Error ? error.message : String(error)}`);
|
|
37
43
|
this.latestDebugInfo = {
|
|
38
44
|
prompt,
|
|
@@ -46,16 +52,22 @@ export class AnthropicProvider {
|
|
|
46
52
|
if (titles.length === 0)
|
|
47
53
|
return [];
|
|
48
54
|
const prompt = getScoringPrompt(titles);
|
|
55
|
+
const abortController = new AbortController();
|
|
56
|
+
const timeoutId = setTimeout(() => abortController.abort(), LLM_TIMEOUT_MS);
|
|
49
57
|
try {
|
|
50
58
|
const { output } = await generateText({
|
|
51
59
|
model: this.provider(this.options.model),
|
|
52
60
|
output: Output.object({ schema: ScoringSchema }),
|
|
53
61
|
system: SYSTEM_PROMPT,
|
|
54
62
|
prompt,
|
|
63
|
+
abortSignal: abortController.signal,
|
|
55
64
|
});
|
|
65
|
+
clearTimeout(timeoutId);
|
|
56
66
|
return output.scores;
|
|
57
67
|
}
|
|
58
|
-
catch {
|
|
68
|
+
catch (error) {
|
|
69
|
+
clearTimeout(timeoutId);
|
|
70
|
+
logger.error(`[Anthropic] Scoring Error: ${error?.message || String(error)}`);
|
|
59
71
|
return titles.map(() => 0);
|
|
60
72
|
}
|
|
61
73
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/providers/llm/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAE1C,OAAO,EACL,cAAc,EACd,aAAa,EACb,aAAa,EACb,cAAc,EACd,gBAAgB,GACjB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAE9C,MAAM,OAAO,iBAAiB;IAIR;IAHZ,eAAe,GAAwB,IAAI,CAAC;IAC5C,QAAQ,CAAqC;IAErD,YAAoB,OAA0C;QAA1C,YAAO,GAAP,OAAO,CAAmC;QAC5D,IAAI,CAAC,QAAQ,GAAG,eAAe,CAAC;YAC9B,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CACX,QAA+C,EAC/C,QAAmC;QAEnC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAErC,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QAExC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC;gBACpC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;gBACxC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACjD,MAAM,EAAE,aAAa;gBACrB,MAAM;
|
|
1
|
+
{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/providers/llm/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAE1C,OAAO,EACL,cAAc,EACd,aAAa,EACb,aAAa,EACb,cAAc,EACd,gBAAgB,GACjB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAE9C,MAAM,cAAc,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,oBAAoB;AAEvD,MAAM,OAAO,iBAAiB;IAIR;IAHZ,eAAe,GAAwB,IAAI,CAAC;IAC5C,QAAQ,CAAqC;IAErD,YAAoB,OAA0C;QAA1C,YAAO,GAAP,OAAO,CAAmC;QAC5D,IAAI,CAAC,QAAQ,GAAG,eAAe,CAAC;YAC9B,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CACX,QAA+C,EAC/C,QAAmC;QAEnC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAErC,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QAExC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;QAE5E,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC;gBACpC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;gBACxC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACjD,MAAM,EAAE,aAAa;gBACrB,MAAM;gBACN,WAAW,EAAE,eAAe,CAAC,MAAM;aACpC,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACzC,IAAI,CAAC,eAAe,GAAG;gBACrB,MAAM;gBACN,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;gBACnC,SAAS;aACV,CAAC;YAEF,OAAO,MAAM,CAAC,OAAO,CAAC;QACxB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAE7F,IAAI,CAAC,eAAe,GAAG;gBACrB,MAAM;gBACN,WAAW,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBACnE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aAClC,CAAC;YAEF,OAAO,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAgB;QAC1B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;QAE5E,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC;gBACpC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;gBACxC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;gBAChD,MAAM,EAAE,aAAa;gBACrB,MAAM;gBACN,WAAW,EAAE,eAAe,CAAC,MAAM;aACpC,CAAC,CAAC;YACH,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,OAAO,MAAM,CAAC,MAAM,CAAC;QACvB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,8BAA8B,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC9E,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;CACF"}
|