@thanh01.pmt/research-kit 1.2.0 → 1.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. package/dist/academic/index.cjs +11 -2
  2. package/dist/academic/index.cjs.map +1 -1
  3. package/dist/academic/index.d.cts +3 -3
  4. package/dist/academic/index.d.ts +3 -3
  5. package/dist/academic/index.js +2 -1
  6. package/dist/{catalogBuilder-nrGYEY4b.d.cts → catalogBuilder-B4eiLS_S.d.cts} +27 -5
  7. package/dist/{catalogBuilder-2i5KASUF.d.ts → catalogBuilder-BNB_gaWP.d.ts} +27 -5
  8. package/dist/chunk-AKEI7H2C.js +223 -0
  9. package/dist/chunk-AKEI7H2C.js.map +1 -0
  10. package/dist/{chunk-X3X26W2I.js → chunk-HESXWQEF.js} +12 -7
  11. package/dist/chunk-HESXWQEF.js.map +1 -0
  12. package/dist/{chunk-QFYM2NV4.js → chunk-KXJDQBSJ.js} +3 -3
  13. package/dist/{chunk-QFYM2NV4.js.map → chunk-KXJDQBSJ.js.map} +1 -1
  14. package/dist/{chunk-XDDTHWJW.js → chunk-P6RHBJY2.js} +89 -25
  15. package/dist/chunk-P6RHBJY2.js.map +1 -0
  16. package/dist/{chunk-ON6VFCJO.js → chunk-QQZQNBJC.js} +51 -2
  17. package/dist/chunk-QQZQNBJC.js.map +1 -0
  18. package/dist/{chunk-QK3LVGI7.js → chunk-SAHBBO3U.js} +170 -8
  19. package/dist/chunk-SAHBBO3U.js.map +1 -0
  20. package/dist/{chunk-DOXSPRSP.js → chunk-SDDZFFL6.js} +14 -225
  21. package/dist/chunk-SDDZFFL6.js.map +1 -0
  22. package/dist/chunk-YICMTZS5.js +527 -0
  23. package/dist/chunk-YICMTZS5.js.map +1 -0
  24. package/dist/config/index.cjs +10 -5
  25. package/dist/config/index.cjs.map +1 -1
  26. package/dist/config/index.d.cts +1 -1
  27. package/dist/config/index.d.ts +1 -1
  28. package/dist/config/index.js +1 -1
  29. package/dist/evidence/index.cjs.map +1 -1
  30. package/dist/evidence/index.d.cts +2 -2
  31. package/dist/evidence/index.d.ts +2 -2
  32. package/dist/evidence/index.js +2 -2
  33. package/dist/harvester/index.cjs +965 -6
  34. package/dist/harvester/index.cjs.map +1 -1
  35. package/dist/harvester/index.d.cts +87 -5
  36. package/dist/harvester/index.d.ts +87 -5
  37. package/dist/harvester/index.js +4 -3
  38. package/dist/{index-DlngvZBr.d.ts → index-9rDiFuR4.d.cts} +43 -12
  39. package/dist/{index-DlngvZBr.d.cts → index-9rDiFuR4.d.ts} +43 -12
  40. package/dist/index.cjs +852 -32
  41. package/dist/index.cjs.map +1 -1
  42. package/dist/index.d.cts +13 -11
  43. package/dist/index.d.ts +13 -11
  44. package/dist/index.js +21 -12
  45. package/dist/index.js.map +1 -1
  46. package/dist/{literatureReview-C7hsjrn4.d.cts → literatureReview-BwidpYJo.d.cts} +2 -1
  47. package/dist/{literatureReview-DWl13r_3.d.ts → literatureReview-DOzgm9Q2.d.ts} +2 -1
  48. package/dist/pipeline/index.cjs +545 -249
  49. package/dist/pipeline/index.cjs.map +1 -1
  50. package/dist/pipeline/index.d.cts +10 -4
  51. package/dist/pipeline/index.d.ts +10 -4
  52. package/dist/pipeline/index.js +6 -5
  53. package/dist/{webScraper-yO9P-oLb.d.cts → webScraper-CAQjE46m.d.cts} +11 -2
  54. package/dist/{webScraper-DBFUIqoO.d.ts → webScraper-CXIpvyA6.d.ts} +11 -2
  55. package/package.json +1 -1
  56. package/dist/chunk-DOXSPRSP.js.map +0 -1
  57. package/dist/chunk-LSMSIPTZ.js +0 -3
  58. package/dist/chunk-LSMSIPTZ.js.map +0 -1
  59. package/dist/chunk-ON6VFCJO.js.map +0 -1
  60. package/dist/chunk-QK3LVGI7.js.map +0 -1
  61. package/dist/chunk-X3X26W2I.js.map +0 -1
  62. package/dist/chunk-XDDTHWJW.js.map +0 -1
@@ -1,7 +1,7 @@
1
- import { T as TechnicalDomain, S as ScrapedDocument, a as WebScraper } from '../webScraper-yO9P-oLb.cjs';
2
- import { C as CourseResearchContext, L as LlmTextFn, A as AcademicPaper, E as ExtractedConceptNode, g as SynthesizedResearchInsights, R as ResearchApiKeys, i as ResearchConfig, a as CustomSearchAdapter, b as CustomCrawlerAdapter, c as CustomAcademicSearchAdapter, d as CustomSynthesizerAdapter } from '../index-DlngvZBr.cjs';
3
- import { C as CS2023KnowledgeArea, a as CSTAK12Strand, L as LiteratureReviewReport } from '../literatureReview-C7hsjrn4.cjs';
4
- import { R as ResourceCatalogBundle, a as MultiSourceSearchEngine } from '../catalogBuilder-nrGYEY4b.cjs';
1
+ import { T as TechnicalDomain, S as ScrapedDocument, a as WebScraper } from '../webScraper-CAQjE46m.cjs';
2
+ import { C as CourseResearchContext, L as LlmTextFn, A as AcademicPaper, E as ExtractedConceptNode, g as SynthesizedResearchInsights, R as ResearchApiKeys, i as ResearchConfig, a as CustomSearchAdapter, b as CustomCrawlerAdapter, c as CustomAcademicSearchAdapter, d as CustomSynthesizerAdapter } from '../index-9rDiFuR4.cjs';
3
+ import { C as CS2023KnowledgeArea, a as CSTAK12Strand, L as LiteratureReviewReport } from '../literatureReview-BwidpYJo.cjs';
4
+ import { R as ResourceCatalogBundle, b as MultiSourceSearchEngine } from '../catalogBuilder-B4eiLS_S.cjs';
5
5
  import { a as ProvenanceSidecar } from '../provenanceTracker-ct4s5lJV.cjs';
6
6
  import 'zod';
7
7
 
@@ -169,6 +169,12 @@ interface TechnicalFactsheet {
169
169
  url: string;
170
170
  }>;
171
171
  markdownReport: string;
172
+ codeSnippets?: Array<{
173
+ language?: string;
174
+ code: string;
175
+ }>;
176
+ pinoutTables?: string[];
177
+ keyExcerpts?: string[];
172
178
  }
173
179
  /**
174
180
  * Technical Grounding & Empirical Factsheet Engine (v1.2.0).
@@ -1,7 +1,7 @@
1
- import { T as TechnicalDomain, S as ScrapedDocument, a as WebScraper } from '../webScraper-DBFUIqoO.js';
2
- import { C as CourseResearchContext, L as LlmTextFn, A as AcademicPaper, E as ExtractedConceptNode, g as SynthesizedResearchInsights, R as ResearchApiKeys, i as ResearchConfig, a as CustomSearchAdapter, b as CustomCrawlerAdapter, c as CustomAcademicSearchAdapter, d as CustomSynthesizerAdapter } from '../index-DlngvZBr.js';
3
- import { C as CS2023KnowledgeArea, a as CSTAK12Strand, L as LiteratureReviewReport } from '../literatureReview-DWl13r_3.js';
4
- import { R as ResourceCatalogBundle, a as MultiSourceSearchEngine } from '../catalogBuilder-2i5KASUF.js';
1
+ import { T as TechnicalDomain, S as ScrapedDocument, a as WebScraper } from '../webScraper-CXIpvyA6.js';
2
+ import { C as CourseResearchContext, L as LlmTextFn, A as AcademicPaper, E as ExtractedConceptNode, g as SynthesizedResearchInsights, R as ResearchApiKeys, i as ResearchConfig, a as CustomSearchAdapter, b as CustomCrawlerAdapter, c as CustomAcademicSearchAdapter, d as CustomSynthesizerAdapter } from '../index-9rDiFuR4.js';
3
+ import { C as CS2023KnowledgeArea, a as CSTAK12Strand, L as LiteratureReviewReport } from '../literatureReview-DOzgm9Q2.js';
4
+ import { R as ResourceCatalogBundle, b as MultiSourceSearchEngine } from '../catalogBuilder-BNB_gaWP.js';
5
5
  import { a as ProvenanceSidecar } from '../provenanceTracker-ct4s5lJV.js';
6
6
  import 'zod';
7
7
 
@@ -169,6 +169,12 @@ interface TechnicalFactsheet {
169
169
  url: string;
170
170
  }>;
171
171
  markdownReport: string;
172
+ codeSnippets?: Array<{
173
+ language?: string;
174
+ code: string;
175
+ }>;
176
+ pinoutTables?: string[];
177
+ keyExcerpts?: string[];
172
178
  }
173
179
  /**
174
180
  * Technical Grounding & Empirical Factsheet Engine (v1.2.0).
@@ -1,7 +1,8 @@
1
- export { CampaignPlanner, HarvestPipeline, ReferencePackBuilder, TechnicalGroundingEngine, normalizeUrlForDedup } from '../chunk-XDDTHWJW.js';
2
- import '../chunk-DOXSPRSP.js';
3
- import '../chunk-QK3LVGI7.js';
4
- import '../chunk-QFYM2NV4.js';
5
- import '../chunk-ON6VFCJO.js';
1
+ export { CampaignPlanner, HarvestPipeline, ReferencePackBuilder, TechnicalGroundingEngine, normalizeUrlForDedup } from '../chunk-P6RHBJY2.js';
2
+ import '../chunk-SDDZFFL6.js';
3
+ import '../chunk-SAHBBO3U.js';
4
+ import '../chunk-AKEI7H2C.js';
5
+ import '../chunk-KXJDQBSJ.js';
6
+ import '../chunk-QQZQNBJC.js';
6
7
  //# sourceMappingURL=index.js.map
7
8
  //# sourceMappingURL=index.js.map
@@ -1,4 +1,4 @@
1
- import { C as CourseResearchContext, b as CustomCrawlerAdapter } from './index-DlngvZBr.cjs';
1
+ import { C as CourseResearchContext, b as CustomCrawlerAdapter } from './index-9rDiFuR4.cjs';
2
2
 
3
3
  type TechnicalDomain = 'hardware' | 'software' | 'platform' | 'academic';
4
4
  interface DomainClassificationResult {
@@ -33,11 +33,13 @@ interface ScrapedDocument {
33
33
  extractedHeadings?: string[];
34
34
  keyExcerpts?: string[];
35
35
  tablesCount: number;
36
- fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'direct' | 'custom';
36
+ fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom';
37
37
  }
38
38
  interface WebScraperOptions {
39
39
  crawl4aiHost?: string;
40
40
  jinaKey?: string;
41
+ brightDataKey?: string;
42
+ brightDataZone?: string;
41
43
  allowEnvFallback?: boolean;
42
44
  customAdapter?: CustomCrawlerAdapter;
43
45
  }
@@ -51,17 +53,24 @@ declare function extractSubstantiveExcerpts(markdown: string, maxExcerpts?: numb
51
53
  declare class WebScraper {
52
54
  private crawl4aiHost?;
53
55
  private jinaKey?;
56
+ private brightDataKey?;
57
+ private brightDataZone?;
54
58
  private allowEnvFallback;
55
59
  private customAdapter?;
56
60
  private youtubeService;
57
61
  constructor(options?: WebScraperOptions);
58
62
  setCustomAdapter(adapter: CustomCrawlerAdapter): void;
59
63
  setJinaKey(key?: string): void;
64
+ setBrightData(key?: string, zone?: string): void;
60
65
  scrapeUrl(targetUrl: string, options?: {
61
66
  customAdapter?: CustomCrawlerAdapter;
62
67
  jinaKey?: string;
68
+ brightDataKey?: string;
69
+ brightDataZone?: string;
70
+ preferredProvider?: 'jina' | 'crawl4ai' | 'brightdata' | 'direct';
63
71
  preferredLanguages?: string[];
64
72
  }): Promise<ScrapedDocument>;
73
+ scrapeWithBrightData(targetUrl: string, key: string, zone?: string): Promise<ScrapedDocument>;
65
74
  private packageDocument;
66
75
  }
67
76
 
@@ -1,4 +1,4 @@
1
- import { C as CourseResearchContext, b as CustomCrawlerAdapter } from './index-DlngvZBr.js';
1
+ import { C as CourseResearchContext, b as CustomCrawlerAdapter } from './index-9rDiFuR4.js';
2
2
 
3
3
  type TechnicalDomain = 'hardware' | 'software' | 'platform' | 'academic';
4
4
  interface DomainClassificationResult {
@@ -33,11 +33,13 @@ interface ScrapedDocument {
33
33
  extractedHeadings?: string[];
34
34
  keyExcerpts?: string[];
35
35
  tablesCount: number;
36
- fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'direct' | 'custom';
36
+ fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'brightdata' | 'direct' | 'custom';
37
37
  }
38
38
  interface WebScraperOptions {
39
39
  crawl4aiHost?: string;
40
40
  jinaKey?: string;
41
+ brightDataKey?: string;
42
+ brightDataZone?: string;
41
43
  allowEnvFallback?: boolean;
42
44
  customAdapter?: CustomCrawlerAdapter;
43
45
  }
@@ -51,17 +53,24 @@ declare function extractSubstantiveExcerpts(markdown: string, maxExcerpts?: numb
51
53
  declare class WebScraper {
52
54
  private crawl4aiHost?;
53
55
  private jinaKey?;
56
+ private brightDataKey?;
57
+ private brightDataZone?;
54
58
  private allowEnvFallback;
55
59
  private customAdapter?;
56
60
  private youtubeService;
57
61
  constructor(options?: WebScraperOptions);
58
62
  setCustomAdapter(adapter: CustomCrawlerAdapter): void;
59
63
  setJinaKey(key?: string): void;
64
+ setBrightData(key?: string, zone?: string): void;
60
65
  scrapeUrl(targetUrl: string, options?: {
61
66
  customAdapter?: CustomCrawlerAdapter;
62
67
  jinaKey?: string;
68
+ brightDataKey?: string;
69
+ brightDataZone?: string;
70
+ preferredProvider?: 'jina' | 'crawl4ai' | 'brightdata' | 'direct';
63
71
  preferredLanguages?: string[];
64
72
  }): Promise<ScrapedDocument>;
73
+ scrapeWithBrightData(targetUrl: string, key: string, zone?: string): Promise<ScrapedDocument>;
65
74
  private packageDocument;
66
75
  }
67
76
 
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@thanh01.pmt/research-kit",
3
- "version": "1.2.0",
3
+ "version": "1.2.3",
4
4
  "description": "An autonomous Deep Research, Academic Harvest & Evidence Verification Engine for Curriculum OS & AI Agents.",
5
5
  "author": "Thanh Pham <https://github.com/thanh01pmt>",
6
6
  "license": "MIT",
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../src/academic/arxivClient.ts","../src/academic/semanticScholar.ts","../src/academic/cs2023Taxonomy.ts","../src/academic/citationManager.ts","../src/academic/literatureReview.ts"],"names":[],"mappings":";;;AAKO,IAAM,oBAAN,MAAwB;AAAA;AAAA;AAAA;AAAA,EAI7B,MAAM,MAAA,CAAO,KAAA,EAAe,UAAA,GAAa,CAAA,EAA6B;AACpE,IAAA,MAAM,SAA0B,EAAC;AAEjC,IAAA,IAAI;AACF,MAAA,MAAM,MAAM,CAAA,oDAAA,EAAuD,kBAAA,CAAmB,KAAK,CAAC,wBAAwB,UAAU,CAAA,sCAAA,CAAA;AAC9H,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,GAAA,EAAK,EAAE,QAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK,CAAA,EAAG,CAAA;AAEnE,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,QAAA,MAAM,YAAA,GAAe,OAAA,CAAQ,KAAA,CAAM,2BAA2B,KAAK,EAAC;AAEpE,QAAA,KAAA,MAAW,SAAS,YAAA,EAAc;AAChC,UAAA,MAAM,OAAA,GAAU,KAAA,CAAM,KAAA,CAAM,sBAAsB,CAAA;AAClD,UAAA,MAAM,UAAA,GAAa,KAAA,CAAM,KAAA,CAAM,4BAA4B,CAAA;AAC3D,UAAA,MAAM,YAAA,GAAe,KAAA,CAAM,KAAA,CAAM,gCAAgC,CAAA;AACjE,UAAA,MAAM,cAAA,GAAiB,KAAA,CAAM,KAAA,CAAM,oBAAoB,CAAA;AACvD,UAAA,MAAM,gBAAgB,CAAC,GAAG,KAAA,CAAM,QAAA,CAAS,sCAAsC,CAAC,CAAA,CAAE,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,CAAC,CAAA,EAAG,MAAM,CAAA,CAAE,OAAO,OAAO,CAAA;AAEvH,UAAA,MAAM,WAAW,OAAA,GAAU,OAAA,CAAQ,CAAC,CAAA,EAAG,MAAK,GAAI,EAAA;AAChD,UAAA,MAAM,SAAS,QAAA,GAAW,QAAA,CAAS,QAAQ,OAAA,EAAS,OAAO,IAAI,MAAA,GAAS,KAAA,CAAA;AAExE,UAAA,IAAI,UAAA,EAAY;AACd,YAAA,MAAA,CAAO,IAAA,CAAK;AAAA,cACV,EAAA,EAAI,QAAA,IAAY,CAAA,MAAA,EAAS,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAC,CAAC,CAAA,CAAA;AAAA,cAChE,KAAA,EAAO,WAAW,CAAC,CAAA,EAAG,MAAK,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,IAAK,sBAAA;AAAA,cACrD,QAAA,EAAU,YAAA,GAAe,YAAA,CAAa,CAAC,CAAA,EAAG,MAAK,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,GAAI,EAAA;AAAA,cACxE,OAAA,EAAS,aAAA;AAAA,cACT,IAAA,EAAM,cAAA,GAAiB,QAAA,CAAS,cAAA,CAAe,CAAC,CAAA,EAAI,EAAE,CAAA,GAAA,iBAAI,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,cACjF,aAAA,EAAe,CAAA;AAAA,cACf,KAAA,EAAO,gBAAA;AAAA,cACP,GAAA,EAAK,QAAA;AAAA,cACL,MAAA;AAAA,cACA,aAAA,EAAe,CAAC,kBAAA,EAAoB,uBAAuB;AAAA,aAC5D,CAAA;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,0CAAA,EAA4C,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC1E;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AACF;AChDO,IAAM,mBAAA,GAAsB,EAAE,MAAA,CAAO;AAAA,EAC1C,EAAA,EAAI,EAAE,MAAA,EAAO;AAAA,EACb,KAAA,EAAO,EAAE,MAAA,EAAO;AAAA,EAChB,QAAA,EAAU,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC9B,OAAA,EAAS,EAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,OAAA,CAAQ,EAAE,CAAA;AAAA,EACvC,IAAA,EAAM,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC1B,aAAA,EAAe,CAAA,CAAE,MAAA,EAAO,CAAE,QAAQ,CAAC,CAAA;AAAA,EACnC,KAAA,EAAO,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC3B,GAAA,EAAK,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EACzB,GAAA,EAAK,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EACzB,MAAA,EAAQ,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC5B,IAAA,EAAM,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC1B,aAAA,EAAe,EAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,OAAA,CAAQ,EAAE;AAC/C,CAAC;AAiBM,SAAS,4BAA4B,aAAA,EAAgF;AAC1H,EAAA,IAAI,CAAC,aAAA,IAAiB,OAAO,aAAA,KAAkB,UAAU,OAAO,MAAA;AAChE,EAAA,MAAM,OAAA,GAAU,MAAA,CAAO,OAAA,CAAQ,aAAa,CAAA;AAC5C,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,MAAA;AAEjC,EAAA,IAAI,QAAA,GAAW,CAAA;AACf,EAAA,KAAA,MAAW,GAAG,SAAS,CAAA,IAAK,OAAA,EAAS;AACnC,IAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC5B,MAAA,KAAA,MAAW,KAAK,SAAA,EAAW;AACzB,QAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,CAAA,GAAI,UAAU,QAAA,GAAW,CAAA;AAAA,MACxD;AAAA,IACF;AAAA,EACF;AACA,EAAA,IAAI,QAAA,GAAW,KAAM,QAAA,GAAW,GAAA;AAEhC,EAAA,MAAM,KAAA,GAAQ,IAAI,KAAA,CAAc,QAAA,GAAW,CAAC,CAAA;AAC5C,EAAA,KAAA,MAAW,CAAC,IAAA,EAAM,SAAS,CAAA,IAAK,OAAA,EAAS;AACvC,IAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC5B,MAAA,KAAA,MAAW,KAAK,SAAA,EAAW;AACzB,QAAA,IAAI,OAAO,CAAA,KAAM,QAAA,IAAY,CAAA,IAAK,CAAA,IAAK,KAAK,QAAA,EAAU;AACpD,UAAA,KAAA,CAAM,CAAC,CAAA,GAAI,IAAA;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,MAAM,aAAA,GAAgB,MAAM,MAAA,CAAO,OAAO,EAAE,IAAA,CAAK,GAAG,EAAE,IAAA,EAAK;AAC3D,EAAA,OAAO,aAAA,CAAc,MAAA,GAAS,CAAA,GAAI,aAAA,GAAgB,MAAA;AACpD;AAKO,IAAM,uBAAN,MAA2B;AAAA,EACxB,MAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,WAAA;AAAA,EAER,WAAA,CACE,OAAA,GAAiH,EAAC,EAClH;AACA,IAAA,IAAA,CAAK,WAAA,GAAc,IAAI,iBAAA,EAAkB;AACzC,IAAA,IAAI,OAAO,YAAY,QAAA,EAAU;AAC/B,MAAA,IAAA,CAAK,MAAA,GAAS,OAAA;AACd,MAAA,IAAA,CAAK,gBAAA,GAAmB,IAAA;AAAA,IAC1B,CAAA,MAAO;AACL,MAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,MAAA,IAAA,CAAK,SAAS,OAAA,CAAQ,MAAA,KAAW,KAAK,gBAAA,GAAmB,OAAA,CAAQ,IAAI,wBAAA,GAA2B,MAAA,CAAA;AAChG,MAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,iBAAiB,OAAA,EAAsC;AACrD,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,UAAU,MAAA,EAAiB;AACzB,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,YAAA,CAAa,KAAA,EAAe,OAAA,GAAiC,EAAC,EAA6B;AAC/F,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAG9C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI;AACF,QAAA,MAAM,YAAA,GAAe,MAAM,OAAA,CAAQ,YAAA,CAAa,KAAA,EAAO,EAAE,KAAA,EAAO,OAAA,CAAQ,KAAA,EAAO,SAAA,EAAW,OAAA,CAAQ,SAAA,EAAW,CAAA;AAC7G,QAAA,IAAI,MAAM,OAAA,CAAQ,YAAY,CAAA,IAAK,YAAA,CAAa,SAAS,CAAA,EAAG;AAC1D,UAAA,OAAO,YAAA;AAAA,QACT;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,wDAAA,EAA0D,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACxF;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,CAAA;AAC/B,IAAA,MAAM,SAA0B,EAAC;AACjC,IAAA,MAAM,UAAA,uBAAiB,GAAA,EAAY;AAEnC,IAAA,MAAM,UAAA,GAAa,CAAC,CAAA,KAAqB;AACvC,MAAA,MAAM,YAAY,CAAA,CAAE,KAAA,CAAM,aAAY,CAAE,OAAA,CAAQ,4BAA4B,EAAE,CAAA;AAC9E,MAAA,IAAI,CAAC,SAAA,IAAa,UAAA,CAAW,GAAA,CAAI,SAAS,CAAA,EAAG;AAC7C,MAAA,UAAA,CAAW,IAAI,SAAS,CAAA;AACxB,MAAA,MAAA,CAAO,KAAK,CAAC,CAAA;AAAA,IACf,CAAA;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,OAAA,CAAQ,MAAA,IAAU,IAAA,CAAK,MAAA;AACtC,MAAA,MAAM,OAAA,GAAkC,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAC7E,MAAA,IAAI,MAAA,EAAQ;AACV,QAAA,OAAA,CAAQ,WAAW,CAAA,GAAI,MAAA;AAAA,MACzB;AAEA,MAAA,MAAM,MAAA,GAAS,IAAI,eAAA,CAAgB;AAAA,QACjC,KAAA;AAAA,QACA,KAAA,EAAO,MAAM,QAAA,EAAS;AAAA,QACtB,MAAA,EAAQ;AAAA,OACT,CAAA;AAED,MAAA,IAAI,QAAQ,SAAA,EAAW;AACrB,QAAA,MAAA,CAAO,MAAA,CAAO,MAAA,EAAQ,OAAA,CAAQ,SAAS,CAAA;AAAA,MACzC;AAEA,MAAA,MAAM,MAAM,MAAM,KAAA,CAAM,yDAAyD,MAAA,CAAO,QAAA,EAAU,CAAA,CAAA,EAAI;AAAA,QACpG,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,OACjC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,QAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,IAAA,EAAM,IAAI,CAAA,EAAG;AAC7B,UAAA,KAAA,MAAW,IAAA,IAAQ,KAAK,IAAA,EAAM;AAC5B,YAAA,UAAA,CAAW;AAAA,cACT,EAAA,EAAI,IAAA,CAAK,OAAA,IAAW,CAAA,GAAA,EAAM,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC,CAAC,CAAA,CAAA;AAAA,cAChE,KAAA,EAAO,KAAK,KAAA,IAAS,UAAA;AAAA,cACrB,QAAA,EAAU,KAAK,QAAA,IAAY,KAAA,CAAA;AAAA,cAC3B,SAAS,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,OAAO,IAAI,IAAA,CAAK,OAAA,CAAQ,GAAA,CAAI,CAAC,MAAW,CAAA,CAAE,IAAI,EAAE,MAAA,CAAO,OAAO,IAAI,EAAC;AAAA,cAC/F,MAAM,IAAA,CAAK,IAAA;AAAA,cACX,aAAA,EAAe,KAAK,aAAA,IAAiB,CAAA;AAAA,cACrC,KAAA,EAAO,KAAK,KAAA,IAAS,KAAA,CAAA;AAAA,cACrB,GAAA,EAAK,KAAK,WAAA,EAAa,GAAA;AAAA,cACvB,GAAA,EAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,WAAA,EAAa,MAAM,CAAA,gBAAA,EAAmB,IAAA,CAAK,WAAA,CAAY,GAAG,CAAA,CAAA,GAAK,KAAA,CAAA,CAAA;AAAA,cACtF,MAAA,EAAQ,KAAK,aAAA,EAAe,GAAA;AAAA,cAC5B,IAAA,EAAM,KAAK,IAAA,EAAM,IAAA;AAAA,cACjB,aAAA,EAAe,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,aAAa,CAAA,IAAK,IAAA,CAAK,aAAA,CAAc,MAAA,GAAS,CAAA,GAAI,IAAA,CAAK,aAAA,GAAgB,CAAC,kBAAkB;AAAA,aAC7H,CAAA;AAAA,UACH;AACA,UAAA,IAAI,OAAO,MAAA,IAAU,KAAA,SAAc,MAAA,CAAO,KAAA,CAAM,GAAG,KAAK,CAAA;AAAA,QAC1D;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,iDAAA,EAAmD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IACjF;AAGA,IAAA,IAAI,MAAA,CAAO,SAAS,KAAA,EAAO;AACzB,MAAA,IAAI;AACF,QAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,CAAA,sCAAA,EAAyC,mBAAmB,KAAK,CAAC,CAAA,UAAA,EAAa,KAAK,CAAA,CAAA,EAAI;AAAA,UAC9G,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,UAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,SACjC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,IAAA,EAAM,OAAO,CAAA,EAAG;AAChC,YAAA,KAAA,MAAW,IAAA,IAAQ,KAAK,OAAA,EAAS;AAC/B,cAAA,MAAM,YAAA,GAAe,2BAAA,CAA4B,IAAA,CAAK,uBAAuB,CAAA;AAC7E,cAAA,MAAM,QAAA,GAAW,MAAM,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA,GACxC,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAA,EAAG,CAAC,EAAE,GAAA,CAAI,CAAC,MAAW,CAAA,CAAE,YAAY,EAAE,MAAA,CAAO,OAAO,CAAA,GACxE,CAAC,kBAAkB,CAAA;AACvB,cAAA,UAAA,CAAW;AAAA,gBACT,EAAA,EAAI,IAAA,CAAK,EAAA,IAAM,CAAA,GAAA,EAAM,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC,CAAC,CAAA,CAAA;AAAA,gBAC3D,KAAA,EAAO,KAAK,KAAA,IAAS,UAAA;AAAA,gBACrB,QAAA,EAAU,YAAA;AAAA,gBACV,SAAS,KAAA,CAAM,OAAA,CAAQ,KAAK,WAAW,CAAA,GACnC,KAAK,WAAA,CAAY,GAAA,CAAI,CAAC,CAAA,KAAW,EAAE,MAAA,EAAQ,YAAY,EAAE,MAAA,CAAO,OAAO,IACvE,EAAC;AAAA,gBACL,MAAM,IAAA,CAAK,gBAAA;AAAA,gBACX,aAAA,EAAe,KAAK,cAAA,IAAkB,CAAA;AAAA,gBACtC,KAAA,EAAO,IAAA,CAAK,gBAAA,EAAkB,MAAA,EAAQ,YAAA;AAAA,gBACtC,GAAA,EAAK,IAAA,CAAK,GAAA,GAAM,MAAA,CAAO,IAAA,CAAK,GAAG,CAAA,CAAE,OAAA,CAAQ,yBAAA,EAA2B,EAAE,CAAA,GAAI,KAAA,CAAA;AAAA,gBAC1E,GAAA,EAAK,IAAA,CAAK,GAAA,IAAO,IAAA,CAAK,EAAA;AAAA,gBACtB,MAAA,EAAQ,KAAK,WAAA,EAAa,MAAA;AAAA,gBAC1B,eAAe,QAAA,CAAS,MAAA,GAAS,CAAA,GAAI,QAAA,GAAW,CAAC,kBAAkB;AAAA,eACpE,CAAA;AAAA,YACH;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,yCAAA,EAA2C,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MACzE;AAAA,IACF;AAGA,IAAA,IAAI,MAAA,CAAO,MAAA,GAAS,KAAA,IAAS,OAAA,CAAQ,yBAAyB,KAAA,EAAO;AACnE,MAAA,IAAI;AACF,QAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,WAAA,CAAY,OAAO,KAAA,EAAO,KAAA,GAAQ,OAAO,MAAM,CAAA;AAC9E,QAAA,KAAA,MAAW,KAAK,WAAA,EAAa;AAC3B,UAAA,UAAA,CAAW,CAAC,CAAA;AAAA,QACd;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,IAAA,CAAK,+CAAA,EAAiD,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,MAC/E;AAAA,IACF;AAEA,IAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,KAAK,CAAA;AAAA,EAC9B;AACF;;;ACjNO,IAAM,gBAAA,GAAkD;AAAA,EAC7D,EAAA,EAAI;AAAA,IACF,IAAA,EAAM,IAAA;AAAA,IACN,IAAA,EAAM,mBAAA;AAAA,IACN,MAAA,EAAQ,yDAAA;AAAA,IACR,WAAA,EAAa,sFAAA;AAAA,IACb,WAAA,EAAa,CAAC,SAAA,EAAW,qBAAA,EAAuB,iBAAiB;AAAA,GACnE;AAAA,EACA,EAAA,EAAI;AAAA,IACF,IAAA,EAAM,IAAA;AAAA,IACN,IAAA,EAAM,2BAAA;AAAA,IACN,MAAA,EAAQ,oDAAA;AAAA,IACR,WAAA,EAAa,wEAAA;AAAA,IACb,WAAA,EAAa,CAAC,sCAAA,EAAwC,eAAe;AAAA,GACvE;AAAA,EACA,EAAA,EAAI;AAAA,IACF,IAAA,EAAM,IAAA;AAAA,IACN,IAAA,EAAM,mBAAA;AAAA,IACN,MAAA,EAAQ,qCAAA;AAAA,IACR,WAAA,EAAa,uFAAA;AAAA,IACb,WAAA,EAAa,CAAC,SAAA,EAAW,4CAAA,EAA8C,oBAAoB;AAAA,GAC7F;AAAA,EACA,EAAA,EAAI;AAAA,IACF,IAAA,EAAM,IAAA;AAAA,IACN,IAAA,EAAM,4BAAA;AAAA,IACN,MAAA,EAAQ,wCAAA;AAAA,IACR,WAAA,EAAa,2FAAA;AAAA,IACb,aAAa,CAAC,YAAA,EAAc,WAAA,EAAa,SAAA,EAAW,cAAc,qBAAqB;AAAA,GACzF;AAAA,EACA,EAAA,EAAI;AAAA,IACF,IAAA,EAAM,IAAA;AAAA,IACN,IAAA,EAAM,sBAAA;AAAA,IACN,MAAA,EAAQ,kDAAA;AAAA,IACR,WAAA,EAAa,oFAAA;AAAA,IACb,WAAA,EAAa,CAAC,SAAA,EAAW,qBAAA,EAAuB,uBAAuB;AAAA;AAE3E;AAEO,IAAM,sBAAA,GAA8D;AAAA,EACzE,EAAA,EAAI;AAAA,IACF,IAAA,EAAM,IAAA;AAAA,IACN,IAAA,EAAM,yBAAA;AAAA,IACN,WAAA,EAAa,mFAAA;AAAA,IACb,YAAY,CAAC,qBAAA,EAAuB,oBAAA,EAAsB,qBAAA,EAAuB,oBAAoB,iBAAiB;AAAA,GACxH;AAAA,EACA,EAAA,EAAI;AAAA,IACF,IAAA,EAAM,IAAA;AAAA,IACN,IAAA,EAAM,+BAAA;AAAA,IACN,WAAA,EAAa,sFAAA;AAAA,IACb,UAAA,EAAY,CAAC,eAAA,EAAiB,0BAAA,EAA4B,mCAAmC,+BAA+B;AAAA,GAC9H;AAAA,EACA,EAAA,EAAI;AAAA,IACF,IAAA,EAAM,IAAA;AAAA,IACN,IAAA,EAAM,4CAAA;AAAA,IACN,WAAA,EAAa,iGAAA;AAAA,IACb,UAAA,EAAY,CAAC,qBAAA,EAAuB,8BAAA,EAAgC,yBAAyB,uBAAuB;AAAA,GACtH;AAAA,EACA,EAAA,EAAI;AAAA,IACF,IAAA,EAAM,IAAA;AAAA,IACN,IAAA,EAAM,iBAAA;AAAA,IACN,WAAA,EAAa,mFAAA;AAAA,IACb,UAAA,EAAY,CAAC,2BAAA,EAA6B,+BAAA,EAAiC,uBAAuB,yBAAyB;AAAA,GAC7H;AAAA,EACA,GAAA,EAAK;AAAA,IACH,IAAA,EAAM,KAAA;AAAA,IACN,IAAA,EAAM,sCAAA;AAAA,IACN,WAAA,EAAa,2FAAA;AAAA,IACb,UAAA,EAAY,CAAC,qCAAA,EAAuC,4BAAA,EAA8B,2BAA2B,2BAA2B;AAAA,GAC1I;AAAA,EACA,GAAA,EAAK;AAAA,IACH,IAAA,EAAM,KAAA;AAAA,IACN,IAAA,EAAM,qCAAA;AAAA,IACN,WAAA,EAAa,gGAAA;AAAA,IACb,UAAA,EAAY,CAAC,0BAAA,EAA4B,oCAAA,EAAsC,wCAAwC,8BAA8B;AAAA,GACvJ;AAAA,EACA,GAAA,EAAK;AAAA,IACH,IAAA,EAAM,KAAA;AAAA,IACN,IAAA,EAAM,4BAAA;AAAA,IACN,WAAA,EAAa,qGAAA;AAAA,IACb,UAAA,EAAY,CAAC,+BAAA,EAAiC,kCAAA,EAAoC,2BAA2B,yBAAyB;AAAA,GACxI;AAAA,EACA,EAAA,EAAI;AAAA,IACF,IAAA,EAAM,IAAA;AAAA,IACN,IAAA,EAAM,mBAAA;AAAA,IACN,WAAA,EAAa,oFAAA;AAAA,IACb,UAAA,EAAY,CAAC,+BAAA,EAAiC,6BAAA,EAA+B,0BAA0B,uBAAuB;AAAA,GAChI;AAAA,EACA,GAAA,EAAK;AAAA,IACH,IAAA,EAAM,KAAA;AAAA,IACN,IAAA,EAAM,oCAAA;AAAA,IACN,WAAA,EAAa,4FAAA;AAAA,IACb,UAAA,EAAY,CAAC,uBAAA,EAAyB,+BAAA,EAAiC,oCAAoC,mCAAmC;AAAA,GAChJ;AAAA,EACA,EAAA,EAAI;AAAA,IACF,IAAA,EAAM,IAAA;AAAA,IACN,IAAA,EAAM,uBAAA;AAAA,IACN,WAAA,EAAa,uFAAA;AAAA,IACb,UAAA,EAAY,CAAC,4BAAA,EAA8B,yBAAA,EAA2B,6BAA6B,mBAAmB;AAAA,GACxH;AAAA,EACA,GAAA,EAAK;AAAA,IACH,IAAA,EAAM,KAAA;AAAA,IACN,IAAA,EAAM,mCAAA;AAAA,IACN,WAAA,EAAa,uGAAA;AAAA,IACb,UAAA,EAAY,CAAC,iCAAA,EAAmC,uCAAA,EAAyC,kCAAkC,6BAA6B;AAAA,GAC1J;AAAA,EACA,EAAA,EAAI;AAAA,IACF,IAAA,EAAM,IAAA;AAAA,IACN,IAAA,EAAM,sBAAA;AAAA,IACN,WAAA,EAAa,6FAAA;AAAA,IACb,UAAA,EAAY,CAAC,iBAAA,EAAmB,0BAAA,EAA4B,+BAA+B,gBAAgB;AAAA,GAC7G;AAAA,EACA,GAAA,EAAK;AAAA,IACH,IAAA,EAAM,KAAA;AAAA,IACN,IAAA,EAAM,yBAAA;AAAA,IACN,WAAA,EAAa,oFAAA;AAAA,IACb,UAAA,EAAY,CAAC,mCAAA,EAAqC,kBAAA,EAAoB,mCAAmC,8BAA8B;AAAA,GACzI;AAAA,EACA,GAAA,EAAK;AAAA,IACH,IAAA,EAAM,KAAA;AAAA,IACN,IAAA,EAAM,kCAAA;AAAA,IACN,WAAA,EAAa,6DAAA;AAAA,IACb,UAAA,EAAY,CAAC,gCAAA,EAAkC,6BAAA,EAA+B,kCAAkC,0BAA0B;AAAA;AAE9I;AAYO,SAAS,gBAAA,CAAiB,OAAe,OAAA,EAAwD;AACtG,EAAA,MAAM,QAAA,GAAW;AAAA,IACf,KAAA;AAAA,IACA,OAAA,EAAS,WAAA;AAAA,IACT,OAAA,EAAS,WAAA;AAAA,IACT,OAAA,EAAS,gBAAA;AAAA,IACT,OAAA,EAAS,WAAA;AAAA,IACT,GAAI,OAAA,EAAS,aAAA,IAAiB;AAAC,IAE9B,MAAA,CAAO,OAAO,EACd,IAAA,CAAK,GAAG,EACR,WAAA,EAAY;AAEf,EAAA,IAAI,wFAAA,CAAyF,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC3G,IAAA,OAAO,EAAE,MAAM,sBAAA,CAAuB,GAAA,EAAM,WAAW,gBAAA,CAAiB,EAAA,EAAK,iBAAiB,IAAA,EAAK;AAAA,EACrG;AACA,EAAA,IAAI,yGAAA,CAA0G,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC5H,IAAA,OAAO,EAAE,MAAM,sBAAA,CAAuB,EAAA,EAAK,WAAW,gBAAA,CAAiB,EAAA,EAAK,iBAAiB,IAAA,EAAK;AAAA,EACpG;AACA,EAAA,IAAI,kJAAA,CAAmJ,IAAA,CAAK,QAAQ,CAAA,EAAG;AACrK,IAAA,OAAO,EAAE,MAAM,sBAAA,CAAuB,EAAA,EAAK,WAAW,gBAAA,CAAiB,EAAA,EAAK,iBAAiB,IAAA,EAAK;AAAA,EACpG;AACA,EAAA,IAAI,8FAAA,CAA+F,IAAA,CAAK,QAAQ,CAAA,EAAG;AACjH,IAAA,OAAO,EAAE,MAAM,sBAAA,CAAuB,GAAA,EAAM,WAAW,gBAAA,CAAiB,EAAA,EAAK,iBAAiB,IAAA,EAAK;AAAA,EACrG;AACA,EAAA,IAAI,0FAAA,CAA2F,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7G,IAAA,OAAO,EAAE,MAAM,sBAAA,CAAuB,GAAA,EAAM,WAAW,gBAAA,CAAiB,EAAA,EAAK,iBAAiB,GAAA,EAAI;AAAA,EACpG;AACA,EAAA,IAAI,oEAAA,CAAqE,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvF,IAAA,OAAO,EAAE,MAAM,sBAAA,CAAuB,EAAA,EAAK,WAAW,gBAAA,CAAiB,EAAA,EAAK,iBAAiB,GAAA,EAAI;AAAA,EACnG;AACA,EAAA,IAAI,6EAAA,CAA8E,IAAA,CAAK,QAAQ,CAAA,EAAG;AAChG,IAAA,OAAO,EAAE,MAAM,sBAAA,CAAuB,GAAA,EAAM,WAAW,gBAAA,CAAiB,EAAA,EAAK,iBAAiB,GAAA,EAAI;AAAA,EACpG;AACA,EAAA,IAAI,gFAAA,CAAiF,IAAA,CAAK,QAAQ,CAAA,EAAG;AACnG,IAAA,OAAO,EAAE,MAAM,sBAAA,CAAuB,EAAA,EAAK,WAAW,gBAAA,CAAiB,EAAA,EAAK,iBAAiB,GAAA,EAAI;AAAA,EACnG;AACA,EAAA,IAAI,+GAAA,CAAgH,IAAA,CAAK,QAAQ,CAAA,EAAG;AAClI,IAAA,OAAO,EAAE,MAAM,sBAAA,CAAuB,EAAA,EAAK,WAAW,gBAAA,CAAiB,EAAA,EAAK,iBAAiB,IAAA,EAAK;AAAA,EACpG;AACA,EAAA,IAAI,yHAAA,CAA0H,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC5I,IAAA,OAAO,EAAE,MAAM,sBAAA,CAAuB,EAAA,EAAK,WAAW,gBAAA,CAAiB,EAAA,EAAK,iBAAiB,GAAA,EAAI;AAAA,EACnG;AAEA,EAAA,OAAO,EAAE,MAAM,sBAAA,CAAuB,GAAA,EAAM,WAAW,gBAAA,CAAiB,EAAA,EAAK,iBAAiB,GAAA,EAAI;AACpG;;;ACtLO,IAAM,kBAAN,MAAsB;AAAA,EACnB,SAAA,uBAA2C,GAAA,EAAI;AAAA,EAEvD,SAAS,KAAA,EAA8B;AACrC,IAAA,MAAM,WAAA,GAAc,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA,EAAG,KAAA,CAAM,GAAG,CAAA,CAAE,GAAA,EAAI,EAAG,WAAA,EAAY,IAAK,KAAA;AACzE,IAAA,MAAM,OAAO,KAAA,CAAM,IAAA,IAAA,iBAAQ,IAAI,IAAA,IAAO,WAAA,EAAY;AAClD,IAAA,MAAM,GAAA,GAAM,CAAA,EAAG,WAAW,CAAA,EAAG,IAAI,CAAA,EAAG,IAAA,CAAK,MAAA,EAAO,CAAE,SAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAA,EAAG,CAAC,CAAC,CAAA,CAAA;AAE9E,IAAA,IAAA,CAAK,SAAA,CAAU,IAAI,GAAA,EAAK;AAAA,MACtB,GAAA;AAAA,MACA,OAAO,KAAA,CAAM,KAAA;AAAA,MACb,SAAS,KAAA,CAAM,OAAA;AAAA,MACf,MAAM,KAAA,CAAM,IAAA;AAAA,MACZ,KAAK,KAAA,CAAM,GAAA;AAAA,MACX,KAAK,KAAA,CAAM,GAAA;AAAA,MACX,OAAO,KAAA,CAAM;AAAA,KACd,CAAA;AAED,IAAA,OAAO,GAAA;AAAA,EACT;AAAA,EAEA,SAAA,GAAoB;AAClB,IAAA,MAAM,UAAoB,EAAC;AAE3B,IAAA,KAAA,MAAW,CAAC,GAAA,EAAK,IAAI,KAAK,IAAA,CAAK,SAAA,CAAU,SAAQ,EAAG;AAClD,MAAA,MAAM,UAAA,GAAa,KAAK,OAAA,CAAQ,MAAA,GAAS,IAAI,IAAA,CAAK,OAAA,CAAQ,IAAA,CAAK,OAAO,CAAA,GAAI,SAAA;AAC1E,MAAA,OAAA,CAAQ,IAAA,CAAK,YAAY,GAAG,CAAA;AAAA,WAAA,EACrB,KAAK,KAAK,CAAA;AAAA,YAAA,EACT,UAAU,CAAA;AAAA,UAAA,EACZ,IAAA,CAAK,QAAQ,QAAQ,CAAA;AAAA,aAAA,EAClB,IAAA,CAAK,SAAS,qBAAqB,CAAA;AAAA,EAAA,EAC9C,KAAK,GAAA,GAAM,CAAA,OAAA,EAAU,IAAA,CAAK,GAAG,OAAO,EAAE;AAAA,EAAA,EACtC,KAAK,GAAA,GAAM,CAAA,OAAA,EAAU,IAAA,CAAK,GAAG,OAAO,EAAE;AAAA,CAAA,CACxC,CAAA;AAAA,IACE;AAEA,IAAA,OAAO,OAAA,CAAQ,KAAK,MAAM,CAAA;AAAA,EAC5B;AAAA,EAEA,oBAAA,GAA+B;AAC7B,IAAA,MAAM,KAAA,GAAkB,CAAC,sCAAsC,CAAA;AAC/D,IAAA,IAAI,GAAA,GAAM,CAAA;AAEV,IAAA,KAAA,MAAW,GAAG,IAAI,KAAK,IAAA,CAAK,SAAA,CAAU,SAAQ,EAAG;AAC/C,MAAA,MAAM,UAAA,GAAa,KAAK,OAAA,CAAQ,MAAA,GAAS,IAAI,IAAA,CAAK,OAAA,CAAQ,IAAA,CAAK,IAAI,CAAA,GAAI,iBAAA;AACvE,MAAA,MAAM,UAAU,IAAA,CAAK,GAAA,GAAM,CAAA,QAAA,EAAW,IAAA,CAAK,GAAG,CAAA,CAAA,CAAA,GAAM,EAAA;AACpD,MAAA,MAAM,SAAS,IAAA,CAAK,GAAA,GAAM,CAAA,OAAA,EAAU,IAAA,CAAK,GAAG,CAAA,CAAA,CAAA,GAAM,EAAA;AAClD,MAAA,KAAA,CAAM,IAAA,CAAK,KAAK,GAAG,CAAA,KAAA,EAAQ,KAAK,KAAK,CAAA,IAAA,EAAO,UAAU,CAAA,EAAA,EAAK,IAAA,CAAK,QAAQ,MAAM,CAAA,IAAA,EAAO,KAAK,KAAA,IAAS,wBAAwB,IAAI,MAAM,CAAA,CAAA,EAAI,OAAO,CAAA,CAAE,CAAA;AAClJ,MAAA,GAAA,EAAA;AAAA,IACF;AAEA,IAAA,OAAO,KAAA,CAAM,KAAK,IAAI,CAAA;AAAA,EACxB;AACF;;;ACtCO,IAAM,8BAAN,MAAkC;AAAA,EACvC,UAAA,CACE,KAAA,EACA,MAAA,EACA,UAAA,EACA,SAAA,EACwB;AACxB,IAAA,MAAM,eAAA,GAAkB,IAAI,eAAA,EAAgB;AAC5C,IAAA,MAAM,aAAkC,EAAC;AACzC,IAAA,MAAM,cAAwB,EAAC;AAE/B,IAAA,KAAA,MAAW,SAAS,MAAA,EAAQ;AAC1B,MAAA,eAAA,CAAgB,SAAS,KAAK,CAAA;AAC9B,MAAA,MAAM,WAAA,GACJ,MAAM,IAAA,EAAM,IAAA,OACX,KAAA,CAAM,QAAA,GAAW,MAAM,QAAA,CAAS,IAAA,GAAO,KAAA,CAAM,eAAe,EAAE,CAAC,CAAA,IAAK,MAAM,QAAA,CAAS,KAAA,CAAM,CAAA,EAAG,GAAG,CAAA,GAAI,EAAA,CAAA;AAEtG,MAAA,UAAA,CAAW,IAAA,CAAK;AAAA,QACd,QAAA,EAAU,KAAA,CAAM,KAAA,CAAM,KAAA,CAAM,GAAG,CAAA,CAAE,CAAC,CAAA,EAAG,IAAA,EAAK,IAAK,KAAA,CAAM,KAAA,CAAM,KAAA,CAAM,GAAG,EAAE,CAAA;AAAA,QACtE,aAAa,CAAA,EAAG,KAAA,CAAM,QAAQ,CAAC,CAAA,IAAK,SAAS,CAAA,EAAA,EAAK,KAAA,CAAM,IAAA,IAAQ,MAAM,IAAI,KAAA,CAAM,KAAA,GAAQ,WAAM,KAAA,CAAM,KAAK,KAAK,EAAE,CAAA,CAAA;AAAA,QAChH,YAAA,EAAc,cAAc,WAAA,CAAY,KAAA,CAAM,GAAG,GAAG,CAAA,GAAI,CAAA,qBAAA,EAAwB,KAAA,CAAM,aAAa,CAAA,WAAA,CAAA;AAAA,QACnG,WAAA,EAAa,MAAM,IAAA,IAAQ,KAAA,CAAM,OAAO,IAAA,GAAO,CAAA,aAAA,EAAgB,KAAA,CAAM,IAAI,CAAA,+BAAA,CAAA,GAAoC,sDAAA;AAAA,QAC7G,iBAAA,EAAmB,CAAA,SAAA,EAAY,KAAK,CAAA,6BAAA,EAAgC,KAAA,CAAM,aAAA,CAAc,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,KAAK,IAAI,CAAA,EAAA;AAAA,OACvH,CAAA;AAED,MAAA,IAAI,WAAA,IAAe,WAAA,CAAY,MAAA,GAAS,CAAA,EAAG;AACzC,QAAA,WAAA,CAAY,IAAA,CAAK,CAAA,CAAA,EAAI,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA,IAAK,KAAK,CAAA,CAAA,EAAI,KAAA,CAAM,IAAA,IAAQ,EAAE,CAAA,EAAA,EAAK,WAAW,CAAA,CAAE,CAAA;AAAA,MACtF;AAAA,IACF;AAEA,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,WAAA,CAAY,IAAA;AAAA,QACV,CAAA,iBAAA,EAAoB,UAAA,CAAW,IAAI,CAAA,GAAA,EAAM,UAAA,CAAW,IAAI,CAAA,GAAA,EAAM,UAAA,CAAW,UAAA,CAAW,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,OAChG;AAAA,IACF;AACA,IAAA,IAAI,SAAA,EAAW;AACb,MAAA,WAAA,CAAY,IAAA;AAAA,QACV,CAAA,WAAA,EAAc,SAAA,CAAU,IAAI,CAAA,GAAA,EAAM,UAAU,IAAI,CAAA,GAAA,EAAM,SAAA,CAAU,MAAM,CAAA,GAAA,EAAM,SAAA,CAAU,WAAA,CAAY,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,OAC9G;AAAA,IACF;AAEA,IAAA,MAAM,aAAA,GAA0B;AAAA,MAC9B,CAAA,kCAAA,EAAqC,KAAK,CAAA,GAAA,EAAM,UAAA,EAAY,QAAQ,IAAI,CAAA,8DAAA,CAAA;AAAA,MACxE,6FAA6F,KAAK,CAAA,EAAA;AAAA,KACpG;AAEA,IAAA,MAAM,OAAA,GAAoB;AAAA,MACxB,CAAA,iEAAA,CAAA;AAAA,MACA,gBAAgB,KAAK,CAAA,CAAA;AAAA,MACrB,aAAa,CAAA,uCAAA,EAA0C,UAAA,CAAW,IAAI,CAAA,WAAA,EAAS,UAAA,CAAW,IAAI,CAAA,CAAA,CAAA,GAAM,EAAA;AAAA,MACpG,SAAA,GAAY,6BAA6B,SAAA,CAAU,IAAI,cAAS,SAAA,CAAU,IAAI,CAAA,EAAA,EAAK,SAAA,CAAU,MAAM,CAAA;AAAA,CAAA,GAAS,EAAA;AAAA,MAC5G,CAAA,uBAAA,CAAA;AAAA,MACA,MAAA,CAAO,MAAA,GAAS,CAAA,GACZ,CAAA,mBAAA,EAAsB,MAAA,CAAO,MAAM,CAAA,uEAAA,EAA0E,KAAK,CAAA,GAAA,CAAA,GAClH,CAAA,yFAAA,EAA4F,KAAK,CAAA,GAAA,CAAA;AAAA,MACrG;AAAA,+CAAA,CAAA;AAAA,MACA,GAAI,UAAA,CAAW,MAAA,GAAS,CAAA,GACpB;AAAA,QACE,CAAA,6GAAA,CAAA;AAAA,QACA,CAAA,qBAAA,CAAA;AAAA,QACA,GAAG,UAAA,CAAW,GAAA;AAAA,UACZ,CAAC,CAAA,KACC,CAAA,IAAA,EAAO,CAAA,CAAE,QAAA,CAAS,QAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,KAAA,EAAQ,EAAE,WAAA,CAAY,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,GAAA,EAAM,CAAA,CAAE,YAAA,CAAa,OAAA,CAAQ,OAAO,GAAG,CAAC,CAAA,GAAA,EAAM,CAAA,CAAE,YAAY,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,MAAM,CAAA,CAAE,iBAAA,CAAkB,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAC,CAAA,EAAA;AAAA;AAC9M,OACF,GACA,CAAC,0EAA0E,CAAA;AAAA,MAC/E;AAAA,+CAAA,CAAA;AAAA,MACA,GAAG,WAAA,CAAY,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,EAAA,EAAK,CAAC,CAAA,CAAE,CAAA;AAAA,MAClC;AAAA,oDAAA,CAAA;AAAA,MACA,GAAG,aAAA,CAAc,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,EAAA,EAAK,CAAC,CAAA,CAAE,CAAA;AAAA,MACpC;AAAA,EAAK,eAAA,CAAgB,sBAAsB,CAAA;AAAA,KAC7C,CAAE,MAAA,CAAO,CAAC,IAAA,KAAS,SAAS,EAAE,CAAA;AAE9B,IAAA,OAAO;AAAA,MACL,KAAA;AAAA,MACA,UAAA;AAAA,MACA,SAAA;AAAA,MACA,kBAAkB,MAAA,CAAO,MAAA;AAAA,MACzB,MAAA;AAAA,MACA,UAAA;AAAA,MACA,yBAAA,EAA2B,WAAA;AAAA,MAC3B,qBAAA,EAAuB,aAAA;AAAA,MACvB,cAAA,EAAgB,OAAA,CAAQ,IAAA,CAAK,IAAI,CAAA;AAAA,MACjC,MAAA,EAAQ,gBAAgB,SAAA;AAAU,KACpC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,kBACJ,KAAA,EACA,MAAA,EACA,YACA,SAAA,EACA,OAAA,GAAgE,EAAC,EAChC;AACjC,IAAA,MAAM,OAAO,IAAA,CAAK,UAAA,CAAW,KAAA,EAAO,MAAA,EAAQ,YAAY,SAAS,CAAA;AACjE,IAAA,IAAI,CAAC,OAAA,CAAQ,GAAA,IAAO,MAAA,CAAO,WAAW,CAAA,EAAG;AACvC,MAAA,OAAO,IAAA;AAAA,IACT;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,gBAAA,GAAmB,MAAA,CACtB,GAAA,CAAI,CAAC,GAAG,CAAA,KAAM,CAAA,OAAA,EAAU,CAAA,GAAI,CAAC,CAAA,EAAA,EAAK,CAAA,CAAE,KAAK,CAAA,EAAA,EAAK,EAAE,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,EAAI,CAAA,CAAE,IAAI,CAAA,GAAA,EAAM,CAAA,CAAE,QAAQ,CAAA,CAAE,QAAA,EAAU,KAAA,CAAM,CAAA,EAAG,GAAG,CAAA,IAAK,aAAa,CAAA,CAAE,CAAA,CAChI,KAAK,MAAM,CAAA;AAEd,MAAA,MAAM,MAAA,GAAS;AAAA,QACb,qHAAqH,KAAK,CAAA,EAAA,CAAA;AAAA,QAC1H,aAAa,CAAA,sBAAA,EAAyB,UAAA,CAAW,IAAI,CAAA,GAAA,EAAM,UAAA,CAAW,IAAI,CAAA,CAAA,GAAK,EAAA;AAAA,QAC/E,YAAY,CAAA,kBAAA,EAAqB,SAAA,CAAU,IAAI,CAAA,GAAA,EAAM,SAAA,CAAU,IAAI,CAAA,CAAA,GAAK,EAAA;AAAA,QACxE,OAAA,CAAQ,OAAA,EAAS,OAAA,GAAU,CAAA,YAAA,EAAe,QAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,IAAI,OAAA,CAAQ,OAAA,CAAQ,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,GAAK,EAAA;AAAA,QACvG;AAAA;AAAA,EAAiC,gBAAgB,CAAA,CAAA;AAAA,QACjD;AAAA,mHAAA,CAAA;AAAA,QACA,CAAA,iEAAA;AAAA,OACF,CACG,MAAA,CAAO,OAAO,CAAA,CACd,KAAK,IAAI,CAAA;AAEZ,MAAA,MAAM,GAAA,GAAM,MAAM,OAAA,CAAQ,GAAA,CAAI,MAAA,EAAQ;AAAA,QACpC,MAAA,EAAQ,gGAAA;AAAA,QACR,WAAA,EAAa,GAAA;AAAA,QACb,QAAA,EAAU;AAAA,OACX,CAAA;AAED,MAAA,MAAM,KAAA,GAAQ,GAAA,CAAI,KAAA,CAAM,aAAa,CAAA;AACrC,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAC,CAAC,CAAA;AAClC,QAAA,IAAI,MAAM,OAAA,CAAQ,MAAM,CAAA,IAAK,MAAA,CAAO,SAAS,CAAA,EAAG;AAC9C,UAAA,MAAM,gBAAA,GAAmB,MAAA,CAAO,GAAA,CAAI,MAAM,CAAA,CAAE,OAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,GAAS,EAAE,CAAA;AACvE,UAAA,IAAI,gBAAA,CAAiB,SAAS,CAAA,EAAG;AAC/B,YAAA,IAAA,CAAK,qBAAA,GAAwB,gBAAA;AAE7B,YAAA,IAAA,CAAK,cAAA,GAAiB,KAAK,cAAA,CAAe,OAAA;AAAA,cACxC,mFAAA;AAAA,cACA,CAAA;AAAA,EAAyD,gBAAA,CAAiB,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,EAAA,EAAK,CAAC,CAAA,CAAE,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,aAC3G;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,IAAA,CAAK,8EAAA,EAAgF,CAAA,EAAG,OAAA,IAAW,CAAC,CAAA;AAAA,IAC9G;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AACF","file":"chunk-DOXSPRSP.js","sourcesContent":["import { AcademicPaper } from './semanticScholar';\n\n/**\n * ArXiv API Client for Deep AI & Computer Science Paper Discovery\n */\nexport class ArXivSearchEngine {\n /**\n * Search ArXiv repository using the public atom XML API\n */\n async search(query: string, maxResults = 5): Promise<AcademicPaper[]> {\n const papers: AcademicPaper[] = [];\n\n try {\n const url = `https://export.arxiv.org/api/query?search_query=all:${encodeURIComponent(query)}&start=0&max_results=${maxResults}&sortBy=relevance&sortOrder=descending`;\n const res = await fetch(url, { signal: AbortSignal.timeout(10000) });\n\n if (res.ok) {\n const xmlText = await res.text();\n const entryMatches = xmlText.match(/<entry>[\\s\\S]*?<\\/entry>/g) || [];\n\n for (const entry of entryMatches) {\n const idMatch = entry.match(/<id>([\\s\\S]*?)<\\/id>/);\n const titleMatch = entry.match(/<title>([\\s\\S]*?)<\\/title>/);\n const summaryMatch = entry.match(/<summary>([\\s\\S]*?)<\\/summary>/);\n const publishedMatch = entry.match(/<published>(\\d{4})/);\n const authorMatches = [...entry.matchAll(/<author>\\s*<name>([\\s\\S]*?)<\\/name>/g)].map(m => m[1]?.trim()).filter(Boolean);\n\n const arxivUrl = idMatch ? idMatch[1]?.trim() : '';\n const pdfUrl = arxivUrl ? arxivUrl.replace('/abs/', '/pdf/') + '.pdf' : undefined;\n\n if (titleMatch) {\n papers.push({\n id: arxivUrl || `arxiv-${Math.random().toString(36).substring(7)}`,\n title: titleMatch[1]?.trim().replace(/\\s+/g, ' ') || 'Untitled ArXiv Paper',\n abstract: summaryMatch ? summaryMatch[1]?.trim().replace(/\\s+/g, ' ') : '',\n authors: authorMatches,\n year: publishedMatch ? parseInt(publishedMatch[1]!, 10) : new Date().getFullYear(),\n citationCount: 0,\n venue: 'arXiv preprint',\n url: arxivUrl,\n pdfUrl,\n fieldsOfStudy: ['Computer Science', 'AI & Machine Learning']\n });\n }\n }\n }\n } catch (e: any) {\n console.warn('[ArXivSearchEngine] ArXiv search failed:', e?.message || e);\n }\n\n return papers;\n }\n}\n","import { z } from 'zod';\nimport { CustomAcademicSearchAdapter } from '../config/researchConfig';\nimport { ArXivSearchEngine } from './arxivClient';\n\nexport const AcademicPaperSchema = z.object({\n id: z.string(),\n title: z.string(),\n abstract: z.string().optional(),\n authors: z.array(z.string()).default([]),\n year: z.number().optional(),\n citationCount: z.number().default(0),\n venue: z.string().optional(),\n doi: z.string().optional(),\n url: z.string().optional(),\n pdfUrl: z.string().optional(),\n tldr: z.string().optional(),\n fieldsOfStudy: z.array(z.string()).default([]),\n});\n\nexport type AcademicPaper = z.infer<typeof AcademicPaperSchema>;\n\nexport interface AcademicSearchOptions {\n limit?: number;\n yearRange?: string; // e.g. \"2020-2026\"\n fieldsOfStudy?: string[];\n apiKey?: string;\n allowEnvFallback?: boolean;\n includeArxivFallback?: boolean;\n customAdapter?: CustomAcademicSearchAdapter;\n}\n\n/**\n * Reconstructs plain-text abstract from OpenAlex's `abstract_inverted_index` object (`{ word: [pos1, pos2] }`).\n */\nexport function reconstructOpenAlexAbstract(invertedIndex: Record<string, number[]> | undefined | null): string | undefined {\n if (!invertedIndex || typeof invertedIndex !== 'object') return undefined;\n const entries = Object.entries(invertedIndex);\n if (entries.length === 0) return undefined;\n\n let maxIndex = 0;\n for (const [, positions] of entries) {\n if (Array.isArray(positions)) {\n for (const p of positions) {\n if (typeof p === 'number' && p > maxIndex) maxIndex = p;\n }\n }\n }\n if (maxIndex > 5000) maxIndex = 5000;\n\n const words = new Array<string>(maxIndex + 1);\n for (const [word, positions] of entries) {\n if (Array.isArray(positions)) {\n for (const p of positions) {\n if (typeof p === 'number' && p >= 0 && p <= maxIndex) {\n words[p] = word;\n }\n }\n }\n }\n\n const reconstructed = words.filter(Boolean).join(' ').trim();\n return reconstructed.length > 0 ? reconstructed : undefined;\n}\n\n/**\n * Semantic Scholar, OpenAlex & ArXiv Academic Search Engine with Custom Adapter Support\n */\nexport class AcademicSearchEngine {\n private apiKey?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomAcademicSearchAdapter;\n private arxivEngine: ArXivSearchEngine;\n\n constructor(\n options: { apiKey?: string; allowEnvFallback?: boolean; customAdapter?: CustomAcademicSearchAdapter } | string = {}\n ) {\n this.arxivEngine = new ArXivSearchEngine();\n if (typeof options === 'string') {\n this.apiKey = options;\n this.allowEnvFallback = true;\n } else {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.apiKey = options.apiKey || (this.allowEnvFallback ? process.env.SEMANTIC_SCHOLAR_API_KEY : undefined);\n this.customAdapter = options.customAdapter;\n }\n }\n\n setCustomAdapter(adapter: CustomAcademicSearchAdapter) {\n this.customAdapter = adapter;\n }\n\n setApiKey(apiKey?: string) {\n this.apiKey = apiKey;\n }\n\n /**\n * Search academic papers across Semantic Scholar with OpenAlex and ArXiv fallback or Custom Adapter\n */\n async searchPapers(query: string, options: AcademicSearchOptions = {}): Promise<AcademicPaper[]> {\n const adapter = options.customAdapter || this.customAdapter;\n\n // 0. Custom Academic Adapter\n if (adapter) {\n try {\n const customPapers = await adapter.searchPapers(query, { limit: options.limit, yearRange: options.yearRange });\n if (Array.isArray(customPapers) && customPapers.length > 0) {\n return customPapers;\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] Custom academic adapter failed:', e?.message || e);\n }\n }\n\n const limit = options.limit ?? 5;\n const papers: AcademicPaper[] = [];\n const seenTitles = new Set<string>();\n\n const pushUnique = (p: AcademicPaper) => {\n const normTitle = p.title.toLowerCase().replace(/[^a-z0-9\\u00C0-\\u1EF9]+/g, '');\n if (!normTitle || seenTitles.has(normTitle)) return;\n seenTitles.add(normTitle);\n papers.push(p);\n };\n\n // 1. Try Semantic Scholar API\n try {\n const apiKey = options.apiKey || this.apiKey;\n const headers: Record<string, string> = { 'Content-Type': 'application/json' };\n if (apiKey) {\n headers['x-api-key'] = apiKey;\n }\n\n const params = new URLSearchParams({\n query,\n limit: limit.toString(),\n fields: 'paperId,title,abstract,authors,year,citationCount,venue,externalIds,url,openAccessPdf,tldr,fieldsOfStudy',\n });\n\n if (options.yearRange) {\n params.append('year', options.yearRange);\n }\n\n const res = await fetch(`https://api.semanticscholar.org/graph/v1/paper/search?${params.toString()}`, {\n headers,\n signal: AbortSignal.timeout(6000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.data)) {\n for (const item of data.data) {\n pushUnique({\n id: item.paperId || `s2-${Math.random().toString(36).slice(2, 8)}`,\n title: item.title || 'Untitled',\n abstract: item.abstract || undefined,\n authors: Array.isArray(item.authors) ? item.authors.map((a: any) => a.name).filter(Boolean) : [],\n year: item.year,\n citationCount: item.citationCount || 0,\n venue: item.venue || undefined,\n doi: item.externalIds?.DOI,\n url: item.url || (item.externalIds?.DOI ? `https://doi.org/${item.externalIds.DOI}` : undefined),\n pdfUrl: item.openAccessPdf?.url,\n tldr: item.tldr?.text,\n fieldsOfStudy: Array.isArray(item.fieldsOfStudy) && item.fieldsOfStudy.length > 0 ? item.fieldsOfStudy : ['Computer Science'],\n });\n }\n if (papers.length >= limit) return papers.slice(0, limit);\n }\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] Semantic Scholar failed:', e?.message || e);\n }\n\n // 2. OpenAlex Fallback API (Zero-Key Open Academic Database with real abstract reconstruction)\n if (papers.length < limit) {\n try {\n const res = await fetch(`https://api.openalex.org/works?search=${encodeURIComponent(query)}&per-page=${limit}`, {\n headers: { 'User-Agent': 'OrchableComposer/1.0 (mailto:team@orchable.app)' },\n signal: AbortSignal.timeout(6000),\n });\n\n if (res.ok) {\n const data = await res.json();\n if (Array.isArray(data?.results)) {\n for (const item of data.results) {\n const abstractText = reconstructOpenAlexAbstract(item.abstract_inverted_index);\n const concepts = Array.isArray(item.concepts)\n ? item.concepts.slice(0, 3).map((c: any) => c.display_name).filter(Boolean)\n : ['Computer Science'];\n pushUnique({\n id: item.id || `oa-${Math.random().toString(36).slice(2, 8)}`,\n title: item.title || 'Untitled',\n abstract: abstractText,\n authors: Array.isArray(item.authorships)\n ? item.authorships.map((a: any) => a.author?.display_name).filter(Boolean)\n : [],\n year: item.publication_year,\n citationCount: item.cited_by_count || 0,\n venue: item.primary_location?.source?.display_name,\n doi: item.doi ? String(item.doi).replace(/^https?:\\/\\/doi\\.org\\//i, '') : undefined,\n url: item.doi || item.id,\n pdfUrl: item.open_access?.oa_url,\n fieldsOfStudy: concepts.length > 0 ? concepts : ['Computer Science'],\n });\n }\n }\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] OpenAlex failed:', e?.message || e);\n }\n }\n\n // 3. ArXiv Fallback API (if still below limit and not disabled)\n if (papers.length < limit && options.includeArxivFallback !== false) {\n try {\n const arxivPapers = await this.arxivEngine.search(query, limit - papers.length);\n for (const p of arxivPapers) {\n pushUnique(p);\n }\n } catch (e: any) {\n console.warn('[AcademicSearchEngine] ArXiv fallback failed:', e?.message || e);\n }\n }\n\n return papers.slice(0, limit);\n }\n}\n","import { CourseResearchContext } from '../config/researchConfig';\n\nexport interface CS2023KnowledgeArea {\n code: string;\n name: string;\n description: string;\n coreTopics: string[];\n}\n\nexport interface CSTAK12Strand {\n code: 'CS' | 'NI' | 'DA' | 'AP' | 'IC';\n name: string;\n nameVi: string;\n description: string;\n subconcepts: string[];\n}\n\nexport const CSTA_K12_STRANDS: Record<string, CSTAK12Strand> = {\n CS: {\n code: 'CS',\n name: 'Computing Systems',\n nameVi: 'Hệ thống Máy tính & Phần cứng',\n description: 'Devices, hardware and software integration, sensors, actuators, and troubleshooting.',\n subconcepts: ['Devices', 'Hardware & Software', 'Troubleshooting'],\n },\n NI: {\n code: 'NI',\n name: 'Networks and the Internet',\n nameVi: 'Mạng máy tính & An toàn thông tin',\n description: 'Network communication, protocols, IoT connectivity, and cybersecurity.',\n subconcepts: ['Network Communication & Organization', 'Cybersecurity'],\n },\n DA: {\n code: 'DA',\n name: 'Data and Analysis',\n nameVi: 'Dữ liệu & Phân tích',\n description: 'Storage, collection, visualization, and transformation of sensor or application data.',\n subconcepts: ['Storage', 'Collection, Visualization & Transformation', 'Inference & Models'],\n },\n AP: {\n code: 'AP',\n name: 'Algorithms and Programming',\n nameVi: 'Thuật toán & Lập trình',\n description: 'Algorithms, variables, control structures, modularity, and iterative program development.',\n subconcepts: ['Algorithms', 'Variables', 'Control', 'Modularity', 'Program Development'],\n },\n IC: {\n code: 'IC',\n name: 'Impacts of Computing',\n nameVi: 'Tác động của Tin học & AI',\n description: 'Culture, social interactions, safety, law, and ethics of computing and AI systems.',\n subconcepts: ['Culture', 'Social Interactions', 'Safety, Law, & Ethics'],\n },\n};\n\nexport const CS2023_KNOWLEDGE_AREAS: Record<string, CS2023KnowledgeArea> = {\n AL: {\n code: 'AL',\n name: 'Algorithmic Foundations',\n description: 'Design and analysis of algorithms, computational complexity, and problem solving.',\n coreTopics: ['Asymptotic Analysis', 'Divide-and-Conquer', 'Dynamic Programming', 'Graph Algorithms', 'NP-Completeness'],\n },\n AR: {\n code: 'AR',\n name: 'Architecture and Organization',\n description: 'Hardware architecture, microcontrollers, sensors, memory hierarchy, and interfacing.',\n coreTopics: ['Digital Logic', 'Memory Hierarchy & Cache', 'Microcontrollers & Embedded I/O', 'Sensor & Actuator Interfacing'],\n },\n AI: {\n code: 'AI',\n name: 'Artificial Intelligence & Machine Learning',\n description: 'Neural networks, search algorithms, knowledge representation, reinforcement learning, and LLMs.',\n coreTopics: ['Supervised Learning', 'Deep Learning & Transformers', 'Search & Optimization', 'AI Ethics & Alignment'],\n },\n DM: {\n code: 'DM',\n name: 'Data Management',\n description: 'Relational databases, NoSQL, query optimization, data modeling, and transactions.',\n coreTopics: ['Relational & SQL Modeling', 'Indexing & Query Optimization', 'Transactions & ACID', 'Distributed Data Stores'],\n },\n FPL: {\n code: 'FPL',\n name: 'Foundations of Programming Languages',\n description: 'Language paradigms, type systems, event-driven programming, memory safety, and compilers.',\n coreTopics: ['Event-Driven & Reactive Programming', 'Functional & OOP Paradigms', 'Static & Dynamic Typing', 'Memory Safety & Ownership'],\n },\n GIT: {\n code: 'GIT',\n name: 'Graphics and Interactive Techniques',\n description: 'Game engines, 2D/3D rendering, physics simulation, collision detection, and interactive media.',\n coreTopics: ['Game Loop & Frame Timing', '2D/3D Coordinate Systems & Physics', 'Collision Detection & State Machines', 'Shader & Rendering Pipelines'],\n },\n HCI: {\n code: 'HCI',\n name: 'Human-Computer Interaction',\n description: 'User interface design, usability, accessibility, state-driven UI frameworks, and interaction loops.',\n coreTopics: ['Declarative & State-Driven UI', 'Usability & Cognitive Ergonomics', 'Accessibility Standards', 'Interactive Prototyping'],\n },\n OS: {\n code: 'OS',\n name: 'Operating Systems',\n description: 'Process management, concurrency, virtual memory, file systems, and device drivers.',\n coreTopics: ['Concurrency & Synchronization', 'Scheduling & Virtual Memory', 'File Systems & Storage', 'Security & Protection'],\n },\n PDC: {\n code: 'PDC',\n name: 'Parallel and Distributed Computing',\n description: 'Multi-threading, actor model, async programming, distributed consensus, and cloud scaling.',\n coreTopics: ['Async/Await & Futures', 'Actor Model & Message Passing', 'Shared Memory vs Message Passing', 'Distributed Systems & Consistency'],\n },\n PL: {\n code: 'PL',\n name: 'Programming Languages',\n description: 'Language paradigms, type systems, memory safety, compilers, and runtime environments.',\n coreTopics: ['Functional & OOP Paradigms', 'Static & Dynamic Typing', 'Memory Safety & Ownership', 'Language Runtimes'],\n },\n SDF: {\n code: 'SDF',\n name: 'Software Development Fundamentals',\n description: 'Core programming constructs, variables, control flow, data structures, debugging, and modularization.',\n coreTopics: ['Variables, Loops & Control Flow', 'Data Structures (Arrays, Lists, Maps)', 'Systematic Debugging & Testing', 'Modular & Procedural Design'],\n },\n SE: {\n code: 'SE',\n name: 'Software Engineering',\n description: 'Software lifecycle, architecture, design patterns, testing, CI/CD, and agile methodologies.',\n coreTopics: ['Design Patterns', 'Refactoring & Clean Code', 'Automated Testing (TDD/E2E)', 'DevOps & CI/CD'],\n },\n SEC: {\n code: 'SEC',\n name: 'Security & Cryptography',\n description: 'Authentication, cryptography, secure coding, threat modeling, and network defense.',\n coreTopics: ['Symmetric & Asymmetric Encryption', 'OAuth & JWT Auth', 'Secure Coding & Vulnerabilities', 'Identity & Access Management'],\n },\n SPD: {\n code: 'SPD',\n name: 'Specialized Platform Development',\n description: 'Web, mobile, cloud, IoT, and robotics platform engineering.',\n coreTopics: ['Mobile & Desktop App Lifecycle', 'Web Full-Stack Architecture', 'IoT & Edge Device Connectivity', 'Platform SDK Integration'],\n },\n};\n\nexport interface TaxonomyMappingResult {\n area: CS2023KnowledgeArea;\n k12Strand: CSTAK12Strand;\n matchConfidence: number;\n}\n\n/**\n * Maps a course topic or syllabus keyword (English or Vietnamese) to both IEEE/ACM CS2023 Knowledge Areas\n * and CSTA K-12 CS Strands.\n */\nexport function mapTopicToCS2023(topic: string, context?: CourseResearchContext): TaxonomyMappingResult {\n const combined = [\n topic,\n context?.courseTitle,\n context?.positioning,\n context?.hardwarePlatform,\n context?.softwareEnv,\n ...(context?.inScopeTopics || []),\n ]\n .filter(Boolean)\n .join(' ')\n .toLowerCase();\n\n if (/\\b(concurren|async|actor|thread|distributed|parallel|đồng thời|bất đồng bộ|đa luồng)\\b/.test(combined)) {\n return { area: CS2023_KNOWLEDGE_AREAS.PDC!, k12Strand: CSTA_K12_STRANDS.AP!, matchConfidence: 0.95 };\n }\n if (/\\b(ai|machine learning|deep learning|neural|llm|computer vision|trí tuệ nhân tạo|học máy|mạng nơ-ron)\\b/.test(combined)) {\n return { area: CS2023_KNOWLEDGE_AREAS.AI!, k12Strand: CSTA_K12_STRANDS.DA!, matchConfidence: 0.95 };\n }\n if (/\\b(arduino|esp32|raspberry|micro:?bit|mblock|makecode|lego|sensor|circuit|gpio|iot|hardware|robotics|cảm biến|vi điều khiển|mạch điện|điện tử)\\b/.test(combined)) {\n return { area: CS2023_KNOWLEDGE_AREAS.AR!, k12Strand: CSTA_K12_STRANDS.CS!, matchConfidence: 0.92 };\n }\n if (/\\b(roblox|unity|godot|pygame|game|2d|3d|sprite|collision|physics|shader|trò chơi|làm game)\\b/.test(combined)) {\n return { area: CS2023_KNOWLEDGE_AREAS.GIT!, k12Strand: CSTA_K12_STRANDS.AP!, matchConfidence: 0.92 };\n }\n if (/\\b(swiftui|ui|ux|interface|frontend|accessibility|figma|giao diện|tương tác người-máy)\\b/.test(combined)) {\n return { area: CS2023_KNOWLEDGE_AREAS.HCI!, k12Strand: CSTA_K12_STRANDS.AP!, matchConfidence: 0.9 };\n }\n if (/\\b(os|operating system|kernel|virtual memory|linux|hệ điều hành)\\b/.test(combined)) {\n return { area: CS2023_KNOWLEDGE_AREAS.OS!, k12Strand: CSTA_K12_STRANDS.CS!, matchConfidence: 0.9 };\n }\n if (/\\b(security|auth|crypto|cyber|jwt|oauth|bảo mật|an toàn thông tin|mã hóa)\\b/.test(combined)) {\n return { area: CS2023_KNOWLEDGE_AREAS.SEC!, k12Strand: CSTA_K12_STRANDS.NI!, matchConfidence: 0.9 };\n }\n if (/\\b(sql|database|postgres|supabase|mongodb|data model|cơ sở dữ liệu|truy vấn)\\b/.test(combined)) {\n return { area: CS2023_KNOWLEDGE_AREAS.DM!, k12Strand: CSTA_K12_STRANDS.DA!, matchConfidence: 0.9 };\n }\n if (/\\b(architecture|design pattern|software engineer|clean code|testing|tdd|ci\\/cd|kiến trúc phần mềm|kiểm thử)\\b/.test(combined)) {\n return { area: CS2023_KNOWLEDGE_AREAS.SE!, k12Strand: CSTA_K12_STRANDS.AP!, matchConfidence: 0.88 };\n }\n if (/\\b(algorithm|data structure|tree|graph|dynamic programming|sorting|thuật toán|cấu trúc dữ liệu|đồ thị|quy hoạch động)\\b/.test(combined)) {\n return { area: CS2023_KNOWLEDGE_AREAS.AL!, k12Strand: CSTA_K12_STRANDS.AP!, matchConfidence: 0.9 };\n }\n\n return { area: CS2023_KNOWLEDGE_AREAS.SDF!, k12Strand: CSTA_K12_STRANDS.AP!, matchConfidence: 0.8 };\n}\n","import { AcademicPaper } from './semanticScholar';\n\nexport interface CitationItem {\n key: string;\n title: string;\n authors: string[];\n year?: number;\n url?: string;\n doi?: string;\n venue?: string;\n}\n\n/**\n * Manages academic citations, BibTeX generation, and Markdown inline footnotes\n */\nexport class CitationManager {\n private citations: Map<string, CitationItem> = new Map();\n\n addPaper(paper: AcademicPaper): string {\n const firstAuthor = paper.authors[0]?.split(' ').pop()?.toLowerCase() || 'ref';\n const year = paper.year || new Date().getFullYear();\n const key = `${firstAuthor}${year}${Math.random().toString(36).substring(2, 5)}`;\n\n this.citations.set(key, {\n key,\n title: paper.title,\n authors: paper.authors,\n year: paper.year,\n url: paper.url,\n doi: paper.doi,\n venue: paper.venue,\n });\n\n return key;\n }\n\n getBibTeX(): string {\n const entries: string[] = [];\n\n for (const [key, item] of this.citations.entries()) {\n const authorsStr = item.authors.length > 0 ? item.authors.join(' and ') : 'Unknown';\n entries.push(`@article{${key},\n title = {${item.title}},\n author = {${authorsStr}},\n year = {${item.year || 'nodate'}},\n journal = {${item.venue || 'Technical Reference'}},\n ${item.doi ? `doi = {${item.doi}},` : ''}\n ${item.url ? `url = {${item.url}},` : ''}\n}`);\n }\n\n return entries.join('\\n\\n');\n }\n\n getMarkdownFootnotes(): string {\n const lines: string[] = ['## References & Academic Citations\\n'];\n let idx = 1;\n\n for (const [, item] of this.citations.entries()) {\n const authorsStr = item.authors.length > 0 ? item.authors.join(', ') : 'Unknown Authors';\n const linkStr = item.url ? ` [Link](${item.url})` : '';\n const doiStr = item.doi ? ` (DOI: ${item.doi})` : '';\n lines.push(`[^${idx}]: **${item.title}**. ${authorsStr} (${item.year || 'n.d.'}). *${item.venue || 'Technical Ground Truth'}*${doiStr}.${linkStr}`);\n idx++;\n }\n\n return lines.join('\\n');\n }\n}\n","import { AcademicPaper } from './semanticScholar';\nimport { CitationManager } from './citationManager';\nimport { CS2023KnowledgeArea, CSTAK12Strand } from './cs2023Taxonomy';\nimport { CourseResearchContext, LlmTextFn } from '../config/researchConfig';\n\nexport interface SotaComparisonRow {\n approach: string;\n sourcePaper: string;\n keyStrengths: string;\n limitations: string;\n relevanceToCourse: string;\n}\n\nexport interface LiteratureReviewReport {\n topic: string;\n cs2023Area?: CS2023KnowledgeArea;\n k12Strand?: CSTAK12Strand;\n totalPapersFound: number;\n papers: AcademicPaper[];\n sotaMatrix: SotaComparisonRow[];\n keyTheoreticalFoundations: string[];\n openResearchQuestions: string[];\n markdownReport: string;\n bibtex: string;\n}\n\n/**\n * Synthesizes academic literature, SOTA matrices, and course theoretical foundations from real retrieved papers\n * and matched CS2023 / CSTA K-12 areas (Zero hardcoded concurrency strings).\n */\nexport class LiteratureReviewSynthesizer {\n synthesize(\n topic: string,\n papers: AcademicPaper[],\n cs2023Area?: CS2023KnowledgeArea,\n k12Strand?: CSTAK12Strand\n ): LiteratureReviewReport {\n const citationManager = new CitationManager();\n const sotaMatrix: SotaComparisonRow[] = [];\n const foundations: string[] = [];\n\n for (const paper of papers) {\n citationManager.addPaper(paper);\n const summaryText =\n paper.tldr?.trim() ||\n (paper.abstract ? paper.abstract.trim().split(/(?<=[.!?])\\s+/)[0] || paper.abstract.slice(0, 160) : '');\n\n sotaMatrix.push({\n approach: paper.title.split(':')[0]?.trim() || paper.title.slice(0, 45),\n sourcePaper: `${paper.authors[0] || 'Unknown'} (${paper.year || 'n.d.'})${paper.venue ? ` — ${paper.venue}` : ''}`,\n keyStrengths: summaryText ? summaryText.slice(0, 180) : `Peer-reviewed study (${paper.citationCount} citations)`,\n limitations: paper.year && paper.year < 2020 ? `Published in ${paper.year}; verify against modern tooling` : 'Requires pedagogical scaffolding for target learners',\n relevanceToCourse: `Grounds \"${topic}\" in peer-reviewed evidence (${paper.fieldsOfStudy.slice(0, 2).join(', ') || 'CS'}).`,\n });\n\n if (summaryText && foundations.length < 4) {\n foundations.push(`[${paper.authors[0] || 'Ref'} ${paper.year || ''}] ${summaryText}`);\n }\n }\n\n if (cs2023Area) {\n foundations.push(\n `IEEE/ACM CS2023 (${cs2023Area.code} - ${cs2023Area.name}): ${cs2023Area.coreTopics.join(', ')}`\n );\n }\n if (k12Strand) {\n foundations.push(\n `CSTA K-12 (${k12Strand.code} - ${k12Strand.name} / ${k12Strand.nameVi}): ${k12Strand.subconcepts.join(', ')}`\n );\n }\n\n const openQuestions: string[] = [\n `How to scaffold core concepts of \"${topic}\" (${cs2023Area?.code || 'CS'}) so learners master mental models before syntax memorization?`,\n `What observable debugging and verification tasks best diagnose learner misconceptions in \"${topic}\"?`,\n ];\n\n const mdLines: string[] = [\n `# 🎓 Academic Literature Review & Theoretical Ground Truth`,\n `> **Topic:** ${topic}`,\n cs2023Area ? `> **IEEE/ACM CS2023 Standard Area:** \\`${cs2023Area.code}\\` — *${cs2023Area.name}*` : '',\n k12Strand ? `> **CSTA K-12 Strand:** \\`${k12Strand.code}\\` — *${k12Strand.name} (${k12Strand.nameVi})*\\n` : '',\n `## 1. Executive Summary`,\n papers.length > 0\n ? `Synthesized from **${papers.length} peer-reviewed works** and curricular standards directly relevant to \\`${topic}\\`.`\n : `No peer-reviewed papers matched directly; aligned to curricular taxonomy standards for \\`${topic}\\`.`,\n `\\n## 2. State-of-the-Art (SOTA) Comparison Matrix`,\n ...(sotaMatrix.length > 0\n ? [\n `| Paradigm / Approach | Source Reference | Core Findings / Abstract | Pedagogical Note | Course Application |`,\n `|---|---|---|---|---|`,\n ...sotaMatrix.map(\n (r) =>\n `| **${r.approach.replace(/\\|/g, '/')}** | ${r.sourcePaper.replace(/\\|/g, '/')} | ${r.keyStrengths.replace(/\\|/g, '/')} | ${r.limitations.replace(/\\|/g, '/')} | ${r.relevanceToCourse.replace(/\\|/g, '/')} |`\n ),\n ]\n : ['*No peer-reviewed papers returned from academic engines for this query.*']),\n `\\n## 3. Core Theoretical & Curricular Foundations`,\n ...foundations.map((f) => `- ${f}`),\n `\\n## 4. Open Pedagogical & Curriculum Design Questions`,\n ...openQuestions.map((q) => `- ${q}`),\n `\\n${citationManager.getMarkdownFootnotes()}`,\n ].filter((line) => line !== '');\n\n return {\n topic,\n cs2023Area,\n k12Strand,\n totalPapersFound: papers.length,\n papers,\n sotaMatrix,\n keyTheoreticalFoundations: foundations,\n openResearchQuestions: openQuestions,\n markdownReport: mdLines.join('\\n'),\n bibtex: citationManager.getBibTeX(),\n };\n }\n\n /**\n * Optional LLM semantic synthesis of dynamic open research questions and pedagogical takeaways\n * based on the retrieved academic literature.\n */\n async synthesizeWithLlm(\n topic: string,\n papers: AcademicPaper[],\n cs2023Area?: CS2023KnowledgeArea,\n k12Strand?: CSTAK12Strand,\n options: { llm?: LlmTextFn; context?: CourseResearchContext } = {}\n ): Promise<LiteratureReviewReport> {\n const base = this.synthesize(topic, papers, cs2023Area, k12Strand);\n if (!options.llm || papers.length === 0) {\n return base;\n }\n\n try {\n const abstractsSummary = papers\n .map((p, i) => `[Paper ${i + 1}] ${p.title} (${p.authors[0]} ${p.year}): ${p.tldr || p.abstract?.slice(0, 300) || 'No abstract'}`)\n .join('\\n\\n');\n\n const prompt = [\n `You are a Professor of Computing Education. Review these academic research papers retrieved for the course topic \"${topic}\".`,\n cs2023Area ? `IEEE/ACM CS2023 Area: ${cs2023Area.code} - ${cs2023Area.name}` : '',\n k12Strand ? `CSTA K-12 Strand: ${k12Strand.code} - ${k12Strand.name}` : '',\n options.context?.ageBand ? `Target Age: ${options.context.ageBand[0]}-${options.context.ageBand[1]}` : '',\n `\\nRetrieved Academic Papers:\\n${abstractsSummary}`,\n `\\nGenerate 2-3 deep, actionable pedagogical research & curriculum design questions directly inspired by these papers.`,\n `Return ONLY a JSON array of strings: [\"Question 1\", \"Question 2\"]`,\n ]\n .filter(Boolean)\n .join('\\n');\n\n const raw = await options.llm(prompt, {\n system: 'You are an educational research synthesis specialist. Output strictly a JSON array of strings.',\n temperature: 0.2,\n jsonMode: true,\n });\n\n const match = raw.match(/\\[[\\s\\S]*\\]/);\n if (match) {\n const parsed = JSON.parse(match[0]);\n if (Array.isArray(parsed) && parsed.length > 0) {\n const dynamicQuestions = parsed.map(String).filter((q) => q.length > 10);\n if (dynamicQuestions.length > 0) {\n base.openResearchQuestions = dynamicQuestions;\n // Update markdown report with the dynamic questions\n base.markdownReport = base.markdownReport.replace(\n /## 4\\. Open Pedagogical & Curriculum Design Questions[\\s\\S]*?(?=\\n\\n\\[\\^|\\n\\n$|$)/,\n `## 4. Open Pedagogical & Curriculum Design Questions\\n${dynamicQuestions.map((q) => `- ${q}`).join('\\n')}`\n );\n }\n }\n }\n } catch (e: any) {\n console.warn('[LiteratureReviewSynthesizer] LLM question synthesis failed, using baseline:', e?.message || e);\n }\n\n return base;\n }\n}\n"]}
@@ -1,3 +0,0 @@
1
-
2
- //# sourceMappingURL=chunk-LSMSIPTZ.js.map
3
- //# sourceMappingURL=chunk-LSMSIPTZ.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":[],"names":[],"mappings":"","file":"chunk-LSMSIPTZ.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../src/harvester/youtubeTranscript.ts","../src/harvester/webScraper.ts"],"names":[],"mappings":";AAkBA,IAAM,sBAAA,GAAyB;AAAA,EAC7B,wJAAA;AAAA,EACA;AACF,CAAA;AAEO,SAAS,sBAAsB,OAAA,EAAgC;AACpE,EAAA,MAAM,OAAA,GAAU,QAAQ,IAAA,EAAK;AAC7B,EAAA,IAAI,qBAAA,CAAsB,IAAA,CAAK,OAAO,CAAA,EAAG,OAAO,OAAA;AAEhD,EAAA,IAAI;AACF,IAAA,MAAM,CAAA,GAAI,IAAI,GAAA,CAAI,OAAO,CAAA;AACzB,IAAA,MAAM,OAAO,CAAA,CAAE,QAAA,CAAS,QAAQ,QAAA,EAAU,EAAE,EAAE,WAAA,EAAY;AAC1D,IAAA,IAAI,SAAS,UAAA,EAAY;AACvB,MAAA,MAAM,EAAA,GAAK,EAAE,QAAA,CAAS,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,CAAC,CAAA;AAClD,MAAA,OAAO,EAAA,IAAM,qBAAA,CAAsB,IAAA,CAAK,EAAE,IAAI,EAAA,GAAK,IAAA;AAAA,IACrD;AACA,IAAA,IAAI,IAAA,KAAS,aAAA,IAAiB,IAAA,KAAS,eAAA,IAAmB,SAAS,sBAAA,EAAwB;AACzF,MAAA,MAAM,CAAA,GAAI,CAAA,CAAE,YAAA,CAAa,GAAA,CAAI,GAAG,CAAA;AAChC,MAAA,IAAI,CAAA,IAAK,qBAAA,CAAsB,IAAA,CAAK,CAAC,GAAG,OAAO,CAAA;AAC/C,MAAA,MAAM,QAAQ,CAAA,CAAE,QAAA,CAAS,MAAM,GAAG,CAAA,CAAE,OAAO,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,KAAA,CAAM,CAAC,CAAA,KAAM,OAAA,IAAW,MAAM,CAAC,CAAA,KAAM,QAAA,IAAY,KAAA,CAAM,CAAC,CAAA,KAAM,GAAA,KAAQ,KAAA,CAAM,CAAC,CAAA,EAAG;AACnF,QAAA,OAAO,qBAAA,CAAsB,KAAK,KAAA,CAAM,CAAC,CAAC,CAAA,GAAI,KAAA,CAAM,CAAC,CAAA,GAAI,IAAA;AAAA,MAC3D;AAAA,IACF;AAAA,EACF,CAAA,CAAA,MAAQ;AAAA,EAER;AACA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,aAAa,GAAA,EAAsB;AACjD,EAAA,OAAO,qBAAA,CAAsB,GAAG,CAAA,KAAM,IAAA;AACxC;AAEO,SAAS,gBAAgB,OAAA,EAAyB;AACvD,EAAA,MAAM,QAAQ,IAAA,CAAK,GAAA,CAAI,GAAG,IAAA,CAAK,KAAA,CAAM,OAAO,CAAC,CAAA;AAC7C,EAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,KAAA,GAAQ,IAAI,CAAA;AACnC,EAAA,MAAM,IAAA,GAAO,IAAA,CAAK,KAAA,CAAO,KAAA,GAAQ,OAAQ,EAAE,CAAA;AAC3C,EAAA,MAAM,OAAO,KAAA,GAAQ,EAAA;AACrB,EAAA,IAAI,MAAM,CAAA,EAAG;AACX,IAAA,OAAO,CAAA,EAAG,OAAO,GAAG,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,EAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,MAAA,CAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAAA,EAC1G;AACA,EAAA,OAAO,CAAA,EAAG,MAAA,CAAO,IAAI,CAAA,CAAE,SAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,EAAI,OAAO,IAAI,CAAA,CAAE,QAAA,CAAS,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA;AAC1E;AAEA,SAAS,mBAAmB,GAAA,EAAqB;AAC/C,EAAA,OAAO,GAAA,CACJ,OAAA,CAAQ,QAAA,EAAU,GAAG,EACrB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,OAAA,CAAQ,OAAA,EAAS,GAAG,CAAA,CACpB,QAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,QAAA,EAAU,GAAG,CAAA,CACrB,OAAA,CAAQ,WAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,MAAA,EAAQ,GAAG,EACnB,IAAA,EAAK;AACV;AAMO,SAAS,sBAAsB,QAAA,EAA+F;AACnI,EAAA,MAAM,OAAA,GAAU,QAAA,CACb,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,IACX,UAAU,CAAA,CAAE,QAAA;AAAA,IACZ,aAAa,CAAA,CAAE,WAAA;AAAA,IACf,IAAA,EAAM,kBAAA,CAAmB,CAAA,CAAE,IAAI;AAAA,IAC/B,CAAA,CACD,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,KAAK,MAAA,GAAS,CAAA,IAAK,CAAC,sBAAA,CAAuB,IAAA,CAAK,CAAC,EAAA,KAAO,EAAA,CAAG,KAAK,CAAA,CAAE,IAAI,CAAC,CAAC,CAAA;AAE3F,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,EAAC;AAElC,EAAA,MAAM,WAAgC,EAAC;AACvC,EAAA,IAAI,WAAA,GAAc,OAAA,CAAQ,CAAC,CAAA,CAAG,QAAA;AAC9B,EAAA,IAAI,YAAY,OAAA,CAAQ,CAAC,EAAG,QAAA,GAAW,OAAA,CAAQ,CAAC,CAAA,CAAG,WAAA;AACnD,EAAA,IAAI,cAAwB,EAAC;AAE7B,EAAA,KAAA,MAAW,OAAO,OAAA,EAAS;AACzB,IAAA,WAAA,CAAY,IAAA,CAAK,IAAI,IAAI,CAAA;AACzB,IAAA,SAAA,GAAY,KAAK,GAAA,CAAI,SAAA,EAAW,GAAA,CAAI,QAAA,GAAW,IAAI,WAAW,CAAA;AAC9D,IAAA,MAAM,MAAA,GAAS,WAAA,CAAY,IAAA,CAAK,GAAG,CAAA;AACnC,IAAA,MAAM,OAAA,GAAU,IAAI,QAAA,GAAW,WAAA;AAC/B,IAAA,MAAM,YAAA,GAAe,SAAA,CAAU,IAAA,CAAK,GAAA,CAAI,IAAI,CAAA;AAE5C,IAAA,IAAK,WAAW,EAAA,IAAM,YAAA,IAAiB,WAAW,EAAA,IAAM,MAAA,CAAO,UAAU,GAAA,EAAK;AAC5E,MAAA,QAAA,CAAS,IAAA,CAAK;AAAA,QACZ,QAAA,EAAU,WAAA;AAAA,QACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,QAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,QACtC,IAAA,EAAM;AAAA,OACP,CAAA;AACD,MAAA,WAAA,GAAc,EAAC;AACf,MAAA,WAAA,GAAc,GAAA,CAAI,WAAW,GAAA,CAAI,WAAA;AAAA,IACnC;AAAA,EACF;AAEA,EAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,IAAA,QAAA,CAAS,IAAA,CAAK;AAAA,MACZ,QAAA,EAAU,WAAA;AAAA,MACV,WAAA,EAAa,KAAK,GAAA,CAAI,CAAA,EAAG,KAAK,KAAA,CAAM,SAAA,GAAY,WAAW,CAAC,CAAA;AAAA,MAC5D,SAAA,EAAW,gBAAgB,WAAW,CAAA;AAAA,MACtC,IAAA,EAAM,WAAA,CAAY,IAAA,CAAK,GAAG;AAAA,KAC3B,CAAA;AAAA,EACH;AAEA,EAAA,OAAO,QAAA;AACT;AAKO,IAAM,0BAAN,MAA8B;AAAA,EACnC,MAAM,eAAA,CAAgB,OAAA,EAAiB,qBAA+B,CAAC,IAAA,EAAM,IAAI,CAAA,EAAqC;AACpH,IAAA,MAAM,OAAA,GAAU,sBAAsB,OAAO,CAAA;AAC7C,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,iCAAA,EAAoC,OAAO,CAAA,CAAE,CAAA;AAAA,IAC/D;AAEA,IAAA,MAAM,YAAA,GAAe,mCAAmC,OAAO,CAAA,CAAA;AAC/D,IAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,YAAA,EAAc;AAAA,MACpC,OAAA,EAAS;AAAA,QACP,YAAA,EAAc,uHAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AAAA,MACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,KAClC,CAAA;AAED,IAAA,IAAI,CAAC,IAAI,EAAA,EAAI;AACX,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oCAAA,EAAuC,GAAA,CAAI,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,KAAA,CAAM,+EAA+E,CAAA;AAC9G,IAAA,IAAI,KAAA,GAAQ,kBAAkB,OAAO,CAAA,CAAA,CAAA;AACrC,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI,gBAAA,GAAmB,EAAA;AACvB,IAAA,IAAI,cAA8E,EAAC;AACnF,IAAA,IAAI,YAAA,GAAe,IAAA;AACnB,IAAA,IAAI,eAAA,GAAkB,KAAA;AAEtB,IAAA,IAAI,WAAA,GAAc,CAAC,CAAA,EAAG;AACpB,MAAA,IAAI;AACF,QAAA,MAAM,UAAA,GAAa,IAAA,CAAK,KAAA,CAAM,WAAA,CAAY,CAAC,CAAC,CAAA;AAC5C,QAAA,KAAA,GAAQ,UAAA,EAAY,cAAc,KAAA,IAAS,KAAA;AAC3C,QAAA,MAAA,GAAS,YAAY,YAAA,EAAc,MAAA;AACnC,QAAA,gBAAA,GAAmB,UAAA,EAAY,cAAc,gBAAA,IAAoB,EAAA;AAEjE,QAAA,MAAM,MAAA,GACJ,UAAA,EAAY,QAAA,EAAU,+BAAA,EAAiC,iBAAiB,EAAC;AAE3E,QAAA,IAAI,MAAA,CAAO,SAAS,CAAA,EAAG;AAErB,UAAA,IAAI,cACF,MAAA,CAAO,IAAA;AAAA,YACL,CAAC,MAAM,kBAAA,CAAmB,QAAA,CAAS,EAAE,YAAY,CAAA,IAAK,EAAE,IAAA,KAAS;AAAA,WACnE,IACA,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,KAAM,kBAAA,CAAmB,QAAA,CAAS,CAAA,CAAE,YAAY,CAAC,CAAA,IAC9D,MAAA,CAAO,CAAC,CAAA;AAEV,UAAA,IAAI,aAAa,OAAA,EAAS;AACxB,YAAA,YAAA,GAAe,YAAY,YAAA,IAAgB,IAAA;AAC3C,YAAA,eAAA,GAAkB,YAAY,IAAA,KAAS,KAAA;AACvC,YAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,WAAA,CAAY,OAAA,EAAS;AAAA,cAChD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,aAClC,CAAA;AACD,YAAA,IAAI,SAAS,EAAA,EAAI;AACf,cAAA,MAAM,GAAA,GAAM,MAAM,QAAA,CAAS,IAAA,EAAK;AAChC,cAAA,MAAM,WAAA,GAAc;AAAA,gBAClB,GAAG,GAAA,CAAI,QAAA,CAAS,yEAAyE;AAAA,eAC3F;AACA,cAAA,KAAA,MAAW,KAAK,WAAA,EAAa;AAC3B,gBAAA,WAAA,CAAY,IAAA,CAAK;AAAA,kBACf,QAAA,EAAU,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBAChC,WAAA,EAAa,UAAA,CAAW,CAAA,CAAE,CAAC,KAAK,GAAG,CAAA;AAAA,kBACnC,OAAO,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,OAAA,CAAQ,YAAY,GAAG;AAAA,iBAC3C,CAAA;AAAA,cACH;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAEA,IAAA,IAAI,KAAA,KAAU,CAAA,eAAA,EAAkB,OAAO,CAAA,CAAA,CAAA,EAAK;AAC1C,MAAA,MAAM,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,6BAA6B,CAAA;AAC1D,MAAA,IAAI,SAAA,GAAY,CAAC,CAAA,EAAG;AAClB,QAAA,KAAA,GAAQ,mBAAmB,SAAA,CAAU,CAAC,EAAE,OAAA,CAAQ,kBAAA,EAAoB,EAAE,CAAC,CAAA;AAAA,MACzE;AAAA,IACF;AAEA,IAAA,MAAM,QAAA,GAAW,sBAAsB,WAAW,CAAA;AAClD,IAAA,MAAM,OAAA,GAAoB;AAAA,MACxB,KAAK,KAAK,CAAA,CAAA;AAAA,MACV,CAAA,cAAA,EAAiB,YAAY,CAAA,EAAG,MAAA,GAAS,CAAA,gBAAA,EAAmB,MAAM,CAAA,CAAA,GAAK,EAAE,CAAA,mBAAA,EAAsB,YAAY,CAAA,EAAA,EAAK,eAAA,GAAkB,oBAAoB,EAAE,CAAA;AAAA,KAC1J;AAEA,IAAA,IAAI,gBAAA,CAAiB,MAAK,EAAG;AAC3B,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA;AAAA,EAAsC,iBAAiB,IAAA,EAAK,CAAE,MAAM,CAAA,EAAG,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,IAC7F;AAEA,IAAA,IAAI,QAAA,CAAS,SAAS,CAAA,EAAG;AACvB,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,yBAAA,CAA6B,CAAA;AAC1C,MAAA,KAAA,MAAW,OAAO,QAAA,EAAU;AAC1B,QAAA,OAAA,CAAQ,KAAK,CAAA,KAAA,EAAQ,GAAA,CAAI,SAAS,CAAA,IAAA,EAAO,GAAA,CAAI,IAAI,CAAA,CAAE,CAAA;AAAA,MACrD;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA;AAAA,MACA,GAAA,EAAK,YAAA;AAAA,MACL,KAAA;AAAA,MACA,MAAA;AAAA,MACA,QAAA,EAAU,YAAA;AAAA,MACV,eAAA;AAAA,MACA,QAAA,EAAU,QAAA;AAAA,MACV,gBAAA,EAAkB,OAAA,CAAQ,IAAA,CAAK,IAAI;AAAA,KACrC;AAAA,EACF;AACF;;;AC/MO,SAAS,0BAAA,CAA2B,QAAA,EAAkB,WAAA,GAAc,CAAA,EAAa;AACtF,EAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,iBAAA,EAAmB,IAAI,CAAA;AAC5D,EAAA,MAAM,SAAS,WAAA,CACZ,KAAA,CAAM,QAAQ,CAAA,CACd,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAA,CAAQ,MAAA,EAAQ,GAAG,CAAA,CAAE,IAAA,EAAM,CAAA,CACxC,MAAA,CAAO,CAAC,CAAA,KAAM;AACb,IAAA,IAAI,EAAE,MAAA,GAAS,EAAA,IAAM,CAAA,CAAE,MAAA,GAAS,KAAK,OAAO,KAAA;AAC5C,IAAA,IAAI,CAAA,CAAE,WAAW,GAAG,CAAA,IAAK,EAAE,UAAA,CAAW,GAAG,GAAG,OAAO,KAAA;AACnD,IAAA,MAAM,SAAA,GAAA,CAAa,CAAA,CAAE,KAAA,CAAM,sBAAsB,CAAA,IAAK,EAAC,EAAG,IAAA,CAAK,EAAE,CAAA,CAAE,MAAA,GAAS,CAAA,CAAE,MAAA;AAC9E,IAAA,IAAI,SAAA,GAAY,MAAM,OAAO,KAAA;AAC7B,IAAA,IAAI,qHAAA,CAAsH,IAAA,CAAK,CAAC,CAAA,EAAG;AACjI,MAAA,OAAO,KAAA;AAAA,IACT;AACA,IAAA,OAAO,IAAA;AAAA,EACT,CAAC,CAAA;AAEH,EAAA,OAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,WAAW,CAAA;AACpC;AAKO,IAAM,aAAN,MAAiB;AAAA,EACd,YAAA;AAAA,EACA,OAAA;AAAA,EACA,gBAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EAER,WAAA,CAAY,OAAA,GAA6B,EAAC,EAAG;AAC3C,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AACpD,IAAA,IAAA,CAAK,YAAA,GACH,QAAQ,YAAA,KAAiB,IAAA,CAAK,mBAAmB,OAAA,CAAQ,GAAA,CAAI,gBAAgB,MAAA,CAAA,IAAc,wBAAA;AAC7F,IAAA,IAAA,CAAK,UAAU,OAAA,CAAQ,OAAA,KAAY,KAAK,gBAAA,GAAmB,OAAA,CAAQ,IAAI,YAAA,GAAe,MAAA,CAAA;AACtF,IAAA,IAAA,CAAK,gBAAgB,OAAA,CAAQ,aAAA;AAC7B,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,uBAAA,EAAwB;AAAA,EACpD;AAAA,EAEA,iBAAiB,OAAA,EAA+B;AAC9C,IAAA,IAAA,CAAK,aAAA,GAAgB,OAAA;AAAA,EACvB;AAAA,EAEA,WAAW,GAAA,EAAc;AACvB,IAAA,IAAA,CAAK,OAAA,GAAU,GAAA;AAAA,EACjB;AAAA,EAEA,MAAM,SAAA,CACJ,SAAA,EACA,OAAA,GAAqG,EAAC,EAC5E;AAC1B,IAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,aAAA,IAAiB,IAAA,CAAK,aAAA;AAG9C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS,MAAM,OAAA,CAAQ,KAAA,CAAM,SAAS,CAAA;AAC5C,QAAA,IAAI,MAAA,IAAU,OAAO,eAAA,EAAiB;AACpC,UAAA,OAAO,KAAK,eAAA,CAAgB,SAAA,EAAW,OAAO,eAAA,EAAiB,QAAA,EAAU,OAAO,KAAK,CAAA;AAAA,QACvF;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,+CAAA,EAAkD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MAC9F;AAAA,IACF;AAGA,IAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,MAAA,IAAI;AACF,QAAA,MAAM,KAAK,MAAM,IAAA,CAAK,eAAe,eAAA,CAAgB,SAAA,EAAW,QAAQ,kBAAkB,CAAA;AAC1F,QAAA,IAAI,EAAA,CAAG,gBAAA,IAAoB,EAAA,CAAG,gBAAA,CAAiB,SAAS,EAAA,EAAI;AAC1D,UAAA,OAAO,IAAA,CAAK,gBAAgB,EAAA,CAAG,GAAA,EAAK,GAAG,gBAAA,EAAkB,SAAA,EAAW,GAAG,KAAK,CAAA;AAAA,QAC9E;AAAA,MACF,SAAS,CAAA,EAAQ;AACf,QAAA,OAAA,CAAQ,KAAK,CAAA,sDAAA,EAAyD,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,MACrG;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,OAAA,GAAU,qBAAqB,SAAS,CAAA,CAAA;AAC9C,MAAA,MAAM,OAAA,GAAU,OAAA,CAAQ,OAAA,IAAW,IAAA,CAAK,OAAA;AACxC,MAAA,MAAM,OAAA,GAAkC;AAAA,QACtC,YAAA,EAAc,sBAAA;AAAA,QACd,iBAAA,EAAmB;AAAA,OACrB;AACA,MAAA,IAAI,OAAA,EAAS;AACX,QAAA,OAAA,CAAQ,eAAe,CAAA,GAAI,CAAA,OAAA,EAAU,OAAO,CAAA,CAAA;AAAA,MAC9C;AAEA,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,OAAA,EAAS;AAAA,QAC/B,OAAA;AAAA,QACA,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAI;AAAA,OACjC,CAAA;AAED,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,IAAA,EAAK;AAChC,QAAA,IAAI,QAAA,IAAY,QAAA,CAAS,MAAA,GAAS,GAAA,EAAK;AACrC,UAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,MAAM,CAAA;AAAA,QACzD;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,oCAAA,EAAuC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACnF;AAGA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAI;AACF,QAAA,MAAM,MAAM,MAAM,KAAA,CAAM,CAAA,EAAG,IAAA,CAAK,YAAY,CAAA,MAAA,CAAA,EAAU;AAAA,UACpD,MAAA,EAAQ,MAAA;AAAA,UACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,UAC9C,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,YACnB,IAAA,EAAM,SAAA;AAAA,YACN,QAAA,EAAU;AAAA,WACX,CAAA;AAAA,UACD,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,IAAK;AAAA,SAClC,CAAA;AAED,QAAA,IAAI,IAAI,EAAA,EAAI;AACV,UAAA,MAAM,IAAA,GAAO,MAAM,GAAA,CAAI,IAAA,EAAK;AAC5B,UAAA,MAAM,WAAW,IAAA,EAAM,OAAA,GAAU,CAAC,CAAA,EAAG,YAAY,IAAA,EAAM,QAAA;AACvD,UAAA,IAAI,QAAA,EAAU;AACZ,YAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,QAAA,EAAU,UAAU,CAAA;AAAA,UAC7D;AAAA,QACF;AAAA,MACF,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAGA,IAAA,IAAI;AACF,MAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,SAAA,EAAW;AAAA,QACjC,OAAA,EAAS,EAAE,YAAA,EAAc,iDAAA,EAAkD;AAAA,QAC3E,MAAA,EAAQ,WAAA,CAAY,OAAA,CAAQ,GAAK;AAAA,OAClC,CAAA;AACD,MAAA,IAAI,IAAI,EAAA,EAAI;AACV,QAAA,MAAM,OAAA,GAAU,MAAM,GAAA,CAAI,IAAA,EAAK;AAC/B,QAAA,MAAM,WAAW,OAAA,CAAQ,KAAA,CAAM,kCAAkC,CAAA,GAAI,CAAC,GAAG,IAAA,EAAK;AAC9E,QAAA,MAAM,KAAA,GAAQ,QACX,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,OAAA,CAAQ,kDAAA,EAAoD,EAAE,CAAA,CAC9D,OAAA,CAAQ,8CAA8C,EAAE,CAAA,CACxD,OAAA,CAAQ,qDAAA,EAAuD,EAAE,CAAA,CACjE,QAAQ,oCAAA,EAAsC,CAAC,CAAA,EAAG,GAAA,EAAK,GAAA,KAAQ;AAAA,EAAK,GAAA,CAAI,MAAA,CAAO,MAAA,CAAO,GAAG,CAAC,CAAC,CAAA,CAAA,EAAI,GAAA,CAAI,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACrI,OAAA,CAAQ,kDAAA,EAAoD,CAAC,GAAG,IAAA,KAAS;AAAA;AAAA,EAAa,KAAK,OAAA,CAAQ,UAAA,EAAY,EAAE,CAAA,CAAE,MAAM;AAAA;AAAA,CAAY,CAAA,CACrI,OAAA,CAAQ,2BAAA,EAA6B,CAAC,GAAG,CAAA,KAAM;AAAA,EAAK,EAAE,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CAAE,MAAM;AAAA,CAAI,CAAA,CACzF,OAAA,CAAQ,UAAA,EAAY,GAAG,CAAA,CACvB,OAAA,CAAQ,SAAA,EAAW,GAAG,CAAA,CACtB,OAAA,CAAQ,SAAA,EAAW,MAAM,EACzB,IAAA,EAAK;AAER,QAAA,OAAO,IAAA,CAAK,eAAA,CAAgB,SAAA,EAAW,KAAA,EAAO,UAAU,QAAQ,CAAA;AAAA,MAClE;AAAA,IACF,SAAS,CAAA,EAAQ;AACf,MAAA,OAAA,CAAQ,KAAK,CAAA,qCAAA,EAAwC,SAAS,CAAA,CAAA,CAAA,EAAK,CAAA,EAAG,WAAW,CAAC,CAAA;AAAA,IACpF;AAEA,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,kCAAA,EAAqC,SAAS,CAAA,CAAE,CAAA;AAAA,EAClE;AAAA,EAEQ,eAAA,CACN,GAAA,EACA,QAAA,EACA,QAAA,EACA,aAAA,EACiB;AACjB,IAAA,MAAM,aAAa,QAAA,CAAS,KAAA,CAAM,aAAa,CAAA,IAAK,QAAA,CAAS,MAAM,mBAAmB,CAAA;AACtF,IAAA,MAAM,KAAA,GAAA,CAAS,kBAAkB,UAAA,GAAa,UAAA,CAAW,CAAC,CAAA,CAAG,IAAA,KAAS,GAAA,CAAI,KAAA,CAAM,GAAG,CAAA,CAAE,MAAA,CAAO,OAAO,CAAA,CAAE,GAAA,MAAS,UAAA,CAAA,EAAa,KAAA,CAAM,GAAG,GAAG,CAAA;AAGvI,IAAA,MAAM,mBAAmB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,sCAAsC,CAAC,CAAA;AACtF,IAAA,MAAM,mBAAA,GAA4C,gBAAA,CAC/C,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,MACX,WAAW,CAAA,CAAE,CAAC,KAAK,EAAA,EAAI,IAAA,GAAO,WAAA,EAAY;AAAA,MAC1C,IAAA,EAAA,CAAO,CAAA,CAAE,CAAC,CAAA,IAAK,IAAI,IAAA;AAAK,KAC1B,CAAE,EACD,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,IAAA,CAAK,SAAS,CAAC,CAAA;AAClC,IAAA,MAAM,wBAAwB,mBAAA,CAAoB,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,IAAI,CAAA;AAGnE,IAAA,MAAM,WAAA,GACJ,SAAS,KAAA,CAAM,wDAAwD,KACvE,QAAA,CAAS,KAAA,CAAM,yBAAyB,CAAA,IACxC,EAAC;AACH,IAAA,MAAM,eAAA,GAAkB,WAAA,CAAY,GAAA,CAAI,CAAC,MAAM,CAAA,CAAE,IAAA,EAAM,CAAA,CAAE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,SAAS,EAAE,CAAA;AAGpF,IAAA,MAAM,iBAAA,GAAoB,CAAC,GAAG,QAAA,CAAS,QAAA,CAAS,mBAAmB,CAAC,CAAA,CACjE,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,CAAC,CAAA,CAAG,IAAA,EAAM,CAAA,CACvB,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,GAAS,CAAA,IAAK,CAAA,CAAE,MAAA,GAAS,GAAG,CAAA;AAE/C,IAAA,MAAM,WAAA,GAAc,0BAAA,CAA2B,QAAA,EAAU,CAAC,CAAA;AAE1D,IAAA,OAAO;AAAA,MACL,GAAA;AAAA,MACA,KAAA;AAAA,MACA,eAAA,EAAiB,QAAA;AAAA,MACjB,QAAA,EAAU,MAAA,CAAO,UAAA,CAAW,QAAA,EAAU,OAAO,CAAA;AAAA,MAC7C,qBAAA;AAAA,MACA,mBAAA;AAAA,MACA,eAAA;AAAA,MACA,iBAAA;AAAA,MACA,WAAA;AAAA,MACA,aAAa,eAAA,CAAgB,MAAA;AAAA,MAC7B,aAAA,EAAe;AAAA,KACjB;AAAA,EACF;AACF","file":"chunk-ON6VFCJO.js","sourcesContent":["export interface TranscriptSegment {\n startSec: number;\n durationSec: number;\n timestamp: string;\n text: string;\n}\n\nexport interface YouTubeTranscriptResult {\n videoId: string;\n url: string;\n title: string;\n author?: string;\n language: string;\n isAutoGenerated: boolean;\n segments: TranscriptSegment[];\n stitchedMarkdown: string;\n}\n\nconst SPONSOR_NOISE_PATTERNS = [\n /\\b(sponsored by|this video is brought to you by|use (?:promo )?code\\b|don't forget to like and subscribe|hit the bell icon|link in the description)\\b/i,\n /(nhớ nhấn like và đăng ký kênh|bấm chuông thông báo|video(?:\\s+này)?\\s+được tài trợ bởi|được tài trợ bởi|link mua hàng dưới phần mô tả)/i,\n];\n\nexport function extractYouTubeVideoId(urlOrId: string): string | null {\n const trimmed = urlOrId.trim();\n if (/^[a-zA-Z0-9_-]{11}$/.test(trimmed)) return trimmed;\n\n try {\n const u = new URL(trimmed);\n const host = u.hostname.replace(/^www\\./, '').toLowerCase();\n if (host === 'youtu.be') {\n const id = u.pathname.split('/').filter(Boolean)[0];\n return id && /^[a-zA-Z0-9_-]{11}$/.test(id) ? id : null;\n }\n if (host === 'youtube.com' || host === 'm.youtube.com' || host === 'youtube-nocookie.com') {\n const v = u.searchParams.get('v');\n if (v && /^[a-zA-Z0-9_-]{11}$/.test(v)) return v;\n const parts = u.pathname.split('/').filter(Boolean);\n if ((parts[0] === 'embed' || parts[0] === 'shorts' || parts[0] === 'v') && parts[1]) {\n return /^[a-zA-Z0-9_-]{11}$/.test(parts[1]) ? parts[1] : null;\n }\n }\n } catch {\n // not a valid URL\n }\n return null;\n}\n\nexport function isYouTubeUrl(url: string): boolean {\n return extractYouTubeVideoId(url) !== null;\n}\n\nexport function formatTimestamp(seconds: number): string {\n const total = Math.max(0, Math.floor(seconds));\n const hrs = Math.floor(total / 3600);\n const mins = Math.floor((total % 3600) / 60);\n const secs = total % 60;\n if (hrs > 0) {\n return `${String(hrs).padStart(2, '0')}:${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n }\n return `${String(mins).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;\n}\n\nfunction decodeHtmlEntities(str: string): string {\n return str\n .replace(/&amp;/g, '&')\n .replace(/&lt;/g, '<')\n .replace(/&gt;/g, '>')\n .replace(/&quot;/g, '\"')\n .replace(/&#39;/g, \"'\")\n .replace(/&#x27;/g, \"'\")\n .replace(/&nbsp;/g, ' ')\n .replace(/\\s+/g, ' ')\n .trim();\n}\n\n/**\n * Stitches short caption fragments into coherent timestamped paragraphs (every ~30-45 seconds or sentence boundary)\n * and strips sponsor/subscribe filler noise.\n */\nexport function stitchCaptionSegments(segments: Array<{ startSec: number; durationSec: number; text: string }>): TranscriptSegment[] {\n const cleaned = segments\n .map((s) => ({\n startSec: s.startSec,\n durationSec: s.durationSec,\n text: decodeHtmlEntities(s.text),\n }))\n .filter((s) => s.text.length > 0 && !SPONSOR_NOISE_PATTERNS.some((re) => re.test(s.text)));\n\n if (cleaned.length === 0) return [];\n\n const stitched: TranscriptSegment[] = [];\n let bucketStart = cleaned[0]!.startSec;\n let bucketEnd = cleaned[0]!.startSec + cleaned[0]!.durationSec;\n let bucketTexts: string[] = [];\n\n for (const seg of cleaned) {\n bucketTexts.push(seg.text);\n bucketEnd = Math.max(bucketEnd, seg.startSec + seg.durationSec);\n const joined = bucketTexts.join(' ');\n const elapsed = seg.startSec - bucketStart;\n const endsSentence = /[.!?…]$/.test(seg.text);\n\n if ((elapsed >= 30 && endsSentence) || elapsed >= 50 || joined.length >= 360) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: joined,\n });\n bucketTexts = [];\n bucketStart = seg.startSec + seg.durationSec;\n }\n }\n\n if (bucketTexts.length > 0) {\n stitched.push({\n startSec: bucketStart,\n durationSec: Math.max(1, Math.round(bucketEnd - bucketStart)),\n timestamp: formatTimestamp(bucketStart),\n text: bucketTexts.join(' '),\n });\n }\n\n return stitched;\n}\n\n/**\n * YouTube Transcript Ingestion Service (Idea §3.1)\n */\nexport class YouTubeIngestionService {\n async fetchTranscript(urlOrId: string, preferredLanguages: string[] = ['vi', 'en']): Promise<YouTubeTranscriptResult> {\n const videoId = extractYouTubeVideoId(urlOrId);\n if (!videoId) {\n throw new Error(`Invalid YouTube URL or Video ID: ${urlOrId}`);\n }\n\n const canonicalUrl = `https://www.youtube.com/watch?v=${videoId}`;\n const res = await fetch(canonicalUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',\n 'Accept-Language': 'vi-VN,vi;q=0.9,en-US;q=0.8,en;q=0.7',\n },\n signal: AbortSignal.timeout(12000),\n });\n\n if (!res.ok) {\n throw new Error(`Failed to fetch YouTube watch page (${res.status})`);\n }\n\n const html = await res.text();\n const playerMatch = html.match(/ytInitialPlayerResponse\\s*=\\s*(\\{[\\s\\S]*?\\});\\s*(?:var\\s|window\\.|<\\/script>)/);\n let title = `YouTube Video (${videoId})`;\n let author: string | undefined;\n let shortDescription = '';\n let rawSegments: Array<{ startSec: number; durationSec: number; text: string }> = [];\n let selectedLang = 'en';\n let isAutoGenerated = false;\n\n if (playerMatch?.[1]) {\n try {\n const playerData = JSON.parse(playerMatch[1]);\n title = playerData?.videoDetails?.title || title;\n author = playerData?.videoDetails?.author;\n shortDescription = playerData?.videoDetails?.shortDescription || '';\n\n const tracks: any[] =\n playerData?.captions?.playerCaptionsTracklistRenderer?.captionTracks || [];\n\n if (tracks.length > 0) {\n // Prioritize manual tracks in preferredLanguages, then auto-generated in preferredLanguages, then first track\n let chosenTrack =\n tracks.find(\n (t) => preferredLanguages.includes(t.languageCode) && t.kind !== 'asr'\n ) ||\n tracks.find((t) => preferredLanguages.includes(t.languageCode)) ||\n tracks[0];\n\n if (chosenTrack?.baseUrl) {\n selectedLang = chosenTrack.languageCode || 'en';\n isAutoGenerated = chosenTrack.kind === 'asr';\n const trackRes = await fetch(chosenTrack.baseUrl, {\n signal: AbortSignal.timeout(10000),\n });\n if (trackRes.ok) {\n const xml = await trackRes.text();\n const textMatches = [\n ...xml.matchAll(/<text\\s+start=\"([\\d.]+)\"(?:\\s+dur=\"([\\d.]+)\")?[^>]*>([\\s\\S]*?)<\\/text>/g),\n ];\n for (const m of textMatches) {\n rawSegments.push({\n startSec: parseFloat(m[1] || '0'),\n durationSec: parseFloat(m[2] || '2'),\n text: (m[3] || '').replace(/<[^>]+>/g, ' '),\n });\n }\n }\n }\n }\n } catch {\n // Fallback to meta tags below\n }\n }\n\n if (title === `YouTube Video (${videoId})`) {\n const titleMeta = html.match(/<title>([\\s\\S]*?)<\\/title>/i);\n if (titleMeta?.[1]) {\n title = decodeHtmlEntities(titleMeta[1].replace(/\\s*-\\s*YouTube$/i, ''));\n }\n }\n\n const stitched = stitchCaptionSegments(rawSegments);\n const mdLines: string[] = [\n `# ${title}`,\n `> **Source:** ${canonicalUrl}${author ? ` | **Channel:** ${author}` : ''} | **Language:** \\`${selectedLang}\\`${isAutoGenerated ? ' (Auto-caption)' : ''}`,\n ];\n\n if (shortDescription.trim()) {\n mdLines.push(`\\n## Video Overview & Description\\n${shortDescription.trim().slice(0, 1500)}`);\n }\n\n if (stitched.length > 0) {\n mdLines.push(`\\n## Timestamped Transcript`);\n for (const seg of stitched) {\n mdLines.push(`- **[${seg.timestamp}]** ${seg.text}`);\n }\n }\n\n return {\n videoId,\n url: canonicalUrl,\n title,\n author,\n language: selectedLang,\n isAutoGenerated,\n segments: stitched,\n stitchedMarkdown: mdLines.join('\\n'),\n };\n }\n}\n","import { CustomCrawlerAdapter } from '../config/researchConfig';\nimport { isYouTubeUrl, YouTubeIngestionService } from './youtubeTranscript';\n\nexport interface ExtractedCodeBlock {\n language: string;\n code: string;\n}\n\nexport interface ScrapedDocument {\n url: string;\n title: string;\n markdownContent: string;\n byteSize: number;\n extractedCodeSnippets: string[];\n extractedCodeBlocks?: ExtractedCodeBlock[];\n extractedTables?: string[];\n extractedHeadings?: string[];\n keyExcerpts?: string[];\n tablesCount: number;\n fetchProvider: 'jina' | 'crawl4ai' | 'youtube' | 'direct' | 'custom';\n}\n\nexport interface WebScraperOptions {\n crawl4aiHost?: string;\n jinaKey?: string;\n allowEnvFallback?: boolean;\n customAdapter?: CustomCrawlerAdapter;\n}\n\n/**\n * Extracts top substantive paragraphs from Markdown (stripping navigation, links-only lines, and cookie banners).\n */\nexport function extractSubstantiveExcerpts(markdown: string, maxExcerpts = 6): string[] {\n const withoutCode = markdown.replace(/```[\\s\\S]*?```/g, '\\n');\n const blocks = withoutCode\n .split(/\\n{2,}/)\n .map((b) => b.replace(/\\s+/g, ' ').trim())\n .filter((b) => {\n if (b.length < 60 || b.length > 900) return false;\n if (b.startsWith('#') || b.startsWith('|')) return false;\n const linkRatio = (b.match(/\\[[^\\]]+\\]\\([^)]+\\)/g) || []).join('').length / b.length;\n if (linkRatio > 0.45) return false;\n if (/\\b(cookie policy|privacy policy|all rights reserved|terms of service|sign in|log in|subscribe to our newsletter)\\b/i.test(b)) {\n return false;\n }\n return true;\n });\n\n return blocks.slice(0, maxExcerpts);\n}\n\n/**\n * High-fidelity web content & YouTube transcript extractor with Custom Crawler & Jina Auth support\n */\nexport class WebScraper {\n private crawl4aiHost?: string;\n private jinaKey?: string;\n private allowEnvFallback: boolean;\n private customAdapter?: CustomCrawlerAdapter;\n private youtubeService: YouTubeIngestionService;\n\n constructor(options: WebScraperOptions = {}) {\n this.allowEnvFallback = options.allowEnvFallback ?? true;\n this.crawl4aiHost =\n options.crawl4aiHost || (this.allowEnvFallback ? process.env.CRAWL4AI_HOST : undefined) || 'http://localhost:11235';\n this.jinaKey = options.jinaKey || (this.allowEnvFallback ? process.env.JINA_API_KEY : undefined);\n this.customAdapter = options.customAdapter;\n this.youtubeService = new YouTubeIngestionService();\n }\n\n setCustomAdapter(adapter: CustomCrawlerAdapter) {\n this.customAdapter = adapter;\n }\n\n setJinaKey(key?: string) {\n this.jinaKey = key;\n }\n\n async scrapeUrl(\n targetUrl: string,\n options: { customAdapter?: CustomCrawlerAdapter; jinaKey?: string; preferredLanguages?: string[] } = {}\n ): Promise<ScrapedDocument> {\n const adapter = options.customAdapter || this.customAdapter;\n\n // 0. Custom Crawler Adapter (e.g. MCP bridge, Playwright, Headless Chrome)\n if (adapter) {\n try {\n const result = await adapter.crawl(targetUrl);\n if (result && result.markdownContent) {\n return this.packageDocument(targetUrl, result.markdownContent, 'custom', result.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Custom crawler adapter failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 0.5. YouTube Video URL -> Route to YouTubeIngestionService (Idea §3.1)\n if (isYouTubeUrl(targetUrl)) {\n try {\n const yt = await this.youtubeService.fetchTranscript(targetUrl, options.preferredLanguages);\n if (yt.stitchedMarkdown && yt.stitchedMarkdown.length > 80) {\n return this.packageDocument(yt.url, yt.stitchedMarkdown, 'youtube', yt.title);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] YouTube transcript extraction failed for ${targetUrl}:`, e?.message || e);\n }\n }\n\n // 1. Try Jina Reader API (with optional Bearer auth from host app or env)\n try {\n const jinaUrl = `https://r.jina.ai/${targetUrl}`;\n const jinaKey = options.jinaKey || this.jinaKey;\n const headers: Record<string, string> = {\n 'User-Agent': 'OrchableComposer/1.0',\n 'X-Return-Format': 'markdown',\n };\n if (jinaKey) {\n headers['Authorization'] = `Bearer ${jinaKey}`;\n }\n\n const res = await fetch(jinaUrl, {\n headers,\n signal: AbortSignal.timeout(8000),\n });\n\n if (res.ok) {\n const markdown = await res.text();\n if (markdown && markdown.length > 100) {\n return this.packageDocument(targetUrl, markdown, 'jina');\n }\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Jina Reader failed for ${targetUrl}:`, e?.message || e);\n }\n\n // 2. Try Crawl4AI Local Server if reachable\n if (this.crawl4aiHost) {\n try {\n const res = await fetch(`${this.crawl4aiHost}/crawl`, {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify({\n urls: targetUrl,\n priority: 10,\n }),\n signal: AbortSignal.timeout(15000),\n });\n\n if (res.ok) {\n const data = await res.json();\n const markdown = data?.results?.[0]?.markdown || data?.markdown;\n if (markdown) {\n return this.packageDocument(targetUrl, markdown, 'crawl4ai');\n }\n }\n } catch {\n // ignore if local crawl4ai is not running\n }\n }\n\n // 3. Fallback: Direct Fetch & Structured HTML-to-Markdown Conversion\n try {\n const res = await fetch(targetUrl, {\n headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)' },\n signal: AbortSignal.timeout(10000),\n });\n if (res.ok) {\n const rawHtml = await res.text();\n const titleTag = rawHtml.match(/<title[^>]*>([\\s\\S]*?)<\\/title>/i)?.[1]?.trim();\n const clean = rawHtml\n .replace(/<script\\b[^<]*(?:(?!<\\/script>)<[^<]*)*<\\/script>/gi, '')\n .replace(/<style\\b[^<]*(?:(?!<\\/style>)<[^<]*)*<\\/style>/gi, '')\n .replace(/<nav\\b[^<]*(?:(?!<\\/nav>)<[^<]*)*<\\/nav>/gi, '')\n .replace(/<footer\\b[^<]*(?:(?!<\\/footer>)<[^<]*)*<\\/footer>/gi, '')\n .replace(/<h([1-3])[^>]*>([\\s\\S]*?)<\\/h\\1>/gi, (_, lvl, txt) => `\\n${'#'.repeat(Number(lvl))} ${txt.replace(/<[^>]+>/g, '').trim()}\\n`)\n .replace(/<pre[^>]*><code[^>]*>([\\s\\S]*?)<\\/code><\\/pre>/gi, (_, code) => `\\n\\`\\`\\`\\n${code.replace(/<[^>]+>/g, '').trim()}\\n\\`\\`\\`\\n`)\n .replace(/<p[^>]*>([\\s\\S]*?)<\\/p>/gi, (_, p) => `\\n${p.replace(/<[^>]+>/g, ' ').trim()}\\n`)\n .replace(/<[^>]+>/g, ' ')\n .replace(/[ \\t]+/g, ' ')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim();\n\n return this.packageDocument(targetUrl, clean, 'direct', titleTag);\n }\n } catch (e: any) {\n console.warn(`[WebScraper] Direct fetch failed for ${targetUrl}:`, e?.message || e);\n }\n\n throw new Error(`Unable to fetch content from URL: ${targetUrl}`);\n }\n\n private packageDocument(\n url: string,\n markdown: string,\n provider: 'jina' | 'crawl4ai' | 'youtube' | 'direct' | 'custom',\n explicitTitle?: string\n ): ScrapedDocument {\n const titleMatch = markdown.match(/^#\\s+(.+)$/m) || markdown.match(/^Title:\\s*(.+)$/im);\n const title = (explicitTitle || (titleMatch ? titleMatch[1]!.trim() : url.split('/').filter(Boolean).pop() || 'Document')).slice(0, 180);\n\n // Extract code blocks with language tags\n const codeBlockMatches = [...markdown.matchAll(/```([a-zA-Z0-9_+-]*)\\n([\\s\\S]*?)```/g)];\n const extractedCodeBlocks: ExtractedCodeBlock[] = codeBlockMatches\n .map((m) => ({\n language: (m[1] || '').trim().toLowerCase(),\n code: (m[2] || '').trim(),\n }))\n .filter((b) => b.code.length > 0);\n const extractedCodeSnippets = extractedCodeBlocks.map((b) => b.code);\n\n // Extract markdown tables (contiguous pipe lines with separator row)\n const tableBlocks =\n markdown.match(/(?:^\\|.+\\|\\s*\\n)+^\\|[-:| ]+\\|\\s*\\n(?:^\\|.+\\|\\s*\\n?)+/gm) ||\n markdown.match(/\\|[\\s\\S]*?\\|[\\s\\S]*?\\|/g) ||\n [];\n const extractedTables = tableBlocks.map((t) => t.trim()).filter((t) => t.length > 15);\n\n // Extract section headings\n const extractedHeadings = [...markdown.matchAll(/^#{1,3}\\s+(.+)$/gm)]\n .map((m) => m[1]!.trim())\n .filter((h) => h.length > 2 && h.length < 120);\n\n const keyExcerpts = extractSubstantiveExcerpts(markdown, 6);\n\n return {\n url,\n title,\n markdownContent: markdown,\n byteSize: Buffer.byteLength(markdown, 'utf-8'),\n extractedCodeSnippets,\n extractedCodeBlocks,\n extractedTables,\n extractedHeadings,\n keyExcerpts,\n tablesCount: extractedTables.length,\n fetchProvider: provider,\n };\n }\n}\n"]}