mcp-scraper 0.46.0 → 0.48.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. package/README.md +2 -2
  2. package/dist/analytics-repository-WWXVU3VW.js +119 -0
  3. package/dist/bin/api-server.cjs +7745 -1934
  4. package/dist/bin/api-server.cjs.map +1 -1
  5. package/dist/bin/api-server.js +8 -4
  6. package/dist/bin/api-server.js.map +1 -1
  7. package/dist/bin/mcp-scraper-cli.cjs +1 -1
  8. package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
  9. package/dist/bin/mcp-scraper-cli.js +1 -1
  10. package/dist/bin/mcp-scraper-install.cjs +2 -2
  11. package/dist/bin/mcp-scraper-install.cjs.map +1 -1
  12. package/dist/bin/mcp-scraper-install.js +2 -2
  13. package/dist/bin/mcp-stdio-server.cjs +1950 -1050
  14. package/dist/bin/mcp-stdio-server.cjs.map +1 -1
  15. package/dist/bin/mcp-stdio-server.js +5 -5
  16. package/dist/bin/paa-harvest.cjs.map +1 -1
  17. package/dist/bin/paa-harvest.js +3 -3
  18. package/dist/{chunk-JFOT5JEL.js → chunk-6DPIE262.js} +2 -2
  19. package/dist/chunk-IAXQIHNS.js +7 -0
  20. package/dist/chunk-IAXQIHNS.js.map +1 -0
  21. package/dist/{chunk-RJMOOII7.js → chunk-MFE6RMIA.js} +2 -2
  22. package/dist/{chunk-5X7CJEK3.js → chunk-MFNGUM4L.js} +2 -2
  23. package/dist/chunk-MFNGUM4L.js.map +1 -0
  24. package/dist/{chunk-T5AFM4G5.js → chunk-PODASLGT.js} +2 -2
  25. package/dist/{chunk-BP2IUIAH.js → chunk-PTABZABJ.js} +2260 -1287
  26. package/dist/chunk-PTABZABJ.js.map +1 -0
  27. package/dist/{chunk-QSUGPYGQ.js → chunk-QAH7WMYC.js} +2 -2
  28. package/dist/{chunk-QSUGPYGQ.js.map → chunk-QAH7WMYC.js.map} +1 -1
  29. package/dist/{chunk-WT2UHDSE.js → chunk-R66PJOZW.js} +2 -2
  30. package/dist/chunk-YW2LXLDU.js +2865 -0
  31. package/dist/chunk-YW2LXLDU.js.map +1 -0
  32. package/dist/{chunk-OVD4E4AP.js → chunk-ZEMHL36J.js} +2 -2
  33. package/dist/{db-4ABEYNDM.js → db-A4YUPV4Z.js} +2 -2
  34. package/dist/{extract-bundle-DYMQRQWG.js → extract-bundle-2HONVC5T.js} +3 -3
  35. package/dist/index.cjs.map +1 -1
  36. package/dist/index.js +3 -3
  37. package/dist/{location-data-repository-HDNCU4Z4.js → location-data-repository-YWFJGNIP.js} +3 -3
  38. package/dist/{server-SMEHT3OU.js → server-EVTCL3KB.js} +2297 -329
  39. package/dist/server-EVTCL3KB.js.map +1 -0
  40. package/dist/{site-extract-repository-G723PZIL.js → site-extract-repository-STNOI5OH.js} +3 -3
  41. package/dist/site-extract-repository-STNOI5OH.js.map +1 -0
  42. package/dist/{worker-4LZGRHDA.js → worker-4MHZS3OB.js} +5 -5
  43. package/package.json +4 -2
  44. package/dist/chunk-5X7CJEK3.js.map +0 -1
  45. package/dist/chunk-BP2IUIAH.js.map +0 -1
  46. package/dist/chunk-TQKQK7OV.js +0 -7
  47. package/dist/chunk-TQKQK7OV.js.map +0 -1
  48. package/dist/server-SMEHT3OU.js.map +0 -1
  49. /package/dist/{db-4ABEYNDM.js.map → analytics-repository-WWXVU3VW.js.map} +0 -0
  50. /package/dist/{chunk-JFOT5JEL.js.map → chunk-6DPIE262.js.map} +0 -0
  51. /package/dist/{chunk-RJMOOII7.js.map → chunk-MFE6RMIA.js.map} +0 -0
  52. /package/dist/{chunk-T5AFM4G5.js.map → chunk-PODASLGT.js.map} +0 -0
  53. /package/dist/{chunk-WT2UHDSE.js.map → chunk-R66PJOZW.js.map} +0 -0
  54. /package/dist/{chunk-OVD4E4AP.js.map → chunk-ZEMHL36J.js.map} +0 -0
  55. /package/dist/{location-data-repository-HDNCU4Z4.js.map → db-A4YUPV4Z.js.map} +0 -0
  56. /package/dist/{extract-bundle-DYMQRQWG.js.map → extract-bundle-2HONVC5T.js.map} +0 -0
  57. /package/dist/{site-extract-repository-G723PZIL.js.map → location-data-repository-YWFJGNIP.js.map} +0 -0
  58. /package/dist/{worker-4LZGRHDA.js.map → worker-4MHZS3OB.js.map} +0 -0
@@ -17,17 +17,21 @@ loadDotEnv();
17
17
  async function main() {
18
18
  const [{ serve }, { app }, { startWorker }, { migrate }] = await Promise.all([
19
19
  import("@hono/node-server"),
20
- import("../server-SMEHT3OU.js"),
21
- import("../worker-4LZGRHDA.js"),
22
- import("../db-4ABEYNDM.js")
20
+ import("../server-EVTCL3KB.js"),
21
+ import("../worker-4MHZS3OB.js"),
22
+ import("../db-A4YUPV4Z.js")
23
23
  ]);
24
24
  const PORT = parseInt(process.env.PORT ?? "3001");
25
25
  try {
26
26
  await migrate();
27
+ if (process.env.ANALYTICS_DATABASE_URL) {
28
+ const { migrateAnalytics } = await import("../analytics-repository-WWXVU3VW.js");
29
+ await migrateAnalytics();
30
+ }
27
31
  startWorker();
28
32
  serve({ fetch: app.fetch, port: PORT }, (info) => {
29
33
  console.log(`[server] http://localhost:${info.port}`);
30
- console.log(`[server] admin key: ${process.env.ADMIN_KEY ?? "(not set \u2014 ADMIN_KEY env var required)"}`);
34
+ console.log(`[server] admin auth: ${process.env.ADMIN_KEY ? "configured" : "not configured"}`);
31
35
  });
32
36
  } catch (err) {
33
37
  console.error("[startup] migration failed", err);
@@ -1 +1 @@
1
- {"version":3,"sources":["../../bin/api-server.ts"],"sourcesContent":["#!/usr/bin/env node\nimport { readFileSync } from 'node:fs'\n\nfunction loadDotEnv(): void {\n try {\n for (const line of readFileSync('.env', 'utf8').split('\\n')) {\n const eq = line.indexOf('=')\n if (eq < 1 || line.trimStart().startsWith('#')) continue\n const k = line.slice(0, eq).trim()\n if (!process.env[k]) process.env[k] = line.slice(eq + 1).trim()\n }\n } catch {}\n}\n\nloadDotEnv()\n\nasync function main(): Promise<void> {\n const [{ serve }, { app }, { startWorker }, { migrate }] = await Promise.all([\n import('@hono/node-server'),\n import('../src/api/server.js'),\n import('../src/api/worker.js'),\n import('../src/api/db.js'),\n ])\n\n const PORT = parseInt(process.env.PORT ?? '3001')\n\n try {\n await migrate()\n startWorker()\n serve({ fetch: app.fetch, port: PORT }, (info) => {\n console.log(`[server] http://localhost:${info.port}`)\n console.log(`[server] admin key: ${process.env.ADMIN_KEY ?? '(not set ADMIN_KEY env var required)'}`)\n })\n } catch (err) {\n console.error('[startup] migration failed', err)\n process.exit(1)\n }\n}\n\nvoid main()\n"],"mappings":";;;AACA,SAAS,oBAAoB;AAE7B,SAAS,aAAmB;AAC1B,MAAI;AACF,eAAW,QAAQ,aAAa,QAAQ,MAAM,EAAE,MAAM,IAAI,GAAG;AAC3D,YAAM,KAAK,KAAK,QAAQ,GAAG;AAC3B,UAAI,KAAK,KAAK,KAAK,UAAU,EAAE,WAAW,GAAG,EAAG;AAChD,YAAM,IAAI,KAAK,MAAM,GAAG,EAAE,EAAE,KAAK;AACjC,UAAI,CAAC,QAAQ,IAAI,CAAC,EAAG,SAAQ,IAAI,CAAC,IAAI,KAAK,MAAM,KAAK,CAAC,EAAE,KAAK;AAAA,IAChE;AAAA,EACF,QAAQ;AAAA,EAAC;AACX;AAEA,WAAW;AAEX,eAAe,OAAsB;AACnC,QAAM,CAAC,EAAE,MAAM,GAAG,EAAE,IAAI,GAAG,EAAE,YAAY,GAAG,EAAE,QAAQ,CAAC,IAAI,MAAM,QAAQ,IAAI;AAAA,IAC3E,OAAO,mBAAmB;AAAA,IAC1B,OAAO,uBAAsB;AAAA,IAC7B,OAAO,uBAAsB;AAAA,IAC7B,OAAO,mBAAkB;AAAA,EAC3B,CAAC;AAED,QAAM,OAAO,SAAS,QAAQ,IAAI,QAAQ,MAAM;AAEhD,MAAI;AACF,UAAM,QAAQ;AACd,gBAAY;AACZ,UAAM,EAAE,OAAO,IAAI,OAAO,MAAM,KAAK,GAAG,CAAC,SAAS;AAChD,cAAQ,IAAI,6BAA6B,KAAK,IAAI,EAAE;AACpD,cAAQ,IAAI,uBAAuB,QAAQ,IAAI,aAAa,6CAAwC,EAAE;AAAA,IACxG,CAAC;AAAA,EACH,SAAS,KAAK;AACZ,YAAQ,MAAM,8BAA8B,GAAG;AAC/C,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF;AAEA,KAAK,KAAK;","names":[]}
1
+ {"version":3,"sources":["../../bin/api-server.ts"],"sourcesContent":["#!/usr/bin/env node\nimport { readFileSync } from 'node:fs'\n\nfunction loadDotEnv(): void {\n try {\n for (const line of readFileSync('.env', 'utf8').split('\\n')) {\n const eq = line.indexOf('=')\n if (eq < 1 || line.trimStart().startsWith('#')) continue\n const k = line.slice(0, eq).trim()\n if (!process.env[k]) process.env[k] = line.slice(eq + 1).trim()\n }\n } catch {}\n}\n\nloadDotEnv()\n\nasync function main(): Promise<void> {\n const [{ serve }, { app }, { startWorker }, { migrate }] = await Promise.all([\n import('@hono/node-server'),\n import('../src/api/server.js'),\n import('../src/api/worker.js'),\n import('../src/api/db.js'),\n ])\n\n const PORT = parseInt(process.env.PORT ?? '3001')\n\n try {\n await migrate()\n if (process.env.ANALYTICS_DATABASE_URL) {\n const { migrateAnalytics } = await import('../src/api/analytics-repository.js')\n await migrateAnalytics()\n }\n startWorker()\n serve({ fetch: app.fetch, port: PORT }, (info) => {\n console.log(`[server] http://localhost:${info.port}`)\n console.log(`[server] admin auth: ${process.env.ADMIN_KEY ? 'configured' : 'not configured'}`)\n })\n } catch (err) {\n console.error('[startup] migration failed', err)\n process.exit(1)\n }\n}\n\nvoid main()\n"],"mappings":";;;AACA,SAAS,oBAAoB;AAE7B,SAAS,aAAmB;AAC1B,MAAI;AACF,eAAW,QAAQ,aAAa,QAAQ,MAAM,EAAE,MAAM,IAAI,GAAG;AAC3D,YAAM,KAAK,KAAK,QAAQ,GAAG;AAC3B,UAAI,KAAK,KAAK,KAAK,UAAU,EAAE,WAAW,GAAG,EAAG;AAChD,YAAM,IAAI,KAAK,MAAM,GAAG,EAAE,EAAE,KAAK;AACjC,UAAI,CAAC,QAAQ,IAAI,CAAC,EAAG,SAAQ,IAAI,CAAC,IAAI,KAAK,MAAM,KAAK,CAAC,EAAE,KAAK;AAAA,IAChE;AAAA,EACF,QAAQ;AAAA,EAAC;AACX;AAEA,WAAW;AAEX,eAAe,OAAsB;AACnC,QAAM,CAAC,EAAE,MAAM,GAAG,EAAE,IAAI,GAAG,EAAE,YAAY,GAAG,EAAE,QAAQ,CAAC,IAAI,MAAM,QAAQ,IAAI;AAAA,IAC3E,OAAO,mBAAmB;AAAA,IAC1B,OAAO,uBAAsB;AAAA,IAC7B,OAAO,uBAAsB;AAAA,IAC7B,OAAO,mBAAkB;AAAA,EAC3B,CAAC;AAED,QAAM,OAAO,SAAS,QAAQ,IAAI,QAAQ,MAAM;AAEhD,MAAI;AACF,UAAM,QAAQ;AACd,QAAI,QAAQ,IAAI,wBAAwB;AACtC,YAAM,EAAE,iBAAiB,IAAI,MAAM,OAAO,qCAAoC;AAC9E,YAAM,iBAAiB;AAAA,IACzB;AACA,gBAAY;AACZ,UAAM,EAAE,OAAO,IAAI,OAAO,MAAM,KAAK,GAAG,CAAC,SAAS;AAChD,cAAQ,IAAI,6BAA6B,KAAK,IAAI,EAAE;AACpD,cAAQ,IAAI,wBAAwB,QAAQ,IAAI,YAAY,eAAe,gBAAgB,EAAE;AAAA,IAC/F,CAAC;AAAA,EACH,SAAS,KAAK;AACZ,YAAQ,MAAM,8BAA8B,GAAG;AAC/C,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF;AAEA,KAAK,KAAK;","names":[]}
@@ -8,7 +8,7 @@ var import_promises4 = require("fs/promises");
8
8
  var import_node_path3 = require("path");
9
9
 
10
10
  // src/version.ts
11
- var PACKAGE_VERSION = "0.46.0";
11
+ var PACKAGE_VERSION = "0.48.0";
12
12
 
13
13
  // src/cli/agent-config.ts
14
14
  function apiKeyValue(options) {