mcp-scraper 0.46.0 → 0.48.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/analytics-repository-WWXVU3VW.js +119 -0
- package/dist/bin/api-server.cjs +7745 -1934
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +8 -4
- package/dist/bin/api-server.js.map +1 -1
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-install.cjs +2 -2
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +2 -2
- package/dist/bin/mcp-stdio-server.cjs +1950 -1050
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +5 -5
- package/dist/bin/paa-harvest.cjs.map +1 -1
- package/dist/bin/paa-harvest.js +3 -3
- package/dist/{chunk-JFOT5JEL.js → chunk-6DPIE262.js} +2 -2
- package/dist/chunk-IAXQIHNS.js +7 -0
- package/dist/chunk-IAXQIHNS.js.map +1 -0
- package/dist/{chunk-RJMOOII7.js → chunk-MFE6RMIA.js} +2 -2
- package/dist/{chunk-5X7CJEK3.js → chunk-MFNGUM4L.js} +2 -2
- package/dist/chunk-MFNGUM4L.js.map +1 -0
- package/dist/{chunk-T5AFM4G5.js → chunk-PODASLGT.js} +2 -2
- package/dist/{chunk-BP2IUIAH.js → chunk-PTABZABJ.js} +2260 -1287
- package/dist/chunk-PTABZABJ.js.map +1 -0
- package/dist/{chunk-QSUGPYGQ.js → chunk-QAH7WMYC.js} +2 -2
- package/dist/{chunk-QSUGPYGQ.js.map → chunk-QAH7WMYC.js.map} +1 -1
- package/dist/{chunk-WT2UHDSE.js → chunk-R66PJOZW.js} +2 -2
- package/dist/chunk-YW2LXLDU.js +2865 -0
- package/dist/chunk-YW2LXLDU.js.map +1 -0
- package/dist/{chunk-OVD4E4AP.js → chunk-ZEMHL36J.js} +2 -2
- package/dist/{db-4ABEYNDM.js → db-A4YUPV4Z.js} +2 -2
- package/dist/{extract-bundle-DYMQRQWG.js → extract-bundle-2HONVC5T.js} +3 -3
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +3 -3
- package/dist/{location-data-repository-HDNCU4Z4.js → location-data-repository-YWFJGNIP.js} +3 -3
- package/dist/{server-SMEHT3OU.js → server-EVTCL3KB.js} +2297 -329
- package/dist/server-EVTCL3KB.js.map +1 -0
- package/dist/{site-extract-repository-G723PZIL.js → site-extract-repository-STNOI5OH.js} +3 -3
- package/dist/site-extract-repository-STNOI5OH.js.map +1 -0
- package/dist/{worker-4LZGRHDA.js → worker-4MHZS3OB.js} +5 -5
- package/package.json +4 -2
- package/dist/chunk-5X7CJEK3.js.map +0 -1
- package/dist/chunk-BP2IUIAH.js.map +0 -1
- package/dist/chunk-TQKQK7OV.js +0 -7
- package/dist/chunk-TQKQK7OV.js.map +0 -1
- package/dist/server-SMEHT3OU.js.map +0 -1
- /package/dist/{db-4ABEYNDM.js.map → analytics-repository-WWXVU3VW.js.map} +0 -0
- /package/dist/{chunk-JFOT5JEL.js.map → chunk-6DPIE262.js.map} +0 -0
- /package/dist/{chunk-RJMOOII7.js.map → chunk-MFE6RMIA.js.map} +0 -0
- /package/dist/{chunk-T5AFM4G5.js.map → chunk-PODASLGT.js.map} +0 -0
- /package/dist/{chunk-WT2UHDSE.js.map → chunk-R66PJOZW.js.map} +0 -0
- /package/dist/{chunk-OVD4E4AP.js.map → chunk-ZEMHL36J.js.map} +0 -0
- /package/dist/{location-data-repository-HDNCU4Z4.js.map → db-A4YUPV4Z.js.map} +0 -0
- /package/dist/{extract-bundle-DYMQRQWG.js.map → extract-bundle-2HONVC5T.js.map} +0 -0
- /package/dist/{site-extract-repository-G723PZIL.js.map → location-data-repository-YWFJGNIP.js.map} +0 -0
- /package/dist/{worker-4LZGRHDA.js.map → worker-4MHZS3OB.js.map} +0 -0
package/dist/bin/api-server.js
CHANGED
|
@@ -17,17 +17,21 @@ loadDotEnv();
|
|
|
17
17
|
async function main() {
|
|
18
18
|
const [{ serve }, { app }, { startWorker }, { migrate }] = await Promise.all([
|
|
19
19
|
import("@hono/node-server"),
|
|
20
|
-
import("../server-
|
|
21
|
-
import("../worker-
|
|
22
|
-
import("../db-
|
|
20
|
+
import("../server-EVTCL3KB.js"),
|
|
21
|
+
import("../worker-4MHZS3OB.js"),
|
|
22
|
+
import("../db-A4YUPV4Z.js")
|
|
23
23
|
]);
|
|
24
24
|
const PORT = parseInt(process.env.PORT ?? "3001");
|
|
25
25
|
try {
|
|
26
26
|
await migrate();
|
|
27
|
+
if (process.env.ANALYTICS_DATABASE_URL) {
|
|
28
|
+
const { migrateAnalytics } = await import("../analytics-repository-WWXVU3VW.js");
|
|
29
|
+
await migrateAnalytics();
|
|
30
|
+
}
|
|
27
31
|
startWorker();
|
|
28
32
|
serve({ fetch: app.fetch, port: PORT }, (info) => {
|
|
29
33
|
console.log(`[server] http://localhost:${info.port}`);
|
|
30
|
-
console.log(`[server] admin
|
|
34
|
+
console.log(`[server] admin auth: ${process.env.ADMIN_KEY ? "configured" : "not configured"}`);
|
|
31
35
|
});
|
|
32
36
|
} catch (err) {
|
|
33
37
|
console.error("[startup] migration failed", err);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../bin/api-server.ts"],"sourcesContent":["#!/usr/bin/env node\nimport { readFileSync } from 'node:fs'\n\nfunction loadDotEnv(): void {\n try {\n for (const line of readFileSync('.env', 'utf8').split('\\n')) {\n const eq = line.indexOf('=')\n if (eq < 1 || line.trimStart().startsWith('#')) continue\n const k = line.slice(0, eq).trim()\n if (!process.env[k]) process.env[k] = line.slice(eq + 1).trim()\n }\n } catch {}\n}\n\nloadDotEnv()\n\nasync function main(): Promise<void> {\n const [{ serve }, { app }, { startWorker }, { migrate }] = await Promise.all([\n import('@hono/node-server'),\n import('../src/api/server.js'),\n import('../src/api/worker.js'),\n import('../src/api/db.js'),\n ])\n\n const PORT = parseInt(process.env.PORT ?? '3001')\n\n try {\n await migrate()\n startWorker()\n serve({ fetch: app.fetch, port: PORT }, (info) => {\n console.log(`[server] http://localhost:${info.port}`)\n console.log(`[server] admin
|
|
1
|
+
{"version":3,"sources":["../../bin/api-server.ts"],"sourcesContent":["#!/usr/bin/env node\nimport { readFileSync } from 'node:fs'\n\nfunction loadDotEnv(): void {\n try {\n for (const line of readFileSync('.env', 'utf8').split('\\n')) {\n const eq = line.indexOf('=')\n if (eq < 1 || line.trimStart().startsWith('#')) continue\n const k = line.slice(0, eq).trim()\n if (!process.env[k]) process.env[k] = line.slice(eq + 1).trim()\n }\n } catch {}\n}\n\nloadDotEnv()\n\nasync function main(): Promise<void> {\n const [{ serve }, { app }, { startWorker }, { migrate }] = await Promise.all([\n import('@hono/node-server'),\n import('../src/api/server.js'),\n import('../src/api/worker.js'),\n import('../src/api/db.js'),\n ])\n\n const PORT = parseInt(process.env.PORT ?? '3001')\n\n try {\n await migrate()\n if (process.env.ANALYTICS_DATABASE_URL) {\n const { migrateAnalytics } = await import('../src/api/analytics-repository.js')\n await migrateAnalytics()\n }\n startWorker()\n serve({ fetch: app.fetch, port: PORT }, (info) => {\n console.log(`[server] http://localhost:${info.port}`)\n console.log(`[server] admin auth: ${process.env.ADMIN_KEY ? 'configured' : 'not configured'}`)\n })\n } catch (err) {\n console.error('[startup] migration failed', err)\n process.exit(1)\n }\n}\n\nvoid main()\n"],"mappings":";;;AACA,SAAS,oBAAoB;AAE7B,SAAS,aAAmB;AAC1B,MAAI;AACF,eAAW,QAAQ,aAAa,QAAQ,MAAM,EAAE,MAAM,IAAI,GAAG;AAC3D,YAAM,KAAK,KAAK,QAAQ,GAAG;AAC3B,UAAI,KAAK,KAAK,KAAK,UAAU,EAAE,WAAW,GAAG,EAAG;AAChD,YAAM,IAAI,KAAK,MAAM,GAAG,EAAE,EAAE,KAAK;AACjC,UAAI,CAAC,QAAQ,IAAI,CAAC,EAAG,SAAQ,IAAI,CAAC,IAAI,KAAK,MAAM,KAAK,CAAC,EAAE,KAAK;AAAA,IAChE;AAAA,EACF,QAAQ;AAAA,EAAC;AACX;AAEA,WAAW;AAEX,eAAe,OAAsB;AACnC,QAAM,CAAC,EAAE,MAAM,GAAG,EAAE,IAAI,GAAG,EAAE,YAAY,GAAG,EAAE,QAAQ,CAAC,IAAI,MAAM,QAAQ,IAAI;AAAA,IAC3E,OAAO,mBAAmB;AAAA,IAC1B,OAAO,uBAAsB;AAAA,IAC7B,OAAO,uBAAsB;AAAA,IAC7B,OAAO,mBAAkB;AAAA,EAC3B,CAAC;AAED,QAAM,OAAO,SAAS,QAAQ,IAAI,QAAQ,MAAM;AAEhD,MAAI;AACF,UAAM,QAAQ;AACd,QAAI,QAAQ,IAAI,wBAAwB;AACtC,YAAM,EAAE,iBAAiB,IAAI,MAAM,OAAO,qCAAoC;AAC9E,YAAM,iBAAiB;AAAA,IACzB;AACA,gBAAY;AACZ,UAAM,EAAE,OAAO,IAAI,OAAO,MAAM,KAAK,GAAG,CAAC,SAAS;AAChD,cAAQ,IAAI,6BAA6B,KAAK,IAAI,EAAE;AACpD,cAAQ,IAAI,wBAAwB,QAAQ,IAAI,YAAY,eAAe,gBAAgB,EAAE;AAAA,IAC/F,CAAC;AAAA,EACH,SAAS,KAAK;AACZ,YAAQ,MAAM,8BAA8B,GAAG;AAC/C,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF;AAEA,KAAK,KAAK;","names":[]}
|