mcp-scraper 0.48.0 → 0.49.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/bin/api-server.cjs +647 -195
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +1 -1
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-install.cjs +3 -3
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +2 -2
- package/dist/bin/mcp-stdio-server.cjs +46 -3
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +3 -3
- package/dist/{chunk-PTABZABJ.js → chunk-64WBUDPC.js} +46 -2
- package/dist/chunk-64WBUDPC.js.map +1 -0
- package/dist/{chunk-QAH7WMYC.js → chunk-QH63IZTX.js} +3 -3
- package/dist/chunk-QH63IZTX.js.map +1 -0
- package/dist/chunk-XLEDHV3J.js +7 -0
- package/dist/chunk-XLEDHV3J.js.map +1 -0
- package/dist/{server-EVTCL3KB.js → server-JE7SLZLJ.js} +521 -117
- package/dist/server-JE7SLZLJ.js.map +1 -0
- package/package.json +1 -1
- package/dist/chunk-IAXQIHNS.js +0 -7
- package/dist/chunk-IAXQIHNS.js.map +0 -1
- package/dist/chunk-PTABZABJ.js.map +0 -1
- package/dist/chunk-QAH7WMYC.js.map +0 -1
- package/dist/server-EVTCL3KB.js.map +0 -1
|
@@ -12,16 +12,16 @@ import {
|
|
|
12
12
|
registerScheduledResultsMcpTools,
|
|
13
13
|
registerSerpIntelligenceCaptureTools,
|
|
14
14
|
resolveDeploymentProfile
|
|
15
|
-
} from "../chunk-
|
|
15
|
+
} from "../chunk-64WBUDPC.js";
|
|
16
16
|
import "../chunk-2K74LVV7.js";
|
|
17
17
|
import "../chunk-BBI7RGOT.js";
|
|
18
18
|
import "../chunk-PODASLGT.js";
|
|
19
19
|
import {
|
|
20
20
|
renderInstallTerminal
|
|
21
|
-
} from "../chunk-
|
|
21
|
+
} from "../chunk-QH63IZTX.js";
|
|
22
22
|
import {
|
|
23
23
|
PACKAGE_VERSION
|
|
24
|
-
} from "../chunk-
|
|
24
|
+
} from "../chunk-XLEDHV3J.js";
|
|
25
25
|
import "../chunk-SOEYDWJU.js";
|
|
26
26
|
import "../chunk-5UN33CGU.js";
|
|
27
27
|
import "../chunk-MFNGUM4L.js";
|
|
@@ -21,7 +21,7 @@ import {
|
|
|
21
21
|
} from "./chunk-PODASLGT.js";
|
|
22
22
|
import {
|
|
23
23
|
PACKAGE_VERSION
|
|
24
|
-
} from "./chunk-
|
|
24
|
+
} from "./chunk-XLEDHV3J.js";
|
|
25
25
|
import {
|
|
26
26
|
MC_PER_CREDIT
|
|
27
27
|
} from "./chunk-SOEYDWJU.js";
|
|
@@ -360,6 +360,8 @@ seam is noted so you can chain them.
|
|
|
360
360
|
JSON-LD, media, citations, source metadata, related entities, trails, and saved account filters.
|
|
361
361
|
- Read one published entity -> **commons_get_entity**. It returns the Wikidata-style backend fields,
|
|
362
362
|
JSON-LD, source provenance, media, ledger, and the Wikipedia-style page projection.
|
|
363
|
+
- Read its machine-verifiable governed relationships -> **commons_get_entity_linkset**. It returns the
|
|
364
|
+
RFC 9264 linkset projection; do not infer claim status from loose See Also labels.
|
|
363
365
|
- List unresolved See Also concepts -> **commons_list_needs_links**. Use it to find concepts that appear
|
|
364
366
|
in public See Also sections but do not yet have a Commons entity ID or /wiki/ slug.
|
|
365
367
|
- Plan a new or edited entity -> **commons_prepare_entity**. This is the Commons equivalent of
|
|
@@ -5329,6 +5331,9 @@ var CommonsGetEntityInputSchema = {
|
|
|
5329
5331
|
idOrSlug: z4.string().trim().min(1).max(180).describe("Transparent Public Wiki entity id such as TPW-Q... or a public /wiki/ slug."),
|
|
5330
5332
|
includeWikiPage: z4.boolean().default(true).describe("Include the Wikipedia-style page projection used by transparent-commons.cc/wiki/.")
|
|
5331
5333
|
};
|
|
5334
|
+
var CommonsGetEntityLinksetInputSchema = {
|
|
5335
|
+
idOrSlug: z4.string().trim().min(1).max(180).describe("Transparent Commons TPW-Q entity id or /wiki/ slug whose governed RFC 9264 linkset should be read.")
|
|
5336
|
+
};
|
|
5332
5337
|
var CommonsFeaturedImageInputSchema = z4.object({
|
|
5333
5338
|
url: z4.string().url().describe("Required public image URL for a publishable entity. Use extract_url includeFeaturedImage or preserved media when available."),
|
|
5334
5339
|
alt: z4.string().trim().max(500).optional(),
|
|
@@ -5381,6 +5386,27 @@ var CommonsRelatedLinkInputSchema = z4.object({
|
|
|
5381
5386
|
imageUrl: z4.string().trim().max(2e3).optional().describe("Optional preview image for hover cards when available."),
|
|
5382
5387
|
needsLink: z4.boolean().default(false).describe("Set true when the concept belongs in See Also but no existing Commons entity/page exists yet. The backend exposes these records through commons_list_needs_links.")
|
|
5383
5388
|
}).strict();
|
|
5389
|
+
var CommonsClaimInputSchema = z4.object({
|
|
5390
|
+
predicate: z4.string().trim().min(1).max(500).describe("Registered link relation such as related, describedby, license, or type; alternatively an absolute HTTPS relation URI from a published vocabulary."),
|
|
5391
|
+
predicateLabel: z4.string().trim().max(160).optional().describe("Human-readable label for display and review. It does not replace the machine predicate."),
|
|
5392
|
+
objectEntityId: z4.string().trim().regex(/^TPW-Q[A-Za-z0-9._-]+$/).max(80).optional().describe("Existing Transparent Commons entity target. Use exactly one of objectEntityId or objectUrl."),
|
|
5393
|
+
objectUrl: z4.string().url().refine((value) => value.startsWith("https://"), "objectUrl must use HTTPS.").optional().describe("External or third-party target. Use exactly one of objectUrl or objectEntityId."),
|
|
5394
|
+
title: z4.string().trim().max(500).optional(),
|
|
5395
|
+
mediaType: z4.string().trim().max(160).optional().describe("Optional RFC link target media type."),
|
|
5396
|
+
hreflang: z4.array(z4.string().trim().min(1).max(80)).max(20).optional().describe("Optional repeatable RFC link target language hints."),
|
|
5397
|
+
qualifiers: z4.record(z4.string().max(120), z4.union([z4.string(), z4.number(), z4.boolean(), z4.null()])).optional(),
|
|
5398
|
+
references: z4.array(CommonsCitationInputSchema).max(50).optional().describe("Evidence supporting the relationship assertion."),
|
|
5399
|
+
rank: z4.enum(["preferred", "normal", "deprecated"]).default("normal"),
|
|
5400
|
+
confidence: z4.number().min(0).max(1).default(1),
|
|
5401
|
+
confidenceReason: z4.string().trim().max(1e3).optional(),
|
|
5402
|
+
disputeState: z4.enum(["undisputed", "attributed", "disputed", "contested", "needs_review", "deprecated"]).default("undisputed"),
|
|
5403
|
+
validFrom: z4.string().trim().max(80).optional(),
|
|
5404
|
+
validTo: z4.string().trim().max(80).optional(),
|
|
5405
|
+
asOf: z4.string().trim().max(80).optional(),
|
|
5406
|
+
sourceFamily: z4.enum(["first_party", "partner", "independent", "community", "unknown"]).default("unknown")
|
|
5407
|
+
}).strict().refine((claim) => Boolean(claim.objectEntityId) !== Boolean(claim.objectUrl), {
|
|
5408
|
+
message: "Provide exactly one of objectEntityId or objectUrl."
|
|
5409
|
+
});
|
|
5384
5410
|
var CommonsPrepareEntityInputSchema = {
|
|
5385
5411
|
title: z4.string().trim().min(1).max(180).describe("Candidate public page title. Used to derive slug, choose a profile, and search duplicate entities."),
|
|
5386
5412
|
description: z4.string().trim().max(600).optional().describe("Optional candidate summary. Include when known so the prepare pass can route and validate the article shape."),
|
|
@@ -5420,6 +5446,7 @@ var CommonsSubmitEntityInputSchema = {
|
|
|
5420
5446
|
url: z4.string().url().optional(),
|
|
5421
5447
|
description: z4.string().trim().max(300).optional()
|
|
5422
5448
|
}).strict()).max(200).optional().describe("Related concepts, including trails. Existing entities should use entityId."),
|
|
5449
|
+
claims: z4.array(CommonsClaimInputSchema).max(300).optional().describe("Governed relationship assertions. Supplying claims replaces the accepted claim set for this entity; omitting claims preserves it. Only approved, active, non-disputed claims project into the RFC 9264 linkset."),
|
|
5423
5450
|
bodyMarkdown: z4.string().max(5e5).optional().describe("Structured encyclopedia body in neutral Markdown, not a raw scrape dump or blog essay. Use H2 for entity-profile sections and H3/H4/H5 for subtopics; every heading appears in the public page menu. Call commons_prepare_entity first for the live entity profile and commons_validate_entity before submit. Profile sections are adaptive: include History, Pricing, Reception, Timeline, Classification, or similar sections only when source evidence supports them; omit unsupported sections instead of adding empty/filler headings. Apply NPOV, verifiability, and no-original-research rules; self-published sources can support only uncontroversial source-owned facts."),
|
|
5424
5451
|
contentSections: z4.array(z4.object({
|
|
5425
5452
|
id: z4.string().trim().max(180).optional(),
|
|
@@ -8631,6 +8658,19 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
|
|
|
8631
8658
|
openWorldHint: false
|
|
8632
8659
|
}
|
|
8633
8660
|
}, async (input) => executor.commonsGetEntity(input));
|
|
8661
|
+
server.registerTool("commons_get_entity_linkset", {
|
|
8662
|
+
title: "Transparent Commons RFC 9264 Linkset",
|
|
8663
|
+
description: "Read the governed RFC 9264 application/linkset+json projection for one published Transparent Commons entity. The anchor is the canonical /wiki/ page; only approved, active, non-disputed claims are included, while third-party targets remain explicit HTTPS links.",
|
|
8664
|
+
inputSchema: CommonsGetEntityLinksetInputSchema,
|
|
8665
|
+
outputSchema: recordOutputSchema("commons_get_entity_linkset", CommonsGenericOutputSchema),
|
|
8666
|
+
annotations: {
|
|
8667
|
+
title: "Transparent Commons RFC 9264 Linkset",
|
|
8668
|
+
readOnlyHint: true,
|
|
8669
|
+
destructiveHint: false,
|
|
8670
|
+
idempotentHint: true,
|
|
8671
|
+
openWorldHint: false
|
|
8672
|
+
}
|
|
8673
|
+
}, async (input) => executor.commonsGetEntityLinkset(input));
|
|
8634
8674
|
server.registerTool("commons_list_needs_links", {
|
|
8635
8675
|
title: "Transparent Commons Needs-Link Backlog",
|
|
8636
8676
|
description: "List unresolved See Also concepts from published Transparent Commons pages. Use this after search/lookup when an agent needs to grow the graph: each result names a concept that appears in See Also but does not yet have a resolved Commons entityId or /wiki/ slug. This is platform Commons graph data, not personal Memory storage.",
|
|
@@ -9666,6 +9706,9 @@ var HttpMcpToolExecutor = class {
|
|
|
9666
9706
|
return result;
|
|
9667
9707
|
}
|
|
9668
9708
|
}
|
|
9709
|
+
commonsGetEntityLinkset(input) {
|
|
9710
|
+
return this.getJson(`/commons/entities/${encodeURIComponent(input.idOrSlug)}/linkset?envelope=true`);
|
|
9711
|
+
}
|
|
9669
9712
|
commonsPrepareEntity(input) {
|
|
9670
9713
|
return this.call("/commons/entities/prepare", input);
|
|
9671
9714
|
}
|
|
@@ -14401,6 +14444,7 @@ export {
|
|
|
14401
14444
|
EDITORIAL_READING_ROOM_TEMPLATE_PRESET,
|
|
14402
14445
|
PERSONAL_AUTHORITY_TEMPLATE_PRESET,
|
|
14403
14446
|
NEWSROOM_PUBLISHER_TEMPLATE_PRESET,
|
|
14447
|
+
CommonsClaimInputSchema,
|
|
14404
14448
|
CreateEditorialReadingRoomInputSchema,
|
|
14405
14449
|
RenewEditorialReadingRoomDownloadInputSchema,
|
|
14406
14450
|
CommonsPreparePublicationInputSchema,
|
|
@@ -14423,4 +14467,4 @@ export {
|
|
|
14423
14467
|
ScheduledResultsMcpExecutor,
|
|
14424
14468
|
registerScheduledResultsMcpTools
|
|
14425
14469
|
};
|
|
14426
|
-
//# sourceMappingURL=chunk-
|
|
14470
|
+
//# sourceMappingURL=chunk-64WBUDPC.js.map
|