crw-mcp 0.17.0 → 0.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/crw-mcp.js +6 -1
- package/bin/init.js +59 -118
- package/package.json +5 -5
package/bin/crw-mcp.js
CHANGED
|
@@ -1,10 +1,15 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
|
|
3
|
-
// Handle
|
|
3
|
+
// Handle install/init subcommands before delegating to the Rust binary.
|
|
4
|
+
// `init` = skill only; `install` = skill + MCP server.
|
|
4
5
|
if (process.argv[2] === "init") {
|
|
5
6
|
require("./init.js");
|
|
6
7
|
process.exit(0);
|
|
7
8
|
}
|
|
9
|
+
if (process.argv[2] === "install") {
|
|
10
|
+
require("./install.js");
|
|
11
|
+
process.exit(0);
|
|
12
|
+
}
|
|
8
13
|
|
|
9
14
|
const { spawnSync } = require("child_process");
|
|
10
15
|
const fs = require("fs");
|
package/bin/init.js
CHANGED
|
@@ -1,137 +1,78 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
3
|
+
// `crw-mcp init [--<agent>]` — installs the crw SKILL (SKILL.md) only.
|
|
4
|
+
// For the skill AND the MCP server in one shot, use `crw-mcp install`.
|
|
5
|
+
|
|
6
|
+
const {
|
|
7
|
+
AGENTS,
|
|
8
|
+
detectAgents,
|
|
9
|
+
getApiKey,
|
|
10
|
+
readSkill,
|
|
11
|
+
installSkill,
|
|
12
|
+
home,
|
|
13
|
+
} = require("./agents.js");
|
|
6
14
|
|
|
7
|
-
const AGENTS = [
|
|
8
|
-
{ name: "Claude Code", dir: ".claude", flag: "--claude-code" },
|
|
9
|
-
{ name: "Cursor", dir: ".cursor", flag: "--cursor" },
|
|
10
|
-
{ name: "Gemini CLI", dir: ".gemini", flag: "--gemini-cli" },
|
|
11
|
-
{ name: "Codex", dir: ".codex", flag: "--codex" },
|
|
12
|
-
{ name: "OpenCode", dir: ".opencode", flag: "--opencode" },
|
|
13
|
-
{ name: "Windsurf", dir: ".windsurf", flag: "--windsurf" },
|
|
14
|
-
];
|
|
15
|
-
|
|
16
|
-
const home = os.homedir();
|
|
17
15
|
const args = process.argv.slice(2);
|
|
18
16
|
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
function getApiKey() {
|
|
24
|
-
const idx = args.indexOf("--api-key");
|
|
25
|
-
return idx !== -1 && args[idx + 1] ? args[idx + 1] : null;
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
function readSkillFile() {
|
|
29
|
-
const skillPath = path.join(__dirname, "..", "skills", "SKILL.md");
|
|
30
|
-
return fs.readFileSync(skillPath, "utf-8");
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
function detectAgents() {
|
|
34
|
-
const all = hasFlag("--all");
|
|
35
|
-
const specificFlags = AGENTS.filter((a) => hasFlag(a.flag));
|
|
36
|
-
|
|
37
|
-
if (!all && specificFlags.length === 0) {
|
|
38
|
-
// Auto-detect: install to all agents whose config dirs exist
|
|
39
|
-
return AGENTS.filter((a) =>
|
|
40
|
-
fs.existsSync(path.join(home, a.dir))
|
|
41
|
-
);
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
if (all) {
|
|
45
|
-
return AGENTS.filter((a) =>
|
|
46
|
-
fs.existsSync(path.join(home, a.dir))
|
|
47
|
-
);
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
return specificFlags;
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
function deploy(agents, skillContent) {
|
|
54
|
-
const installed = [];
|
|
55
|
-
|
|
56
|
-
for (const agent of agents) {
|
|
57
|
-
const targetDir = path.join(home, agent.dir, "skills", "crw");
|
|
58
|
-
const targetFile = path.join(targetDir, "SKILL.md");
|
|
59
|
-
|
|
60
|
-
try {
|
|
61
|
-
fs.mkdirSync(targetDir, { recursive: true });
|
|
62
|
-
fs.writeFileSync(targetFile, skillContent, "utf-8");
|
|
63
|
-
installed.push({ name: agent.name, path: targetFile });
|
|
64
|
-
} catch (err) {
|
|
65
|
-
console.error(` Failed to install for ${agent.name}: ${err.message}`);
|
|
66
|
-
}
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
return installed;
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
function main() {
|
|
73
|
-
if (hasFlag("--help") || hasFlag("-h")) {
|
|
74
|
-
console.log(`
|
|
75
|
-
crw-mcp init — Install CRW agent skill to your AI coding agents
|
|
17
|
+
if (args.includes("--help") || args.includes("-h")) {
|
|
18
|
+
console.log(`
|
|
19
|
+
crw-mcp init — Install the CRW agent SKILL (skill only, no MCP server)
|
|
76
20
|
|
|
77
21
|
Usage:
|
|
78
|
-
npx crw-mcp@latest init [options]
|
|
22
|
+
npx crw-mcp@latest init [options] # skill only
|
|
23
|
+
npx crw-mcp@latest install [options] # skill + MCP server
|
|
79
24
|
|
|
80
25
|
Options:
|
|
81
26
|
--all Install to all detected agents
|
|
82
|
-
--claude-code
|
|
83
|
-
--cursor
|
|
84
|
-
--gemini-cli
|
|
85
|
-
--
|
|
86
|
-
--
|
|
87
|
-
--windsurf Install to Windsurf only
|
|
88
|
-
--api-key <key> Set your fastcrw.com API key
|
|
89
|
-
-h, --help Show this help message
|
|
27
|
+
--claude-code Claude Code --codex Codex
|
|
28
|
+
--cursor Cursor --opencode OpenCode
|
|
29
|
+
--gemini-cli Gemini CLI --windsurf Windsurf
|
|
30
|
+
--api-key <key> Your fastcrw.com API key
|
|
31
|
+
-h, --help Show this help
|
|
90
32
|
|
|
91
|
-
Without flags, auto-detects installed agents
|
|
33
|
+
Without flags, auto-detects installed agents.
|
|
92
34
|
`);
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
const skillContent = readSkillFile();
|
|
97
|
-
const agents = detectAgents();
|
|
98
|
-
|
|
99
|
-
if (agents.length === 0) {
|
|
100
|
-
console.log("No supported AI agents detected.");
|
|
101
|
-
console.log("Supported agents: " + AGENTS.map((a) => a.name).join(", "));
|
|
102
|
-
console.log("\nManually install by copying the skill file to your agent's skills directory.");
|
|
103
|
-
process.exit(1);
|
|
104
|
-
}
|
|
105
|
-
|
|
106
|
-
const installed = deploy(agents, skillContent);
|
|
35
|
+
process.exit(0);
|
|
36
|
+
}
|
|
107
37
|
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
process.exit(1);
|
|
111
|
-
}
|
|
38
|
+
const skill = readSkill();
|
|
39
|
+
const agents = detectAgents(args);
|
|
112
40
|
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
41
|
+
if (agents.length === 0) {
|
|
42
|
+
console.log("No supported AI agents detected.");
|
|
43
|
+
console.log("Supported: " + AGENTS.map((a) => a.name).join(", "));
|
|
44
|
+
process.exit(1);
|
|
45
|
+
}
|
|
118
46
|
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
console.log("\nCloud mode (fastcrw.com):");
|
|
126
|
-
console.log(" 500 free one-time credits, managed infra — https://fastcrw.com");
|
|
127
|
-
console.log(" export CRW_API_KEY=crw_live_xxx");
|
|
128
|
-
console.log(" export CRW_API_URL=https://api.fastcrw.com");
|
|
129
|
-
console.log(" Terms of Service: https://fastcrw.com/terms");
|
|
47
|
+
const installed = [];
|
|
48
|
+
for (const agent of agents) {
|
|
49
|
+
try {
|
|
50
|
+
installed.push({ name: agent.name, path: installSkill(agent, skill) });
|
|
51
|
+
} catch (err) {
|
|
52
|
+
console.error(` Failed for ${agent.name}: ${err.message}`);
|
|
130
53
|
}
|
|
54
|
+
}
|
|
55
|
+
if (installed.length === 0) {
|
|
56
|
+
console.log("Failed to install to any agent.");
|
|
57
|
+
process.exit(1);
|
|
58
|
+
}
|
|
131
59
|
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
60
|
+
console.log("crw SKILL installed (skill only — this does NOT add the MCP server):\n");
|
|
61
|
+
const maxName = Math.max(...installed.map((i) => i.name.length));
|
|
62
|
+
for (const i of installed) {
|
|
63
|
+
console.log(` ${i.name.padEnd(maxName + 2)} ${i.path.replace(home, "~")}`);
|
|
135
64
|
}
|
|
136
65
|
|
|
137
|
-
|
|
66
|
+
console.log("\nWant the MCP tools (crw_scrape / crawl / map / search) too?");
|
|
67
|
+
console.log(" npx crw-mcp@latest install # same agents, skill + MCP server");
|
|
68
|
+
|
|
69
|
+
const apiKey = getApiKey(args);
|
|
70
|
+
if (apiKey) {
|
|
71
|
+
console.log(`\nAPI key set: ${apiKey.slice(0, 10)}… — export it for cloud mode:`);
|
|
72
|
+
console.log(` export CRW_API_KEY=${apiKey}`);
|
|
73
|
+
console.log(" export CRW_API_URL=https://api.fastcrw.com");
|
|
74
|
+
} else {
|
|
75
|
+
console.log("\nThe skill works in local mode out of the box (free, embedded).");
|
|
76
|
+
console.log("Cloud mode (managed, 500 free credits): https://fastcrw.com");
|
|
77
|
+
}
|
|
78
|
+
console.log("\nDocs: https://fastcrw.com/docs");
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "crw-mcp",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.18.0",
|
|
4
4
|
"description": "MCP server for CRW web scraper — scrape, crawl, map, search, and PDF-parse tools for AI agents",
|
|
5
5
|
"license": "AGPL-3.0",
|
|
6
6
|
"homepage": "https://github.com/us/crw",
|
|
@@ -30,9 +30,9 @@
|
|
|
30
30
|
"skills/SKILL.md"
|
|
31
31
|
],
|
|
32
32
|
"optionalDependencies": {
|
|
33
|
-
"crw-mcp-darwin-x64": "0.
|
|
34
|
-
"crw-mcp-darwin-arm64": "0.
|
|
35
|
-
"crw-mcp-linux-x64": "0.
|
|
36
|
-
"crw-mcp-linux-arm64": "0.
|
|
33
|
+
"crw-mcp-darwin-x64": "0.18.0",
|
|
34
|
+
"crw-mcp-darwin-arm64": "0.18.0",
|
|
35
|
+
"crw-mcp-linux-x64": "0.18.0",
|
|
36
|
+
"crw-mcp-linux-arm64": "0.18.0"
|
|
37
37
|
}
|
|
38
38
|
}
|