deepspider 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (261) hide show
  1. package/.claude/agents/check.md +122 -0
  2. package/.claude/agents/debug.md +106 -0
  3. package/.claude/agents/dispatch.md +214 -0
  4. package/.claude/agents/implement.md +96 -0
  5. package/.claude/agents/plan.md +396 -0
  6. package/.claude/agents/research.md +120 -0
  7. package/.claude/commands/evolve/merge.md +80 -0
  8. package/.claude/commands/trellis/before-backend-dev.md +13 -0
  9. package/.claude/commands/trellis/before-frontend-dev.md +13 -0
  10. package/.claude/commands/trellis/break-loop.md +107 -0
  11. package/.claude/commands/trellis/check-backend.md +13 -0
  12. package/.claude/commands/trellis/check-cross-layer.md +153 -0
  13. package/.claude/commands/trellis/check-frontend.md +13 -0
  14. package/.claude/commands/trellis/create-command.md +154 -0
  15. package/.claude/commands/trellis/finish-work.md +129 -0
  16. package/.claude/commands/trellis/integrate-skill.md +219 -0
  17. package/.claude/commands/trellis/onboard.md +358 -0
  18. package/.claude/commands/trellis/parallel.md +193 -0
  19. package/.claude/commands/trellis/record-session.md +62 -0
  20. package/.claude/commands/trellis/start.md +280 -0
  21. package/.claude/commands/trellis/update-spec.md +213 -0
  22. package/.claude/hooks/inject-subagent-context.py +758 -0
  23. package/.claude/hooks/ralph-loop.py +374 -0
  24. package/.claude/hooks/session-start.py +126 -0
  25. package/.claude/settings.json +41 -0
  26. package/.claude/skills/deepagents-guide/SKILL.md +428 -0
  27. package/.cursor/commands/trellis-before-backend-dev.md +13 -0
  28. package/.cursor/commands/trellis-before-frontend-dev.md +13 -0
  29. package/.cursor/commands/trellis-break-loop.md +107 -0
  30. package/.cursor/commands/trellis-check-backend.md +13 -0
  31. package/.cursor/commands/trellis-check-cross-layer.md +153 -0
  32. package/.cursor/commands/trellis-check-frontend.md +13 -0
  33. package/.cursor/commands/trellis-create-command.md +154 -0
  34. package/.cursor/commands/trellis-finish-work.md +129 -0
  35. package/.cursor/commands/trellis-integrate-skill.md +219 -0
  36. package/.cursor/commands/trellis-onboard.md +358 -0
  37. package/.cursor/commands/trellis-record-session.md +62 -0
  38. package/.cursor/commands/trellis-start.md +156 -0
  39. package/.cursor/commands/trellis-update-spec.md +213 -0
  40. package/.env.example +11 -0
  41. package/.husky/pre-commit +1 -0
  42. package/.mcp.json +8 -0
  43. package/.trellis/.template-hashes.json +65 -0
  44. package/.trellis/.version +1 -0
  45. package/.trellis/scripts/add-session.sh +384 -0
  46. package/.trellis/scripts/common/developer.sh +129 -0
  47. package/.trellis/scripts/common/git-context.sh +263 -0
  48. package/.trellis/scripts/common/paths.sh +208 -0
  49. package/.trellis/scripts/common/phase.sh +150 -0
  50. package/.trellis/scripts/common/registry.sh +247 -0
  51. package/.trellis/scripts/common/task-queue.sh +142 -0
  52. package/.trellis/scripts/common/task-utils.sh +151 -0
  53. package/.trellis/scripts/common/worktree.sh +128 -0
  54. package/.trellis/scripts/create-bootstrap.sh +299 -0
  55. package/.trellis/scripts/get-context.sh +7 -0
  56. package/.trellis/scripts/get-developer.sh +15 -0
  57. package/.trellis/scripts/init-developer.sh +34 -0
  58. package/.trellis/scripts/multi-agent/cleanup.sh +396 -0
  59. package/.trellis/scripts/multi-agent/create-pr.sh +241 -0
  60. package/.trellis/scripts/multi-agent/plan.sh +207 -0
  61. package/.trellis/scripts/multi-agent/start.sh +310 -0
  62. package/.trellis/scripts/multi-agent/status.sh +828 -0
  63. package/.trellis/scripts/task.sh +1118 -0
  64. package/.trellis/spec/backend/deepagents-guide.md +337 -0
  65. package/.trellis/spec/backend/directory-structure.md +126 -0
  66. package/.trellis/spec/backend/examples/skills/deepagents-guide/README.md +11 -0
  67. package/.trellis/spec/backend/examples/skills/deepagents-guide/agent.js.template +20 -0
  68. package/.trellis/spec/backend/examples/skills/deepagents-guide/skills-config.js.template +13 -0
  69. package/.trellis/spec/backend/examples/skills/deepagents-guide/subagent.js.template +19 -0
  70. package/.trellis/spec/backend/hook-guidelines.md +178 -0
  71. package/.trellis/spec/backend/index.md +36 -0
  72. package/.trellis/spec/backend/quality-guidelines.md +201 -0
  73. package/.trellis/spec/backend/state-management.md +76 -0
  74. package/.trellis/spec/backend/tool-guidelines.md +144 -0
  75. package/.trellis/spec/backend/type-safety.md +71 -0
  76. package/.trellis/spec/guides/code-reuse-thinking-guide.md +92 -0
  77. package/.trellis/spec/guides/cross-layer-thinking-guide.md +94 -0
  78. package/.trellis/spec/guides/index.md +79 -0
  79. package/.trellis/tasks/archive/02-02-evolving-skills/prd.md +61 -0
  80. package/.trellis/tasks/archive/02-02-evolving-skills/task.json +29 -0
  81. package/.trellis/tasks/archive/2026-02/00-bootstrap-guidelines/prd.md +86 -0
  82. package/.trellis/tasks/archive/2026-02/00-bootstrap-guidelines/task.json +27 -0
  83. package/.trellis/tasks/archive/2026-02/02-02-skills-system/check.jsonl +3 -0
  84. package/.trellis/tasks/archive/2026-02/02-02-skills-system/debug.jsonl +2 -0
  85. package/.trellis/tasks/archive/2026-02/02-02-skills-system/implement.jsonl +5 -0
  86. package/.trellis/tasks/archive/2026-02/02-02-skills-system/prd.md +33 -0
  87. package/.trellis/tasks/archive/2026-02/02-02-skills-system/task.json +41 -0
  88. package/.trellis/workflow.md +407 -0
  89. package/.trellis/workspace/index.md +123 -0
  90. package/.trellis/workspace/pony/index.md +40 -0
  91. package/.trellis/workspace/pony/journal-1.md +7 -0
  92. package/.trellis/worktree.yaml +47 -0
  93. package/AGENTS.md +18 -0
  94. package/CLAUDE.md +292 -0
  95. package/README.md +134 -0
  96. package/agents/deepspider.md +142 -0
  97. package/docs/DEBUG.md +42 -0
  98. package/docs/GUIDE.md +334 -0
  99. package/docs/PROMPT.md +60 -0
  100. package/docs/USAGE.md +226 -0
  101. package/eslint.config.js +51 -0
  102. package/package.json +78 -0
  103. package/requirements-crypto.txt +14 -0
  104. package/src/agent/index.js +97 -0
  105. package/src/agent/logger.js +164 -0
  106. package/src/agent/middleware/filterTools.js +64 -0
  107. package/src/agent/middleware/report.js +79 -0
  108. package/src/agent/prompts/system.js +315 -0
  109. package/src/agent/run.js +575 -0
  110. package/src/agent/skills/anti-detect/SKILL.md +28 -0
  111. package/src/agent/skills/anti-detect/evolved.md +12 -0
  112. package/src/agent/skills/captcha/SKILL.md +37 -0
  113. package/src/agent/skills/captcha/evolved.md +12 -0
  114. package/src/agent/skills/config.js +30 -0
  115. package/src/agent/skills/crawler/SKILL.md +9 -0
  116. package/src/agent/skills/crawler/evolved.md +16 -0
  117. package/src/agent/skills/dynamic-analysis/SKILL.md +91 -0
  118. package/src/agent/skills/dynamic-analysis/evolved.md +12 -0
  119. package/src/agent/skills/env/SKILL.md +72 -0
  120. package/src/agent/skills/env/evolved.md +12 -0
  121. package/src/agent/skills/evolve.js +79 -0
  122. package/src/agent/skills/general/SKILL.md +12 -0
  123. package/src/agent/skills/general/evolved.md +12 -0
  124. package/src/agent/skills/js2python/SKILL.md +30 -0
  125. package/src/agent/skills/js2python/evolved.md +13 -0
  126. package/src/agent/skills/report/SKILL.md +21 -0
  127. package/src/agent/skills/report/evolved.md +12 -0
  128. package/src/agent/skills/sandbox/SKILL.md +22 -0
  129. package/src/agent/skills/sandbox/evolved.md +16 -0
  130. package/src/agent/skills/static-analysis/SKILL.md +93 -0
  131. package/src/agent/skills/static-analysis/evolved.md +12 -0
  132. package/src/agent/skills/xpath/SKILL.md +119 -0
  133. package/src/agent/subagents/anti-detect.js +45 -0
  134. package/src/agent/subagents/captcha.js +51 -0
  135. package/src/agent/subagents/crawler.js +138 -0
  136. package/src/agent/subagents/dynamic.js +64 -0
  137. package/src/agent/subagents/env-agent.js +82 -0
  138. package/src/agent/subagents/index.js +37 -0
  139. package/src/agent/subagents/js2python.js +72 -0
  140. package/src/agent/subagents/sandbox.js +55 -0
  141. package/src/agent/subagents/static.js +66 -0
  142. package/src/agent/tools/analysis.js +135 -0
  143. package/src/agent/tools/analyzer.js +85 -0
  144. package/src/agent/tools/anti-detect.js +89 -0
  145. package/src/agent/tools/antidebug.js +64 -0
  146. package/src/agent/tools/async.js +43 -0
  147. package/src/agent/tools/browser.js +324 -0
  148. package/src/agent/tools/captcha.js +223 -0
  149. package/src/agent/tools/capture.js +179 -0
  150. package/src/agent/tools/correlate.js +303 -0
  151. package/src/agent/tools/crawler.js +116 -0
  152. package/src/agent/tools/cryptohook.js +80 -0
  153. package/src/agent/tools/debug.js +246 -0
  154. package/src/agent/tools/deobfuscator.js +90 -0
  155. package/src/agent/tools/env.js +83 -0
  156. package/src/agent/tools/envdump.js +92 -0
  157. package/src/agent/tools/evolve.js +164 -0
  158. package/src/agent/tools/extract.js +114 -0
  159. package/src/agent/tools/extractor.js +54 -0
  160. package/src/agent/tools/file.js +224 -0
  161. package/src/agent/tools/hook.js +84 -0
  162. package/src/agent/tools/hookManager.js +178 -0
  163. package/src/agent/tools/index.js +137 -0
  164. package/src/agent/tools/nodejs.js +101 -0
  165. package/src/agent/tools/patch.js +46 -0
  166. package/src/agent/tools/preprocess.js +71 -0
  167. package/src/agent/tools/profile.js +122 -0
  168. package/src/agent/tools/python.js +627 -0
  169. package/src/agent/tools/report.js +124 -0
  170. package/src/agent/tools/runtime.js +132 -0
  171. package/src/agent/tools/sandbox.js +79 -0
  172. package/src/agent/tools/store.js +73 -0
  173. package/src/agent/tools/trace.js +74 -0
  174. package/src/agent/tools/tracing.js +201 -0
  175. package/src/agent/tools/utils.js +51 -0
  176. package/src/agent/tools/verify.js +184 -0
  177. package/src/agent/tools/webcrack.js +109 -0
  178. package/src/analyzer/ASTAnalyzer.js +387 -0
  179. package/src/analyzer/CallStackAnalyzer.js +379 -0
  180. package/src/analyzer/Deobfuscator.js +289 -0
  181. package/src/analyzer/EncryptionAnalyzer.js +99 -0
  182. package/src/analyzer/index.js +22 -0
  183. package/src/browser/EnvBridge.js +186 -0
  184. package/src/browser/cdp.js +168 -0
  185. package/src/browser/client.js +197 -0
  186. package/src/browser/collector.js +444 -0
  187. package/src/browser/collectors/RequestCryptoLinker.js +109 -0
  188. package/src/browser/collectors/ResponseSearcher.js +107 -0
  189. package/src/browser/collectors/ScriptCollector.js +158 -0
  190. package/src/browser/collectors/index.js +26 -0
  191. package/src/browser/defaultHooks.js +932 -0
  192. package/src/browser/hooks/crypto.js +55 -0
  193. package/src/browser/hooks/index.js +64 -0
  194. package/src/browser/hooks/native.js +9 -0
  195. package/src/browser/hooks/network.js +33 -0
  196. package/src/browser/index.js +42 -0
  197. package/src/browser/interceptors/NetworkInterceptor.js +116 -0
  198. package/src/browser/interceptors/ScriptInterceptor.js +76 -0
  199. package/src/browser/interceptors/index.js +6 -0
  200. package/src/browser/ui/analysisPanel.js +1782 -0
  201. package/src/browser/ui/confirmDialog.js +158 -0
  202. package/src/browser/ui/panel.html +152 -0
  203. package/src/browser/ui/selector.js +170 -0
  204. package/src/config/index.js +5 -0
  205. package/src/config/paths.js +71 -0
  206. package/src/config/patterns/crypto.js +36 -0
  207. package/src/config/profiles/chrome.json +71 -0
  208. package/src/config/profiles/firefox.json +44 -0
  209. package/src/config/profiles/safari.json +38 -0
  210. package/src/core/EnvMonitor.js +200 -0
  211. package/src/core/PatchGenerator.js +278 -0
  212. package/src/core/Sandbox.js +181 -0
  213. package/src/env/AntiAntiDebug.js +111 -0
  214. package/src/env/AsyncHook.js +68 -0
  215. package/src/env/BrowserAPIList.js +265 -0
  216. package/src/env/CookieHook.js +48 -0
  217. package/src/env/CryptoHook.js +205 -0
  218. package/src/env/EnvCodeGenerator.js +157 -0
  219. package/src/env/EnvDumper.js +356 -0
  220. package/src/env/EnvExtractor.js +220 -0
  221. package/src/env/HookBase.js +618 -0
  222. package/src/env/NetworkHook.js +159 -0
  223. package/src/env/modules/bom/history.js +29 -0
  224. package/src/env/modules/bom/location.js +26 -0
  225. package/src/env/modules/bom/navigator.js +70 -0
  226. package/src/env/modules/bom/screen.js +26 -0
  227. package/src/env/modules/bom/storage.js +23 -0
  228. package/src/env/modules/dom/document.js +110 -0
  229. package/src/env/modules/dom/event.js +51 -0
  230. package/src/env/modules/index.js +34 -0
  231. package/src/env/modules/webapi/fetch.js +46 -0
  232. package/src/env/modules/webapi/url.js +47 -0
  233. package/src/env/modules/webapi/xhr.js +48 -0
  234. package/src/index.js +27 -0
  235. package/src/mcp/server.js +89 -0
  236. package/src/store/DataStore.js +708 -0
  237. package/src/store/Store.js +158 -0
  238. package/src/store/Validator.js +24 -0
  239. package/test/analyze.test.js +90 -0
  240. package/test/envdump.test.js +74 -0
  241. package/test/flow.test.js +90 -0
  242. package/test/hooks.test.js +138 -0
  243. package/test/plugin.test.js +35 -0
  244. package/test/refactor-full.test.js +30 -0
  245. package/test/refactor.test.js +21 -0
  246. package/test/samples/obfuscated.js +61 -0
  247. package/test/samples/original.js +66 -0
  248. package/test/samples/v10_eval_chain.js +52 -0
  249. package/test/samples/v11_bytecode_vm.js +81 -0
  250. package/test/samples/v12_polymorphic.js +69 -0
  251. package/test/samples/v1_ob_basic.js +98 -0
  252. package/test/samples/v2_ob_advanced.js +99 -0
  253. package/test/samples/v3_jjencode.js +77 -0
  254. package/test/samples/v4_aaencode.js +73 -0
  255. package/test/samples/v5_control_flow.js +86 -0
  256. package/test/samples/v6_string_encryption.js +71 -0
  257. package/test/samples/v7_jsvmp.js +83 -0
  258. package/test/samples/v8_anti_debug.js +79 -0
  259. package/test/samples/v9_proxy_trap.js +49 -0
  260. package/test/samples.test.js +96 -0
  261. package/test/webcrack.test.js +55 -0
@@ -0,0 +1,220 @@
1
+ /**
2
+ * DeepSpider - 浏览器环境提取器
3
+ * 从真实浏览器中提取环境属性描述符
4
+ */
5
+
6
+ export class EnvExtractor {
7
+ constructor() {
8
+ // 通用环境对象列表
9
+ this.universalObjects = [
10
+ 'navigator', 'screen', 'location', 'history',
11
+ 'localStorage', 'sessionStorage', 'document', 'window'
12
+ ];
13
+
14
+ // 浏览器特定对象
15
+ this.browserSpecificObjects = {
16
+ chrome: ['chrome', 'caches'],
17
+ firefox: ['InstallTrigger'],
18
+ safari: ['safari'],
19
+ };
20
+ }
21
+
22
+ /**
23
+ * 生成单个对象的提取脚本
24
+ */
25
+ generateExtractScript(objPath, options = {}) {
26
+ const { includeProto = true, maxDepth = 2 } = options;
27
+
28
+ return `
29
+ (function() {
30
+ const objPath = "${objPath}";
31
+ const includeProto = ${includeProto};
32
+ const maxDepth = ${maxDepth};
33
+ const result = { path: objPath, properties: {}, proto: null };
34
+
35
+ function getObj(path) {
36
+ return path.split('.').reduce((o, k) => o && o[k], window);
37
+ }
38
+
39
+ function serializeDescriptor(desc, propName) {
40
+ const serialized = {};
41
+ for (const key in desc) {
42
+ const val = desc[key];
43
+ if (typeof val === 'function') {
44
+ // 尝试获取函数返回值
45
+ try {
46
+ const ret = val.call(getObj(objPath));
47
+ serialized[key] = { type: 'function', returns: ret };
48
+ } catch {
49
+ serialized[key] = { type: 'function', returns: null };
50
+ }
51
+ } else if (typeof val === 'object' && val !== null) {
52
+ serialized[key] = { type: 'object', value: JSON.stringify(val) };
53
+ } else {
54
+ serialized[key] = { type: typeof val, value: val };
55
+ }
56
+ }
57
+ return serialized;
58
+ }
59
+
60
+ try {
61
+ const obj = getObj(objPath);
62
+ if (!obj) {
63
+ return JSON.stringify({ error: objPath + ' not found' });
64
+ }
65
+
66
+ // 提取自身属性
67
+ const ownDescs = Object.getOwnPropertyDescriptors(obj);
68
+ for (const prop in ownDescs) {
69
+ result.properties[prop] = serializeDescriptor(ownDescs[prop], prop);
70
+ }
71
+
72
+ // 提取原型属性
73
+ if (includeProto && obj.__proto__) {
74
+ const protoDescs = Object.getOwnPropertyDescriptors(obj.__proto__);
75
+ result.proto = {};
76
+ for (const prop in protoDescs) {
77
+ result.proto[prop] = serializeDescriptor(protoDescs[prop], prop);
78
+ }
79
+ }
80
+
81
+ return JSON.stringify(result);
82
+ } catch (e) {
83
+ return JSON.stringify({ error: e.message });
84
+ }
85
+ })();
86
+ `;
87
+ }
88
+
89
+ /**
90
+ * 生成批量提取脚本
91
+ */
92
+ generateBatchExtractScript(objPaths) {
93
+ return `
94
+ (function() {
95
+ const paths = ${JSON.stringify(objPaths)};
96
+ const results = {};
97
+
98
+ function getObj(path) {
99
+ return path.split('.').reduce((o, k) => o && o[k], window);
100
+ }
101
+
102
+ function extractProps(obj) {
103
+ const props = {};
104
+ const descs = Object.getOwnPropertyDescriptors(obj);
105
+ for (const prop in descs) {
106
+ const desc = descs[prop];
107
+ props[prop] = {};
108
+ for (const key in desc) {
109
+ const val = desc[key];
110
+ if (typeof val === 'function') {
111
+ try {
112
+ props[prop][key] = { type: 'getter', value: val.call(obj) };
113
+ } catch {
114
+ props[prop][key] = { type: 'function' };
115
+ }
116
+ } else {
117
+ props[prop][key] = { type: typeof val, value: val };
118
+ }
119
+ }
120
+ }
121
+ return props;
122
+ }
123
+
124
+ for (const path of paths) {
125
+ try {
126
+ const obj = getObj(path);
127
+ if (obj) {
128
+ results[path] = {
129
+ own: extractProps(obj),
130
+ proto: obj.__proto__ ? extractProps(obj.__proto__) : null
131
+ };
132
+ }
133
+ } catch (e) {
134
+ results[path] = { error: e.message };
135
+ }
136
+ }
137
+
138
+ return JSON.stringify(results);
139
+ })();
140
+ `;
141
+ }
142
+
143
+ /**
144
+ * 将提取结果转换为补丁代码
145
+ */
146
+ generatePatchCode(extractResult, objPath) {
147
+ const lines = [];
148
+ const data = typeof extractResult === 'string'
149
+ ? JSON.parse(extractResult)
150
+ : extractResult;
151
+
152
+ if (data.error) {
153
+ return `// Error: ${data.error}`;
154
+ }
155
+
156
+ // 处理原型属性
157
+ if (data.proto) {
158
+ lines.push(`// ${objPath}.__proto__ 属性`);
159
+ for (const prop in data.proto) {
160
+ const desc = data.proto[prop];
161
+ lines.push(this._generateDefineProperty(`${objPath}.__proto__`, prop, desc));
162
+ }
163
+ }
164
+
165
+ // 处理自身属性
166
+ if (data.properties) {
167
+ lines.push(`\n// ${objPath} 自身属性`);
168
+ for (const prop in data.properties) {
169
+ const desc = data.properties[prop];
170
+ lines.push(this._generateDefineProperty(objPath, prop, desc));
171
+ }
172
+ }
173
+
174
+ return lines.join('\n');
175
+ }
176
+
177
+ _generateDefineProperty(objPath, prop, desc) {
178
+ const parts = [];
179
+
180
+ for (const key in desc) {
181
+ const info = desc[key];
182
+ if (info.type === 'function' || info.type === 'getter') {
183
+ const val = info.returns !== undefined ? info.returns : info.value;
184
+ const valStr = typeof val === 'string' ? `"${val}"` : JSON.stringify(val);
185
+ parts.push(`${key}: function() { return ${valStr}; }`);
186
+ } else if (info.type === 'boolean') {
187
+ parts.push(`${key}: ${info.value}`);
188
+ } else if (info.type === 'number') {
189
+ parts.push(`${key}: ${info.value}`);
190
+ } else if (info.type === 'string') {
191
+ parts.push(`${key}: "${info.value}"`);
192
+ } else {
193
+ parts.push(`${key}: ${JSON.stringify(info.value)}`);
194
+ }
195
+ }
196
+
197
+ return `Object.defineProperty(${objPath}, "${prop}", { ${parts.join(', ')} });`;
198
+ }
199
+
200
+ /**
201
+ * 判断补丁类型
202
+ */
203
+ classifyPatch(objPath) {
204
+ const root = objPath.split('.')[0];
205
+
206
+ if (this.universalObjects.includes(root)) {
207
+ return 'universal';
208
+ }
209
+
210
+ for (const [browser, objs] of Object.entries(this.browserSpecificObjects)) {
211
+ if (objs.includes(root)) {
212
+ return `browser-${browser}`;
213
+ }
214
+ }
215
+
216
+ return 'site-specific';
217
+ }
218
+ }
219
+
220
+ export default EnvExtractor;