@kya-os/checkpoint-shared 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,890 @@
1
+ {
2
+ "version": "1.0.0",
3
+ "lastUpdated": "2026-04-26T00:00:00Z",
4
+ "metadata": {
5
+ "author": "AgentShield Team",
6
+ "description": "Merged detection rules from all sources",
7
+ "source": "Compiled from modular YAML files",
8
+ "files": [
9
+ {
10
+ "path": "core.yaml",
11
+ "version": "1.0.0",
12
+ "lastUpdated": "2026-04-26T00:00:00Z"
13
+ },
14
+ {
15
+ "path": "agents/ai_crawlers.yaml",
16
+ "version": "1.0.0",
17
+ "lastUpdated": "2026-04-26T00:00:00Z"
18
+ },
19
+ {
20
+ "path": "agents/anthropic.yaml",
21
+ "version": "1.0.0",
22
+ "lastUpdated": "2026-04-26T00:00:00Z"
23
+ },
24
+ {
25
+ "path": "agents/ecommerce.yaml",
26
+ "version": "1.0.0",
27
+ "lastUpdated": "2026-04-26T00:00:00Z"
28
+ },
29
+ {
30
+ "path": "agents/google.yaml",
31
+ "version": "1.0.0",
32
+ "lastUpdated": "2026-04-26T00:00:00Z"
33
+ },
34
+ {
35
+ "path": "agents/microsoft.yaml",
36
+ "version": "1.0.0",
37
+ "lastUpdated": "2026-04-26T00:00:00Z"
38
+ },
39
+ {
40
+ "path": "agents/misc_crawlers.yaml",
41
+ "version": "1.0.0",
42
+ "lastUpdated": "2026-04-26T00:00:00Z"
43
+ },
44
+ {
45
+ "path": "agents/openai.yaml",
46
+ "version": "1.0.0",
47
+ "lastUpdated": "2026-04-26T00:00:00Z"
48
+ },
49
+ {
50
+ "path": "agents/other.yaml",
51
+ "version": "1.0.0",
52
+ "lastUpdated": "2026-04-26T00:00:00Z"
53
+ },
54
+ {
55
+ "path": "agents/perplexity.yaml",
56
+ "version": "1.0.0",
57
+ "lastUpdated": "2025-08-18T00:00:00Z"
58
+ },
59
+ {
60
+ "path": "agents/search_engines.yaml",
61
+ "version": "1.0.0",
62
+ "lastUpdated": "2026-04-26T00:00:00Z"
63
+ },
64
+ {
65
+ "path": "ip-ranges/aws.yaml",
66
+ "version": "1.0.0",
67
+ "lastUpdated": "2025-01-10T00:00:00Z"
68
+ }
69
+ ],
70
+ "hash": "58f3ec67889f255c78bc571031af8dca3d9e2b6975ad42803758b2342516070b"
71
+ },
72
+ "rules": {
73
+ "userAgents": {
74
+ "generic_bot": {
75
+ "patterns": [
76
+ "bot",
77
+ "Bot",
78
+ "crawler",
79
+ "Crawler",
80
+ "spider",
81
+ "Spider",
82
+ "scraper",
83
+ "Scraper",
84
+ "agent",
85
+ "Agent"
86
+ ],
87
+ "confidence": 0.7,
88
+ "category": "unknown",
89
+ "description": "Generic bot patterns"
90
+ },
91
+ "dev_tools": {
92
+ "patterns": ["PostmanRuntime", "insomnia", "curl", "Wget", "HTTPie"],
93
+ "confidence": 0.6,
94
+ "category": "automation",
95
+ "description": "Development and testing tools"
96
+ },
97
+ "automation_tools": {
98
+ "patterns": [
99
+ "Puppeteer",
100
+ "HeadlessChrome",
101
+ "Playwright",
102
+ "selenium",
103
+ "webdriver",
104
+ "Scrapy"
105
+ ],
106
+ "confidence": 0.8,
107
+ "category": "automation",
108
+ "description": "Browser automation tools"
109
+ },
110
+ "anthropic_crawler": {
111
+ "patterns": ["ClaudeBot", "claudebot"],
112
+ "confidence": 0.95,
113
+ "description": "Anthropic's web crawler for training data (not Claude AI assistant)",
114
+ "category": "scraper"
115
+ },
116
+ "meta_crawler": {
117
+ "patterns": ["facebookexternalhit", "facebookcatalog", "FacebookBot"],
118
+ "confidence": 0.9,
119
+ "description": "Meta/Facebook web crawlers for link previews and training",
120
+ "category": "scraper"
121
+ },
122
+ "openai_crawler": {
123
+ "patterns": ["GPTBot"],
124
+ "confidence": 0.95,
125
+ "description": "OpenAI's web crawler for training data (not ChatGPT assistant)",
126
+ "category": "scraper"
127
+ },
128
+ "common_crawl": {
129
+ "patterns": ["CCBot", "CommonCrawl"],
130
+ "confidence": 0.9,
131
+ "description": "Common Crawl dataset collector",
132
+ "category": "scraper"
133
+ },
134
+ "bytedance_crawler": {
135
+ "patterns": ["Bytespider", "ByteDance"],
136
+ "confidence": 0.85,
137
+ "description": "ByteDance/TikTok web crawler",
138
+ "category": "scraper"
139
+ },
140
+ "perplexity_crawler": {
141
+ "patterns": ["PerplexityBot"],
142
+ "confidence": 0.85,
143
+ "description": "Perplexity AI crawler for training data",
144
+ "category": "scraper"
145
+ },
146
+ "amazon_bedrock": {
147
+ "patterns": ["bedrockbot", "AmazonBedrock"],
148
+ "confidence": 0.85,
149
+ "description": "Amazon Bedrock AI crawler",
150
+ "category": "scraper"
151
+ },
152
+ "you_crawler": {
153
+ "patterns": ["YouBot", "youbot"],
154
+ "confidence": 0.85,
155
+ "description": "You.com AI crawler (training data collection)",
156
+ "category": "scraper"
157
+ },
158
+ "anthropic_claude": {
159
+ "patterns": [
160
+ "Claude-Web",
161
+ "Claude-SearchBot",
162
+ "Claude-User",
163
+ "anthropic-ai",
164
+ "claude-web",
165
+ "claude-code",
166
+ "claude code"
167
+ ],
168
+ "confidence": 0.95,
169
+ "description": "Anthropic Claude AI assistant (not crawlers)",
170
+ "category": "ai_assistant"
171
+ },
172
+ "amazonbot": {
173
+ "patterns": [
174
+ "Amazonbot",
175
+ "AmazonProductDiscovery",
176
+ "AmazonProductAdvertising",
177
+ "AmazonAssociatesBot",
178
+ "AmazonSmile",
179
+ "AmazonRoute53HealthCheck",
180
+ "AmazonCloudFront"
181
+ ],
182
+ "confidence": 0.95,
183
+ "description": "Amazon crawler for product discovery and advertising",
184
+ "category": "scraper"
185
+ },
186
+ "shopify_bot": {
187
+ "patterns": ["Shopify", "ShopifyBot", "Shopify-Partner", "ShopifyApp"],
188
+ "confidence": 0.85,
189
+ "description": "Shopify e-commerce bot",
190
+ "category": "scraper"
191
+ },
192
+ "pinterest_bot": {
193
+ "patterns": ["Pinterestbot", "Pinterest", "Pinterest-Pinbot"],
194
+ "confidence": 0.85,
195
+ "description": "Pinterest crawler for product images",
196
+ "category": "scraper"
197
+ },
198
+ "price_comparison": {
199
+ "patterns": [
200
+ "PriceSpider",
201
+ "Priceza",
202
+ "ShopAlike",
203
+ "Shopzilla",
204
+ "BizRate",
205
+ "PriceGrabber",
206
+ "NexTag",
207
+ "PriceRunner",
208
+ "Kelkoo"
209
+ ],
210
+ "confidence": 0.8,
211
+ "description": "Price comparison service bots",
212
+ "category": "scraper"
213
+ },
214
+ "ebay_bot": {
215
+ "patterns": ["eBayBot", "eBay", "ebaypartnernetwork"],
216
+ "confidence": 0.85,
217
+ "description": "eBay marketplace bot",
218
+ "category": "scraper"
219
+ },
220
+ "alibaba_bot": {
221
+ "patterns": ["AlibabaBot", "Alibaba", "AliExpress"],
222
+ "confidence": 0.85,
223
+ "description": "Alibaba/AliExpress crawler",
224
+ "category": "scraper"
225
+ },
226
+ "google_shopping": {
227
+ "patterns": [
228
+ "Google-Shopping",
229
+ "Googlebot-Commerce",
230
+ "Google-Merchant",
231
+ "Google Shopping Quality"
232
+ ],
233
+ "confidence": 0.9,
234
+ "category": "search_engine",
235
+ "description": "Google Shopping and Merchant Center bots"
236
+ },
237
+ "walmart_bot": {
238
+ "patterns": ["WalmartBot", "Walmart"],
239
+ "confidence": 0.85,
240
+ "description": "Walmart marketplace bot",
241
+ "category": "scraper"
242
+ },
243
+ "stripe_bot": {
244
+ "patterns": ["Stripe", "StripeBot"],
245
+ "confidence": 0.85,
246
+ "category": "automation",
247
+ "description": "Stripe payment processor bot"
248
+ },
249
+ "paypal_bot": {
250
+ "patterns": ["PayPal", "PayPalBot", "PayPalIPN"],
251
+ "confidence": 0.85,
252
+ "category": "automation",
253
+ "description": "PayPal payment processor bot"
254
+ },
255
+ "etsy_bot": {
256
+ "patterns": ["EtsyBot", "Etsy"],
257
+ "confidence": 0.85,
258
+ "description": "Etsy marketplace bot",
259
+ "category": "scraper"
260
+ },
261
+ "google_ai": {
262
+ "patterns": [
263
+ "Bard",
264
+ "Gemini",
265
+ "Google-Gemini",
266
+ "Gemini-Deep-Research",
267
+ "GoogleAgent-Mariner",
268
+ "PaLM",
269
+ "LaMDA"
270
+ ],
271
+ "confidence": 0.9,
272
+ "description": "Google AI assistants and language models",
273
+ "category": "ai_assistant"
274
+ },
275
+ "google_vertex": {
276
+ "patterns": ["Google-Vertex", "VertexAI"],
277
+ "confidence": 0.85,
278
+ "description": "Google Vertex AI platform",
279
+ "category": "ai_assistant"
280
+ },
281
+ "microsoft_ai": {
282
+ "patterns": ["BingPreview/.*ChatGPT", "Copilot"],
283
+ "confidence": 0.9,
284
+ "description": "Microsoft Copilot and Bing AI",
285
+ "category": "ai_assistant"
286
+ },
287
+ "ahrefsbot": {
288
+ "patterns": ["AhrefsBot", "Ahrefs Bot"],
289
+ "confidence": 0.9,
290
+ "category": "analytics",
291
+ "description": "Ahrefs SEO crawler (link and backlink indexing)"
292
+ },
293
+ "twitterbot": {
294
+ "patterns": ["Twitterbot", "TwitterBot"],
295
+ "confidence": 0.9,
296
+ "category": "social_media",
297
+ "description": "Twitter / X link preview crawler"
298
+ },
299
+ "datadog_synthetics": {
300
+ "patterns": ["Datadog/Synthetics", "DatadogSynthetics"],
301
+ "confidence": 0.9,
302
+ "category": "monitoring",
303
+ "description": "Datadog Synthetics uptime monitoring bot"
304
+ },
305
+ "openai_chatgpt": {
306
+ "patterns": [
307
+ "ChatGPT-User",
308
+ "OAI-SearchBot",
309
+ "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User"
310
+ ],
311
+ "confidence": 0.95,
312
+ "description": "ChatGPT AI assistant with web browsing capability",
313
+ "category": "ai_assistant"
314
+ },
315
+ "xai_grok": {
316
+ "patterns": ["xAI-Grok", "GrokBot", "Grok-DeepSearch"],
317
+ "confidence": 0.95,
318
+ "description": "xAI Grok AI assistant",
319
+ "category": "ai_assistant"
320
+ },
321
+ "mistral_ai": {
322
+ "patterns": ["MistralAI-User", "Mistral-AI"],
323
+ "confidence": 0.95,
324
+ "description": "Mistral AI assistant",
325
+ "category": "ai_assistant"
326
+ },
327
+ "deepseek_ai": {
328
+ "patterns": ["DeepSeek-User"],
329
+ "confidence": 0.95,
330
+ "description": "DeepSeek AI assistant",
331
+ "category": "ai_assistant"
332
+ },
333
+ "deepseek_crawler": {
334
+ "patterns": ["DeepSeekBot"],
335
+ "confidence": 0.95,
336
+ "category": "scraper",
337
+ "description": "DeepSeek web crawler for training data"
338
+ },
339
+ "perplexity_ai": {
340
+ "patterns": ["Perplexity-User", "Perplexity/", "Comet"],
341
+ "confidence": 0.95,
342
+ "description": "Perplexity AI assistant (Perplexity-User, Perplexity/N, Comet browser)",
343
+ "category": "ai_assistant"
344
+ },
345
+ "amazon_q": {
346
+ "patterns": ["NovaAct", "Amazon-Q"],
347
+ "confidence": 0.95,
348
+ "description": "Amazon Q AI assistant",
349
+ "category": "ai_assistant"
350
+ },
351
+ "meta_ai": {
352
+ "patterns": ["Meta-ExternalAgent"],
353
+ "confidence": 0.95,
354
+ "category": "scraper",
355
+ "description": "Meta AI assistant"
356
+ },
357
+ "kya_agent": {
358
+ "patterns": ["KYA-Agent/", "KYA-OS", "KYA-Compute/"],
359
+ "confidence": 0.95,
360
+ "description": "KYA-OS managed agent with agent identity",
361
+ "category": "ai_assistant"
362
+ },
363
+ "cohere_bot": {
364
+ "patterns": ["CohereBot", "cohere-ai"],
365
+ "confidence": 0.85,
366
+ "category": "scraper",
367
+ "description": "Cohere AI bot"
368
+ },
369
+ "huggingface_bot": {
370
+ "patterns": ["HuggingFace", "transformers"],
371
+ "confidence": 0.8,
372
+ "category": "scraper",
373
+ "description": "HuggingFace model agents"
374
+ },
375
+ "googlebot": {
376
+ "patterns": [
377
+ "Googlebot",
378
+ "Googlebot-Image",
379
+ "Googlebot-Video",
380
+ "Googlebot-News",
381
+ "AdsBot-Google",
382
+ "Mediapartners-Google",
383
+ "Google-InspectionTool",
384
+ "GoogleOther",
385
+ "Google-Read-Aloud",
386
+ "Google-Extended"
387
+ ],
388
+ "confidence": 0.95,
389
+ "description": "Google search crawler and related bots",
390
+ "category": "search_engine"
391
+ },
392
+ "bingbot": {
393
+ "patterns": [
394
+ "bingbot",
395
+ "Bingbot",
396
+ "BingPreview",
397
+ "msnbot",
398
+ "MSNBot",
399
+ "msnbot-media",
400
+ "adidxbot",
401
+ "BingApis"
402
+ ],
403
+ "confidence": 0.95,
404
+ "description": "Microsoft Bing search crawler (includes msnbot-media variant)",
405
+ "category": "search_engine"
406
+ },
407
+ "duckduckgo": {
408
+ "patterns": [
409
+ "DuckDuckBot",
410
+ "DuckDuckGo",
411
+ "DuckDuckGo-Favicons-Bot",
412
+ "DuckDuckGoImageProxy"
413
+ ],
414
+ "confidence": 0.9,
415
+ "description": "DuckDuckGo search crawler",
416
+ "category": "search_engine"
417
+ },
418
+ "yandexbot": {
419
+ "patterns": [
420
+ "YandexBot",
421
+ "YandexImages",
422
+ "YandexVideo",
423
+ "YandexMedia",
424
+ "YandexNews",
425
+ "YandexMetrika",
426
+ "YandexMarket"
427
+ ],
428
+ "confidence": 0.9,
429
+ "description": "Yandex search crawler",
430
+ "category": "search_engine"
431
+ },
432
+ "baiduspider": {
433
+ "patterns": [
434
+ "Baiduspider",
435
+ "Baiduspider-image",
436
+ "Baiduspider-video",
437
+ "Baiduspider-news",
438
+ "Baiduspider-mobile"
439
+ ],
440
+ "confidence": 0.9,
441
+ "description": "Baidu search crawler",
442
+ "category": "search_engine"
443
+ },
444
+ "applebot": {
445
+ "patterns": ["Applebot", "AppleNewsBot", "Apple-PubSub"],
446
+ "confidence": 0.9,
447
+ "description": "Apple search crawler for Siri and Spotlight",
448
+ "category": "search_engine"
449
+ },
450
+ "seznambot": {
451
+ "patterns": ["SeznamBot", "Seznam"],
452
+ "confidence": 0.85,
453
+ "description": "Seznam search crawler (Czech search engine)",
454
+ "category": "search_engine"
455
+ },
456
+ "qwantbot": {
457
+ "patterns": ["Qwant", "Qwantify"],
458
+ "confidence": 0.85,
459
+ "description": "Qwant search crawler",
460
+ "category": "search_engine"
461
+ },
462
+ "sogoubot": {
463
+ "patterns": ["Sogou", "Sogou web spider", "Sogou inst spider", "Sogou spider"],
464
+ "confidence": 0.85,
465
+ "description": "Sogou search crawler (Chinese search engine)",
466
+ "category": "search_engine"
467
+ },
468
+ "exabot": {
469
+ "patterns": ["Exabot", "ExaleadCloudView"],
470
+ "confidence": 0.85,
471
+ "description": "Exalead search crawler",
472
+ "category": "search_engine"
473
+ },
474
+ "archive_bot": {
475
+ "patterns": ["ia_archiver", "Wayback Machine", "archive.org_bot", "InternetArchiveBot"],
476
+ "confidence": 0.9,
477
+ "description": "Internet Archive crawler",
478
+ "category": "search_engine"
479
+ }
480
+ },
481
+ "ipRanges": {
482
+ "anthropic": {
483
+ "ranges": ["35.160.0.0/13", "44.230.0.0/16", "54.190.0.0/16"],
484
+ "confidence": 0.9,
485
+ "provider": "Anthropic",
486
+ "lastUpdated": "2025-01-10"
487
+ },
488
+ "amazon_aws": {
489
+ "ranges": ["52.0.0.0/8", "54.0.0.0/8", "3.0.0.0/8"],
490
+ "confidence": 0.5,
491
+ "provider": "Amazon AWS"
492
+ },
493
+ "cloudflare": {
494
+ "ranges": [
495
+ "173.245.48.0/20",
496
+ "103.21.244.0/22",
497
+ "103.22.200.0/22",
498
+ "103.31.4.0/22",
499
+ "141.101.64.0/18",
500
+ "108.162.192.0/18"
501
+ ],
502
+ "confidence": 0.4,
503
+ "provider": "Cloudflare"
504
+ },
505
+ "gcp": {
506
+ "ranges": ["35.190.0.0/16", "35.240.0.0/16", "34.0.0.0/8"],
507
+ "confidence": 0.5,
508
+ "provider": "Google Cloud",
509
+ "lastUpdated": "2025-01-10"
510
+ },
511
+ "azure": {
512
+ "ranges": ["40.0.0.0/8", "20.0.0.0/8", "13.0.0.0/8"],
513
+ "confidence": 0.5,
514
+ "provider": "Microsoft Azure",
515
+ "lastUpdated": "2025-01-10"
516
+ },
517
+ "openai": {
518
+ "ranges": ["20.14.0.0/16", "52.230.0.0/15", "20.10.0.0/16", "52.156.0.0/14"],
519
+ "confidence": 0.9,
520
+ "provider": "OpenAI",
521
+ "lastUpdated": "2025-01-10"
522
+ },
523
+ "google": {
524
+ "ranges": ["66.249.64.0/19", "66.249.79.0/24"],
525
+ "confidence": 0.7,
526
+ "provider": "Google"
527
+ },
528
+ "bing": {
529
+ "ranges": ["40.77.167.0/24", "157.55.39.0/24", "207.46.13.0/24"],
530
+ "confidence": 0.7,
531
+ "provider": "Microsoft"
532
+ },
533
+ "aws": {
534
+ "ranges": ["52.0.0.0/8", "54.0.0.0/8", "18.0.0.0/8", "35.0.0.0/8"],
535
+ "confidence": 0.5,
536
+ "provider": "AWS",
537
+ "lastUpdated": "2025-01-10"
538
+ }
539
+ },
540
+ "signatures": {},
541
+ "headers": {
542
+ "suspicious": [
543
+ {
544
+ "name": "X-AI-Agent",
545
+ "confidence": 0.9
546
+ },
547
+ {
548
+ "name": "X-Bot-Token",
549
+ "confidence": 0.9
550
+ },
551
+ {
552
+ "name": "X-Agent-ID",
553
+ "confidence": 0.9
554
+ },
555
+ {
556
+ "name": "X-LLM-Request",
557
+ "confidence": 0.9
558
+ },
559
+ {
560
+ "name": "X-Automated-Browser",
561
+ "confidence": 0.85
562
+ },
563
+ {
564
+ "name": "X-Bot-Request",
565
+ "confidence": 0.85
566
+ },
567
+ {
568
+ "name": "X-Crawler",
569
+ "confidence": 0.8
570
+ },
571
+ {
572
+ "name": "X-Scraper",
573
+ "confidence": 0.8
574
+ },
575
+ {
576
+ "name": "kya-agent-did",
577
+ "confidence": 0.95
578
+ },
579
+ {
580
+ "name": "X-Anthropic-Client",
581
+ "confidence": 0.95,
582
+ "provider": "Anthropic"
583
+ },
584
+ {
585
+ "name": "anthropic-client-id",
586
+ "confidence": 0.9,
587
+ "provider": "Anthropic"
588
+ },
589
+ {
590
+ "name": "X-Claude",
591
+ "confidence": 0.9,
592
+ "provider": "Anthropic"
593
+ },
594
+ {
595
+ "name": "X-Gemini",
596
+ "confidence": 0.9,
597
+ "provider": "Google"
598
+ },
599
+ {
600
+ "name": "X-Bard",
601
+ "confidence": 0.9,
602
+ "provider": "Google"
603
+ },
604
+ {
605
+ "name": "x-ms-copilot-id",
606
+ "confidence": 0.45,
607
+ "provider": "Microsoft"
608
+ },
609
+ {
610
+ "name": "X-OpenAI-Assistant",
611
+ "confidence": 0.95,
612
+ "provider": "OpenAI"
613
+ },
614
+ {
615
+ "name": "openai-conversation-id",
616
+ "confidence": 0.85,
617
+ "provider": "OpenAI"
618
+ },
619
+ {
620
+ "name": "signature-agent",
621
+ "confidence": 0.95,
622
+ "provider": "ChatGPT"
623
+ },
624
+ {
625
+ "name": "Signature-Agent",
626
+ "confidence": 0.95,
627
+ "provider": "ChatGPT"
628
+ },
629
+ {
630
+ "name": "signature",
631
+ "confidence": 0.95,
632
+ "provider": "ChatGPT"
633
+ },
634
+ {
635
+ "name": "Signature",
636
+ "confidence": 0.95,
637
+ "provider": "ChatGPT"
638
+ },
639
+ {
640
+ "name": "signature-input",
641
+ "confidence": 0.95,
642
+ "provider": "ChatGPT"
643
+ },
644
+ {
645
+ "name": "Signature-Input",
646
+ "confidence": 0.95,
647
+ "provider": "ChatGPT"
648
+ }
649
+ ],
650
+ "required": [
651
+ {
652
+ "name": "User-Agent",
653
+ "suspiciousIfMissing": true,
654
+ "confidence": 0.7
655
+ },
656
+ {
657
+ "name": "Accept",
658
+ "suspiciousIfMissing": true,
659
+ "confidence": 0.5
660
+ },
661
+ {
662
+ "name": "Accept-Language",
663
+ "suspiciousIfMissing": true,
664
+ "confidence": 0.4
665
+ },
666
+ {
667
+ "name": "Accept-Encoding",
668
+ "suspiciousIfMissing": true,
669
+ "confidence": 0.4
670
+ }
671
+ ],
672
+ "forbidden": [
673
+ {
674
+ "name": "X-Test-Request",
675
+ "confidence": 0.6
676
+ },
677
+ {
678
+ "name": "X-Debug-Mode",
679
+ "confidence": 0.6
680
+ }
681
+ ]
682
+ },
683
+ "behavioral": {
684
+ "thresholds": {
685
+ "minTimeOnPage": 100,
686
+ "maxRequestsPerSecond": 10,
687
+ "minMouseMovements": 0,
688
+ "minKeyboardEvents": 0,
689
+ "maxScrollVariance": 0,
690
+ "timeWindow": 5000
691
+ },
692
+ "patterns": [
693
+ {
694
+ "name": "rapid_sequential_requests",
695
+ "type": "rapid_requests",
696
+ "config": {
697
+ "threshold": 5,
698
+ "timeWindow": 1000
699
+ },
700
+ "confidenceModifier": 0.3
701
+ },
702
+ {
703
+ "name": "no_mouse_movement",
704
+ "type": "no_interaction",
705
+ "config": {
706
+ "afterPageLoad": 5000
707
+ },
708
+ "confidenceModifier": 0.2
709
+ },
710
+ {
711
+ "name": "perfect_scrolling",
712
+ "type": "perfect_scrolling",
713
+ "config": {
714
+ "variance": 0
715
+ },
716
+ "confidenceModifier": 0.2
717
+ },
718
+ {
719
+ "name": "sequential_pagination",
720
+ "type": "sequential_access",
721
+ "config": {
722
+ "pattern": "page|offset|cursor|id"
723
+ },
724
+ "confidenceModifier": 0.3
725
+ }
726
+ ],
727
+ "confidence": 0.8
728
+ },
729
+ "perplexity": {
730
+ "browser": {
731
+ "headless_chrome": {
732
+ "required": true,
733
+ "patterns": [
734
+ {
735
+ "headless": true
736
+ },
737
+ {
738
+ "chrome": true
739
+ },
740
+ {
741
+ "user_agent_version": "138.0.0.0"
742
+ }
743
+ ],
744
+ "confidence": 0.9
745
+ },
746
+ "canvas_fingerprint": {
747
+ "known_hashes": ["-2ad6a93f", "-1a2b3c4d"],
748
+ "confidence": 0.85
749
+ },
750
+ "webrtc_behavior": {
751
+ "pattern": "timeout",
752
+ "confidence": 0.8
753
+ },
754
+ "plugin_count": {
755
+ "exact_count": 5,
756
+ "confidence": 0.7
757
+ }
758
+ },
759
+ "behavioral": {
760
+ "interaction": {
761
+ "mouse_movements": 0,
762
+ "keyboard_events": 0,
763
+ "touch_events": 0,
764
+ "confidence": 0.8
765
+ },
766
+ "timing": {
767
+ "collection_time_range": {
768
+ "min": 1000,
769
+ "max": 1030
770
+ },
771
+ "confidence": 0.6
772
+ },
773
+ "connection": {
774
+ "rtt_consistency": 50,
775
+ "downlink_variance": 2,
776
+ "confidence": 0.7
777
+ }
778
+ },
779
+ "technical": {
780
+ "webgl": {
781
+ "vendor": "Google Inc. (Apple)",
782
+ "renderer_pattern": "ANGLE.*Apple M.*",
783
+ "confidence": 0.6
784
+ },
785
+ "memory": {
786
+ "heap_size_pattern": {
787
+ "min": 3500000,
788
+ "max": 3700000
789
+ },
790
+ "confidence": 0.5
791
+ },
792
+ "screen": {
793
+ "common_resolutions": ["5120x1440", "2560x1440", "1920x1080"],
794
+ "confidence": 0.4
795
+ },
796
+ "timezone": {
797
+ "common_offsets": [300, 240, 480],
798
+ "confidence": 0.3
799
+ }
800
+ },
801
+ "network": {
802
+ "ip_patterns": {
803
+ "ranges": ["136.62.0.0/16", "52.0.0.0/8"],
804
+ "confidence": 0.6
805
+ },
806
+ "header_patterns": {
807
+ "missing_headers": [
808
+ "sec-ch-ua-full-version-list",
809
+ "sec-ch-ua-wow64",
810
+ "sec-ch-prefers-color-scheme"
811
+ ],
812
+ "confidence": 0.5
813
+ },
814
+ "cookie_behavior": {
815
+ "pattern": "partial_cookies",
816
+ "confidence": 0.4
817
+ }
818
+ }
819
+ },
820
+ "detection_rules": {
821
+ "high_confidence": {
822
+ "required": ["headless_chrome", "webrtc_timeout", "no_interaction", "canvas_match"],
823
+ "confidence": 0.95
824
+ },
825
+ "medium_confidence": {
826
+ "required_count": 3,
827
+ "checks": [
828
+ "headless_chrome",
829
+ "plugin_count_5",
830
+ "collection_time_pattern",
831
+ "rtt_consistency",
832
+ "webrtc_timeout"
833
+ ],
834
+ "confidence": 0.8
835
+ },
836
+ "low_confidence": {
837
+ "required_count": 2,
838
+ "checks": ["chrome_138", "no_mouse_movement", "timing_patterns", "memory_patterns"],
839
+ "confidence": 0.6
840
+ }
841
+ },
842
+ "trap_elements": {
843
+ "invisible_elements": [
844
+ {
845
+ "id": "perplexity-trap-1",
846
+ "type": "invisible_link",
847
+ "detection": "interaction"
848
+ },
849
+ {
850
+ "id": "perplexity-trap-2",
851
+ "type": "zero_size_input",
852
+ "detection": "focus"
853
+ }
854
+ ],
855
+ "timing_traps": [
856
+ {
857
+ "id": "async-trap",
858
+ "type": "promise_chain",
859
+ "expected_time": 0
860
+ },
861
+ {
862
+ "id": "raf-trap",
863
+ "type": "requestAnimationFrame",
864
+ "expected_count": 0
865
+ }
866
+ ]
867
+ },
868
+ "scoring": {
869
+ "weights": {
870
+ "headless_detection": 0.3,
871
+ "canvas_fingerprint": 0.2,
872
+ "webrtc_timeout": 0.15,
873
+ "plugin_count": 0.1,
874
+ "interaction_patterns": 0.15,
875
+ "timing_patterns": 0.1
876
+ },
877
+ "thresholds": {
878
+ "definite_perplexity": 0.9,
879
+ "likely_perplexity": 0.7,
880
+ "possible_perplexity": 0.5
881
+ }
882
+ }
883
+ },
884
+ "cdn": {
885
+ "enabled": false,
886
+ "baseUrl": "https://cdn.agentshield.com/rules/",
887
+ "updateInterval": 86400,
888
+ "fallbackToBundled": true
889
+ }
890
+ }