amagi-captions 1.3.2

Sign up to get free protection for your applications and to get access to all the features.
data/robots.txt ADDED
@@ -0,0 +1,1375 @@
1
+ # If you would like to crawl GitHub contact us at support@github.com.
2
+ # We also provide an extensive API: https://developer.github.com/
3
+
4
+ User-agent: CCBot
5
+ Allow: /*/*/tree/master
6
+ Allow: /*/*/blob/master
7
+ Disallow: /ekansa/Open-Context-Data
8
+ Disallow: /ekansa/opencontext-*
9
+ Disallow: /*/*/pulse
10
+ Disallow: /*/*/tree/*
11
+ Disallow: /*/*/blob/*
12
+ Disallow: /*/*/wiki/*/*
13
+ Disallow: /gist/*/*/*
14
+ Disallow: /oembed
15
+ Disallow: /*/forks
16
+ Disallow: /*/stars
17
+ Disallow: /*/download
18
+ Disallow: /*/revisions
19
+ Disallow: /*/*/issues/new
20
+ Disallow: /*/*/issues/search
21
+ Disallow: /*/*/commits/*/*
22
+ Disallow: /*/*/commits/*?author
23
+ Disallow: /*/*/commits/*?path
24
+ Disallow: /*/*/branches
25
+ Disallow: /*/*/tags
26
+ Disallow: /*/*/contributors
27
+ Disallow: /*/*/comments
28
+ Disallow: /*/*/stargazers
29
+ Disallow: /*/*/search
30
+ Disallow: /*/tarball/
31
+ Disallow: /*/zipball/
32
+ Disallow: /*/*/archive/
33
+ Disallow: /raw/*
34
+ Disallow: /*/followers
35
+ Disallow: /*/following
36
+ Disallow: /stars/*
37
+ Disallow: /*/blame/
38
+ Disallow: /*/watchers
39
+ Disallow: /*/network
40
+ Disallow: /*/graphs
41
+ Disallow: /*/raw/
42
+ Disallow: /*/compare/
43
+ Disallow: /*/cache/
44
+ Disallow: /*/*/blame/
45
+ Disallow: /*/*/watchers
46
+ Disallow: /*/*/network
47
+ Disallow: /*/*/graphs
48
+ Disallow: /*/*/raw/
49
+ Disallow: /*/*/compare/
50
+ Disallow: /*/*/cache/
51
+ Disallow: /.git/
52
+ Disallow: /*/.git/
53
+ Disallow: /*.git$
54
+ Disallow: /*/sitemap.xml
55
+ Disallow: /search/advanced
56
+ Disallow: /search
57
+ Disallow: /*q=
58
+ Disallow: /*.atom
59
+ Disallow: /login
60
+
61
+ User-agent: coccoc
62
+ Allow: /*/*/tree/master
63
+ Allow: /*/*/blob/master
64
+ Disallow: /ekansa/Open-Context-Data
65
+ Disallow: /ekansa/opencontext-*
66
+ Disallow: /*/*/pulse
67
+ Disallow: /*/*/tree/*
68
+ Disallow: /*/*/blob/*
69
+ Disallow: /*/*/wiki/*/*
70
+ Disallow: /gist/*/*/*
71
+ Disallow: /oembed
72
+ Disallow: /*/forks
73
+ Disallow: /*/stars
74
+ Disallow: /*/download
75
+ Disallow: /*/revisions
76
+ Disallow: /*/*/issues/new
77
+ Disallow: /*/*/issues/search
78
+ Disallow: /*/*/commits/*/*
79
+ Disallow: /*/*/commits/*?author
80
+ Disallow: /*/*/commits/*?path
81
+ Disallow: /*/*/branches
82
+ Disallow: /*/*/tags
83
+ Disallow: /*/*/contributors
84
+ Disallow: /*/*/comments
85
+ Disallow: /*/*/stargazers
86
+ Disallow: /*/*/search
87
+ Disallow: /*/tarball/
88
+ Disallow: /*/zipball/
89
+ Disallow: /*/*/archive/
90
+ Disallow: /raw/*
91
+ Disallow: /*/followers
92
+ Disallow: /*/following
93
+ Disallow: /stars/*
94
+ Disallow: /*/blame/
95
+ Disallow: /*/watchers
96
+ Disallow: /*/network
97
+ Disallow: /*/graphs
98
+ Disallow: /*/raw/
99
+ Disallow: /*/compare/
100
+ Disallow: /*/cache/
101
+ Disallow: /*/*/blame/
102
+ Disallow: /*/*/watchers
103
+ Disallow: /*/*/network
104
+ Disallow: /*/*/graphs
105
+ Disallow: /*/*/raw/
106
+ Disallow: /*/*/compare/
107
+ Disallow: /*/*/cache/
108
+ Disallow: /.git/
109
+ Disallow: /*/.git/
110
+ Disallow: /*.git$
111
+ Disallow: /*/sitemap.xml
112
+ Disallow: /search/advanced
113
+ Disallow: /search
114
+ Disallow: /*q=
115
+ Disallow: /*.atom
116
+ Disallow: /login
117
+
118
+ User-agent: Daumoa
119
+ Allow: /*/*/tree/master
120
+ Allow: /*/*/blob/master
121
+ Disallow: /ekansa/Open-Context-Data
122
+ Disallow: /ekansa/opencontext-*
123
+ Disallow: /*/*/pulse
124
+ Disallow: /*/*/tree/*
125
+ Disallow: /*/*/blob/*
126
+ Disallow: /*/*/wiki/*/*
127
+ Disallow: /gist/*/*/*
128
+ Disallow: /oembed
129
+ Disallow: /*/forks
130
+ Disallow: /*/stars
131
+ Disallow: /*/download
132
+ Disallow: /*/revisions
133
+ Disallow: /*/*/issues/new
134
+ Disallow: /*/*/issues/search
135
+ Disallow: /*/*/commits/*/*
136
+ Disallow: /*/*/commits/*?author
137
+ Disallow: /*/*/commits/*?path
138
+ Disallow: /*/*/branches
139
+ Disallow: /*/*/tags
140
+ Disallow: /*/*/contributors
141
+ Disallow: /*/*/comments
142
+ Disallow: /*/*/stargazers
143
+ Disallow: /*/*/search
144
+ Disallow: /*/tarball/
145
+ Disallow: /*/zipball/
146
+ Disallow: /*/*/archive/
147
+ Disallow: /raw/*
148
+ Disallow: /*/followers
149
+ Disallow: /*/following
150
+ Disallow: /stars/*
151
+ Disallow: /*/blame/
152
+ Disallow: /*/watchers
153
+ Disallow: /*/network
154
+ Disallow: /*/graphs
155
+ Disallow: /*/raw/
156
+ Disallow: /*/compare/
157
+ Disallow: /*/cache/
158
+ Disallow: /*/*/blame/
159
+ Disallow: /*/*/watchers
160
+ Disallow: /*/*/network
161
+ Disallow: /*/*/graphs
162
+ Disallow: /*/*/raw/
163
+ Disallow: /*/*/compare/
164
+ Disallow: /*/*/cache/
165
+ Disallow: /.git/
166
+ Disallow: /*/.git/
167
+ Disallow: /*.git$
168
+ Disallow: /*/sitemap.xml
169
+ Disallow: /search/advanced
170
+ Disallow: /search
171
+ Disallow: /*q=
172
+ Disallow: /*.atom
173
+ Disallow: /login
174
+
175
+ User-agent: dotbot
176
+ Allow: /*/*/tree/master
177
+ Allow: /*/*/blob/master
178
+ Disallow: /ekansa/Open-Context-Data
179
+ Disallow: /ekansa/opencontext-*
180
+ Disallow: /*/*/pulse
181
+ Disallow: /*/*/tree/*
182
+ Disallow: /*/*/blob/*
183
+ Disallow: /*/*/wiki/*/*
184
+ Disallow: /gist/*/*/*
185
+ Disallow: /oembed
186
+ Disallow: /*/forks
187
+ Disallow: /*/stars
188
+ Disallow: /*/download
189
+ Disallow: /*/revisions
190
+ Disallow: /*/*/issues/new
191
+ Disallow: /*/*/issues/search
192
+ Disallow: /*/*/commits/*/*
193
+ Disallow: /*/*/commits/*?author
194
+ Disallow: /*/*/commits/*?path
195
+ Disallow: /*/*/branches
196
+ Disallow: /*/*/tags
197
+ Disallow: /*/*/contributors
198
+ Disallow: /*/*/comments
199
+ Disallow: /*/*/stargazers
200
+ Disallow: /*/*/search
201
+ Disallow: /*/tarball/
202
+ Disallow: /*/zipball/
203
+ Disallow: /*/*/archive/
204
+ Disallow: /raw/*
205
+ Disallow: /*/followers
206
+ Disallow: /*/following
207
+ Disallow: /stars/*
208
+ Disallow: /*/blame/
209
+ Disallow: /*/watchers
210
+ Disallow: /*/network
211
+ Disallow: /*/graphs
212
+ Disallow: /*/raw/
213
+ Disallow: /*/compare/
214
+ Disallow: /*/cache/
215
+ Disallow: /*/*/blame/
216
+ Disallow: /*/*/watchers
217
+ Disallow: /*/*/network
218
+ Disallow: /*/*/graphs
219
+ Disallow: /*/*/raw/
220
+ Disallow: /*/*/compare/
221
+ Disallow: /*/*/cache/
222
+ Disallow: /.git/
223
+ Disallow: /*/.git/
224
+ Disallow: /*.git$
225
+ Disallow: /*/sitemap.xml
226
+ Disallow: /search/advanced
227
+ Disallow: /search
228
+ Disallow: /*q=
229
+ Disallow: /*.atom
230
+ Disallow: /login
231
+
232
+ User-agent: duckduckbot
233
+ Allow: /*/*/tree/master
234
+ Allow: /*/*/blob/master
235
+ Disallow: /ekansa/Open-Context-Data
236
+ Disallow: /ekansa/opencontext-*
237
+ Disallow: /*/*/pulse
238
+ Disallow: /*/*/tree/*
239
+ Disallow: /*/*/blob/*
240
+ Disallow: /*/*/wiki/*/*
241
+ Disallow: /gist/*/*/*
242
+ Disallow: /oembed
243
+ Disallow: /*/forks
244
+ Disallow: /*/stars
245
+ Disallow: /*/download
246
+ Disallow: /*/revisions
247
+ Disallow: /*/*/issues/new
248
+ Disallow: /*/*/issues/search
249
+ Disallow: /*/*/commits/*/*
250
+ Disallow: /*/*/commits/*?author
251
+ Disallow: /*/*/commits/*?path
252
+ Disallow: /*/*/branches
253
+ Disallow: /*/*/tags
254
+ Disallow: /*/*/contributors
255
+ Disallow: /*/*/comments
256
+ Disallow: /*/*/stargazers
257
+ Disallow: /*/*/search
258
+ Disallow: /*/tarball/
259
+ Disallow: /*/zipball/
260
+ Disallow: /*/*/archive/
261
+ Disallow: /raw/*
262
+ Disallow: /*/followers
263
+ Disallow: /*/following
264
+ Disallow: /stars/*
265
+ Disallow: /*/blame/
266
+ Disallow: /*/watchers
267
+ Disallow: /*/network
268
+ Disallow: /*/graphs
269
+ Disallow: /*/raw/
270
+ Disallow: /*/compare/
271
+ Disallow: /*/cache/
272
+ Disallow: /*/*/blame/
273
+ Disallow: /*/*/watchers
274
+ Disallow: /*/*/network
275
+ Disallow: /*/*/graphs
276
+ Disallow: /*/*/raw/
277
+ Disallow: /*/*/compare/
278
+ Disallow: /*/*/cache/
279
+ Disallow: /.git/
280
+ Disallow: /*/.git/
281
+ Disallow: /*.git$
282
+ Disallow: /*/sitemap.xml
283
+ Disallow: /search/advanced
284
+ Disallow: /search
285
+ Disallow: /*q=
286
+ Disallow: /*.atom
287
+ Disallow: /login
288
+
289
+ User-agent: EtaoSpider
290
+ Allow: /*/*/tree/master
291
+ Allow: /*/*/blob/master
292
+ Disallow: /ekansa/Open-Context-Data
293
+ Disallow: /ekansa/opencontext-*
294
+ Disallow: /*/*/pulse
295
+ Disallow: /*/*/tree/*
296
+ Disallow: /*/*/blob/*
297
+ Disallow: /*/*/wiki/*/*
298
+ Disallow: /gist/*/*/*
299
+ Disallow: /oembed
300
+ Disallow: /*/forks
301
+ Disallow: /*/stars
302
+ Disallow: /*/download
303
+ Disallow: /*/revisions
304
+ Disallow: /*/*/issues/new
305
+ Disallow: /*/*/issues/search
306
+ Disallow: /*/*/commits/*/*
307
+ Disallow: /*/*/commits/*?author
308
+ Disallow: /*/*/commits/*?path
309
+ Disallow: /*/*/branches
310
+ Disallow: /*/*/tags
311
+ Disallow: /*/*/contributors
312
+ Disallow: /*/*/comments
313
+ Disallow: /*/*/stargazers
314
+ Disallow: /*/*/search
315
+ Disallow: /*/tarball/
316
+ Disallow: /*/zipball/
317
+ Disallow: /*/*/archive/
318
+ Disallow: /raw/*
319
+ Disallow: /*/followers
320
+ Disallow: /*/following
321
+ Disallow: /stars/*
322
+ Disallow: /*/blame/
323
+ Disallow: /*/watchers
324
+ Disallow: /*/network
325
+ Disallow: /*/graphs
326
+ Disallow: /*/raw/
327
+ Disallow: /*/compare/
328
+ Disallow: /*/cache/
329
+ Disallow: /*/*/blame/
330
+ Disallow: /*/*/watchers
331
+ Disallow: /*/*/network
332
+ Disallow: /*/*/graphs
333
+ Disallow: /*/*/raw/
334
+ Disallow: /*/*/compare/
335
+ Disallow: /*/*/cache/
336
+ Disallow: /.git/
337
+ Disallow: /*/.git/
338
+ Disallow: /*.git$
339
+ Disallow: /*/sitemap.xml
340
+ Disallow: /search/advanced
341
+ Disallow: /search
342
+ Disallow: /*q=
343
+ Disallow: /*.atom
344
+ Disallow: /login
345
+
346
+ User-agent: Googlebot
347
+ Allow: /*/*/tree/master
348
+ Allow: /*/*/blob/master
349
+ Disallow: /ekansa/Open-Context-Data
350
+ Disallow: /ekansa/opencontext-*
351
+ Disallow: /*/*/pulse
352
+ Disallow: /*/*/tree/*
353
+ Disallow: /*/*/blob/*
354
+ Disallow: /*/*/wiki/*/*
355
+ Disallow: /gist/*/*/*
356
+ Disallow: /oembed
357
+ Disallow: /*/forks
358
+ Disallow: /*/stars
359
+ Disallow: /*/download
360
+ Disallow: /*/revisions
361
+ Disallow: /*/*/issues/new
362
+ Disallow: /*/*/issues/search
363
+ Disallow: /*/*/commits/*/*
364
+ Disallow: /*/*/commits/*?author
365
+ Disallow: /*/*/commits/*?path
366
+ Disallow: /*/*/branches
367
+ Disallow: /*/*/tags
368
+ Disallow: /*/*/contributors
369
+ Disallow: /*/*/comments
370
+ Disallow: /*/*/stargazers
371
+ Disallow: /*/*/search
372
+ Disallow: /*/tarball/
373
+ Disallow: /*/zipball/
374
+ Disallow: /*/*/archive/
375
+ Disallow: /raw/*
376
+ Disallow: /*/followers
377
+ Disallow: /*/following
378
+ Disallow: /stars/*
379
+ Disallow: /*/blame/
380
+ Disallow: /*/watchers
381
+ Disallow: /*/network
382
+ Disallow: /*/graphs
383
+ Disallow: /*/raw/
384
+ Disallow: /*/compare/
385
+ Disallow: /*/cache/
386
+ Disallow: /*/*/blame/
387
+ Disallow: /*/*/watchers
388
+ Disallow: /*/*/network
389
+ Disallow: /*/*/graphs
390
+ Disallow: /*/*/raw/
391
+ Disallow: /*/*/compare/
392
+ Disallow: /*/*/cache/
393
+ Disallow: /.git/
394
+ Disallow: /*/.git/
395
+ Disallow: /*.git$
396
+ Disallow: /*/sitemap.xml
397
+ Disallow: /search/advanced
398
+ Disallow: /search
399
+ Disallow: /*q=
400
+ Disallow: /*.atom
401
+ Disallow: /login
402
+
403
+ User-agent: HTTrack
404
+ Allow: /*/*/tree/master
405
+ Allow: /*/*/blob/master
406
+ Disallow: /ekansa/Open-Context-Data
407
+ Disallow: /ekansa/opencontext-*
408
+ Disallow: /*/*/pulse
409
+ Disallow: /*/*/tree/*
410
+ Disallow: /*/*/blob/*
411
+ Disallow: /*/*/wiki/*/*
412
+ Disallow: /gist/*/*/*
413
+ Disallow: /oembed
414
+ Disallow: /*/forks
415
+ Disallow: /*/stars
416
+ Disallow: /*/download
417
+ Disallow: /*/revisions
418
+ Disallow: /*/*/issues/new
419
+ Disallow: /*/*/issues/search
420
+ Disallow: /*/*/commits/*/*
421
+ Disallow: /*/*/commits/*?author
422
+ Disallow: /*/*/commits/*?path
423
+ Disallow: /*/*/branches
424
+ Disallow: /*/*/tags
425
+ Disallow: /*/*/contributors
426
+ Disallow: /*/*/comments
427
+ Disallow: /*/*/stargazers
428
+ Disallow: /*/*/search
429
+ Disallow: /*/tarball/
430
+ Disallow: /*/zipball/
431
+ Disallow: /*/*/archive/
432
+ Disallow: /raw/*
433
+ Disallow: /*/followers
434
+ Disallow: /*/following
435
+ Disallow: /stars/*
436
+ Disallow: /*/blame/
437
+ Disallow: /*/watchers
438
+ Disallow: /*/network
439
+ Disallow: /*/graphs
440
+ Disallow: /*/raw/
441
+ Disallow: /*/compare/
442
+ Disallow: /*/cache/
443
+ Disallow: /*/*/blame/
444
+ Disallow: /*/*/watchers
445
+ Disallow: /*/*/network
446
+ Disallow: /*/*/graphs
447
+ Disallow: /*/*/raw/
448
+ Disallow: /*/*/compare/
449
+ Disallow: /*/*/cache/
450
+ Disallow: /.git/
451
+ Disallow: /*/.git/
452
+ Disallow: /*.git$
453
+ Disallow: /*/sitemap.xml
454
+ Disallow: /search/advanced
455
+ Disallow: /search
456
+ Disallow: /*q=
457
+ Disallow: /*.atom
458
+ Disallow: /login
459
+
460
+ User-agent: ia_archiver
461
+ Allow: /*/*/tree/master
462
+ Allow: /*/*/blob/master
463
+ Disallow: /ekansa/Open-Context-Data
464
+ Disallow: /ekansa/opencontext-*
465
+ Disallow: /*/*/pulse
466
+ Disallow: /*/*/tree/*
467
+ Disallow: /*/*/blob/*
468
+ Disallow: /*/*/wiki/*/*
469
+ Disallow: /gist/*/*/*
470
+ Disallow: /oembed
471
+ Disallow: /*/forks
472
+ Disallow: /*/stars
473
+ Disallow: /*/download
474
+ Disallow: /*/revisions
475
+ Disallow: /*/*/issues/new
476
+ Disallow: /*/*/issues/search
477
+ Disallow: /*/*/commits/*/*
478
+ Disallow: /*/*/commits/*?author
479
+ Disallow: /*/*/commits/*?path
480
+ Disallow: /*/*/branches
481
+ Disallow: /*/*/tags
482
+ Disallow: /*/*/contributors
483
+ Disallow: /*/*/comments
484
+ Disallow: /*/*/stargazers
485
+ Disallow: /*/*/search
486
+ Disallow: /*/tarball/
487
+ Disallow: /*/zipball/
488
+ Disallow: /*/*/archive/
489
+ Disallow: /raw/*
490
+ Disallow: /*/followers
491
+ Disallow: /*/following
492
+ Disallow: /stars/*
493
+ Disallow: /*/blame/
494
+ Disallow: /*/watchers
495
+ Disallow: /*/network
496
+ Disallow: /*/graphs
497
+ Disallow: /*/raw/
498
+ Disallow: /*/compare/
499
+ Disallow: /*/cache/
500
+ Disallow: /*/*/blame/
501
+ Disallow: /*/*/watchers
502
+ Disallow: /*/*/network
503
+ Disallow: /*/*/graphs
504
+ Disallow: /*/*/raw/
505
+ Disallow: /*/*/compare/
506
+ Disallow: /*/*/cache/
507
+ Disallow: /.git/
508
+ Disallow: /*/.git/
509
+ Disallow: /*.git$
510
+ Disallow: /*/sitemap.xml
511
+ Disallow: /search/advanced
512
+ Disallow: /search
513
+ Disallow: /*q=
514
+ Disallow: /*.atom
515
+ Disallow: /login
516
+
517
+ User-agent: IntuitGSACrawler
518
+ Allow: /*/*/tree/master
519
+ Allow: /*/*/blob/master
520
+ Disallow: /ekansa/Open-Context-Data
521
+ Disallow: /ekansa/opencontext-*
522
+ Disallow: /*/*/pulse
523
+ Disallow: /*/*/tree/*
524
+ Disallow: /*/*/blob/*
525
+ Disallow: /*/*/wiki/*/*
526
+ Disallow: /gist/*/*/*
527
+ Disallow: /oembed
528
+ Disallow: /*/forks
529
+ Disallow: /*/stars
530
+ Disallow: /*/download
531
+ Disallow: /*/revisions
532
+ Disallow: /*/*/issues/new
533
+ Disallow: /*/*/issues/search
534
+ Disallow: /*/*/commits/*/*
535
+ Disallow: /*/*/commits/*?author
536
+ Disallow: /*/*/commits/*?path
537
+ Disallow: /*/*/branches
538
+ Disallow: /*/*/tags
539
+ Disallow: /*/*/contributors
540
+ Disallow: /*/*/comments
541
+ Disallow: /*/*/stargazers
542
+ Disallow: /*/*/search
543
+ Disallow: /*/tarball/
544
+ Disallow: /*/zipball/
545
+ Disallow: /*/*/archive/
546
+ Disallow: /raw/*
547
+ Disallow: /*/followers
548
+ Disallow: /*/following
549
+ Disallow: /stars/*
550
+ Disallow: /*/blame/
551
+ Disallow: /*/watchers
552
+ Disallow: /*/network
553
+ Disallow: /*/graphs
554
+ Disallow: /*/raw/
555
+ Disallow: /*/compare/
556
+ Disallow: /*/cache/
557
+ Disallow: /*/*/blame/
558
+ Disallow: /*/*/watchers
559
+ Disallow: /*/*/network
560
+ Disallow: /*/*/graphs
561
+ Disallow: /*/*/raw/
562
+ Disallow: /*/*/compare/
563
+ Disallow: /*/*/cache/
564
+ Disallow: /.git/
565
+ Disallow: /*/.git/
566
+ Disallow: /*.git$
567
+ Disallow: /*/sitemap.xml
568
+ Disallow: /search/advanced
569
+ Disallow: /search
570
+ Disallow: /*q=
571
+ Disallow: /*.atom
572
+ Disallow: /login
573
+
574
+ User-agent: Mail.RU_Bot
575
+ Allow: /*/*/tree/master
576
+ Allow: /*/*/blob/master
577
+ Disallow: /ekansa/Open-Context-Data
578
+ Disallow: /ekansa/opencontext-*
579
+ Disallow: /*/*/pulse
580
+ Disallow: /*/*/tree/*
581
+ Disallow: /*/*/blob/*
582
+ Disallow: /*/*/wiki/*/*
583
+ Disallow: /gist/*/*/*
584
+ Disallow: /oembed
585
+ Disallow: /*/forks
586
+ Disallow: /*/stars
587
+ Disallow: /*/download
588
+ Disallow: /*/revisions
589
+ Disallow: /*/*/issues/new
590
+ Disallow: /*/*/issues/search
591
+ Disallow: /*/*/commits/*/*
592
+ Disallow: /*/*/commits/*?author
593
+ Disallow: /*/*/commits/*?path
594
+ Disallow: /*/*/branches
595
+ Disallow: /*/*/tags
596
+ Disallow: /*/*/contributors
597
+ Disallow: /*/*/comments
598
+ Disallow: /*/*/stargazers
599
+ Disallow: /*/*/search
600
+ Disallow: /*/tarball/
601
+ Disallow: /*/zipball/
602
+ Disallow: /*/*/archive/
603
+ Disallow: /raw/*
604
+ Disallow: /*/followers
605
+ Disallow: /*/following
606
+ Disallow: /stars/*
607
+ Disallow: /*/blame/
608
+ Disallow: /*/watchers
609
+ Disallow: /*/network
610
+ Disallow: /*/graphs
611
+ Disallow: /*/raw/
612
+ Disallow: /*/compare/
613
+ Disallow: /*/cache/
614
+ Disallow: /*/*/blame/
615
+ Disallow: /*/*/watchers
616
+ Disallow: /*/*/network
617
+ Disallow: /*/*/graphs
618
+ Disallow: /*/*/raw/
619
+ Disallow: /*/*/compare/
620
+ Disallow: /*/*/cache/
621
+ Disallow: /.git/
622
+ Disallow: /*/.git/
623
+ Disallow: /*.git$
624
+ Disallow: /*/sitemap.xml
625
+ Disallow: /search/advanced
626
+ Disallow: /search
627
+ Disallow: /*q=
628
+ Disallow: /*.atom
629
+ Disallow: /login
630
+
631
+ User-agent: msnbot
632
+ Allow: /*/*/tree/master
633
+ Allow: /*/*/blob/master
634
+ Disallow: /ekansa/Open-Context-Data
635
+ Disallow: /ekansa/opencontext-*
636
+ Disallow: /*/*/pulse
637
+ Disallow: /*/*/tree/*
638
+ Disallow: /*/*/blob/*
639
+ Disallow: /*/*/wiki/*/*
640
+ Disallow: /gist/*/*/*
641
+ Disallow: /oembed
642
+ Disallow: /*/forks
643
+ Disallow: /*/stars
644
+ Disallow: /*/download
645
+ Disallow: /*/revisions
646
+ Disallow: /*/*/issues/new
647
+ Disallow: /*/*/issues/search
648
+ Disallow: /*/*/commits/*/*
649
+ Disallow: /*/*/commits/*?author
650
+ Disallow: /*/*/commits/*?path
651
+ Disallow: /*/*/branches
652
+ Disallow: /*/*/tags
653
+ Disallow: /*/*/contributors
654
+ Disallow: /*/*/comments
655
+ Disallow: /*/*/stargazers
656
+ Disallow: /*/*/search
657
+ Disallow: /*/tarball/
658
+ Disallow: /*/zipball/
659
+ Disallow: /*/*/archive/
660
+ Disallow: /raw/*
661
+ Disallow: /*/followers
662
+ Disallow: /*/following
663
+ Disallow: /stars/*
664
+ Disallow: /*/blame/
665
+ Disallow: /*/watchers
666
+ Disallow: /*/network
667
+ Disallow: /*/graphs
668
+ Disallow: /*/raw/
669
+ Disallow: /*/compare/
670
+ Disallow: /*/cache/
671
+ Disallow: /*/*/blame/
672
+ Disallow: /*/*/watchers
673
+ Disallow: /*/*/network
674
+ Disallow: /*/*/graphs
675
+ Disallow: /*/*/raw/
676
+ Disallow: /*/*/compare/
677
+ Disallow: /*/*/cache/
678
+ Disallow: /.git/
679
+ Disallow: /*/.git/
680
+ Disallow: /*.git$
681
+ Disallow: /*/sitemap.xml
682
+ Disallow: /search/advanced
683
+ Disallow: /search
684
+ Disallow: /*q=
685
+ Disallow: /*.atom
686
+ Disallow: /login
687
+
688
+ User-agent: Bingbot
689
+ Allow: /*/*/tree/master
690
+ Allow: /*/*/blob/master
691
+ Disallow: /ekansa/Open-Context-Data
692
+ Disallow: /ekansa/opencontext-*
693
+ Disallow: /*/*/pulse
694
+ Disallow: /*/*/tree/*
695
+ Disallow: /*/*/blob/*
696
+ Disallow: /*/*/wiki/*/*
697
+ Disallow: /gist/*/*/*
698
+ Disallow: /oembed
699
+ Disallow: /*/forks
700
+ Disallow: /*/stars
701
+ Disallow: /*/download
702
+ Disallow: /*/revisions
703
+ Disallow: /*/*/issues/new
704
+ Disallow: /*/*/issues/search
705
+ Disallow: /*/*/commits/*/*
706
+ Disallow: /*/*/commits/*?author
707
+ Disallow: /*/*/commits/*?path
708
+ Disallow: /*/*/branches
709
+ Disallow: /*/*/tags
710
+ Disallow: /*/*/contributors
711
+ Disallow: /*/*/comments
712
+ Disallow: /*/*/stargazers
713
+ Disallow: /*/*/search
714
+ Disallow: /*/tarball/
715
+ Disallow: /*/zipball/
716
+ Disallow: /*/*/archive/
717
+ Disallow: /raw/*
718
+ Disallow: /*/followers
719
+ Disallow: /*/following
720
+ Disallow: /stars/*
721
+ Disallow: /*/blame/
722
+ Disallow: /*/watchers
723
+ Disallow: /*/network
724
+ Disallow: /*/graphs
725
+ Disallow: /*/raw/
726
+ Disallow: /*/compare/
727
+ Disallow: /*/cache/
728
+ Disallow: /*/*/blame/
729
+ Disallow: /*/*/watchers
730
+ Disallow: /*/*/network
731
+ Disallow: /*/*/graphs
732
+ Disallow: /*/*/raw/
733
+ Disallow: /*/*/compare/
734
+ Disallow: /*/*/cache/
735
+ Disallow: /.git/
736
+ Disallow: /*/.git/
737
+ Disallow: /*.git$
738
+ Disallow: /*/sitemap.xml
739
+ Disallow: /search/advanced
740
+ Disallow: /search
741
+ Disallow: /*q=
742
+ Disallow: /*.atom
743
+ Disallow: /login
744
+
745
+ User-agent: naverbot
746
+ Allow: /*/*/tree/master
747
+ Allow: /*/*/blob/master
748
+ Disallow: /ekansa/Open-Context-Data
749
+ Disallow: /ekansa/opencontext-*
750
+ Disallow: /*/*/pulse
751
+ Disallow: /*/*/tree/*
752
+ Disallow: /*/*/blob/*
753
+ Disallow: /*/*/wiki/*/*
754
+ Disallow: /gist/*/*/*
755
+ Disallow: /oembed
756
+ Disallow: /*/forks
757
+ Disallow: /*/stars
758
+ Disallow: /*/download
759
+ Disallow: /*/revisions
760
+ Disallow: /*/*/issues/new
761
+ Disallow: /*/*/issues/search
762
+ Disallow: /*/*/commits/*/*
763
+ Disallow: /*/*/commits/*?author
764
+ Disallow: /*/*/commits/*?path
765
+ Disallow: /*/*/branches
766
+ Disallow: /*/*/tags
767
+ Disallow: /*/*/contributors
768
+ Disallow: /*/*/comments
769
+ Disallow: /*/*/stargazers
770
+ Disallow: /*/*/search
771
+ Disallow: /*/tarball/
772
+ Disallow: /*/zipball/
773
+ Disallow: /*/*/archive/
774
+ Disallow: /raw/*
775
+ Disallow: /*/followers
776
+ Disallow: /*/following
777
+ Disallow: /stars/*
778
+ Disallow: /*/blame/
779
+ Disallow: /*/watchers
780
+ Disallow: /*/network
781
+ Disallow: /*/graphs
782
+ Disallow: /*/raw/
783
+ Disallow: /*/compare/
784
+ Disallow: /*/cache/
785
+ Disallow: /*/*/blame/
786
+ Disallow: /*/*/watchers
787
+ Disallow: /*/*/network
788
+ Disallow: /*/*/graphs
789
+ Disallow: /*/*/raw/
790
+ Disallow: /*/*/compare/
791
+ Disallow: /*/*/cache/
792
+ Disallow: /.git/
793
+ Disallow: /*/.git/
794
+ Disallow: /*.git$
795
+ Disallow: /*/sitemap.xml
796
+ Disallow: /search/advanced
797
+ Disallow: /search
798
+ Disallow: /*q=
799
+ Disallow: /*.atom
800
+ Disallow: /login
801
+
802
+ User-agent: red-app-gsa-p-one
803
+ Allow: /*/*/tree/master
804
+ Allow: /*/*/blob/master
805
+ Disallow: /ekansa/Open-Context-Data
806
+ Disallow: /ekansa/opencontext-*
807
+ Disallow: /*/*/pulse
808
+ Disallow: /*/*/tree/*
809
+ Disallow: /*/*/blob/*
810
+ Disallow: /*/*/wiki/*/*
811
+ Disallow: /gist/*/*/*
812
+ Disallow: /oembed
813
+ Disallow: /*/forks
814
+ Disallow: /*/stars
815
+ Disallow: /*/download
816
+ Disallow: /*/revisions
817
+ Disallow: /*/*/issues/new
818
+ Disallow: /*/*/issues/search
819
+ Disallow: /*/*/commits/*/*
820
+ Disallow: /*/*/commits/*?author
821
+ Disallow: /*/*/commits/*?path
822
+ Disallow: /*/*/branches
823
+ Disallow: /*/*/tags
824
+ Disallow: /*/*/contributors
825
+ Disallow: /*/*/comments
826
+ Disallow: /*/*/stargazers
827
+ Disallow: /*/*/search
828
+ Disallow: /*/tarball/
829
+ Disallow: /*/zipball/
830
+ Disallow: /*/*/archive/
831
+ Disallow: /raw/*
832
+ Disallow: /*/followers
833
+ Disallow: /*/following
834
+ Disallow: /stars/*
835
+ Disallow: /*/blame/
836
+ Disallow: /*/watchers
837
+ Disallow: /*/network
838
+ Disallow: /*/graphs
839
+ Disallow: /*/raw/
840
+ Disallow: /*/compare/
841
+ Disallow: /*/cache/
842
+ Disallow: /*/*/blame/
843
+ Disallow: /*/*/watchers
844
+ Disallow: /*/*/network
845
+ Disallow: /*/*/graphs
846
+ Disallow: /*/*/raw/
847
+ Disallow: /*/*/compare/
848
+ Disallow: /*/*/cache/
849
+ Disallow: /.git/
850
+ Disallow: /*/.git/
851
+ Disallow: /*.git$
852
+ Disallow: /*/sitemap.xml
853
+ Disallow: /search/advanced
854
+ Disallow: /search
855
+ Disallow: /*q=
856
+ Disallow: /*.atom
857
+ Disallow: /login
858
+
859
+ User-agent: rogerbot
860
+ Allow: /*/*/tree/master
861
+ Allow: /*/*/blob/master
862
+ Disallow: /ekansa/Open-Context-Data
863
+ Disallow: /ekansa/opencontext-*
864
+ Disallow: /*/*/pulse
865
+ Disallow: /*/*/tree/*
866
+ Disallow: /*/*/blob/*
867
+ Disallow: /*/*/wiki/*/*
868
+ Disallow: /gist/*/*/*
869
+ Disallow: /oembed
870
+ Disallow: /*/forks
871
+ Disallow: /*/stars
872
+ Disallow: /*/download
873
+ Disallow: /*/revisions
874
+ Disallow: /*/*/issues/new
875
+ Disallow: /*/*/issues/search
876
+ Disallow: /*/*/commits/*/*
877
+ Disallow: /*/*/commits/*?author
878
+ Disallow: /*/*/commits/*?path
879
+ Disallow: /*/*/branches
880
+ Disallow: /*/*/tags
881
+ Disallow: /*/*/contributors
882
+ Disallow: /*/*/comments
883
+ Disallow: /*/*/stargazers
884
+ Disallow: /*/*/search
885
+ Disallow: /*/tarball/
886
+ Disallow: /*/zipball/
887
+ Disallow: /*/*/archive/
888
+ Disallow: /raw/*
889
+ Disallow: /*/followers
890
+ Disallow: /*/following
891
+ Disallow: /stars/*
892
+ Disallow: /*/blame/
893
+ Disallow: /*/watchers
894
+ Disallow: /*/network
895
+ Disallow: /*/graphs
896
+ Disallow: /*/raw/
897
+ Disallow: /*/compare/
898
+ Disallow: /*/cache/
899
+ Disallow: /*/*/blame/
900
+ Disallow: /*/*/watchers
901
+ Disallow: /*/*/network
902
+ Disallow: /*/*/graphs
903
+ Disallow: /*/*/raw/
904
+ Disallow: /*/*/compare/
905
+ Disallow: /*/*/cache/
906
+ Disallow: /.git/
907
+ Disallow: /*/.git/
908
+ Disallow: /*.git$
909
+ Disallow: /*/sitemap.xml
910
+ Disallow: /search/advanced
911
+ Disallow: /search
912
+ Disallow: /*q=
913
+ Disallow: /*.atom
914
+ Disallow: /login
915
+
916
+ User-agent: SandDollar
917
+ Allow: /*/*/tree/master
918
+ Allow: /*/*/blob/master
919
+ Disallow: /ekansa/Open-Context-Data
920
+ Disallow: /ekansa/opencontext-*
921
+ Disallow: /*/*/pulse
922
+ Disallow: /*/*/tree/*
923
+ Disallow: /*/*/blob/*
924
+ Disallow: /*/*/wiki/*/*
925
+ Disallow: /gist/*/*/*
926
+ Disallow: /oembed
927
+ Disallow: /*/forks
928
+ Disallow: /*/stars
929
+ Disallow: /*/download
930
+ Disallow: /*/revisions
931
+ Disallow: /*/*/issues/new
932
+ Disallow: /*/*/issues/search
933
+ Disallow: /*/*/commits/*/*
934
+ Disallow: /*/*/commits/*?author
935
+ Disallow: /*/*/commits/*?path
936
+ Disallow: /*/*/branches
937
+ Disallow: /*/*/tags
938
+ Disallow: /*/*/contributors
939
+ Disallow: /*/*/comments
940
+ Disallow: /*/*/stargazers
941
+ Disallow: /*/*/search
942
+ Disallow: /*/tarball/
943
+ Disallow: /*/zipball/
944
+ Disallow: /*/*/archive/
945
+ Disallow: /raw/*
946
+ Disallow: /*/followers
947
+ Disallow: /*/following
948
+ Disallow: /stars/*
949
+ Disallow: /*/blame/
950
+ Disallow: /*/watchers
951
+ Disallow: /*/network
952
+ Disallow: /*/graphs
953
+ Disallow: /*/raw/
954
+ Disallow: /*/compare/
955
+ Disallow: /*/cache/
956
+ Disallow: /*/*/blame/
957
+ Disallow: /*/*/watchers
958
+ Disallow: /*/*/network
959
+ Disallow: /*/*/graphs
960
+ Disallow: /*/*/raw/
961
+ Disallow: /*/*/compare/
962
+ Disallow: /*/*/cache/
963
+ Disallow: /.git/
964
+ Disallow: /*/.git/
965
+ Disallow: /*.git$
966
+ Disallow: /*/sitemap.xml
967
+ Disallow: /search/advanced
968
+ Disallow: /search
969
+ Disallow: /*q=
970
+ Disallow: /*.atom
971
+ Disallow: /login
972
+
973
+ User-agent: seznambot
974
+ Allow: /*/*/tree/master
975
+ Allow: /*/*/blob/master
976
+ Disallow: /ekansa/Open-Context-Data
977
+ Disallow: /ekansa/opencontext-*
978
+ Disallow: /*/*/pulse
979
+ Disallow: /*/*/tree/*
980
+ Disallow: /*/*/blob/*
981
+ Disallow: /*/*/wiki/*/*
982
+ Disallow: /gist/*/*/*
983
+ Disallow: /oembed
984
+ Disallow: /*/forks
985
+ Disallow: /*/stars
986
+ Disallow: /*/download
987
+ Disallow: /*/revisions
988
+ Disallow: /*/*/issues/new
989
+ Disallow: /*/*/issues/search
990
+ Disallow: /*/*/commits/*/*
991
+ Disallow: /*/*/commits/*?author
992
+ Disallow: /*/*/commits/*?path
993
+ Disallow: /*/*/branches
994
+ Disallow: /*/*/tags
995
+ Disallow: /*/*/contributors
996
+ Disallow: /*/*/comments
997
+ Disallow: /*/*/stargazers
998
+ Disallow: /*/*/search
999
+ Disallow: /*/tarball/
1000
+ Disallow: /*/zipball/
1001
+ Disallow: /*/*/archive/
1002
+ Disallow: /raw/*
1003
+ Disallow: /*/followers
1004
+ Disallow: /*/following
1005
+ Disallow: /stars/*
1006
+ Disallow: /*/blame/
1007
+ Disallow: /*/watchers
1008
+ Disallow: /*/network
1009
+ Disallow: /*/graphs
1010
+ Disallow: /*/raw/
1011
+ Disallow: /*/compare/
1012
+ Disallow: /*/cache/
1013
+ Disallow: /*/*/blame/
1014
+ Disallow: /*/*/watchers
1015
+ Disallow: /*/*/network
1016
+ Disallow: /*/*/graphs
1017
+ Disallow: /*/*/raw/
1018
+ Disallow: /*/*/compare/
1019
+ Disallow: /*/*/cache/
1020
+ Disallow: /.git/
1021
+ Disallow: /*/.git/
1022
+ Disallow: /*.git$
1023
+ Disallow: /*/sitemap.xml
1024
+ Disallow: /search/advanced
1025
+ Disallow: /search
1026
+ Disallow: /*q=
1027
+ Disallow: /*.atom
1028
+ Disallow: /login
1029
+
1030
+ User-agent: Slurp
1031
+ Allow: /*/*/tree/master
1032
+ Allow: /*/*/blob/master
1033
+ Disallow: /ekansa/Open-Context-Data
1034
+ Disallow: /ekansa/opencontext-*
1035
+ Disallow: /*/*/pulse
1036
+ Disallow: /*/*/tree/*
1037
+ Disallow: /*/*/blob/*
1038
+ Disallow: /*/*/wiki/*/*
1039
+ Disallow: /gist/*/*/*
1040
+ Disallow: /oembed
1041
+ Disallow: /*/forks
1042
+ Disallow: /*/stars
1043
+ Disallow: /*/download
1044
+ Disallow: /*/revisions
1045
+ Disallow: /*/*/issues/new
1046
+ Disallow: /*/*/issues/search
1047
+ Disallow: /*/*/commits/*/*
1048
+ Disallow: /*/*/commits/*?author
1049
+ Disallow: /*/*/commits/*?path
1050
+ Disallow: /*/*/branches
1051
+ Disallow: /*/*/tags
1052
+ Disallow: /*/*/contributors
1053
+ Disallow: /*/*/comments
1054
+ Disallow: /*/*/stargazers
1055
+ Disallow: /*/*/search
1056
+ Disallow: /*/tarball/
1057
+ Disallow: /*/zipball/
1058
+ Disallow: /*/*/archive/
1059
+ Disallow: /raw/*
1060
+ Disallow: /*/followers
1061
+ Disallow: /*/following
1062
+ Disallow: /stars/*
1063
+ Disallow: /*/blame/
1064
+ Disallow: /*/watchers
1065
+ Disallow: /*/network
1066
+ Disallow: /*/graphs
1067
+ Disallow: /*/raw/
1068
+ Disallow: /*/compare/
1069
+ Disallow: /*/cache/
1070
+ Disallow: /*/*/blame/
1071
+ Disallow: /*/*/watchers
1072
+ Disallow: /*/*/network
1073
+ Disallow: /*/*/graphs
1074
+ Disallow: /*/*/raw/
1075
+ Disallow: /*/*/compare/
1076
+ Disallow: /*/*/cache/
1077
+ Disallow: /.git/
1078
+ Disallow: /*/.git/
1079
+ Disallow: /*.git$
1080
+ Disallow: /*/sitemap.xml
1081
+ Disallow: /search/advanced
1082
+ Disallow: /search
1083
+ Disallow: /*q=
1084
+ Disallow: /*.atom
1085
+ Disallow: /login
1086
+
1087
+ User-agent: Swiftbot
1088
+ Allow: /*/*/tree/master
1089
+ Allow: /*/*/blob/master
1090
+ Disallow: /ekansa/Open-Context-Data
1091
+ Disallow: /ekansa/opencontext-*
1092
+ Disallow: /*/*/pulse
1093
+ Disallow: /*/*/tree/*
1094
+ Disallow: /*/*/blob/*
1095
+ Disallow: /*/*/wiki/*/*
1096
+ Disallow: /gist/*/*/*
1097
+ Disallow: /oembed
1098
+ Disallow: /*/forks
1099
+ Disallow: /*/stars
1100
+ Disallow: /*/download
1101
+ Disallow: /*/revisions
1102
+ Disallow: /*/*/issues/new
1103
+ Disallow: /*/*/issues/search
1104
+ Disallow: /*/*/commits/*/*
1105
+ Disallow: /*/*/commits/*?author
1106
+ Disallow: /*/*/commits/*?path
1107
+ Disallow: /*/*/branches
1108
+ Disallow: /*/*/tags
1109
+ Disallow: /*/*/contributors
1110
+ Disallow: /*/*/comments
1111
+ Disallow: /*/*/stargazers
1112
+ Disallow: /*/*/search
1113
+ Disallow: /*/tarball/
1114
+ Disallow: /*/zipball/
1115
+ Disallow: /*/*/archive/
1116
+ Disallow: /raw/*
1117
+ Disallow: /*/followers
1118
+ Disallow: /*/following
1119
+ Disallow: /stars/*
1120
+ Disallow: /*/blame/
1121
+ Disallow: /*/watchers
1122
+ Disallow: /*/network
1123
+ Disallow: /*/graphs
1124
+ Disallow: /*/raw/
1125
+ Disallow: /*/compare/
1126
+ Disallow: /*/cache/
1127
+ Disallow: /*/*/blame/
1128
+ Disallow: /*/*/watchers
1129
+ Disallow: /*/*/network
1130
+ Disallow: /*/*/graphs
1131
+ Disallow: /*/*/raw/
1132
+ Disallow: /*/*/compare/
1133
+ Disallow: /*/*/cache/
1134
+ Disallow: /.git/
1135
+ Disallow: /*/.git/
1136
+ Disallow: /*.git$
1137
+ Disallow: /*/sitemap.xml
1138
+ Disallow: /search/advanced
1139
+ Disallow: /search
1140
+ Disallow: /*q=
1141
+ Disallow: /*.atom
1142
+ Disallow: /login
1143
+
1144
+ User-agent: Telefonica
1145
+ Allow: /*/*/tree/master
1146
+ Allow: /*/*/blob/master
1147
+ Disallow: /ekansa/Open-Context-Data
1148
+ Disallow: /ekansa/opencontext-*
1149
+ Disallow: /*/*/pulse
1150
+ Disallow: /*/*/tree/*
1151
+ Disallow: /*/*/blob/*
1152
+ Disallow: /*/*/wiki/*/*
1153
+ Disallow: /gist/*/*/*
1154
+ Disallow: /oembed
1155
+ Disallow: /*/forks
1156
+ Disallow: /*/stars
1157
+ Disallow: /*/download
1158
+ Disallow: /*/revisions
1159
+ Disallow: /*/*/issues/new
1160
+ Disallow: /*/*/issues/search
1161
+ Disallow: /*/*/commits/*/*
1162
+ Disallow: /*/*/commits/*?author
1163
+ Disallow: /*/*/commits/*?path
1164
+ Disallow: /*/*/branches
1165
+ Disallow: /*/*/tags
1166
+ Disallow: /*/*/contributors
1167
+ Disallow: /*/*/comments
1168
+ Disallow: /*/*/stargazers
1169
+ Disallow: /*/*/search
1170
+ Disallow: /*/tarball/
1171
+ Disallow: /*/zipball/
1172
+ Disallow: /*/*/archive/
1173
+ Disallow: /raw/*
1174
+ Disallow: /*/followers
1175
+ Disallow: /*/following
1176
+ Disallow: /stars/*
1177
+ Disallow: /*/blame/
1178
+ Disallow: /*/watchers
1179
+ Disallow: /*/network
1180
+ Disallow: /*/graphs
1181
+ Disallow: /*/raw/
1182
+ Disallow: /*/compare/
1183
+ Disallow: /*/cache/
1184
+ Disallow: /*/*/blame/
1185
+ Disallow: /*/*/watchers
1186
+ Disallow: /*/*/network
1187
+ Disallow: /*/*/graphs
1188
+ Disallow: /*/*/raw/
1189
+ Disallow: /*/*/compare/
1190
+ Disallow: /*/*/cache/
1191
+ Disallow: /.git/
1192
+ Disallow: /*/.git/
1193
+ Disallow: /*.git$
1194
+ Disallow: /*/sitemap.xml
1195
+ Disallow: /search/advanced
1196
+ Disallow: /search
1197
+ Disallow: /*q=
1198
+ Disallow: /*.atom
1199
+ Disallow: /login
1200
+
1201
+ User-agent: teoma
1202
+ Allow: /*/*/tree/master
1203
+ Allow: /*/*/blob/master
1204
+ Disallow: /ekansa/Open-Context-Data
1205
+ Disallow: /ekansa/opencontext-*
1206
+ Disallow: /*/*/pulse
1207
+ Disallow: /*/*/tree/*
1208
+ Disallow: /*/*/blob/*
1209
+ Disallow: /*/*/wiki/*/*
1210
+ Disallow: /gist/*/*/*
1211
+ Disallow: /oembed
1212
+ Disallow: /*/forks
1213
+ Disallow: /*/stars
1214
+ Disallow: /*/download
1215
+ Disallow: /*/revisions
1216
+ Disallow: /*/*/issues/new
1217
+ Disallow: /*/*/issues/search
1218
+ Disallow: /*/*/commits/*/*
1219
+ Disallow: /*/*/commits/*?author
1220
+ Disallow: /*/*/commits/*?path
1221
+ Disallow: /*/*/branches
1222
+ Disallow: /*/*/tags
1223
+ Disallow: /*/*/contributors
1224
+ Disallow: /*/*/comments
1225
+ Disallow: /*/*/stargazers
1226
+ Disallow: /*/*/search
1227
+ Disallow: /*/tarball/
1228
+ Disallow: /*/zipball/
1229
+ Disallow: /*/*/archive/
1230
+ Disallow: /raw/*
1231
+ Disallow: /*/followers
1232
+ Disallow: /*/following
1233
+ Disallow: /stars/*
1234
+ Disallow: /*/blame/
1235
+ Disallow: /*/watchers
1236
+ Disallow: /*/network
1237
+ Disallow: /*/graphs
1238
+ Disallow: /*/raw/
1239
+ Disallow: /*/compare/
1240
+ Disallow: /*/cache/
1241
+ Disallow: /*/*/blame/
1242
+ Disallow: /*/*/watchers
1243
+ Disallow: /*/*/network
1244
+ Disallow: /*/*/graphs
1245
+ Disallow: /*/*/raw/
1246
+ Disallow: /*/*/compare/
1247
+ Disallow: /*/*/cache/
1248
+ Disallow: /.git/
1249
+ Disallow: /*/.git/
1250
+ Disallow: /*.git$
1251
+ Disallow: /*/sitemap.xml
1252
+ Disallow: /search/advanced
1253
+ Disallow: /search
1254
+ Disallow: /*q=
1255
+ Disallow: /*.atom
1256
+ Disallow: /login
1257
+
1258
+ User-agent: Twitterbot
1259
+ Allow: /*/*/tree/master
1260
+ Allow: /*/*/blob/master
1261
+ Disallow: /ekansa/Open-Context-Data
1262
+ Disallow: /ekansa/opencontext-*
1263
+ Disallow: /*/*/pulse
1264
+ Disallow: /*/*/tree/*
1265
+ Disallow: /*/*/blob/*
1266
+ Disallow: /*/*/wiki/*/*
1267
+ Disallow: /gist/*/*/*
1268
+ Disallow: /oembed
1269
+ Disallow: /*/forks
1270
+ Disallow: /*/stars
1271
+ Disallow: /*/download
1272
+ Disallow: /*/revisions
1273
+ Disallow: /*/*/issues/new
1274
+ Disallow: /*/*/issues/search
1275
+ Disallow: /*/*/commits/*/*
1276
+ Disallow: /*/*/commits/*?author
1277
+ Disallow: /*/*/commits/*?path
1278
+ Disallow: /*/*/branches
1279
+ Disallow: /*/*/tags
1280
+ Disallow: /*/*/contributors
1281
+ Disallow: /*/*/comments
1282
+ Disallow: /*/*/stargazers
1283
+ Disallow: /*/*/search
1284
+ Disallow: /*/tarball/
1285
+ Disallow: /*/zipball/
1286
+ Disallow: /*/*/archive/
1287
+ Disallow: /raw/*
1288
+ Disallow: /*/followers
1289
+ Disallow: /*/following
1290
+ Disallow: /stars/*
1291
+ Disallow: /*/blame/
1292
+ Disallow: /*/watchers
1293
+ Disallow: /*/network
1294
+ Disallow: /*/graphs
1295
+ Disallow: /*/raw/
1296
+ Disallow: /*/compare/
1297
+ Disallow: /*/cache/
1298
+ Disallow: /*/*/blame/
1299
+ Disallow: /*/*/watchers
1300
+ Disallow: /*/*/network
1301
+ Disallow: /*/*/graphs
1302
+ Disallow: /*/*/raw/
1303
+ Disallow: /*/*/compare/
1304
+ Disallow: /*/*/cache/
1305
+ Disallow: /.git/
1306
+ Disallow: /*/.git/
1307
+ Disallow: /*.git$
1308
+ Disallow: /*/sitemap.xml
1309
+ Disallow: /search/advanced
1310
+ Disallow: /search
1311
+ Disallow: /*q=
1312
+ Disallow: /*.atom
1313
+ Disallow: /login
1314
+
1315
+ User-agent: Yandex
1316
+ Allow: /*/*/tree/master
1317
+ Allow: /*/*/blob/master
1318
+ Disallow: /ekansa/Open-Context-Data
1319
+ Disallow: /ekansa/opencontext-*
1320
+ Disallow: /*/*/pulse
1321
+ Disallow: /*/*/tree/*
1322
+ Disallow: /*/*/blob/*
1323
+ Disallow: /*/*/wiki/*/*
1324
+ Disallow: /gist/*/*/*
1325
+ Disallow: /oembed
1326
+ Disallow: /*/forks
1327
+ Disallow: /*/stars
1328
+ Disallow: /*/download
1329
+ Disallow: /*/revisions
1330
+ Disallow: /*/*/issues/new
1331
+ Disallow: /*/*/issues/search
1332
+ Disallow: /*/*/commits/*/*
1333
+ Disallow: /*/*/commits/*?author
1334
+ Disallow: /*/*/commits/*?path
1335
+ Disallow: /*/*/branches
1336
+ Disallow: /*/*/tags
1337
+ Disallow: /*/*/contributors
1338
+ Disallow: /*/*/comments
1339
+ Disallow: /*/*/stargazers
1340
+ Disallow: /*/*/search
1341
+ Disallow: /*/tarball/
1342
+ Disallow: /*/zipball/
1343
+ Disallow: /*/*/archive/
1344
+ Disallow: /raw/*
1345
+ Disallow: /*/followers
1346
+ Disallow: /*/following
1347
+ Disallow: /stars/*
1348
+ Disallow: /*/blame/
1349
+ Disallow: /*/watchers
1350
+ Disallow: /*/network
1351
+ Disallow: /*/graphs
1352
+ Disallow: /*/raw/
1353
+ Disallow: /*/compare/
1354
+ Disallow: /*/cache/
1355
+ Disallow: /*/*/blame/
1356
+ Disallow: /*/*/watchers
1357
+ Disallow: /*/*/network
1358
+ Disallow: /*/*/graphs
1359
+ Disallow: /*/*/raw/
1360
+ Disallow: /*/*/compare/
1361
+ Disallow: /*/*/cache/
1362
+ Disallow: /.git/
1363
+ Disallow: /*/.git/
1364
+ Disallow: /*.git$
1365
+ Disallow: /*/sitemap.xml
1366
+ Disallow: /search/advanced
1367
+ Disallow: /search
1368
+ Disallow: /*q=
1369
+ Disallow: /*.atom
1370
+ Disallow: /login
1371
+
1372
+
1373
+ User-agent: *
1374
+ Allow: /humans.txt
1375
+ Disallow: /