ViewVC Help
View File | Revision Log | Show Annotations | View Changeset | Root Listing
root/BBClone/trunk/lib/robot.php
Revision: 403
Committed: Mon Nov 15 08:34:16 2021 UTC (3 years ago) by matthys
File size: 159967 byte(s)
Log Message:
Added IONOS to robot detection

File Contents

# User Rev Content
1 joku 63 <?php
2     /* This file is part of BBClone (A PHP based Web Counter on Steroids)
3     *
4     * SVN FILE $Id$
5     *
6 joku 394 * Copyright (C) 2001-2021, the BBClone Team (see doc/authors.txt for details)
7 joku 63 *
8     * This program is free software: you can redistribute it and/or modify
9     * it under the terms of the GNU General Public License as published by
10     * the Free Software Foundation, either version 3 of the License, or
11     * (at your option) any later version.
12     *
13     * This program is distributed in the hope that it will be useful,
14     * but WITHOUT ANY WARRANTY; without even the implied warranty of
15     * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16     * GNU General Public License for more details.
17     *
18     * See doc/copying.txt for details
19     */
20    
21     /////////////////////
22     // Robot Detection //
23     /////////////////////
24    
25     $robot = array(
26     "1noon" => array(
27     "icon" => "1noon",
28     "title" => "1noon",
29     "rule" => array(
30     "1Noonbot[/ ]([0-9.]{1,10})" => "\\1",
31     "^Yeti$" => ""
32     ),
33     "uri" => ""
34     ),
35     "123people" => array(
36     "icon" => "123people",
37     "title" => "123people",
38     "rule" => array(
39     "123peoplebot[ /]([0-9.]{1,10})" => "\\1"
40     ),
41     "uri" => "http://www.123people.fr/"
42     ),
43     "123spider" => array(
44     "icon" => "robot",
45     "title" => "123Spider",
46     "rule" => array(
47     "123spider-Bot \(Version: ([0-9.]{1,10})" => "\\1"
48     ),
49     "uri" => "http://www.123spider.de/"
50     ),
51     "192com" => array(
52     "icon" => "robot",
53     "title" => "192.com",
54     "rule" => array(
55     "192.comAgent" => ""
56     ),
57     "uri" => "http://www.192.com/"
58     ),
59 matthys 298 "200please" => array(
60     "icon" => "200please",
61     "title" => "200please Crawler",
62     "rule" => array(
63     "200PleaseBot[ /]([0-9.]{1,10})" => "\\1"
64     ),
65     "uri" => "http://www.200please.com/bot"
66     ),
67 joku 63 "2dehands" => array(
68     "icon" => "2dehands",
69     "title" => "2deHands",
70     "rule" => array(
71     "2dehands\.nl" => ""
72     ),
73     "uri" => ""
74     ),
75     "80legs" => array(
76     "icon" => "80legs",
77     "title" => "80legs",
78     "rule" => array(
79     "008[/ ]([0-9.]{1,10}).*80legs" => "\\1"
80     ),
81     "uri" => "http://www.80legs.com/"
82     ),
83     "a1sitemap" => array(
84     "icon" => "a1sitemap",
85     "title" => "A1 Sitemap",
86     "rule" => array(
87     "^A1 Sitemap Generator[ /]([0-9.]{1,10})" => "\\1",
88     "miggibot[ /]([0-9.]{1,10})" => "\\1"
89     ),
90     "uri" => "http://www.micro-sys.dk/products/sitemap-generator/"
91     ),
92     "a2b" => array(
93     "icon" => "a2b",
94     "title" => "A2B",
95     "rule" => array(
96     "www\.a2b\.cc" => ""
97     ),
98     "uri" => "http://www.a2b.cc"
99     ),
100     "abacho" => array(
101     "icon" => "robot",
102     "title" => "Abacho",
103     "rule" => array(
104     "^ABACHOBot" => ""
105     ),
106     "uri" => ""
107     ),
108     "abcdatos" => array(
109     "icon" => "abcdatos",
110     "title" => "ABCdatos",
111     "rule" => array(
112     "^ABCdatos BotLink[ /]([0-9.]{1,10})" => "\\1"
113     ),
114     "uri" => "http://www.abcdatos.com/"
115     ),
116     "abot" => array(
117     "icon" => "abot",
118     "title" => "aBot",
119     "rule" => array(
120     "^abot[ /]([0-9.]{1,10})" => "\\1"
121     ),
122     "uri" => ""
123     ),
124     "about" => array(
125     "icon" => "about",
126     "title" => "About",
127     "rule" => array(
128     "Libby[_/ ]([0-9.]{1,10})" => "\\1",
129     "About[_/ ]([0-9.]{1,10})libwww-perl" => "\\1"
130     ),
131     "uri" => ""
132     ),
133     "aboutus" => array(
134     "icon" => "aboutus",
135     "title" => "AboutUs",
136     "rule" => array(
137     "AboutUsBot" => ""
138     ),
139     "uri" => "http://www.aboutus.org/"
140     ),
141     "ackerm" => array(
142     "icon" => "robot",
143     "title" => "Ackerm",
144     "rule" => array(
145     "www.ackerm.com" => ""
146     ),
147     "uri" => "http://www.ackerm.com/"
148     ),
149     "acoi" => array(
150     "icon" => "acoi",
151     "title" => "AcoiRobot",
152     "rule" => array(
153     "^AcoiRobot" => ""
154     ),
155     "uri" => "http://monetdb.cwi.nl/acoi/projects.html"
156     ),
157     "acoon" => array(
158     "icon" => "acoon",
159     "title" => "Acoon",
160     "rule" => array(
161     "Acoon[ \-]?Robot" => ""
162     ),
163     "uri" => ""
164     ),
165     "accoona" => array(
166     "icon" => "accoona",
167     "title" => "Accoona",
168     "rule" => array(
169     "Accoona-AI-Agent[/ ]([0-9.]{1,10})" => "\\1",
170     "^accoona" => ""
171     ),
172     "uri" => ""
173     ),
174     "acme" => array(
175     "icon" => "acme",
176     "title" => "Acme",
177     "rule" => array(
178     "^Acme\.Spider" => ""
179     ),
180     "uri" => "http://www.acme.com/java/software/Acme.Spider.html"
181     ),
182     "active" => array(
183     "icon" => "robot",
184     "title" => "ActiveBookmark",
185     "rule" => array(
186     "ActiveBookmark[/ ]([0-9.]{1,10})" => "\\1"
187     ),
188     "uri" => ""
189     ),
190     "admuncher" => array(
191     "icon" => "robot",
192     "title" => "Ad Muncher",
193     "rule" => array(
194     "Ad Muncher[/ v]*([0-9.]{1,10})" => "\\1"
195     ),
196     "uri" => ""
197     ),
198     "aesop" => array(
199     "icon" => "robot",
200     "title" => "Aesop",
201     "rule" => array(
202     "^AESOP_com_SpiderMan" => ""
203     ),
204     "uri" => "http://www.aesop.com"
205     ),
206     "agada" => array(
207     "icon" => "robot",
208     "title" => "Agada",
209     "rule" => array(
210     "^agadine[/ ]([0-9.]{1,10})" => "\\1"
211     ),
212     "uri" => ""
213     ),
214     "ahrefs" => array(
215     "icon" => "ahrefs",
216     "title" => "Ahrefs",
217     "rule" => array(
218     "AhrefsBot[ /]([0-9.]{1,10})" => "\\1"
219     ),
220     "uri" => "http://ahrefs.com/"
221     ),
222     "aibot" => array(
223     "icon" => "robot",
224     "title" => "Aibot",
225     "rule" => array(
226     "AIBOT[/ ]([0-9.]{1,10})" => "\\1"
227     ),
228     "uri" => ""
229     ),
230     "aihitbot" => array(
231     "icon" => "robot",
232     "title" => "aiHit",
233     "rule" => array(
234     "aiHitBot[/ ]([0-9.]{1,10})" => "\\1"
235     ),
236     "uri" => "http://www.aihit.com/"
237     ),
238     "aipbot" => array(
239     "icon" => "robot",
240     "title" => "Aipbot",
241     "rule" => array(
242     "aipbot[/ ]([0-9.]{1,10})" => "\\1"
243     ),
244     "uri" => ""
245     ),
246     "aleksika" => array(
247     "icon" => "aleksika",
248     "title" => "Aleksika",
249     "rule" => array(
250     "Aleksika Spider[/ ]([0-9.]{1,10})" => "\\1"
251     ),
252     "uri" => ""
253     ),
254     "alertsite" => array(
255     "icon" => "alertsite",
256     "title" => "AlertSite",
257     "rule" => array(
258     "ipd[ /]([0-9.]{1,10}).*Alertsite\.com" => "\\1"
259     ),
260     "uri" => "http://www.alertsite.com/index.html"
261     ),
262     "alexa" => array(
263     "icon" => "alexa",
264     "title" => "Alexa",
265     "rule" => array(
266     "^ia_archive" => ""
267     ),
268     "uri" => "http://www.alexa.com/"
269     ),
270     "almaden" => array(
271     "icon" => "almaden",
272     "title" => "IBM Crawler",
273     "rule" => array(
274     "www\.almaden\.ibm\.com/cs/crawler" => ""
275     ),
276     "uri" => "http://www.almaden.ibm.com/cs/crawler/"
277     ),
278     "altavista" => array(
279     "icon" => "altavista",
280     "title" => "Altavista",
281     "rule" => array(
282     "Scooter[ /\-]*[a-z]*([0-9.]{1,10})" => "\\1",
283     "AltaVista V([0-9.]{1,10})" => "\\1",
284     "AltaVista Intranet V([0-9.]{1,10})" => "\\1"
285     ),
286     "uri" => "http://www.altavista.com/"
287     ),
288     "amazon" => array(
289     "icon" => "amazon",
290     "title" => "Amazon",
291     "rule" => array(
292     "^(aranhabot|amzn_assoc)" => "",
293 matthys 401 "^NutchEC2Test" => "",
294     "Amazonbot[/ ]([0-9.]{1,10})" => "\\1"
295 joku 63 ),
296     "uri" => "http://www.amazon.com/"
297     ),
298     "amidalla" => array(
299     "icon" => "amidalla",
300     "title" => "Amidalla",
301     "rule" => array(
302     "^amibot" => ""
303     ),
304     "uri" => ""
305     ),
306     "amfibi" => array(
307     "icon" => "amfibi",
308     "title" => "Amfibi",
309     "rule" => array(
310     "Amfibibot[/ ]([0-9.]{1,10})" => "\\1",
311     "Amfibibot" => ""
312     ),
313     "uri" => ""
314     ),
315     "amphetadesk" => array(
316     "icon" => "robot",
317     "title" => "AmphetaDesk",
318     "rule" => array(
319     "AmphetaDesk[/ ]([0-9.]{1,10})" => "\\1"
320     ),
321     "uri" => ""
322     ),
323     "amphetameme" => array(
324     "icon" => "robot",
325     "title" => "Amphetameme",
326     "rule" => array(
327     "amphetameme[ \-]?crawler" => ""
328     ),
329     "uri" => ""
330     ),
331     "annomille" => array(
332     "icon" => "robot",
333     "title" => "AnnoMille",
334     "rule" => array(
335     "^AnnoMille( spider)?[/ ]([0-9.]{1,10})" => "\\2"
336     ),
337     "uri" => "http://www.annomille.it"
338     ),
339     "anonymouse" => array(
340     "icon" => "anonymouse",
341     "title" => "Anonymouse.org",
342     "rule" => array(
343     "http://Anonymouse.org" => ""
344     ),
345     "uri" => "http://anonymouse.org"
346     ),
347     "ansearch" => array(
348     "icon" => "robot",
349     "title" => "Ansearch",
350     "rule" => array(
351     "AnsearchBot[/ ]([0-9.]{1,10})" => "\\1"
352     ),
353     "uri" => ""
354     ),
355     "answerchase" => array(
356     "icon" => "answerchase",
357     "title" => "AnswerChase",
358     "rule" => array(
359     "AnswerChase( PROve)?[/ ]([0-9.]{1,10})" => "\\2"
360     ),
361     "uri" => "http://www.answerchase.com/"
362     ),
363     "antibot" => array(
364     "icon" => "robot",
365 matthys 205 "title" => "Antibot",
366 joku 63 "rule" => array(
367     "antibot-V([0-9.]{1,10})" => "\\1"
368     ),
369     "uri" => ""
370     ),
371     "aonde" => array(
372     "icon" => "aonde",
373     "title" => "Aonde",
374     "rule" => array(
375     "^AONDE-Spider" => ""
376     ),
377     "uri" => ""
378     ),
379     "aonline" => array(
380     "icon" => "robot",
381     "title" => "A-Online.at",
382     "rule" => array(
383     "^A-Online Search" => ""
384     ),
385     "uri" => "http://www.a-online.at/"
386     ),
387     "aol" => array(
388     "icon" => "aol",
389     "title" => "AOLserver",
390     "rule" => array(
391     "^AOLserver-Tcl[/ ]([0-9.]{1,10})" => "\\1",
392     "^AOLserver" => ""
393     ),
394     "uri" => ""
395     ),
396     "apachebench" => array(
397     "icon" => "robot",
398     "title" => "ApacheBench",
399     "rule" => array(
400     "ApacheBench[ /]([0-9.]{1,10})" => "\\1"
401     ),
402     "uri" => ""
403     ),
404     "apassion4jazz" => array(
405     "icon" => "robot",
406     "title" => "Passion 4 Jazz",
407     "rule" => array(
408     "^BebopBot[ /]([0-9.]{1,10})" => "\\1"
409     ),
410     "uri" => "http://www.apassion4jazz.net/bebopbot.html"
411     ),
412     "apexoo" => array(
413     "icon" => "robot",
414     "title" => "Apexoo",
415     "rule" => array(
416     "^Apexoo Spider ([0-9.]{1,10})" => "\\1"
417     ),
418     "uri" => "http://www.apexoo.com/"
419     ),
420     "apnoti" => array(
421     "icon" => "apnoti",
422 matthys 205 "title" => "Apnoti",
423 joku 63 "rule" => array(
424     "apnoti.*Robot[ /]v([0-9.]{1,10})" => "\\1"
425     ),
426     "uri" => "http://www.apnoti.com/"
427     ),
428     "aport" => array(
429     "icon" => "aport",
430     "title" => "Aport",
431     "rule" => array(
432     "^Aport" => ""
433     ),
434     "uri" => ""
435     ),
436     "appie" => array(
437     "icon" => "walhello",
438     "title" => "Walhello",
439     "rule" => array(
440     "appie[ /]([0-9.]{1,10})" => "\\1"
441     ),
442     "uri" => ""
443     ),
444 matthys 389 "apple" => array(
445     "icon" => "apple",
446     "title" => "Apple",
447     "rule" => array(
448     "Applebot[ /]([0-9.]{1,10})" => "\\1"
449     ),
450     "uri" => "http://www.apple.com/go/applebot"
451     ),
452    
453 joku 63 "arachmo" => array(
454     "icon" => "arachmo",
455     "title" => "Arachmo",
456     "rule" => array(
457     "compatible; Arachmo" => ""
458     ),
459     "uri" => ""
460     ),
461     "arexera" => array(
462     "icon" => "arexera",
463     "title" => "Arexera",
464     "rule" => array(
465     "^X-Crawler" => "",
466     "^TECOMAC-Crawler[ /]([0-9.]{1,10})" => "\\1"
467     ),
468     "uri" => "http://www.arexera.de/"
469     ),
470     "arianna" => array(
471     "icon" => "arianna",
472     "title" => "Arianna",
473     "rule" => array(
474     "^www.arianna.it" => ""
475     ),
476     "uri" => "http://www.arianna.it/"
477     ),
478     "artface" => array(
479     "icon" => "robot",
480     "title" => "Artface",
481     "rule" => array(
482     "^ArtfaceBot" => ""
483     ),
484     "uri" => ""
485     ),
486     "artviper" => array(
487     "icon" => "artviper",
488     "title" => "artViper",
489     "rule" => array(
490     "artViper" => ""
491     ),
492     "uri" => "http://www.artviper.net/"
493     ),
494     "asinfo" => array(
495     "icon" => "robot",
496     "title" => "Any Search Info",
497     "rule" => array(
498     "Sleek Spider[ /]([0-9.]{1,10})" => "\\1"
499     ),
500     "uri" => "http://search-info.com/"
501     ),
502     "ask" => array(
503     "icon" => "askjeeves",
504     "title" => "Ask Jeeves",
505     "rule" => array(
506     "Ask[ \-]?Jeeves" => "",
507     "teomaagent" => ""
508     ),
509     "uri" => ""
510     ),
511     "askaboutoil" => array(
512     "icon" => "robot",
513     "title" => "ASPseek",
514     "rule" => array(
515     "^AskAboutOil[ /]([0-9.]{1,10})" => "\\1"
516     ),
517     "uri" => "http://askaboutoil.com/"
518     ),
519     "asked" => array(
520     "icon" => "robot",
521 matthys 205 "title" => "AskEd!",
522 joku 63 "rule" => array(
523     "^asked[ /]Nutch[ \-]([0-9.]{1,10})" => "\\1"
524     ),
525     "uri" => "http://asked.jp"
526     ),
527     "aspseek" => array(
528     "icon" => "robot",
529     "title" => "ASPseek",
530     "rule" => array(
531     "^ASPseek[/ ]([0-9.]{1,10})" => "\\1"
532     ),
533     "uri" => ""
534     ),
535     "atlocal" => array(
536     "icon" => "robot",
537     "title" => "At Local",
538     "rule" => array(
539     "AtlocalBot[/ ]([0-9.]{1,10})" => "\\1"
540     ),
541     "uri" => "http://www.atlocal.com/"
542     ),
543     "atomz" => array(
544     "icon" => "atomz",
545     "title" => "Atomz",
546     "rule" => array(
547     "Atomz[/ ]([0-9.]{1,10})" => "\\1"
548     ),
549     "uri" => ""
550     ),
551 matthys 345 "avira" => array(
552     "icon" => "avira",
553     "title" => "Avira SafeSearch",
554     "rule" => array(
555     "^SafeSearch microdata crawler" => ""
556     ),
557     "uri" => "https://safesearch.avira.com"
558     ),
559 joku 63 "axel" => array(
560     "icon" => "robot",
561     "title" => "Axel",
562     "rule" => array(
563     "^axel" => ""
564     ),
565     "uri" => ""
566     ),
567     "axmo" => array(
568     "icon" => "axmo",
569     "title" => "Axmo",
570     "rule" => array(
571     "AxmoRobot" => ""
572     ),
573     "uri" => ""
574     ),
575     "answerbus" => array(
576     "icon" => "answerbus",
577     "title" => "AnswerBus",
578     "rule" => array(
579     "answerbus" => ""
580     ),
581     "uri" => ""
582     ),
583     "automapit" => array(
584     "icon" => "robot",
585     "title" => "AutoMapIt",
586     "rule" => array(
587     "AutoMapIt[ /](Bot)?" => ""
588     ),
589     "uri" => "http://www.automapit.com/bot.html"
590     ),
591     "augurnfind" => array(
592     "icon" => "robot",
593     "title" => "Augurnfind",
594     "rule" => array(
595     "augurnfind[/ ][v\-]*([0-9.]{1,10})" => "\\1"
596     ),
597     "uri" => ""
598     ),
599     "awasu" => array(
600     "icon" => "awasu",
601     "title" => "Awasu",
602     "rule" => array(
603     "Awasu[/ ]([0-9a-z.]{1,10})" => "\\1"
604     ),
605     "uri" => ""
606     ),
607     "axxus" => array(
608     "icon" => "axxus",
609     "title" => "axxus.de",
610     "rule" => array(
611     "whoiam" => ""
612     ),
613     "uri" => "http://www.axxus.de/"
614     ),
615     "ayell" => array(
616     "icon" => "ayell",
617     "title" => "Ayell",
618     "rule" => array(
619     "^Eurobot[ /]([0-9.]{1,10})" => "\\1"
620     ),
621     "uri" => "http://eurobot.ayell.eu"
622     ),
623     "babaloo" => array(
624     "icon" => "babaloo",
625     "title" => "Babaloo",
626     "rule" => array(
627     "BabalooSpider[ /]([0-9.]{1,10})" => "\\1"
628     ),
629     "uri" => "http://www.babaloo.si"
630     ),
631     "babe" => array(
632     "icon" => "robot",
633     "title" => "ba.be",
634     "rule" => array(
635     "BACS http://www.ba.be" => ""
636     ),
637     "uri" => "http://www.ba.be/"
638     ),
639     "baidu" => array(
640     "icon" => "baidu",
641     "title" => "Baidu",
642     "rule" => array(
643     "Baiduspider[ /]([0-9.]{1,10})" => "\\1",
644     "Baiduspider" => ""
645     ),
646     "uri" => "http://www.baidu.com/search/spider.html"
647     ),
648     "bananatree" => array(
649     "icon" => "robot",
650     "title" => "BananaTree",
651     "rule" => array(
652     "www\.thebananatree\.org" => ""
653     ),
654     "uri" => "http://www.thebananatree.org/"
655     ),
656     "bdcindexer" => array(
657     "icon" => "robot",
658     "title" => "bdcindexer",
659     "rule" => array(
660     "bdcindexer_([0-9a-z.]{1,10})" => "\\1"
661     ),
662     "uri" => "http://www.business.com/"
663     ),
664     "bdfetch" => array(
665     "icon" => "robot",
666     "title" => "BDFetch",
667     "rule" => array(
668     "^BDFetch" => ""
669     ),
670     "uri" => ""
671     ),
672     "bdncentral" => array(
673     "icon" => "robot",
674     "title" => "Bdncentral",
675     "rule" => array(
676     "BDNcentral Crawler v([0-9.]{1,10})" => "\\1"
677     ),
678     "uri" => "http://www.bdncentral.com/robot.html"
679     ),
680     "beammachine" => array(
681     "icon" => "robot",
682     "title" => "BeamMachine",
683     "rule" => array(
684     "^BeamMachine[ /]([0-9.]{1,10})" => "\\1"
685     ),
686     "uri" => "http://www.beammachine.net/"
687     ),
688     "become" => array(
689     "icon" => "become",
690     "title" => "Become",
691     "rule" => array(
692     "Become(JP)?Bot[/ ]([0-9.]{1,10})" => "\\2",
693     "(BecomeBot|Exabot)@exava\.com\)$" => ""
694     ),
695     "uri" => "http://www.become.com/"
696     ),
697     "beebware" => array(
698     "icon" => "robot",
699     "title" => "Beebware",
700     "rule" => array(
701     "BeebwareDirectory[/ ]v?([0-9.]{1,10})" => "\\2"
702     ),
703     "uri" => ""
704     ),
705     "bigbrother" => array(
706     "icon" => "robot",
707     "title" => "Big Brother",
708     "rule" => array(
709     "^Big Brother" => ""
710     ),
711     "uri" => "http://pauillac.inria.fr/~fpottier/"
712     ),
713     "bigclique" => array(
714     "icon" => "robot",
715     "title" => "BigClique",
716     "rule" => array(
717     "^BigCliqueBOT[/ ]([0-9.]{1,10})" => "\\1"
718     ),
719     "uri" => "http://www.bigclique.com"
720     ),
721     "biglotron" => array(
722     "icon" => "robot",
723     "title" => "Biglotron",
724     "rule" => array(
725     "^BIGLOTRON" => ""
726     ),
727     "uri" => "http://www.bigclique.com"
728     ),
729     "bigsearch" => array(
730     "icon" => "bigsearch",
731     "title" => "Bigsearch",
732     "rule" => array(
733     "Bigsearch.ca[/ ]Nutch[- ]([0-9.]{1,10})" => "\\1"
734     ),
735     "uri" => ""
736     ),
737     "bilbo" => array(
738     "icon" => "robot",
739     "title" => "Bilbo",
740     "rule" => array(
741     "Bilbo[ /]([0-9.]{1,10})" => "\\1"
742     ),
743     "uri" => "http://home.broadpark.no/~tnilsen-1/Linux/Bilbo_-_Nessus_WEB/bilbo_-_nessus_web.html"
744     ),
745     "bilgi" => array(
746     "icon" => "bilgi",
747     "title" => "Bilgi",
748     "rule" => array(
749     "Bilgi(Beta)?Bot[ /]([0-9.]{1,10})" => "\\1"
750     ),
751     "uri" => "http://www.bilgi.com/"
752     ),
753     "bitacle" => array(
754     "icon" => "bitacle",
755     "title" => "Bitacle",
756     "rule" => array(
757     "Bitacle (ro)?bot[ \(/V\:]+([0-9.]{1,10})" => "\\2",
758     ),
759     "uri" => "http://bitacle.org/"
760     ),
761     "bitbeamer" => array(
762     "icon" => "bitbeamer",
763     "title" => "BitBeamer",
764     "rule" => array(
765     "BitBeamer/([0-9.]{1,10})" => "\\1"
766     ),
767     "uri" => ""
768     ),
769     "biz360" => array(
770     "icon" => "biz360",
771     "title" => "Biz360",
772     "rule" => array(
773     "^Biz360 spider" => ""
774     ),
775     "uri" => ""
776     ),
777     "backlinktest" => array(
778     "icon" => "backlinktest",
779     "title" => "BacklinkCrawler",
780     "rule" => array(
781     "BacklinkCrawler" => ""
782     ),
783     "uri" => "http://www.backlinktest.com/crawler.html"
784     ),
785     "blaizbee" => array(
786     "icon" => "blaiz-bee",
787     "title" => "Blaiz-Bee",
788     "rule" => array(
789     "Blaiz-Bee[ /]([0-9.]{1,10})" => ""
790     ),
791     "uri" => ""
792     ),
793     "blogbeat" => array(
794     "icon" => "robot",
795     "title" => "BlogBeat",
796     "rule" => array(
797     "BlogBeat/?([0-9.]{1,10})" => "\\1",
798     ),
799     "uri" => "http://www.blogbeat.nl"
800     ),
801     "blogbotde" => array(
802     "icon" => "robot",
803     "title" => "blogbot.de",
804     "rule" => array(
805     "Naamah[ /]([0-9.a-z]{1,10})[ /]Blogbot" => "\\1",
806     ),
807     "uri" => "http://blogbot.de/"
808     ),
809     "blogcensus" => array(
810     "icon" => "blogcensus",
811     "title" => "Blogcensus",
812     "rule" => array(
813     "^Blogcensus" => "",
814     ),
815     "uri" => "http://blogcensus.de/bot/"
816     ),
817     "blogdex" => array(
818     "icon" => "robot",
819     "title" => "Blogdex",
820     "rule" => array(
821     "Blogdex[ /]([0-9.]{1,10})" => "\\1",
822     ),
823     "uri" => ""
824     ),
825     "blogg" => array(
826     "icon" => "blogg",
827     "title" => "Blogg",
828     "rule" => array(
829     "^blogg\.de" => ""
830     ),
831     "uri" => ""
832     ),
833     "blogland" => array(
834     "icon" => "robot",
835     "title" => "BlogLand",
836     "rule" => array(
837     "BlogLand[/ ]([0-9.]{1,10})" => "\\1"
838     ),
839     "uri" => ""
840     ),
841     "bloglines" => array(
842     "icon" => "bloglines",
843     "title" => "Bloglines",
844     "rule" => array(
845     "Bloglines[ /]([0-9.]{1,10})" => "\\1",
846     "Bloglines" => ""
847     ),
848     "uri" => ""
849     ),
850     "blogmap" => array(
851     "icon" => "robot",
852     "title" => "Blogmap",
853     "rule" => array(
854     "blogmap" => ""
855     ),
856     "uri" => ""
857     ),
858     "blogosphere" => array(
859     "icon" => "robot",
860     "title" => "Blogosphere",
861     "rule" => array(
862     "Blogosphere" => ""
863     ),
864     "uri" => ""
865     ),
866     "blogpeople" => array(
867     "icon" => "robot",
868     "title" => "BlogPeople",
869     "rule" => array(
870     "BlogPeople" => ""
871     ),
872     "uri" => ""
873     ),
874     "blogpulse" => array(
875     "icon" => "blogpulse",
876     "title" => "Blogpulse",
877     "rule" => array(
878     "Blogpulse" => ""
879     ),
880     "uri" => ""
881     ),
882     "blogranking" => array(
883     "icon" => "blogranking",
884     "title" => "BlogRanking",
885     "rule" => array(
886     "^BlogRanking(/RSS checker)?" => ""
887     ),
888     "uri" => ""
889     ),
890     "blogs" => array(
891     "icon" => "blogs",
892     "title" => "Blo.gs",
893     "rule" => array(
894     "blo\.gs[ /]([0-9.]{1,10})" => "\\1",
895     "blo\.gs" => ""
896     ),
897     "uri" => ""
898     ),
899     "blogshares" => array(
900     "icon" => "blogshares",
901     "title" => "BlogShares",
902     "rule" => array(
903     "BlogShares[ /]V?([0-9.]{1,10})" => "\\1",
904     "(^| |\()Blogshares(\.com| |\))" => ""
905     ),
906     "uri" => ""
907     ),
908     "blogslife" => array(
909     "icon" => "robot",
910     "title" => "BlogsLife",
911     "rule" => array(
912     "Blogslive" => ""
913     ),
914     "uri" => ""
915     ),
916     "blogsnow" => array(
917     "icon" => "blogsnow",
918     "title" => "BlogsNow",
919     "rule" => array(
920     "blogsnowbot" => "",
921     "BlogsNow" => ""
922     ),
923     "uri" => ""
924     ),
925     "blogstreet" => array(
926     "icon" => "blogstreet",
927     "title" => "BlogStreet",
928     "rule" => array(
929     "^BlogStreetBot" => ""
930     ),
931     "uri" => ""
932     ),
933     "blogsurf" => array(
934     "icon" => "robot",
935     "title" => "BlogSurf",
936     "rule" => array(
937     "nomadscafe_ra[/ ]([0-9.]{1,10})" => "\\1"
938     ),
939     "uri" => ""
940     ),
941     "blogtick" => array(
942     "icon" => "robot",
943     "title" => "BlogTick",
944     "rule" => array(
945     "BlogTickServer" => ""
946     ),
947     "uri" => ""
948     ),
949     "blogwatcher" => array(
950     "icon" => "blogwatcher",
951     "title" => "Blogwatcher",
952     "rule" => array(
953     "blogWatcher_Spider[/ ]([0-9.]{1,10})" => "\\1"
954     ),
955     "uri" => ""
956     ),
957     "blogwise" => array(
958     "icon" => "blogwise",
959     "title" => "Blogwise",
960     "rule" => array(
961     "Blogwise\.com(-MetaChecker)?[/ ]([0-9.]{1,10})" => "\\2"
962     ),
963     "uri" => ""
964     ),
965     "boardreader" => array(
966     "icon" => "boardreader",
967     "title" => "BoardReader",
968     "rule" => array(
969     "BoardReader[ \-](Image|Favicon)[ \-]Fetcher[ /]+([0-9.]{1,10})" => "\\2"
970     ),
971     "uri" => "http://www.boardreader.com"
972     ),
973     "bobby" => array(
974     "icon" => "bobby",
975     "title" => "Bobby",
976     "rule" => array(
977     "bobby[ /]([0-9.]{1,10})" => "\\1"
978     ),
979     "uri" => ""
980     ),
981     "boitho" => array(
982     "icon" => "robot",
983     "title" => "Boitho",
984     "rule" => array(
985     "Boitho\.com[ \-](dc|robot)?[/ ]([0-9.]{1,10})" => "\\2"
986     ),
987     "uri" => ""
988     ),
989     "booch" => array(
990     "icon" => "robot",
991     "title" => "Booch",
992     "rule" => array(
993     "^booch[_ /]([0-9.]{1,10})" => "\\1"
994     ),
995     "uri" => ""
996     ),
997     "book" => array(
998     "icon" => "book",
999     "title" => "Bookmark",
1000     "rule" => array(
1001     "http://www\.bookmark\.ne\.jp" => ""
1002     ),
1003     "uri" => ""
1004     ),
1005     "bookdog" => array(
1006     "icon" => "bookdog",
1007     "title" => "Bookdog",
1008     "rule" => array(
1009     "^Bookdog[ /]([0-9.]{1,10})" => "\\1"
1010     ),
1011     "uri" => ""
1012     ),
1013     "bordermanager" => array(
1014     "icon" => "bordermanager",
1015     "title" => "Border Manager",
1016     "rule" => array(
1017     "BorderManager[ /]([0-9.]{1,10})" => "\\1"
1018     ),
1019     "uri" => ""
1020     ),
1021     "botonparade" => array(
1022     "icon" => "botonparade",
1023     "title" => "Bot on Parade",
1024     "rule" => array(
1025     "BotOnParade" => ""
1026     ),
1027     "uri" => "http://www.bots-on-para.de/bot.html"
1028     ),
1029     "botje" => array(
1030     "icon" => "botje",
1031     "title" => "Botje",
1032     "rule" => array(
1033     "Plukkie[ /]([0-9.]{1,10})" => "\\1"
1034     ),
1035     "uri" => "http://www.botje.com/"
1036     ),
1037     "bottomfeeder" => array(
1038     "icon" => "bottomfeeder",
1039     "title" => "BottomFeeder",
1040     "rule" => array(
1041     "BottomFeeder[ /]([0-9.]{1,10})" => "\\1"
1042     ),
1043     "uri" => ""
1044     ),
1045     "browseremulator" => array(
1046     "icon" => "browseremulator",
1047     "title" => "BrowserEmulator",
1048     "rule" => array(
1049     "BrowserEmulator[ /]([0-9.]{1,10})" => "\\1"
1050     ),
1051     "uri" => "http://www.dejavu.org/emulator.htm"
1052     ),
1053     "browsershots" => array(
1054     "icon" => "browsershots",
1055     "title" => "Browsershots",
1056     "rule" => array(
1057     "Browsershots URL Check" => ""
1058     ),
1059     "uri" => "http://browsershots.org"
1060     ),
1061     "browserspy" => array(
1062     "icon" => "robot",
1063     "title" => "BrowserSpy",
1064     "rule" => array(
1065     "BrowserSpy" => ""
1066     ),
1067     "uri" => ""
1068     ),
1069     "bruinbot" => array(
1070     "icon" => "robot",
1071     "title" => "BruinBot",
1072     "rule" => array(
1073     "BruinBot" => ""
1074     ),
1075     "uri" => ""
1076     ),
1077     "bruno" => array(
1078     "icon" => "robot",
1079     "title" => "Bruno",
1080     "rule" => array(
1081     "^Bruno" => ""
1082     ),
1083     "uri" => ""
1084     ),
1085     "btbot" => array(
1086     "icon" => "btbot",
1087     "title" => "BitTorrent",
1088     "rule" => array(
1089     "BTbot/([0-9.]{1,10})" => "\\1"
1090     ),
1091     "uri" => ""
1092     ),
1093 joku 380 "bubing" => array(
1094     "icon" => "robot",
1095     "title" => "BUbiNG",
1096     "rule" => array(
1097     "BUbiNG" => ""
1098     ),
1099     "uri" => "http://law.di.unimi.it/BUbiNG.html"
1100     ),
1101 joku 63 "builtwith" => array(
1102     "icon" => "builtwith",
1103     "title" => "BuiltWith",
1104     "rule" => array(
1105     "BuiltWith[/ ]([0-9.]{1,10})" => "\\1"
1106     ),
1107     "uri" => "http://builtwith.com/bot.html"
1108     ),
1109     "bulkfeeds" => array(
1110     "icon" => "robot",
1111     "title" => "Bulkfeeds",
1112     "rule" => array(
1113     "Bulkfeeds[/ ]([a-z0-9.]{1,10})" => "\\1"
1114     ),
1115     "uri" => ""
1116     ),
1117     "burf" => array(
1118     "icon" => "burf",
1119     "title" => "Burf.com",
1120     "rule" => array(
1121     "^Norbert the Spider" => ""
1122     ),
1123     "uri" => "http://www.burf.com/"
1124     ),
1125     "butch" => array(
1126     "icon" => "robot",
1127     "title" => "Butch",
1128     "rule" => array(
1129     "Butch(__| )?([a-z0-9.]{1,10})" => "\\2"
1130     ),
1131     "uri" => ""
1132     ),
1133     "buzzlogic" => array(
1134     "icon" => "buzzlogic",
1135     "title" => "Buzzlogic",
1136     "rule" => array(
1137     "BuzzBot[ /]([0-9.]{1,10})" => "\\1"
1138     ),
1139     "uri" => "http://www.buzzlogic.com"
1140     ),
1141     "catchbot" => array(
1142     "icon" => "catchbot",
1143     "title" => "CatchBot",
1144     "rule" => array(
1145     "^CatchBot[/ ]([0-9.]{1,10})" => "\\1"
1146     ),
1147     "uri" => "http://www.catchbot.com"
1148     ),
1149     "camdiscover" => array(
1150     "icon" => "robot",
1151     "title" => "Camdiscover",
1152     "rule" => array(
1153     "^Camcrawler" => ""
1154     ),
1155     "uri" => ""
1156     ),
1157     "cazoodle" => array(
1158     "icon" => "cazoodle",
1159     "title" => "Cazoodle",
1160     "rule" => array(
1161     "^CazoodleBot/(Nutch|CazoodleBot)[/ \-]([0-9.]{1,10})" => "\\2",
1162     "^CazoodleBot[/ ]([a-z0-9.]{1,10})" => "\\1"
1163     ),
1164     "uri" => "http://www.cazoodle.com/cazoodlebot"
1165     ),
1166     "ccbot" => array(
1167     "icon" => "robot",
1168     "title" => "ccBot",
1169     "rule" => array(
1170     "CCBot[/ ]([0-9.]{1,10})" => "\\1"
1171     ),
1172     "uri" => "http://www.commoncrawl.org/bot.html"
1173     ),
1174     "ccgcrawl" => array(
1175     "icon" => "robot",
1176     "title" => "CCGCrawl",
1177     "rule" => array(
1178     "CCGCrawl[/ ]([0-9.]{1,10})" => "\\1"
1179     ),
1180     "uri" => "http://www.myworkbase.com/bot.html"
1181     ),
1182     "cerberian" => array(
1183     "icon" => "robot",
1184     "title" => "Cerberian Drtrs",
1185     "rule" => array(
1186     "^Cerberian Drtrs" => ""
1187     ),
1188     "uri" => ""
1189     ),
1190     "cfnetwork" => array(
1191     "icon" => "robot",
1192     "title" => "Cerberian Drtrs",
1193     "rule" => array(
1194     "^CFNetwork[/ ]([0-9.]{1,10})" => "\\1"
1195     ),
1196     "uri" => "http://www.cfnetwork.be/"
1197     ),
1198     "charlotte" => array(
1199     "icon" => "charlotte",
1200     "title" => "Charlotte",
1201     "rule" => array(
1202     "Charlotte[/ ]([0-9a-z.]{1,10})" => "\\1"
1203     ),
1204     "uri" => ""
1205     ),
1206     "cirilizator" => array(
1207     "icon" => "cirilizator",
1208     "title" => "Cirilizator",
1209     "rule" => array(
1210     "Cirilizator[/ ]([0-9.]{1,10})" => "\\1"
1211     ),
1212     "uri" => ""
1213     ),
1214     "claria" => array(
1215     "icon" => "robot",
1216     "title" => "Claria",
1217     "rule" => array(
1218     "(Claria|Diamond)(Bot)?[ /]([0-9.]{1,10})" => "\\3",
1219     "(Claria|Diamond)(Bot)" => ""
1220     ),
1221     "uri" => ""
1222     ),
1223     "claymont" => array(
1224     "icon" => "claymont",
1225     "title" => "Claymont",
1226     "rule" => array(
1227     "claymont\.com" => "",
1228     "OliverPerry" => ""
1229     ),
1230     "uri" => "http://www.claymont.com"
1231     ),
1232 joku 377 "clipinc" => array(
1233     "icon" => "clipinc",
1234     "title" => "ClipInc",
1235     "rule" => array(
1236     "ClipInc" => ""
1237     ),
1238     "uri" => "http://tobit.software"
1239     ),
1240 joku 63 "clush" => array(
1241     "icon" => "clush",
1242     "title" => "Clush",
1243     "rule" => array(
1244     "Clus(tered-Search-|h)Bot[ /]([0-9.]{1,10})" => "\\2"
1245     ),
1246     "uri" => ""
1247     ),
1248     "cmsworldmap" => array(
1249     "icon" => "cmsworldmap",
1250     "title" => "CMS World Map",
1251     "rule" => array(
1252     "cmsworldmap" => ""
1253     ),
1254     "uri" => "http://www.cmsworldmap.com/"
1255     ),
1256     "cobion" => array(
1257     "icon" => "robot",
1258     "title" => "Cobion",
1259     "rule" => array(
1260     " (QXW03018|obot)\)" => ""
1261     ),
1262     "uri" => ""
1263     ),
1264     "coccoc" => array(
1265 matthys 287 "icon" => "coccoc",
1266 matthys 209 "title" => "Coccoc",
1267 joku 63 "rule" => array(
1268 matthys 400 "coccoc[ /]([0-9.]{1,10})" => "\\1",
1269     "coccocbot-web[ /]([0-9.]{1,10})" => "\\1"
1270 joku 63 ),
1271 matthys 287 "uri" => "http://help.coccoc.com"
1272 joku 63 ),
1273     "coldfusion" => array(
1274     "icon" => "coldfusion",
1275     "title" => "ColdFusion",
1276     "rule" => array(
1277     "^coldfusion" => ""
1278     ),
1279     "uri" => ""
1280     ),
1281     "combine" => array(
1282     "icon" => "robot",
1283     "title" => "Combine",
1284     "rule" => array(
1285     "Combine[ /]([0-9.]{1,10})" => "\\1"
1286     ),
1287     "uri" => ""
1288     ),
1289     "combot" => array(
1290     "icon" => "robot",
1291     "title" => "comBot",
1292     "rule" => array(
1293     "^comBot[ /]([0-9.]{1,10})" => "\\1"
1294     ),
1295     "uri" => ""
1296     ),
1297     "comet" => array(
1298     "icon" => "comet",
1299     "title" => "Comet",
1300     "rule" => array(
1301     "cometsearch@cometsystems" => ""
1302     ),
1303     "uri" => ""
1304     ),
1305     "commerobo" => array(
1306     "icon" => "robot",
1307     "title" => "Commerobo",
1308     "rule" => array(
1309     "Commerobo[/ ]([0-9.]{1,10})" => "\\1"
1310     ),
1311     "uri" => ""
1312     ),
1313     "comrite" => array(
1314     "icon" => "robot",
1315     "title" => "ComRite",
1316     "rule" => array(
1317     "Comrite[/ ]([0-9.]{1,10})" => "\\1"
1318     ),
1319     "uri" => "http://www.comrite.com/"
1320     ),
1321     "convera" => array(
1322     "icon" => "convera",
1323     "title" => "Convera",
1324     "rule" => array(
1325     "Convera(MultiMedia)?Crawler[/ ]([0-9.]{1,10})" => "\\2",
1326     "Convera Internet Spider V([0-9.]{1,10})" => "\\1"
1327     ),
1328     "uri" => ""
1329     ),
1330     "coolbot" => array(
1331     "icon" => "robot",
1332     "title" => "CoolBot",
1333     "rule" => array(
1334     "^CoolBot" => ""
1335     ),
1336     "uri" => ""
1337     ),
1338     "cosmix" => array(
1339     "icon" => "robot",
1340     "title" => "Cosmix",
1341     "rule" => array(
1342     "^(voyager|cfetch|CosmixCrawler|carleson)[/ ]([0-9.]{1,10})" => "\\2",
1343     ),
1344     "uri" => ""
1345     ),
1346     "cosmos" => array(
1347     "icon" => "robot",
1348     "title" => "Cosmos",
1349     "rule" => array(
1350     "^cosmos" => ""
1351     ),
1352     "uri" => ""
1353     ),
1354     "cosmoty" => array(
1355     "icon" => "robot",
1356     "title" => "Cosmoty",
1357     "rule" => array(
1358     "^beautybot[/ ]([0-9.]{1,10})" => "\\1"
1359     ),
1360     "uri" => "http://www.uchoose.de/crawler/beautybot/"
1361     ),
1362     "covario" => array(
1363     "icon" => "covario",
1364     "title" => "Covario",
1365     "rule" => array(
1366     "Covario-IDS[/ ]([0-9.]{1,10})" => "\\1"
1367     ),
1368     "uri" => "http://www.covario.com/ids/"
1369     ),
1370     "creativecommons" => array(
1371     "icon" => "creativecommons",
1372     "title" => "Creative Commons",
1373     "rule" => array(
1374     "CreativeCommons[/ ]([0-9.]{1,6}(-dev)?)" => "\\1"
1375     ),
1376     "uri" => ""
1377     ),
1378     "cscrawler" => array(
1379     "icon" => "robot",
1380     "title" => "CsCrawler",
1381     "rule" => array(
1382     "CsCrawler" => ""
1383     ),
1384     "uri" => "http://www.kde.cs.uni-kassel.de/lehre/ss2005/googlespam/crawler.html"
1385     ),
1386 joku 111 "jigsaw" => array(
1387     "icon" => "jigsaw",
1388     "title" => "Jigsaw",
1389     "rule" => array(
1390     "Jigsaw[ /]([0-9.]{1,10})" => "\\1"
1391     ),
1392     "uri" => "http://jigsaw.w3.org/css-validator/"
1393     ),
1394 joku 63 "csscheck" => array(
1395     "icon" => "w3c",
1396     "title" => "W3C CSS Validator",
1397     "rule" => array(
1398     "CSS(Check|_Validator).+[ /]([0-9.]{1,10})" => "\\2"
1399     ),
1400     "uri" => "http://jigsaw.w3.org/css-validator/"
1401     ),
1402     "custo" => array(
1403     "icon" => "robot",
1404     "title" => "Custo",
1405     "rule" => array(
1406     "Custo[ /]([0-9.]{1,10})" => "\\1"
1407     ),
1408     "uri" => ""
1409     ),
1410     "cybernavi" => array(
1411     "icon" => "robot",
1412     "title" => "CyberNavi",
1413     "rule" => array(
1414     "CyberNavi_WebGet[ /]([0-9.]{1,10})" => "\\1"
1415     ),
1416     "uri" => ""
1417     ),
1418     "cyberpatrol" => array(
1419     "icon" => "cyberpatrol",
1420     "title" => "CyberPatrol",
1421     "rule" => array(
1422     "^CyberPatrol" => ""
1423     ),
1424     "uri" => "http://www.cyberpatrol.com/cyberpatrolcrawler.asp"
1425     ),
1426     "cyberz" => array(
1427     "icon" => "cyberz",
1428     "title" => "Cyberz",
1429     "rule" => array(
1430     "Cyberz Communication Agent" => ""
1431     ),
1432     "uri" => ""
1433     ),
1434     "cydral" => array(
1435     "icon" => "robot",
1436     "title" => "Cydral",
1437     "rule" => array(
1438     "CydralSpider[ /]([0-9.]{1,10})" => "\\1"
1439     ),
1440     "uri" => ""
1441     ),
1442     "cynthia" => array(
1443     "icon" => "cynthia",
1444     "title" => "Cynthia Says",
1445     "rule" => array(
1446     "Cynthia[ /]([0-9.]{1,10})" => "\\1"
1447     ),
1448     "uri" => ""
1449     ),
1450     "d4x" => array(
1451     "icon" => "d4x",
1452     "title" => "Downloader for X",
1453     "rule" => array(
1454     "Downloader for X[ /]([0-9.]{1,10})" => "\\1"
1455     ),
1456     "uri" => ""
1457     ),
1458     "da" => array(
1459     "icon" => "da",
1460     "title" => "DA",
1461     "rule" => array(
1462     "^DA[ /]([0-9.]{1,10})" => "\\1"
1463     ),
1464     "uri" => ""
1465     ),
1466     "daum" => array(
1467     "icon" => "daum",
1468     "title" => "DAUM",
1469     "rule" => array(
1470     "DAUMOA[ /]([0-9.]{1,10})" => "\\1",
1471 joku 379 "Daum[ /]([0-9.]{1,10})" => "\\1",
1472 joku 63 "DAUM Web Robot" => "",
1473 joku 339 "daum.net" => "",
1474 joku 63 "Daum Communications Corp" => "",
1475     "EDI[ /]([0-9.]{1,10})" => "\\1",
1476     "Edacious.*Intelligent Web Robot" => "",
1477     "RaBot[/ ]([0-9.]{1,10}) Agent" => "\\1"
1478     ),
1479     "uri" => "http://ws.daum.net/"
1480     ),
1481     "daypop" => array(
1482     "icon" => "robot",
1483     "title" => "Daypop",
1484     "rule" => array(
1485     "daypopbot[/ ]([0-9.]{1,10})" => "\\1"
1486     ),
1487     "uri" => ""
1488     ),
1489     "delfi" => array(
1490     "icon" => "delfi",
1491     "title" => "Delfi",
1492     "rule" => array(
1493     "crawl at delfi dot lt" => ""
1494     ),
1495     "uri" => ""
1496     ),
1497     "depspid" => array(
1498     "icon" => "depspid",
1499     "title" => "DepSpid",
1500     "rule" => array(
1501     "DepSpid[/ ]([0-9.]{1,10})" => "\\1"
1502     ),
1503     "uri" => ""
1504     ),
1505     "devonagent" => array(
1506     "icon" => "devonagent",
1507     "title" => "DEVONagent",
1508     "rule" => array(
1509     "DEVONtech" => ""
1510     ),
1511     "uri" => ""
1512     ),
1513     "diffbot" => array(
1514     "icon" => "diffbot",
1515     "title" => "Diffbot",
1516     "rule" => array(
1517     " Diffbot" => ""
1518     ),
1519     "uri" => "http://www.diffbot.com"
1520     ),
1521     "diribot" => array(
1522     "icon" => "diribot",
1523     "title" => "Diri",
1524     "rule" => array(
1525     "diribot" => ""
1526     ),
1527     "uri" => "http://www.diri.bg"
1528     ),
1529     "directhit" => array(
1530     "icon" => "robot",
1531     "title" => "Direct Hit",
1532     "rule" => array(
1533     "EZResult -- Internet Search Engine" => ""
1534     ),
1535     "uri" => "http://www.directhit.com"
1536     ),
1537     "disco" => array(
1538     "icon" => "disco",
1539 matthys 209 "title" => "Disco",
1540 joku 63 "rule" => array(
1541     "disco/Nutch[/ -]([0-9.]{1,10})" => "\\1",
1542     "discobot[/ -]([0-9.]{1,10})" => "\\1",
1543     "disco-crawl@discoveryengine.com" => ""
1544     ),
1545     "uri" => "http://www.discoveryengine.com/"
1546     ),
1547     "discopump" => array(
1548     "icon" => "robot",
1549     "title" => "DISCo Pump",
1550     "rule" => array(
1551     "DISCo Pump[/ ]([0-9.]{1,10})" => "\\1"
1552     ),
1553     "uri" => ""
1554     ),
1555     "dkimreputation" => array(
1556     "icon" => "dkimreputation",
1557     "title" => "DKIM Reputation",
1558     "rule" => array(
1559     "DKIMRepBot[ /]([0-9.]{1,10})" => "\\1"
1560     ),
1561     "uri" => "http://www.dkim-reputation.org"
1562     ),
1563     "dnsdigger" => array(
1564     "icon" => "dnsdigger",
1565     "title" => "DNS-Digger",
1566     "rule" => array(
1567     "DNS-Digger-Explorer[ /]([0-9.]{1,10})" => "\\1"
1568     ),
1569     "uri" => "http://www.dnsdigger.com"
1570     ),
1571     "dnsvalidation" => array(
1572     "icon" => "dnsvalidation",
1573     "title" => "DNS Validation",
1574     "rule" => array(
1575     "DNSValidation[ /]([0-9.]{1,10})" => "\\1"
1576     ),
1577     "uri" => "http://www.dnsvalidation.com/"
1578     ),
1579     "doctorhtml" => array(
1580     "icon" => "robot",
1581     "title" => "DoctorHTML",
1582     "rule" => array(
1583     "Doctor[ \-]?HTML" => ""
1584     ),
1585     "uri" => ""
1586     ),
1587     "dolphin" => array(
1588     "icon" => "dolphin",
1589     "title" => "Dolphin",
1590     "rule" => array(
1591     "Dolphin[ /]([0-9.]{1,10})" => "\\1"
1592     ),
1593     "uri" => "http://telehouse.ru/crawler.html"
1594     ),
1595     "domaindatei" => array(
1596     "icon" => "robot",
1597     "title" => "Domaindatei",
1598     "rule" => array(
1599     "DomaindateiSpider[ /]([0-9.]{1,10})" => "\\1"
1600     ),
1601     "uri" => ""
1602     ),
1603     "dontbuylists" => array(
1604     "icon" => "dontbuylists",
1605     "title" => "Dontbuylists",
1606     "rule" => array(
1607     "DBLBot[ /]([0-9.]{1,10})" => "\\1"
1608     ),
1609     "uri" => "http://www.dontbuylists.com"
1610     ),
1611     "dotbot" => array(
1612     "icon" => "robot",
1613     "title" => "DotBot",
1614     "rule" => array(
1615     "DotBot[ /]([0-9.]{1,10})" => "\\1"
1616     ),
1617     "uri" => "http://www.dotnetdotcom.org"
1618     ),
1619     "doweb" => array(
1620     "icon" => "doweb",
1621     "title" => "DoWeb",
1622     "rule" => array(
1623     "^www.doweb.co.uk" => ""
1624     ),
1625     "uri" => "http://www.doweb.co.uk/"
1626     ),
1627     "downforeveryoneorjustme" => array(
1628     "icon" => "downforeveryoneorjustme",
1629     "title" => "Down for everyone or just me",
1630     "rule" => array(
1631     "downforeveryoneorjustme" => ""
1632     ),
1633     "uri" => "http://www.downforeveryoneorjustme.com"
1634     ),
1635     "downloadninja" => array(
1636     "icon" => "robot",
1637     "title" => "Download Ninja",
1638     "rule" => array(
1639     "Download Ninja[ /]([0-9.]{1,10})" => "\\1"
1640     ),
1641     "uri" => ""
1642     ),
1643     "drupal" => array(
1644     "icon" => "drupal",
1645     "title" => "Drupal",
1646     "rule" => array(
1647     "^Drupal" => ""
1648     ),
1649     "uri" => ""
1650     ),
1651     "dsns" => array(
1652     "icon" => "robot",
1653     "title" => "DSNS Scanner",
1654     "rule" => array(
1655     "^DSNS" => ""
1656     ),
1657     "uri" => ""
1658     ),
1659     "dtsagent" => array(
1660     "icon" => "robot",
1661     "title" => "DTS Agent",
1662     "rule" => array(
1663     "DTS Agent" => ""
1664     ),
1665     "uri" => ""
1666     ),
1667 matthys 342 "duckduckgo" => array(
1668     "icon" => "duckduckgo",
1669     "title" => "DuckDuckGo",
1670     "rule" => array(
1671 matthys 397 "DuckDuckGo-Favicons-Bot[ /]([0-9.]{1,10})" => "\\1",
1672     "DuckDuckBot-Https[ /]([0-9.]{1,10})" => "\\1"
1673 matthys 342 ),
1674     "uri" => "http://duckduckgo.com"
1675     ),
1676 joku 63 "earthcom" => array(
1677     "icon" => "earthcom",
1678     "title" => "Earthcom",
1679     "rule" => array(
1680     "EARTHCOM\.info[/ ]([0-9a-z.]{1,10})" => "\\1"
1681     ),
1682     "uri" => ""
1683     ),
1684     "ebay" => array(
1685     "icon" => "ebay",
1686     "title" => "eBay",
1687     "rule" => array(
1688     "eBay Relevance Ad Crawler" => ""
1689     ),
1690     "uri" => ""
1691     ),
1692     "echo" => array(
1693     "icon" => "robot",
1694     "title" => "Echo.com",
1695     "rule" => array(
1696     "_TrueRobot[/ ]([0-9.]{1,10})" => "\\1"
1697     ),
1698     "uri" => "http://www.echo.com/"
1699     ),
1700     "eert" => array(
1701     "icon" => "robot",
1702 matthys 209 "title" => "Eert",
1703 joku 63 "rule" => array(
1704     "eert spdr[/ ]([0-9.]{1,10})" => "\\1"
1705     ),
1706     "uri" => "http://bot.eert.net"
1707     ),
1708     "eknip" => array(
1709     "icon" => "eknip",
1710     "title" => "E-Knip",
1711     "rule" => array(
1712     "eknip[ /]([0-9a-z.]{1,10})" => "\\1"
1713     ),
1714     "uri" => ""
1715     ),
1716     "zoominfo" => array(
1717     "icon" => "zoominfo",
1718 matthys 209 "title" => "ZoomInfo", //Previous called Eliyon
1719 joku 63 "rule" => array(
1720     "NextGenSearchBot[/ ]([0-9.]{1,10})" => "\\1"
1721     ),
1722     "uri" => "http://www.zoominfo.com/business/nextgensearchbot.html"
1723     ),
1724     "emeraldshield" => array(
1725     "icon" => "emeraldshield",
1726     "title" => "EmeraldShield",
1727     "rule" => array(
1728     "^EmeraldShield" => ""
1729     ),
1730     "uri" => ""
1731     ),
1732     "empas" => array(
1733     "icon" => "empas",
1734     "title" => "Empas",
1735     "rule" => array(
1736     "DigExt; empas\)$" => "",
1737     "^EMPAS[_\-]ROBOT" => ""
1738     ),
1739     "uri" => ""
1740     ),
1741     "entireweb" => array(
1742     "icon" => "entireweb",
1743     "title" => "Entireweb",
1744     "rule" => array(
1745     "Speedy[ ]?Spider" => ""
1746     ),
1747     "uri" => ""
1748     ),
1749     "envolk" => array(
1750     "icon" => "envolk",
1751     "title" => "Envolk",
1752     "rule" => array(
1753     "envolk\[ITS\]spider[/ ]([0-9.]{1,10})" => "\\1",
1754     "envolk[/ ]([0-9.]{1,10})" => "\\1"
1755     ),
1756     "uri" => ""
1757     ),
1758     "esnet" => array(
1759     "icon" => "robot",
1760     "title" => "ES.NET",
1761     "rule" => array(
1762     "ES.NET Crawler[ /]([0-9.]{1,10})" => "\\1"
1763     ),
1764     "uri" => ""
1765     ),
1766     "estyle" => array(
1767     "icon" => "estyle",
1768     "title" => "eStyle Search",
1769     "rule" => array(
1770     "eStyleSearch[ /]([0-9.]{1,10})" => "\\1"
1771     ),
1772     "uri" => ""
1773     ),
1774     "eurip" => array(
1775     "icon" => "robot",
1776     "title" => "Eurip",
1777     "rule" => array(
1778     "EuripBot[ /]([0-9.]{1,10})" => "\\1"
1779     ),
1780     "uri" => "http://www.eurip.com"
1781     ),
1782     "eurodirectory" => array(
1783     "icon" => "robot",
1784     "title" => "Euro Directory",
1785     "rule" => array(
1786     "www\.euro-directory\.com" => ""
1787     ),
1788     "uri" => "http://www.euro-directory.com/"
1789     ),
1790     "euroseek" => array(
1791     "icon" => "euroseek",
1792     "title" => "EuroSeek",
1793     "rule" => array(
1794     "Arachnoidea" => ""
1795     ),
1796     "uri" => ""
1797     ),
1798     "evaal" => array(
1799     "icon" => "evaal",
1800     "title" => "Evaal",
1801     "rule" => array(
1802     "^EvaalSE" => ""
1803     ),
1804     "uri" => "http://www.evaal.com/"
1805     ),
1806     "eventax" => array(
1807     "icon" => "eventax",
1808     "title" => "Eventax",
1809     "rule" => array(
1810     "^eventax[ /]([0-9.]{1,10})" => "\\1"
1811     ),
1812     "uri" => "http://www.eventax.de/"
1813     ),
1814     "everbee" => array(
1815     "icon" => "everbee",
1816     "title" => "Everbee",
1817     "rule" => array(
1818     "EverbeeCrawler" => ""
1819     ),
1820     "uri" => ""
1821     ),
1822     "everest" => array(
1823     "icon" => "everest",
1824     "title" => "Everest",
1825     "rule" => array(
1826     "Everest-Vulcan Inc.[ /]([0-9.]{1,10})" => "\\1"
1827     ),
1828     "uri" => ""
1829     ),
1830     "exabot" => array(
1831     "icon" => "exabot",
1832     "title" => "ExaBot",
1833     "rule" => array(
1834     "^NG[ /]([0-9.]{1,10})" => "\\1",
1835     "Exabot/([0-9.]{1,10})" => "\\1",
1836     "ExaBotTest/([0-9.]{1,10})" => "\\1",
1837     "ExaBot-(Test|Images)/([0-9.]{1,10})" => "\\2",
1838     "ExaBot-Thumbnails" => ""
1839     ),
1840     "uri" => "http://www.exabot.com/go/robot"
1841     ),
1842     "exactseek" => array(
1843     "icon" => "exactseek",
1844     "title" => "ExactSeek",
1845     "rule" => array(
1846     "^exactseek[ \-]?(pagereaper|crawler)[ \-]?([0-9.]{1,10})" => "\\2",
1847     "ExactSeek[ \.\-]?(Crawler|com)" => ""
1848     ),
1849     "uri" => "http://www.exactseek.com/"
1850     ),
1851     "excite" => array(
1852     "icon" => "excite",
1853     "title" => "Excite",
1854     "rule" => array(
1855     "Architext[ \-]?Spider" => ""
1856     ),
1857     "uri" => ""
1858     ),
1859     "execrawl" => array(
1860     "icon" => "robot",
1861     "title" => "Execrawl",
1862     "rule" => array(
1863     "Execrawl[ /]([0-9.]{1,10})" => "\\1",
1864     "Execrawl" => ""
1865     ),
1866     "uri" => ""
1867     ),
1868     "expertmonitor" => array(
1869     "icon" => "robot",
1870     "title" => "ExpertMonitor",
1871     "rule" => array(
1872     "^NetMonitor[ /]([0-9.]{1,10})" => "\\1"
1873     ),
1874     "uri" => ""
1875     ),
1876     "explorerrss" => array(
1877     "icon" => "robot",
1878     "title" => "Explorer RSS",
1879     "rule" => array(
1880     "^Windows-RSS-Platform[ /]([0-9.]{1,10})" => "\\1"
1881     ),
1882     "uri" => ""
1883     ),
1884     "ezooms" => array(
1885     "icon" => "robot",
1886     "title" => "Ezooms",
1887     "rule" => array(
1888     "ezooms[/ ]([0-9a-z.\-]{1,10})" => "\\1"
1889     ),
1890     "uri" => ""
1891     ),
1892     "facebook" => array(
1893     "icon" => "facebook",
1894     "title" => "Facebook",
1895     "rule" => array(
1896     "FacebookFeedParser[/ ]([0-9a-z.\-]{1,10})" => "\\1",
1897     "facebookexternalhit/([0-9.]{1,10})" => "\\1",
1898     "^facebook" => ""
1899     ),
1900     "uri" => "http://www.facebook.com/"
1901     ),
1902     "fast" => array(
1903     "icon" => "fast",
1904     "title" => "Fast",
1905     "rule" => array(
1906     "^FAST( Enterprise |-Web| MetaWeb )?Crawler[ /]([0-9.]{1,10})" => "\\2",
1907     "^FAST( Enterprise |-Web| MetaWeb | PartnerSite )?Crawler" => "",
1908     "^Fast Crawler" => "",
1909     "^libwww-perl[ /]([0-9.]{1,10}) FP[ /]([0-9.]{1,10})" => "\\2"
1910     ),
1911     "uri" => "http://www.alltheweb.com/"
1912     ),
1913     "fastbuzz" => array(
1914     "icon" => "fastbuzz",
1915     "title" => "Fastbuzz",
1916     "rule" => array(
1917     "^fastbuzz\.com" => ""
1918     ),
1919     "uri" => ""
1920     ),
1921     "favorg" => array(
1922     "icon" => "robot",
1923     "title" => "FavOrg",
1924     "rule" => array(
1925     "^FavOrg" => ""
1926     ),
1927     "uri" => ""
1928     ),
1929     "favorstar" => array(
1930     "icon" => "favorstar",
1931 matthys 209 "title" => "Favorstar",
1932 joku 63 "rule" => array(
1933     "favorstarbot[ /]([0-9.]{1,10})" => "\\1"
1934     ),
1935     "uri" => "http://favorstar.com/bot.html"
1936     ),
1937     "faxo" => array(
1938     "icon" => "robot",
1939     "title" => "Faxo",
1940     "rule" => array(
1941     "^Faxobot[ /]([0-9.]{1,10})" => "\\1"
1942     ),
1943     "uri" => "http://www.faxo.com/"
1944     ),
1945     "fdse" => array(
1946     "icon" => "robot",
1947     "title" => "FDSE Robot",
1948     "rule" => array(
1949     "FDSE[ \-]?robot" => ""
1950     ),
1951     "uri" => ""
1952     ),
1953     "feedback" => array(
1954     "icon" => "robot",
1955     "title" => "FeedBack",
1956     "rule" => array(
1957     "FeedBack[/ ]([0-9.]{1,10})" => "\\1"
1958     ),
1959     "uri" => ""
1960     ),
1961     "feedburner" => array(
1962     "icon" => "feedburner",
1963     "title" => "FeedBurner",
1964     "rule" => array(
1965     "^FeedBurner[/ ]([0-9.]{1,10})" => "\\1"
1966     ),
1967     "uri" => ""
1968     ),
1969     "feeddemon" => array(
1970     "icon" => "feeddemon",
1971     "title" => "FeedDemon",
1972     "rule" => array(
1973     "FeedDemon[/ ]([0-9.]{1,10})" => "\\1"
1974     ),
1975     "uri" => ""
1976     ),
1977     "feedfind" => array(
1978     "icon" => "feedfind",
1979     "title" => "FeedFind",
1980     "rule" => array(
1981     "Feed::Find[ /]([0-9.]{1,10})" => "\\1"
1982     ),
1983     "uri" => ""
1984     ),
1985     "feedonfeeds" => array(
1986     "icon" => "robot",
1987     "title" => "Feed On Feeds",
1988     "rule" => array(
1989     "FeedOnFeeds[/ ]([0-9.]{1,10})" => "\\1"
1990     ),
1991     "uri" => ""
1992     ),
1993     "feedparser" => array(
1994     "icon" => "robot",
1995     "title" => "Feedparser",
1996     "rule" => array(
1997     "UniversalFeedParser[/ ]([0-9a-z.\-]{1,10})" => "\\1",
1998     "FeedParser" => ""
1999     ),
2000     "uri" => ""
2001     ),
2002     "feedreader" => array(
2003     "icon" => "feedreader",
2004     "title" => "Feedreader",
2005     "rule" => array(
2006     "^Feedreader" => ""
2007     ),
2008     "uri" => ""
2009     ),
2010     "feedserver" => array(
2011     "icon" => "robot",
2012     "title" => "FeedServer",
2013     "rule" => array(
2014     "FeedServer[/ ]([0-9.]{1,10})" => "\\1"
2015     ),
2016     "uri" => ""
2017     ),
2018     "feedster" => array(
2019     "icon" => "feedster",
2020     "title" => "Feedster",
2021     "rule" => array(
2022     "Feedster Crawler[/ ]([0-9.]{1,10})" => "\\1"
2023     ),
2024     "uri" => ""
2025     ),
2026     "feedvalidator" => array(
2027     "icon" => "feedvalidator",
2028     "title" => "Feed Validator",
2029     "rule" => array(
2030     "^FeedValidator[/ ]([0-9.]{1,10})" => "\\1"
2031     ),
2032     "uri" => ""
2033     ),
2034     "fdm" => array(
2035     "icon" => "robot",
2036     "title" => "Free Download Manager",
2037     "rule" => array(
2038     "^FDM[/ ]([0-9a-z.]{1,10})" => "\\1"
2039     ),
2040     "uri" => ""
2041     ),
2042     "filangy" => array(
2043     "icon" => "robot",
2044     "title" => "Filangy",
2045     "rule" => array(
2046     "Filangy[/ ]([0-9.]{1,10})" => "\\1"
2047     ),
2048     "uri" => "http://www.filangy.com/"
2049     ),
2050     "findanisp" => array(
2051     "icon" => "robot",
2052     "title" => "FindAnISP",
2053     "rule" => array(
2054     "FindAnISP" => ""
2055     ),
2056     "uri" => "http://www.findanisp.com/"
2057     ),
2058     "findengines" => array(
2059     "icon" => "findengines",
2060     "title" => "FindEngines",
2061     "rule" => array(
2062     "FindEngines! Bot" => ""
2063     ),
2064     "uri" => ""
2065     ),
2066     "findexa" => array(
2067     "icon" => "findexa",
2068     "title" => "Findexa",
2069     "rule" => array(
2070     "Findexa Crawler" => ""
2071     ),
2072     "uri" => ""
2073     ),
2074     "findlinks" => array(
2075     "icon" => "findlinks",
2076     "title" => "FindLinks",
2077     "rule" => array(
2078     "findlinks[ /]([0-9.]{1,10})" => "\\1",
2079     "^FindLinks" => ""
2080     ),
2081     "uri" => ""
2082     ),
2083     "findoor" => array(
2084     "icon" => "findoor",
2085 matthys 209 "title" => "Findoor",
2086 joku 63 "rule" => array(
2087     "^findoor(-Bot)?" => "\\1"
2088     ),
2089     "uri" => ""
2090     ),
2091     "firefly" => array(
2092     "icon" => "firefly",
2093     "title" => "Firefly",
2094     "rule" => array(
2095     "Firefly" => ""
2096     ),
2097     "uri" => ""
2098     ),
2099     "flashget" => array(
2100     "icon" => "flashget",
2101     "title" => "FlashGet",
2102     "rule" => array(
2103     "^FlashGet" => ""
2104     ),
2105     "uri" => ""
2106     ),
2107     "flatland" => array(
2108     "icon" => "flatland",
2109     "title" => "Flatland",
2110     "rule" => array(
2111     "^flatlandbot" => ""
2112     ),
2113     "uri" => "http://www.flatlandindustries.com/flatlandbot"
2114     ),
2115     "flickbot" => array(
2116     "icon" => "flickbot",
2117     "title" => "FlickBot",
2118     "rule" => array(
2119     "FlickBot[ /]([0-9.]{1,10})" => "\\1"
2120     ),
2121     "uri" => ""
2122     ),
2123     "flightdeckreports" => array(
2124     "icon" => "flightdeckreports",
2125     "title" => "Flight Deck Reports",
2126     "rule" => array(
2127     "FlightDeckReportsBot[ /]([0-9.]{1,10})" => "\\1"
2128     ),
2129     "uri" => "http://www.flightdeckreports.com/"
2130     ),
2131     "forex" => array(
2132     "icon" => "robot",
2133     "title" => "Forex",
2134     "rule" => array(
2135     "^Forex Trading Network Organization" => ""
2136     ),
2137     "uri" => "http://www.netforex.org/"
2138     ),
2139     "freshmeat" => array(
2140     "icon" => "freshmeat",
2141 matthys 209 "title" => "Freshmeat",
2142 joku 63 "rule" => array(
2143     "fmII URL validator[ /]([0-9.]{1,10})" => "\\1",
2144     "freshmeat.net URL validator[ /]([0-9.]{1,10})" => "\\1"
2145     ),
2146     "uri" => "http://www.freshmeat.net/"
2147     ),
2148     "friend" => array(
2149     "icon" => "friend",
2150     "title" => "Friend",
2151     "rule" => array(
2152     "www\.friend\.fr" => ""
2153     ),
2154     "uri" => "http://www.friend.fr/"
2155     ),
2156     "frontier" => array(
2157     "icon" => "frontier",
2158     "title" => "Frontier",
2159     "rule" => array(
2160     "Frontier[ /]([0-9.]{1,10})" => "\\1"
2161     ),
2162     "uri" => ""
2163     ),
2164     "fyberspider" => array(
2165     "icon" => "robot",
2166     "title" => "FyberSpider",
2167     "rule" => array(
2168     "FyberSpider[ /]([0-9.]{1,10})" => "\\1"
2169     ),
2170     "uri" => "http://www.fyberspider.com/"
2171     ),
2172     "gaisbot" => array(
2173     "icon" => "gais",
2174     "title" => "Gaisbot",
2175     "rule" => array(
2176     "Gaisbot[ /]([0-9.]{1,10})" => "\\1"
2177     ),
2178     "uri" => ""
2179     ),
2180     "galaxy" => array(
2181     "icon" => "galaxy",
2182     "title" => "Galaxy",
2183     "rule" => array(
2184     "GalaxyBot[ /]([0-9.]{1,10})" => "\\1",
2185     "www.galaxy.com" => ""
2186     ),
2187     "uri" => "http://www.galaxy.com/"
2188     ),
2189     "gamespy" => array(
2190     "icon" => "gamespy",
2191     "title" => "GameSpy",
2192     "rule" => array(
2193     "GameSpyHTTP[ /]([0-9.]{1,10})" => "\\1"
2194     ),
2195     "uri" => ""
2196     ),
2197     "garlik" => array(
2198     "icon" => "garlik",
2199     "title" => "Garlik",
2200     "rule" => array(
2201     "GarlikCrawler[ /]([0-9.]{1,10})" => "\\1"
2202     ),
2203     "uri" => "http://garlik.com/"
2204     ),
2205     "gdesktop" => array(
2206     "icon" => "gdesktop",
2207     "title" => "Google Desktop",
2208     "rule" => array(
2209     "compatible; Google Desktop" => ""
2210     ),
2211     "uri" => ""
2212     ),
2213     "genome" => array(
2214     "icon" => "robot",
2215     "title" => "Genome Machine",
2216     "rule" => array(
2217     "Genome[ \-]?Machine" => ""
2218     ),
2219     "uri" => ""
2220     ),
2221     "geohash" => array(
2222     "icon" => "geohash",
2223     "title" => "Geohash",
2224     "rule" => array(
2225     "GeoHasher(/Nutch)[ /-]([0-9.]{1,10})" => "\\2"
2226     ),
2227     "uri" => "http://geohash.org/"
2228     ),
2229     "geona" => array(
2230     "icon" => "robot",
2231     "title" => "Geona",
2232     "rule" => array(
2233     "GeonaBot[ /]([0-9.]{1,10})" => "\\1"
2234     ),
2235     "uri" => ""
2236     ),
2237     "geoblog" => array(
2238     "icon" => "robot",
2239     "title" => "The World as a Blog",
2240     "rule" => array(
2241     "The World as a Blog" => ""
2242     ),
2243     "uri" => ""
2244     ),
2245     "geourl" => array(
2246     "icon" => "geourl",
2247     "title" => "GeoUrl",
2248     "rule" => array(
2249     "geourl[ /]([0-9.]{1,10})" => "\\1",
2250     "^GeoURLBot[ /]([0-9.]{1,10})" => "\\1",
2251     ),
2252     "uri" => ""
2253     ),
2254     "getnetwise" => array(
2255     "icon" => "robot",
2256     "title" => "GetNetWise",
2257     "rule" => array(
2258     " Crayon Crawler" => ""
2259     ),
2260     "uri" => ""
2261     ),
2262     "getright" => array(
2263     "icon" => "getright",
2264     "title" => "GetRight",
2265     "rule" => array(
2266     "GetRight[ /]([0-9.]{1,10})" => "\\1"
2267     ),
2268     "uri" => ""
2269     ),
2270     "getsmart" => array(
2271     "icon" => "getsmart",
2272     "title" => "GetSmart",
2273     "rule" => array(
2274     "GetSmart[ /]([0-9.]{1,10})" => "\\1"
2275     ),
2276     "uri" => ""
2277     ),
2278     "gigabot" => array(
2279     "icon" => "gigablast",
2280     "title" => "Gigablast",
2281     "rule" => array(
2282     "(Gigabot|Sitesearch)[/ ]([0-9.]{1,10})" => "\\2",
2283     "GigabotSiteSearch[/ ]([0-9.]{1,10})" => "\\1",
2284 joku 336 "GigablastOpenSource" => ""
2285 joku 63 ),
2286     "uri" => ""
2287 matthys 328 ),
2288     "gimme" => array(
2289     "icon" => "gimme",
2290     "title" => "gimmeUSA",
2291     "rule" => array(
2292     "Gimme60bot[ /]([0-9.]{1,10})" => "\\1"
2293     ),
2294     "uri" => "http://gimme60.com"
2295 joku 63 ),
2296 matthys 328 "ginger" => array(
2297     "icon" => "ginger",
2298     "title" => "GingerCrawler",
2299     "rule" => array(
2300     "GingerCrawler[ /]([0-9.]{1,10})" => "\\1"
2301     ),
2302     "uri" => "http://www.gingersoftware.com/crawler_agent.htm"
2303     ),
2304 joku 63 "girafabot" => array(
2305     "icon" => "girafa",
2306     "title" => "Girafa",
2307     "rule" => array(
2308     "Girafabot" => ""
2309     ),
2310     "uri" => ""
2311     ),
2312     "globalspec" => array(
2313     "icon" => "globalspec",
2314     "title" => "GlobalSpec",
2315     "rule" => array(
2316     "Ocelli[ /]([0-9.]{1,10})" => "\\1"
2317     ),
2318     "uri" => ""
2319     ),
2320     "glucose" => array(
2321     "icon" => "glucose",
2322     "title" => "Glucose",
2323     "rule" => array(
2324     "glucose[ /]([0-9a-z.\-]{1,10})" => "\\1"
2325     ),
2326     "uri" => ""
2327     ),
2328     "gnomit" => array(
2329     "icon" => "gnomit",
2330     "title" => "Gnomit",
2331     "rule" => array(
2332     "gnomit[ /]([0-9.]{1,10})" => "\\1"
2333     ),
2334     "uri" => "http://www.gnomit.com/",
2335     ),
2336     "goforit" => array(
2337     "icon" => "goforit",
2338     "title" => "GoForIt",
2339     "rule" => array(
2340     "^GoForIt\.com" => "",
2341     "^GOFORITBOT" => ""
2342     ),
2343     "uri" => ""
2344     ),
2345     "goguides" => array(
2346     "icon" => "robot",
2347     "title" => "GoGuides",
2348     "rule" => array(
2349     "^GoGuidesBot[ /]([0-9.]{1,10})" => "\\1"
2350     ),
2351     "uri" => "http://www.goguides.org/"
2352     ),
2353     // Needs to be before google for correct detection
2354     "mediapartners" => array(
2355     "icon" => "google",
2356     "title" => "Mediapartners",
2357     "rule" => array (
2358     "Mediapartners-Google[ /]([0-9.]{1,10})" => "\\1",
2359     "Mediapartners-Google" => ""
2360     ),
2361     "uri" => ""
2362     ),
2363     "google" => array(
2364     "icon" => "google",
2365     "title" => "Google",
2366     "rule" => array (
2367     "Googl(e|ebot)(-Image)?/([0-9.]{1,10})" => "\\3",
2368     "Googl(e|ebot)(-Image)?/" => "",
2369     "^gsa-crawler" => "",
2370     "Google Web Preview" => ""
2371     ),
2372     "uri" => "http://www.google.com/"
2373     ),
2374     "googlesitemaps" => array(
2375     "icon" => "google",
2376     "title" => "Google-Sitemaps",
2377     "rule" => array (
2378     "Googl(e|ebot)(-Sitemaps)?/([0-9.]{1,10})" => "\\3",
2379     "GSiteCrawler[ /v]*([0-9.a-z]{1,10})" => "\\1",
2380     "Googl(e|ebot)(-Sitemaps)?/" => ""
2381     ),
2382     "uri" => ""
2383     ),
2384     "googlemobile" => array(
2385     "icon" => "google",
2386     "title" => "Google-Mobile",
2387     "rule" => array (
2388     "Googl(e|ebot)(-Mobile)?/([0-9.]{1,10})" => "\\3",
2389     "Googl(e|ebot)(-Mobile)?/" => ""
2390     ),
2391     "uri" => ""
2392     ),
2393     "googleads" => array(
2394     "icon" => "google",
2395     "title" => "Google-AdsBot",
2396     "rule" => array (
2397     "^AdsBot-Google" => "",
2398     ),
2399     "uri" => ""
2400     ),
2401     "googlefeeds" => array(
2402     "icon" => "google",
2403     "title" => "Google-Feedfetcher",
2404     "rule" => array (
2405     "^Feedfetcher-Google" => "",
2406     ),
2407     "uri" => ""
2408     ),
2409     "googlverification" => array(
2410     "icon" => "google",
2411     "title" => "Google-Site-Verification",
2412     "rule" => array (
2413     "Google-Site-Verification[ /]([0-9.]{1,10})" => "\\1"
2414     ),
2415     "uri" => ""
2416     ),
2417 matthys 207 // Needs to be AFTER Google detection
2418     "goo" => array(
2419     "icon" => "goo",
2420     "title" => "Goo",
2421     "rule" => array (
2422     "(gazz|ichiro|mog(et|imogi))[ /]([0-9.]{1,10})" => "\\3",
2423     "DoCoMo[ /]([0-9.]{1,10})" => "\\1"
2424     ),
2425     "uri" => ""
2426     ),
2427 joku 63 "goongee" => array(
2428     "icon" => "robot",
2429     "title" => "GoonGee",
2430     "rule" => array (
2431     "^Big Fish[ /]v?([0-9.]{1,10})" => "\\2"
2432     ),
2433     "uri" => "http://www.goongee.com/"
2434     ),
2435     "gpost" => array(
2436     "icon" => "gpost",
2437     "title" => "GPost",
2438     "rule" => array(
2439     "^GPostbot" => ""
2440     ),
2441     "uri" => ""
2442     ),
2443 matthys 309 "grapeshot" => array(
2444     "icon" => "grapeshot",
2445     "title" => "Grapeshot",
2446     "rule" => array(
2447     "GrapeshotCrawler[/ ]([0-9.]{1,10})" => "\\1"
2448     ),
2449     "uri" => "http://www.grapeshot.co.uk/crawler.php"
2450     ),
2451 joku 63 "gregarius" => array(
2452     "icon" => "robot",
2453     "title" => "Gregarius",
2454     "rule" => array(
2455     "^Gregarius[/ ]([0-9.]{1,10})" => ""
2456     ),
2457     "uri" => ""
2458     ),
2459     "grub" => array(
2460     "icon" => "grub",
2461     "title" => "Grub",
2462     "rule" => array(
2463     "grub[ \-]?client[ /\-]{1,5}([0-9.]{1,10})" => "\\1",
2464     "grub crawler" => "",
2465     "grub[/ ]([0-9.]{1,10})" => "\\1",
2466     "^GrubNG([0-9. ]{1,10})?" => "\\1"
2467     ),
2468     "uri" => "http://www.grub.org/"
2469     ),
2470     "gulliver" => array(
2471     "icon" => "robot",
2472     "title" => "Gulliver",
2473     "rule" => array(
2474     "Gulliver" => ""
2475     ),
2476     "uri" => ""
2477     ),
2478     "guruji" => array(
2479     "icon" => "guruji",
2480     "title" => "Guruji",
2481     "rule" => array(
2482     "GurujiBot[/ ]([0-9.]{1,10})" => "\\1"
2483     ),
2484     "uri" => "http://www.guruji.com/"
2485     ),
2486     "gush" => array(
2487     "icon" => "robot",
2488     "title" => "Gush",
2489     "rule" => array(
2490     "^Gush[/ ]([0-9.]{1,10})" => "\\1"
2491     ),
2492     "uri" => ""
2493     ),
2494     "gziptester" => array(
2495     "icon" => "robot",
2496     "title" => "Gzip Tester",
2497     "rule" => array(
2498     "g(id)?zip[ \-]?test(er)?" => ""
2499     ),
2500     "uri" => ""
2501     ),
2502     "hanzoweb" => array(
2503     "icon" => "hanzoweb",
2504     "title" => "Hanzoweb",
2505     "rule" => array(
2506     "^Hanzoweb" => ""
2507     ),
2508     "uri" => ""
2509     ),
2510     "harbot" => array(
2511     "icon" => "harbot",
2512     "title" => "Harbot",
2513     "rule" => array(
2514     "^Harbot GateStation" => ""
2515     ),
2516     "uri" => ""
2517     ),
2518     "hatena" => array(
2519     "icon" => "hatena",
2520     "title" => "Hatena",
2521     "rule" => array(
2522     "Hatena (Antenna|Bookmark|Pagetitle Agent)[ /]([0-9.]{1,10})" => "\\2"
2523     ),
2524     "uri" => ""
2525     ),
2526     "htmlparser" => array(
2527     "icon" => "htmlparser",
2528     "title" => "HTMLParser",
2529     "rule" => array(
2530     "HTMLParser[ /]([0-9.]{1,10})" => "\\1"
2531     ),
2532     "uri" => "http://htmlparser.sourceforge.net/"
2533     ),
2534     "helix" => array(
2535     "icon" => "helix",
2536     "title" => "Heritrix",
2537     "rule" => array(
2538     "^helix[ /]([0-9.]{1,10})" => "\\1"
2539     ),
2540     "uri" => "http://www.sitesearch.ca/helix/"
2541     ),
2542     "heritrix" => array(
2543     "icon" => "heritrix",
2544     "title" => "Heritrix",
2545     "rule" => array(
2546     "heritrix[ /]([0-9.]{1,10})" => "\\1",
2547     "archive.org_bot" => "",
2548     "InternetArchive[ /]([0-9.a-z]{1,10})" => "\\1"
2549     ),
2550     "uri" => "http://archive.org"
2551     ),
2552     "hiddenmarket" => array(
2553     "icon" => "robot",
2554     "title" => "HiddenMarket",
2555     "rule" => array(
2556     "HiddenMarket[ /\-]([0-9.]{1,10})" => "\\1"
2557     ),
2558     "uri" => ""
2559     ),
2560     "honda" => array(
2561     "icon" => "robot",
2562     "title" => "Honda",
2563     "rule" => array(
2564     "Honda-Search[ /]([0-9.]{1,10})" => "\\1"
2565     ),
2566     "uri" => "http://www.honda-search.com"
2567     ),
2568     "hoowwwer" => array(
2569     "icon" => "hoowwwer",
2570     "title" => "HooWWWer",
2571     "rule" => array(
2572     "HooWWWer[ /]([0-9.]{1,10})" => "\\1"
2573     ),
2574     "uri" => ""
2575     ),
2576     "hotzonu" => array(
2577     "icon" => "hotzonu",
2578     "title" => "Hotzonu",
2579     "rule" => array(
2580     "Hotzonu[ /]([0-9.]{1,10})" => "\\1"
2581     ),
2582     "uri" => ""
2583     ),
2584     "houxou" => array(
2585     "icon" => "robot",
2586     "title" => "Houxou",
2587     "rule" => array(
2588     "HouxouCrawler[ /]Nutch.([0-9.]{1,10})" => "\\1",
2589     "HouxouCrawler" => ""
2590     ),
2591     "uri" => ""
2592     ),
2593     "htdig" => array(
2594     "icon" => "htdig",
2595     "title" => "ht://Dig",
2596     "rule" => array(
2597     "htdig[ /]([0-9.]{1,10})" => "\\1",
2598     "htdig" => "\\1"
2599     ),
2600     "uri" => ""
2601     ),
2602     "html2jpg" => array(
2603     "icon" => "html2jpg",
2604     "title" => "HTML2JPG",
2605     "rule" => array(
2606     "^HTML2JPG" => ""
2607     ),
2608     "uri" => ""
2609     ),
2610     "httperf" => array(
2611     "icon" => "robot",
2612     "title" => "HTTPerf",
2613     "rule" => array(
2614     "httperf[ /]([0-9.]{1,10})" => "\\1"
2615     ),
2616     "uri" => ""
2617     ),
2618     "httpunit" => array(
2619     "icon" => "httpunit",
2620     "title" => "HttpUnit",
2621     "rule" => array(
2622     "httpunit[ /]([0-9.]{1,10})" => "\\1"
2623     ),
2624     "uri" => ""
2625     ),
2626     "httrack" => array(
2627     "icon" => "httrack",
2628     "title" => "HTTrack",
2629     "rule" => array(
2630     "HTTrack[ /]([0-9.]{1,10})" => "\\1"
2631     ),
2632     "uri" => ""
2633     ),
2634     "huaweisymantec" => array(
2635     "icon" => "huaweisymantec",
2636     "title" => "HuaweiSymantec",
2637     "rule" => array(
2638     "HuaweiSymantecSpider[ /]([0-9.]{1,10})" => "\\1"
2639     ),
2640     "uri" => "http://www.huaweisymantec.com/en/IRL/spider/"
2641     ),
2642     "hungary" => array(
2643     "icon" => "hungary",
2644     "title" => "Hungary",
2645     "rule" => array(
2646     "HuRob[ /]([0-9.]{1,10})" => "\\1"
2647     ),
2648     "uri" => ""
2649     ),
2650 joku 261 "i18n" => array(
2651     "icon" => "w3c",
2652     "title" => "W3C I18n Checker",
2653     "rule" => array(
2654     "^W3C_I18n-Checker[ /]([0-9.]{1,10})" => "\\1"
2655 joku 169 ),
2656 joku 261 "uri" => "http://validator.w3.org/services"
2657     ),
2658 joku 63 "iakke" => array(
2659     "icon" => "iakke",
2660 matthys 209 "title" => "Iakké",
2661 joku 63 "rule" => array(
2662     "^iakke_bot[ /]v([0-9.]{1,10})" => "\\1"
2663     ),
2664     "uri" => "http://fr.iakke.com/"
2665     ),
2666     "iask" => array(
2667     "icon" => "iask",
2668     "title" => "IAsk",
2669     "rule" => array(
2670     "iaskspider[ /]([0-9.]{1,10})" => "\\1",
2671     "^iaskspider" => ""
2672     ),
2673     "uri" => "http://iask.com"
2674     ),
2675     "icc" => array(
2676     "icon" => "icc",
2677     "title" => "ICC-Crawler",
2678     "rule" => array(
2679     "^ICC-Crawler" => ""
2680     ),
2681     "uri" => "http://kc.nict.go.jp/icc/crawl.html"
2682     ),
2683     "icerocket" => array(
2684     "icon" => "icerocket",
2685     "title" => "Icerocket",
2686     "rule" => array(
2687     "BlogzIce[ /]([0-9.]{1,10})" => "\\1",
2688     "BlogSearch[ /]([0-9.]{1,10})" => "\\1"
2689     ),
2690     "uri" => ""
2691     ),
2692     "icjobs" => array(
2693     "icon" => "icjobs",
2694     "title" => "iCjobs",
2695     "rule" => array(
2696     "iCjobs[ /]([0-9.]{1,10})" => "\\1"
2697     ),
2698     "uri" => "http://www.icjobs.de/"
2699     ),
2700     "icra" => array(
2701     "icon" => "icra",
2702     "title" => "ICRA",
2703     "rule" => array(
2704     "^ICRA_Semantic_spider[ /]([0-9.]{1,10})" => "\\1"
2705     ),
2706     "uri" => "http://www.icra.org"
2707     ),
2708     "iknow" => array(
2709     "icon" => "robot",
2710     "title" => "I know",
2711     "rule" => array(
2712     "Comaneci_bot[ /]([0-9.]{1,10})" => "\\1"
2713     ),
2714     "uri" => ""
2715     ),
2716     "ilial" => array(
2717     "icon" => "robot",
2718     "title" => "Ilial",
2719     "rule" => array(
2720     "ilial[ /]Nutch[ \-]([0-9.]{1,10})" => "\\1"
2721     ),
2722     "uri" => ""
2723     ),
2724     "ilocal" => array(
2725     "icon" => "ilocal",
2726     "title" => "ilocal",
2727     "rule" => array(
2728     "^ilocal" => "",
2729     ),
2730     "uri" => "http://www.ilocal.nl"
2731     ),
2732     "ilse" => array(
2733     "icon" => "ilse",
2734     "title" => "Ilse",
2735     "rule" => array(
2736     "I(NGRID|lseRobot|lseBot)[ /]([0-9.]{1,10})" => "\\1"
2737     ),
2738     "uri" => "http://ilse.nl/"
2739     ),
2740     "iltrovatore" => array(
2741     "icon" => "iltrovatore",
2742     "title" => "IlTrovatore",
2743     "rule" => array(
2744     "iltrovatore-setaccio[ /]([0-9.]{1,10})" => "\\1",
2745     "Iltrovatore-Setaccio" => "",
2746     "iltrovatore[ /]([0-9.]{1,10})" => "\\1"
2747     ),
2748     "uri" => ""
2749     ),
2750     "indylibrary" => array(
2751     "icon" => "robot",
2752     "title" => "Indy Library",
2753     "rule" => array(
2754     "Indy[ \-]?Library" => ""
2755     ),
2756     "uri" => ""
2757     ),
2758     "inela" => array(
2759     "icon" => "robot",
2760     "title" => "Inela",
2761     "rule" => array(
2762     "InelaBot[ /]([0-9.]{1,10})" => ""
2763     ),
2764     "uri" => "http://inelegant.org/bot"
2765     ),
2766     "ineturl" => array(
2767     "icon" => "robot",
2768     "title" => "InetURL",
2769     "rule" => array(
2770     "InetURL.?[ /]([0-9.]{1,10})" => ""
2771     ),
2772     "uri" => ""
2773     ),
2774     "infoart" => array(
2775     "icon" => "robot",
2776     "title" => "InfoArt",
2777     "rule" => array(
2778     "InfoArt crawler" => ""
2779     ),
2780     "uri" => ""
2781     ),
2782     "infomine" => array(
2783     "icon" => "infomine",
2784     "title" => "INFOMINE",
2785     "rule" => array(
2786     "^DataFountains/DMOZ" => "",
2787     "^INFOMINE[ /]([0-9.]{1,10})" => "\\1"
2788     ),
2789     "uri" => "http://infomine.ucr.edu/"
2790     ),
2791     "infoseek" => array(
2792     "icon" => "infoseek",
2793     "title" => "Infoseek",
2794     "rule" => array(
2795     "SideWinder[ /]?([0-9a-z.]{1,10})" => "\\1",
2796     "Infoseek" => ""
2797     ),
2798     "uri" => ""
2799     ),
2800     "inktomi" => array(
2801     "icon" => "inktomi",
2802     "title" => "Inktomi",
2803     "rule" => array(
2804     "slurp@inktomi\.com" => ""
2805     ),
2806     "uri" => ""
2807     ),
2808     "innerprise" => array(
2809     "icon" => "robot",
2810     "title" => "Innerprise",
2811     "rule" => array(
2812     "^InnerpriseBot[ /]([0-9.]{1,10})" => "\\1",
2813     "URL[ _]Spider[ _]Pro[ /]([0-9.+]{1,10})" => "\\1",
2814     "^ES[ .]NET[ _]Crawler[ /]([0-9.]{1,10})" => "\\1"
2815     ),
2816     "uri" => "http://www.innerprise.com/"
2817     ),
2818     "inria" => array(
2819     "icon" => "inria",
2820     "title" => "Inria",
2821     "rule" => array(
2822     "^xyro_" => ""
2823     ),
2824     "uri" => ""
2825     ),
2826     "insitor" => array(
2827     "icon" => "insitor",
2828     "title" => "Insitor",
2829     "rule" => array(
2830     "^Insitor(,|\.|naut)" => ""
2831     ),
2832     "uri" => "http://www.insitor.com/"
2833     ),
2834     "internetninja" => array(
2835     "icon" => "robot",
2836     "title" => "Internet Ninja",
2837     "rule" => array(
2838     "^Internet Ninja[ /]([0-9.]{1,10})" => "\\1"
2839     ),
2840     "uri" => ""
2841     ),
2842     "internetseer" => array(
2843     "icon" => "internetseer",
2844     "title" => "InternetSeer",
2845     "rule" => array(
2846     "^InternetSeer\.com" => ""
2847     ),
2848     "uri" => ""
2849     ),
2850     "interseek" => array(
2851     "icon" => "interseek",
2852     "title" => "Interseek",
2853     "rule" => array(
2854     "Interseek.com" => ""
2855     ),
2856     "uri" => "http://www.interseek.com"
2857     ),
2858     "intravnews" => array(
2859     "icon" => "intravnews",
2860     "title" => "IntraVnews",
2861     "rule" => array(
2862     "IntraVnews[ /]([0-9.]{1,10})" => "\\1"
2863     ),
2864     "uri" => "http://www.intravnews.com/"
2865     ),
2866 matthys 403 "ionos" => array(
2867     "icon" => "ionos",
2868     "title" => "IONOS",
2869     "rule" => array(
2870     "IonCrawl" => ""
2871     ),
2872     "uri" => "https://www.ionos.de/terms-gtc/faq-crawler-en/"
2873     ),
2874 joku 63 "ip2location" => array(
2875     "icon" => "ip2location",
2876     "title" => "IP2LocationBot",
2877     "rule" => array(
2878     "^IP2(Map|Location)Bot[ /]([0-9.]{1,10})" => "\\2"
2879     ),
2880     "uri" => "http://www.ip2location.com"
2881     ),
2882     "ipworks" => array(
2883     "icon" => "ipworks",
2884     "title" => "IP*Works",
2885     "rule" => array(
2886     "^IP\*Works\! V([0-9.]{1,10})" => "\\1"
2887     ),
2888     "uri" => "http://www.nsoftware.com/ipworks/"
2889     ),
2890     "irca" => array(
2891     "icon" => "robot",
2892     "title" => "Novell iChain Cool Solutions caching",
2893     "rule" => array(
2894 matthys 209 "^ICRA_(label_generator|Semantic_spider)[ /]([0-9.]{1,10})" => "\\2",
2895     "^Mozilla[/ ]([0-9.]{1,10})[/ ]\(compatible[ ;]*ICS" => "\\1"
2896 joku 63 ),
2897     "uri" => "http://www.icra.org"
2898     ),
2899     "irvine" => array(
2900     "icon" => "robot",
2901     "title" => "Irvine",
2902     "rule" => array(
2903     "Irvine[ /]([0-9.]{1,10})" => "\\1"
2904     ),
2905     "uri" => ""
2906     ),
2907     "ips-agent" => array(
2908     "icon" => "robot",
2909 matthys 209 "title" => "IPS-agent",
2910 joku 63 "rule" => array(
2911     "ips-agent" => ""
2912     ),
2913     "uri" => ""
2914     ),
2915     "isara" => array(
2916     "icon" => "isara",
2917 matthys 209 "title" => "Isara",
2918 joku 63 "rule" => array(
2919     "Isara[ -]([0-9.]{1,10})" => "\\1"
2920     ),
2921     "uri" => "http://www.isara.org/"
2922     ),
2923     "isspider" => array(
2924     "icon" => "robot",
2925     "title" => "ISSpider",
2926     "rule" => array(
2927     "ISSpider[ /\-]([0-9.]{1,10})" => "\\1"
2928     ),
2929     "uri" => ""
2930     ),
2931     "it2media" => array(
2932     "icon" => "it2media",
2933     "title" => "IT2media",
2934     "rule" => array(
2935     "www.adressendeutschland.de" => ""
2936     ),
2937     "uri" => "http://www.adressendeutschland.de/"
2938     ),
2939     "ivia" => array(
2940     "icon" => "robot",
2941     "title" => "iVia",
2942     "rule" => array(
2943     "iVia Site Checker.?[ /]([0-9.]{1,10})" => "\\1"
2944     ),
2945     "uri" => ""
2946     ),
2947     "jeteye" => array(
2948     "icon" => "jeteye",
2949     "title" => "Jeteye",
2950     "rule" => array(
2951     "Jetbot[ /]([0-9.]{1,10})" => "\\1"
2952     ),
2953     "uri" => ""
2954     ),
2955     "jobsde" => array(
2956     "icon" => "jobsde",
2957     "title" => "jobs.de",
2958     "rule" => array(
2959     "www\.jobs\.de" => "",
2960     "jobs.de-Robot" => ""
2961     ),
2962     "uri" => "http://www.jobs.de/"
2963     ),
2964     "jpluck" => array(
2965     "icon" => "robot",
2966     "title" => "Jpluck",
2967     "rule" => array(
2968     "JPluck[ /]([0-9a-z.]{1,10})" => "\\1"
2969     ),
2970     "uri" => ""
2971     ),
2972     "jxta" => array(
2973     "icon" => "robot",
2974     "title" => "Jxta",
2975     "rule" => array(
2976     "falcon[ /]([0-9.]{1,10})" => "\\1"
2977     ),
2978     "uri" => ""
2979     ),
2980     "jyte" => array(
2981     "icon" => "jyte",
2982     "title" => "Jyte",
2983     "rule" => array(
2984     "jyte_fetcher[ /]([0-9.]{1,10})" => "\\1"
2985     ),
2986     "uri" => ""
2987     ),
2988     "jyxo" => array(
2989     "icon" => "jyxo",
2990     "title" => "Jyxo",
2991     "rule" => array(
2992     "Jyxobot[ /]([0-9.]{1,10})" => "\\1"
2993     ),
2994     "uri" => ""
2995     ),
2996     "kalooga" => array(
2997     "icon" => "kalooga",
2998     "title" => "Kalooga",
2999     "rule" => array(
3000     "kalooga[ /-]([0-9.]{1,10})" => "\\1",
3001     "^kalooga" => "",
3002     "KaloogaBot" => ""
3003     ),
3004     "uri" => "http://www.kalooga.com"
3005     ),
3006     "keywen" => array(
3007     "icon" => "keywen",
3008     "title" => "Keywen",
3009     "rule" => array(
3010     "EasyDL[ /]([0-9.]{1,10})" => "\\1"
3011     ),
3012     "uri" => ""
3013     ),
3014     "kilomonkey" => array(
3015     "icon" => "robot",
3016     "title" => "Kilomonkey",
3017     "rule" => array(
3018     "kmky-not-a-bot[ /]([0-9.]{1,10})" => "\\1"
3019     ),
3020     "uri" => "http://www.kilomonkey.com/notabot.txt"
3021     ),
3022     "kinja" => array(
3023     "icon" => "kinja",
3024     "title" => "Kinja",
3025     "rule" => array(
3026     "kinjabot[ /]([0-9.]{1,10})" => "\\1",
3027     "^kinjabot" => ""
3028     ),
3029     "uri" => ""
3030     ),
3031     "kiwi" => array(
3032     "icon" => "robot",
3033     "title" => "KiwiStatus",
3034     "rule" => array(
3035     "KiwiStatus[ /]([0-9.]{1,10})" => "\\1",
3036     "KiwiStatus" => ""
3037     ),
3038     "uri" => "http://www.nzs.com/kiei-status/"
3039     ),
3040     "lachesis" => array(
3041     "icon" => "robot",
3042     "title" => "Lachesis",
3043     "rule" => array(
3044     "lachesis" => ""
3045     ),
3046     "uri" => ""
3047     ),
3048     "lanshan" => array(
3049     "icon" => "robot",
3050     "title" => "Lachesis",
3051     "rule" => array(
3052     "lanshanbot[/ ]([0-9.]{1,10})" => "\\1"
3053     ),
3054     "uri" => ""
3055     ),
3056     "lapozz" => array(
3057     "icon" => "lapozz",
3058     "title" => "Lapozz",
3059     "rule" => array(
3060     "LapozzBot[/ ]?([0-9.]{1,10})" => "\\1"
3061     ),
3062     "uri" => ""
3063     ),
3064     "larbin" => array(
3065     "icon" => "robot",
3066     "title" => "Larbin",
3067     "rule" => array(
3068     "larbin[_/ ]?([0-9.]{1,10})" => "\\1"
3069     ),
3070     "uri" => ""
3071     ),
3072     "laurion" => array(
3073     "icon" => "robot",
3074     "title" => "Laurion",
3075     "rule" => array(
3076     "^IPiumBot" => ""
3077     ),
3078     "uri" => "http://www.laurion.com/"
3079     ),
3080     "leechget" => array(
3081     "icon" => "leechget",
3082     "title" => "LeechGet",
3083     "rule" => array(
3084     "^LeechGet[ /]([0-9.]{1,10})" => "\\1"
3085     ),
3086     "uri" => ""
3087     ),
3088     "linguaseek" => array(
3089     "icon" => "linguaseek",
3090     "title" => "Linguaseek",
3091     "rule" => array(
3092     "^LinguaBot[ /]v([0-9.]{1,10})" => "\\1"
3093     ),
3094     "uri" => "http://www.linguaseek.com/"
3095     ),
3096     "linguee" => array(
3097     "icon" => "linguee",
3098     "title" => "Linguee",
3099     "rule" => array(
3100     "^Linguee Bot" => ""
3101     ),
3102     "uri" => "http://www.linguee.com/"
3103     ),
3104 matthys 355 "linkapedia" => array(
3105     "icon" => "linkapedia",
3106     "title" => "Linkapedia",
3107     "rule" => array(
3108     "^linkapedia" => ""
3109     ),
3110     "uri" => "http://www.linkapedia.com"
3111     ),
3112 matthys 346 "linkdex" => array(
3113     "icon" => "linkdex",
3114     "title" => "Linkdex",
3115     "rule" => array(
3116     "linkdexbot[ /]([0-9.]{1,10})" => "\\1"
3117     ),
3118     "uri" => "http://www.linkdex.com/bots/"
3119     ),
3120 matthys 366 "linkedin" => array(
3121     "icon" => "linkedin",
3122     "title" => "LinkedIn",
3123     "rule" => array(
3124     "LinkedInBot[ /]([0-9.]{1,10})" => "\\1"
3125     ),
3126     "uri" => "http://www.linkedin.com"
3127     ),
3128 joku 63 "linkguard" => array(
3129     "icon" => "robot",
3130     "title" => "Linkguard",
3131     "rule" => array(
3132     "Linkguard Online[ /]([0-9.]{1,10})" => "\\1"
3133     ),
3134     "uri" => "http://www.linkguard.com/"
3135     ),
3136     "linklint" => array(
3137     "icon" => "linklint",
3138     "title" => "Linklint",
3139     "rule" => array(
3140     "^Linklint[-\-a-z /]*([0-9.]{1,10})" => "\\1"
3141     ),
3142     "uri" => "http://www.linklint.org/"
3143     ),
3144     "linkman" => array(
3145     "icon" => "linkman",
3146     "title" => "Linkman",
3147     "rule" => array(
3148     "\(compatible; Linkman\)" => ""
3149     ),
3150     "uri" => ""
3151     ),
3152     // Needs to be before linkcheck for correct detection
3153     "linkchecker" => array(
3154     "icon" => "w3c",
3155     "title" => "W3C Link Checker",
3156     "rule" => array(
3157     "^W3C-checklink[ /]([0-9.]{1,10})" => "\\1"
3158     ),
3159     "uri" => "http://validator.w3.org/checklink"
3160     ),
3161     "linkcheck" => array(
3162     "icon" => "linkcheck",
3163     "title" => "Linkcheck",
3164     "rule" => array(
3165     "checklink[ /]([0-9.]{1,10})" => "\\1",
3166     "Link[ \-]?(Chec(k|ker)|Val(et|idator))" => "",
3167     "Adaxas Spider" => "",
3168     "Agent-SharewarePlazaFileCheckBot[ /]([0-9.]{1,10})" => "\\1",
3169     "NetMechanic V([0-9.]{1,10})" => "\\1",
3170     "^InfoLink" => "",
3171     "InternetLinkAgent" => "",
3172     "; SPENG\)" => "",
3173     "SharewarePlazaFileCheckBot" => "",
3174     "fileboost.net" => "",
3175     "^billbot" => ""
3176     ),
3177     "uri" => ""
3178     ),
3179     "linkru" => array(
3180     "icon" => "robot",
3181     "title" => "Link.RU",
3182     "rule" => array(
3183     "^Link.RU bot" => ""
3184     ),
3185     "uri" => ""
3186     ),
3187     "linkssql" => array(
3188     "icon" => "robot",
3189     "title" => "Links SQL",
3190     "rule" => array(
3191     "links sql" => ""
3192     ),
3193     "uri" => ""
3194     ),
3195     "linksweeper" => array(
3196     "icon" => "robot",
3197     "title" => "Link Sweeper",
3198     "rule" => array(
3199     "LinkSweeper[ /]([0-9.]{1,10})" => "\\1"
3200     ),
3201     "uri" => ""
3202     ),
3203     "linkwalker" => array(
3204     "icon" => "robot",
3205     "title" => "Link Walker",
3206     "rule" => array(
3207     "^LinkWalker" => ""
3208     ),
3209     "uri" => ""
3210     ),
3211     "lipperhey" => array(
3212     "icon" => "lipperhey",
3213     "title" => "Lipperhey",
3214     "rule" => array(
3215     "Lipperhey Spider" => ""
3216     ),
3217     "uri" => "http://www.lipperhey.com"
3218     ),
3219     "livedoor" => array(
3220     "icon" => "livedoor",
3221     "title" => "Livedoor",
3222     "rule" => array(
3223     "^Livedoor( SF( - California Crawl)?|Checkers)[ /]" => ""
3224     ),
3225     "uri" => ""
3226     ),
3227     "livejournal" => array(
3228     "icon" => "livejournal",
3229     "title" => "Live Journal",
3230     "rule" => array(
3231     "^LiveJournal\.com" => ""
3232     ),
3233     "uri" => "http://www.livejournal.com"
3234     ),
3235     "ljpic" => array(
3236     "icon" => "ljpic",
3237     "title" => "ljpic",
3238     "rule" => array(
3239     "LjSEEK Picture-Bot[ /]+([0-9.]{1,10})" => "\\1"
3240     ),
3241     "uri" => "http://www.ljpic.com"
3242     ),
3243     "lmspider" => array(
3244     "icon" => "robot",
3245     "title" => "Lmspider",
3246     "rule" => array(
3247     "^lmspider" => ""
3248     ),
3249     "uri" => ""
3250     ),
3251     "locators" => array(
3252     "icon" => "robot",
3253     "title" => "Locaters",
3254     "rule" => array(
3255     "^FiNDoBot[/ ]([0-9a-z.]{1,10})" => "\\1"
3256     ),
3257     "uri" => ""
3258     ),
3259     "look" => array(
3260     "icon" => "look",
3261     "title" => "Look",
3262     "rule" => array(
3263     "www\.look\.com" => "",
3264     "Lookbot" => ""
3265     ),
3266     "uri" => ""
3267     ),
3268     "looksmart" => array(
3269     "icon" => "looksmart",
3270     "title" => "LookSmart",
3271     "rule" => array(
3272     "^Martini" => "",
3273     "^MantraAgent" => "",
3274     "FurlBot" => "",
3275     "looksmart-sv-fw" => ""
3276     ),
3277     "uri" => ""
3278     ),
3279     "loop" => array(
3280     "icon" => "loop",
3281     "title" => "LOOP",
3282     "rule" => array(
3283     "NetResearchServer[ /]([0-9.]{1,10})" => "\\1"
3284     ),
3285     "uri" => ""
3286     ),
3287     "lotkyll" => array(
3288     "icon" => "robot",
3289     "title" => "Lotkyll",
3290     "rule" => array(
3291     "Lotkyll" => ""
3292     ),
3293     "uri" => ""
3294     ),
3295 joku 335 "ltx71" => array(
3296     "icon" => "robot",
3297     "title" => "LTX71",
3298     "rule" => array(
3299     "ltx71" => ""
3300     ),
3301     "uri" => "http://ltx71.com/"
3302     ),
3303 joku 63 "lwp" => array(
3304     "icon" => "robot",
3305     "title" => "lwp",
3306     "rule" => array(
3307     "lwp(-trivial|::simple)[ /]([0-9.]{1,10})" => "\\2"
3308     ),
3309     "uri" => ""
3310     ),
3311     "lycos" => array(
3312     "icon" => "lycos",
3313     "title" => "Lycos",
3314     "rule" => array(
3315     "Lycos_Spider_" => ""
3316     ),
3317     "uri" => ""
3318     ),
3319     "magpierss" => array(
3320     "icon" => "rss",
3321     "title" => "MagpieRSS",
3322     "rule" => array(
3323     "MagpieRSS" => ""
3324     ),
3325     "uri" => "http://magpierss.sourceforge.net/"
3326     ),
3327     "mailru" => array(
3328     "icon" => "mailru",
3329 matthys 209 "title" => "Mail.Ru",
3330 joku 63 "rule" => array(
3331 matthys 195 "^Mail.Ru[ /]([0-9.]{1,10})" => "\\1",
3332     "Mail.RU_Bot[ /]([0-9.]{1,10})" => "\\1"
3333 joku 63 ),
3334 matthys 209 "uri" => "http://www.mail.ru/"
3335 joku 63 ),
3336     "mailsweeper" => array(
3337     "icon" => "robot",
3338     "title" => "Mail Sweeper",
3339     "rule" => array(
3340     "Mail[ \-]?Sweeper" => ""
3341     ),
3342     "uri" => ""
3343     ),
3344     "marvin" => array(
3345     "icon" => "robot",
3346     "title" => "Marvin",
3347     "rule" => array(
3348     "^Marvin" => ""
3349     ),
3350     "uri" => ""
3351     ),
3352     "matkurja" => array(
3353     "icon" => "matkurja",
3354     "title" => "Mat'Kurja",
3355     "rule" => array(
3356     "Mosad[ /]([0-9.]{1,10})" => "\\1"
3357     ),
3358     "uri" => ""
3359     ),
3360     "mavicanet" => array(
3361     "icon" => "mavicanet",
3362     "title" => "Mavicanet",
3363     "rule" => array(
3364     "Mavicanet robot" => ""
3365     ),
3366     "uri" => ""
3367     ),
3368 matthys 292 "meanpath" => array(
3369     "icon" => "meanpath",
3370 matthys 290 "title" => "Meanpath",
3371 matthys 280 "rule" => array(
3372     "meanpathbot[ /]([0-9.]{1,10})" => "\\1"
3373     ),
3374     "uri" => "http://www.meanpath.com/meanpathbot.html"
3375 matthys 275 ),
3376 matthys 280 "mediater" => array(
3377 joku 63 "icon" => "robot",
3378     "title" => "Mediater",
3379     "rule" => array (
3380     "^libwww[ /]([0-9.]{1,10})" => "\\1"
3381 matthys 280 ),
3382     "uri" => ""
3383 joku 63 ),
3384 matthys 305 "memory" => array(
3385     "icon" => "memory",
3386     "title" => "internet Memory",
3387     "rule" => array (
3388     "memoryBot[ /]([0-9.]{1,10})" => "\\1"
3389     ),
3390     "uri" => "http://internetmemory.org/en/"
3391     ),
3392 joku 63 "mercator" => array(
3393     "icon" => "robot",
3394     "title" => "Mercator",
3395     "rule" => array(
3396     "Mercator" => ""
3397     ),
3398     "uri" => ""
3399     ),
3400     "metacarta" => array(
3401     "icon" => "robot",
3402     "title" => "Metacarta",
3403     "rule" => array(
3404     "^RRC (crawler_admin@bigfoot.com)" => "",
3405     "^flunky" => "",
3406     "^Mozilla.*\(samualt9@bigfoot.com\)$" => ""
3407     ),
3408     "uri" => "http://www.metacarta.com"
3409     ),
3410     "metager" => array(
3411     "icon" => "metager",
3412     "title" => "MetaGer",
3413     "rule" => array(
3414     "MetaGer" => ""
3415     ),
3416     "uri" => ""
3417     ),
3418     "metamark" => array(
3419     "icon" => "robot",
3420     "title" => "Metamark",
3421     "rule" => array(
3422     "^XRL[ /]([0-9.a-z]{1,10})" => "\\1"
3423     ),
3424     "uri" => "http://metamark.net"
3425     ),
3426     "metamedic" => array(
3427     "icon" => "metamedic",
3428     "title" => "MetaMedic",
3429     "rule" => array(
3430     "MediBot[ /]([0-9.]{1,10})" => "\\1"
3431     ),
3432     "uri" => ""
3433     ),
3434     "mirago" => array(
3435     "icon" => "mirago",
3436     "title" => "Mirago",
3437     "rule" => array(
3438     "Mirago" => ""
3439     ),
3440     "uri" => ""
3441     ),
3442     "misterwong" => array(
3443     "icon" => "misterwong",
3444     "title" => "Mister Wong",
3445     "rule" => array(
3446     "Mister Wong-Bot[ /]([0-9.]{1,10})" => "\\1"
3447     ),
3448     "uri" => "http://www.mister-wong.de/"
3449     ),
3450     "miva" => array(
3451     "icon" => "miva",
3452     "title" => "Miva",
3453     "rule" => array(
3454     "AlgoFeedback@miva\.com" => ""
3455     ),
3456     "uri" => "http://www.miva.com/"
3457     ),
3458     "mj12" => array(
3459     "icon" => "mj12",
3460     "title" => "Majestic-12",
3461     "rule" => array(
3462     "Mj12bot[ /]v?([0-9.]{1,10})" => "\\1",
3463     "MJ12bot \(mini\)[ /]([0-9.]{1,10})" => "\\1"
3464     ),
3465     "uri" => "http://majestic12.co.uk/bot.php"
3466     ),
3467     "mlbot" => array(
3468     "icon" => "robot",
3469     "title" => "MLBot",
3470     "rule" => array(
3471     "^MLBot" => ""
3472     ),
3473     "uri" => "http://www.metadatalabs.com/mlbot"
3474     ),
3475     "mnogo" => array(
3476     "icon" => "mnogo",
3477     "title" => "mnoGoSearch",
3478     "rule" => array(
3479     "Mnogosearch[ /\-]([0-9.]{1,10})" => "\\1"
3480     ),
3481     "uri" => "http://www.mnogosearch.org/"
3482     ),
3483     "mobileok" => array(
3484     "icon" => "mobileok",
3485     "title" => "W3C mobileOK",
3486     "rule" => array(
3487     "^W3C-mobileOK" => ""
3488     ),
3489     "uri" => "http://www.w3.org/2006/07/mobileok-ddc"
3490     ),
3491 matthys 296 "mojeek" => array(
3492     "icon" => "mojeek",
3493     "title" => "Mojeek",
3494 joku 63 "rule" => array(
3495     "MojeekBot[ /]([0-9.]{1,10})" => "\\1"
3496     ),
3497 matthys 284 "uri" => "https://www.mojeek.com/bot.html"
3498 joku 63 ),
3499     "momspider" => array(
3500     "icon" => "robot",
3501     "title" => "MOM Spider",
3502     "rule" => array(
3503     "MOMspider[ /]([0-9.]{1,10})" => "\\1"
3504     ),
3505     "uri" => ""
3506     ),
3507     "moreover" => array(
3508     "icon" => "moreover",
3509     "title" => "Moreover",
3510     "rule" => array(
3511     "^Moreoverbot[ /]([0-9.]{1,10})" => "\\1"
3512     ),
3513     "uri" => ""
3514     ),
3515     "movabletype" => array(
3516     "icon" => "movabletype",
3517     "title" => "Movable Type",
3518     "rule" => array(
3519     "MovableType[ /]([0-9.]{1,10})" => "\\1"
3520     ),
3521     "uri" => ""
3522     ),
3523     "mozdex" => array(
3524     "icon" => "mozdex",
3525     "title" => "MozDex",
3526     "rule" => array(
3527     "mozDex[ /]([0-9.]{1,6}(-dev)?)" => "\\1"
3528     ),
3529     "uri" => ""
3530     ),
3531     "mqbot" => array(
3532     "icon" => "robot",
3533     "title" => "MQbot",
3534     "rule" => array(
3535     "MQbot" => ""
3536     ),
3537     "uri" => ""
3538     ),
3539     "msnbot" => array(
3540     "icon" => "bing",
3541 matthys 205 "title" => "Bing",
3542 joku 63 "rule" => array(
3543     "MSN(BOT|PTC)[ /]([0-9.]{1,10})" => "\\2",
3544     "MS Search ([0-9.]{1,10}) Robot" => "\\1",
3545     "MSNBOT-(MEDIA|PRODUCTS|NewsBlogs)[ /]([0-9.]{1,10})" => "\\2",
3546     "bingbot[ /]([0-9.]{1,10})" => "\\1"
3547     ),
3548     "uri" => ""
3549     ),
3550     "msnbot-mobile" => array(
3551     "icon" => "msn",
3552     "title" => "MSN Mobile",
3553     "rule" => array(
3554     "MSNBOT-(MOBILE|)[ /]([0-9.]{1,10})" => "\\2",
3555     "MSNBOT_Mobile" => "",
3556     "MSMOBOT" => ""
3557     ),
3558     "uri" => ""
3559     ),
3560     "mslivebot" => array(
3561     "icon" => "livesearch",
3562     "title" => "MS Live Search",
3563     "rule" => array(
3564     "MSNBOT-(Academic)[ /]([0-9.]{1,10})" => "\\2"
3565     ),
3566     "uri" => ""
3567     ),
3568     "msproxy" => array(
3569     "icon" => "robot",
3570     "title" => "MSProxy",
3571     "rule" => array(
3572     "MSProxy[ /]([0-9.]{1,10})" => "\\1"
3573     ),
3574     "uri" => ""
3575     ),
3576     "msrbot" => array(
3577     "icon" => "robot",
3578     "title" => "MSRBOT",
3579     "rule" => array(
3580     "^MSRBOT" => ""
3581     ),
3582     "uri" => "http://research.microsoft.com/research/sv/msrbot/"
3583     ),
3584     "mswebdav" => array(
3585     "icon" => "robot",
3586     "title" => "MS-WebDAV",
3587     "rule" => array(
3588     "Microsoft[ \-]?WebDAV[ \-]?MiniRedir" => ""
3589     ),
3590     "uri" => ""
3591     ),
3592     "mticon" => array(
3593     "icon" => "robot",
3594     "title" => "MTIcon",
3595     "rule" => array(
3596     "MTIcon[/ ]([0-9.]{1,10})" => "\\1"
3597     ),
3598     "uri" => ""
3599     ),
3600     "multipage-validator" => array(
3601     "icon" => "multipage-validator",
3602     "title" => "Multipage Validator",
3603     "rule" => array(
3604     "^W3C_Multipage_Validator[ /]([0-9.]{1,10})" => "\\1"
3605     ),
3606     "uri" => "http://www.validator.ca/"
3607     ),
3608     "myrss" => array(
3609     "icon" => "rss",
3610     "title" => "MyRSS",
3611     "rule" => array(
3612     "MyRSS.jp[/ ]([0-9.]{1,10})" => "\\1"
3613     ),
3614     "uri" => ""
3615     ),
3616     "multimap" => array(
3617     "icon" => "robot",
3618     "title" => "Multimap",
3619     "rule" => array(
3620     "Multimap Geotag Blog Parser[/ ]([0-9.]{1,10})" => "\\1"
3621     ),
3622     "uri" => ""
3623     ),
3624     "najdi" => array(
3625     "icon" => "najdi",
3626     "title" => "Najdi.si",
3627     "rule" => array(
3628     "Najdi.si" => ""
3629     ),
3630     "uri" => "http://www.najdi.si"
3631     ),
3632     "nameprotect" => array(
3633     "icon" => "nameprotect",
3634     "title" => "Name Protect",
3635     "rule" => array(
3636     "NPBot" => ""
3637     ),
3638     "uri" => ""
3639     ),
3640     "nationaldirectory" => array(
3641     "icon" => "robot",
3642     "title" => "National Directory",
3643     "rule" => array(
3644     "NationalDirectory-WebSpider[ /]([0-9.]{1,10})" => "\\1"
3645     ),
3646     "uri" => ""
3647     ),
3648     "natsumican" => array(
3649     "icon" => "robot",
3650     "title" => "Natsu Mican",
3651     "rule" => array(
3652     "NATSU[ \-]MICAN[/ ]([0-9a-z.]{1,10})" => "\\1"
3653     ),
3654     "uri" => ""
3655     ),
3656     "naverbot" => array(
3657     "icon" => "naverbot",
3658     "title" => "Naver",
3659     "rule" => array(
3660     "NaverBot([_\-]dloader)?[/ \-]([0-9.]{1,10})" => "\\2",
3661     "Naver(Bot)?" => "",
3662     "^nabot" => ""
3663     ),
3664     "uri" => ""
3665     ),
3666     "navisso" => array(
3667     "icon" => "navisso",
3668     "title" => "Navisso",
3669     "rule" => array(
3670     "Navisso(Bot)?" => ""
3671     ),
3672     "uri" => "http://www.navisso.com"
3673     ),
3674 matthys 402 "neevabot" => array(
3675     "icon" => "robot",
3676     "title" => "Neeva",
3677     "rule" => array(
3678     "Neevabot[ /]([0-9.]{1,10})" => "\\1"
3679     ),
3680     "uri" => "https://neeva.com/neevabot"
3681     ),
3682 joku 63 "neofonie" => array(
3683     "icon" => "robot",
3684 matthys 205 "title" => "Neofonie",
3685 joku 63 "rule" => array(
3686     "www.neofonie.de" => ""
3687     ),
3688     "uri" => "http://www.neofonie.de/loesungen/search/robot.html"
3689     ),
3690     "neomo" => array(
3691     "icon" => "robot",
3692     "title" => "Neomo",
3693     "rule" => array(
3694     "Francis[ /]([0-9.]{1,10})" => "\\1"
3695     ),
3696     "uri" => ""
3697     ),
3698     "nessus" => array(
3699     "icon" => "nessus",
3700     "title" => "Nessus",
3701     "rule" => array(
3702     "Nessus\)$" => ""
3703     ),
3704     "uri" => ""
3705     ),
3706 matthys 279 "nerdybot" => array(
3707 matthys 280 "icon" => "robot",
3708     "title" => "NerdyBot",
3709     "rule" => array(
3710     "NerdyBot" => ""
3711     ),
3712     "uri" => "http://nerdybot.com/"
3713 matthys 279 ),
3714 joku 63 "nerdbynature" => array(
3715     "icon" => "nerdbynature",
3716     "title" => "NerdByNature",
3717     "rule" => array(
3718     "NerdByNature.Bot" => ""
3719     ),
3720     "uri" => "http://www.nerdbynature.net/bot"
3721     ),
3722     "netants" => array(
3723     "icon" => "netants",
3724     "title" => "NetAnts",
3725     "rule" => array(
3726     "NetAnts[ /]([0-9.]{1,10})" => "\\1"
3727     ),
3728     "uri" => ""
3729     ),
3730     "netcraft" => array(
3731     "icon" => "netcraft",
3732     "title" => "Netcraft",
3733     "rule" => array(
3734     "netcraft" => ""
3735     ),
3736     "uri" => ""
3737     ),
3738     "netinfo" => array(
3739     "icon" => "netinfo",
3740     "title" => "Netinfo",
3741     "rule" => array(
3742     "^NetinfoBot[ /]([0-9.]{1,10})" => "\\1"
3743     ),
3744     "uri" => "http://netinfo.bg/"
3745     ),
3746     "netluchs" => array(
3747     "icon" => "netluchs",
3748     "title" => "Netluchs",
3749     "rule" => array(
3750     "Netluchs[ /]([0-9.a-z]{1,10})" => "\\1"
3751     ),
3752     "uri" => "http://www.netluchs.de/"
3753     ),
3754     "netmechanic" => array(
3755     "icon" => "netmechanic",
3756     "title" => "NetMechanic",
3757     "rule" => array(
3758     "NetMechanic[ /V]{1,5}([0-9.]{1,10})" => "\\1"
3759     ),
3760     "uri" => ""
3761     ),
3762     "netnose" => array(
3763     "icon" => "netnose",
3764     "title" => "NetNose",
3765     "rule" => array(
3766     "NetNose[ \-]Crawler[/ ]([0-9.]{1,10})" => "\\1"
3767     ),
3768     "uri" => ""
3769     ),
3770     "netoskop" => array(
3771     "icon" => "robot",
3772     "title" => "Netoskop",
3773     "rule" => array(
3774     "netoskop" => ""
3775     ),
3776     "uri" => ""
3777     ),
3778     "netpromoter" => array(
3779     "icon" => "netpromoter",
3780     "title" => "NetPromoter",
3781     "rule" => array(
3782     "NetPromoter Spider" => ""
3783     ),
3784     "uri" => "http://www.net-promoter.com/"
3785     ),
3786     "netprospector" => array(
3787     "icon" => "robot",
3788     "title" => "Netprospector",
3789     "rule" => array(
3790     "^netprospector" => ""
3791     )
3792     ),
3793     "netpumper" => array(
3794     "icon" => "robot",
3795     "title" => "Netpumper",
3796     "rule" => array(
3797     "^NetPumper[/ ]([0-9.]{1,10})" => "\\1"
3798     ),
3799     "uri" => ""
3800     ),
3801     "netscapeproxy" => array(
3802     "icon" => "netscape",
3803     "title" => "Netscape Proxy",
3804     "rule" => array(
3805     "Netscape-Proxy[/ ]([0-9.]{1,10})" => "\\1"
3806     ),
3807     "uri" => ""
3808     ),
3809     "netspective" => array(
3810     "icon" => "robot",
3811     "title" => "NetSpective",
3812     "rule" => array(
3813     "^WebFilter Robot ([0-9.]{1,10})" => "\\1"
3814     ),
3815     "uri" => ""
3816     ),
3817     "netvibes" => array(
3818     "icon" => "netvibes",
3819     "title" => " Netvibes",
3820     "rule" => array(
3821     "^Netvibes" => "\\1"
3822     ),
3823     "uri" => ""
3824     ),
3825     "newsfire" => array(
3826     "icon" => "newsfire",
3827     "title" => "NewsFire",
3828     "rule" => array(
3829     "NewsFire[/ ]([0-9.]{1,10})" => "\\1"
3830     ),
3831     "uri" => ""
3832     ),
3833     "newsgator" => array(
3834     "icon" => "newsgator",
3835     "title" => "NewsGator",
3836     "rule" => array(
3837     "NewsGato(r|rOnline)[/ ]([0-9.]{1,10})" => "\\2"
3838     ),
3839     "uri" => ""
3840     ),
3841     "newzcrawler" => array(
3842     "icon" => "newzcrawler",
3843     "title" => "NewzCrawler",
3844     "rule" => array(
3845     "NewzCrawler[/ ]([0-9.]{1,10})" => "\\1"
3846     ),
3847     "uri" => ""
3848     ),
3849     "nextopia" => array(
3850     "icon" => "newzcrawler",
3851     "title" => "NewzCrawler",
3852     "rule" => array(
3853     "^NextopiaBOT.*[v ]([0-9.]{1,10})" => "\\1"
3854     ),
3855     "uri" => ""
3856     ),
3857     "ngsearch" => array(
3858     "icon" => "ngsearch",
3859     "title" => "NG Search",
3860     "rule" => array(
3861     "NG-Search[/ ]([0-9.]{1,10})" => "\\1"
3862     ),
3863     "uri" => ""
3864     ),
3865     "nimble" => array(
3866     "icon" => "robot",
3867     "title" => "Nimble",
3868     "rule" => array(
3869     "NimbleCrawler[/ ]([0-9.]{1,10})" => "\\1"
3870     ),
3871     "uri" => ""
3872     ),
3873     "nmap" => array(
3874     "icon" => "nmap",
3875     "title" => "Nmap",
3876     "rule" => array(
3877     "Nmap Scripting Engine" => ""
3878     ),
3879     "uri" => "http://nmap.org/book/nse.html"
3880     ),
3881     "nusearch" => array(
3882     "icon" => "robot",
3883     "title" => "NuSearch",
3884     "rule" => array(
3885     "^nuSearch" => ""
3886     ),
3887     "uri" => "http://www.nusearch.com/"
3888     ),
3889     "noago" => array(
3890     "icon" => "noago",
3891     "title" => "Noago",
3892     "rule" => array(
3893     "Noago Spider" => ""
3894     ),
3895     "uri" => "http://www.noago.com/"
3896     ),
3897     "noviforum" => array(
3898     "icon" => "noviforum",
3899     "title" => "Noviforum",
3900     "rule" => array(
3901     "TridentSpider[/ ]?([0-9.]{1,10})" => "\\1"
3902     ),
3903     "uri" => ""
3904     ),
3905     "noxtrum" => array(
3906     "icon" => "noxtrum",
3907     "title" => "noXtrum",
3908     "rule" => array(
3909     "noxtrumbot[/ ]?([0-9.]{1,10})" => "\\1"
3910     ),
3911     "uri" => ""
3912     ),
3913     "noyona" => array(
3914     "icon" => "robot",
3915     "title" => "Noyona",
3916     "rule" => array(
3917     "noyona.([0-9._]{1,10})" => "\\1"
3918     ),
3919     "uri" => "http://noyona.com/"
3920     ),
3921     "nsauditor" => array(
3922     "icon" => "nsauditor",
3923     "title" => "Nsauditor",
3924     "rule" => array(
3925     "Nsauditor[ /]([0-9.]{1,10})" => "\\1"
3926     ),
3927     "uri" => "http://www.nsauditor.com/"
3928     ),
3929     "obidosbot" => array(
3930     "icon" => "robot",
3931     "title" => "Bookwatch",
3932     "rule" => array(
3933     "obidos[ \-]?bot" => ""
3934     ),
3935     "uri" => ""
3936     ),
3937     "objectssearch" => array(
3938     "icon" => "robot",
3939     "title" => "Objects Search",
3940     "rule" => array(
3941     "ObjectsSearch[ /]([0-9.]{1,10})" => "\\1"
3942     ),
3943     "uri" => ""
3944     ),
3945     "obot" => array(
3946 matthys 297 "icon" => "ibm",
3947     "title" => "IBM (ONLY) Crawler",
3948 joku 63 "rule" => array(
3949 matthys 297 "oBot[ /]([0-9.]{1,10})" => "\\1"
3950 joku 63 ),
3951 matthys 297 "uri" => "http://filterdb.iss.net/crawler/"
3952     // Previous from "ONLY Solutions GmbH" – that is what the O stands for
3953 joku 63 ),
3954     "ocawa" => array(
3955     "icon" => "ocawa",
3956     "title" => "Ocawa",
3957     "rule" => array(
3958     "Ocawa[ /]([A-Z.a-z][0-9.]{1,10})" => "\\1",
3959     "Ocawa" => ""
3960     ),
3961     "uri" => "http://www.ocawa.com/"
3962     ),
3963     "octora" => array(
3964     "icon" => "octora",
3965     "title" => "Octora",
3966     "rule" => array(
3967     "^Octora (Beta)?" => ""
3968     ),
3969     "uri" => "http://www.octora.com/"
3970     ),
3971     "offlineexplorer" => array(
3972     "icon" => "robot",
3973     "title" => "OfflineExplorer",
3974     "rule" => array(
3975     "^Offline Explorer[ /]([0-9.]{1,10})" => "\\1"
3976     ),
3977     "uri" => ""
3978     ),
3979     "omea" => array(
3980     "icon" => "omea",
3981     "title" => "Omea Reader",
3982     "rule" => array(
3983     "Omea Reader[ /]([0-9.]{1,10})" => "\\1"
3984     ),
3985     "uri" => ""
3986     ),
3987     "onet" => array(
3988     "icon" => "onet",
3989     "title" => "Onet",
3990     "rule" => array(
3991     "OnetSzukaj[ /]([0-9.]{1,10})" => "\\1",
3992     "Onet\.pl" => "",
3993     "inktomi.search.onet" => ""
3994     ),
3995     "uri" => "http://www.onet.pl"
3996     ),
3997     "online24" => array(
3998     "icon" => "robot",
3999 matthys 209 "title" => "Online24",
4000 joku 63 "rule" => array(
4001     "^Online24-Bot .* ([0-9.]{1,10})" => "\\1"
4002     ),
4003     "uri" => "http://www.online24.de"
4004     ),
4005     "onlinewebcheck" => array(
4006     "icon" => "csehtmlvalidator",
4007     "title" => "CSE HTML Validator",
4008     "rule" => array(
4009     "onlinewebcheck" => ""
4010     ),
4011     "uri" => "http://www.onlinewebcheck.com"
4012     ),
4013     "onsearch" => array(
4014     "icon" => "onsearch",
4015 matthys 209 "title" => "OnSearch",
4016 joku 63 "rule" => array(
4017     "^onCHECK-Robot" => ""
4018     ),
4019     "uri" => "http://www.onsearch.de"
4020     ),
4021     "onto" => array(
4022     "icon" => "robot",
4023     "title" => "OntoSpider",
4024     "rule" => array(
4025     "^OntoSpider[ /]([0-9.]{1,10})" => "\\1"
4026     ),
4027     "uri" => "http://ontospider.i-n.info/"
4028     ),
4029     "openacoon" => array(
4030     "icon" => "robot",
4031     "title" => "OpenAcoon",
4032     "rule" => array(
4033     "^OpenAcoon v([0-9.]{1,10})" => "\\1"
4034     ),
4035     "uri" => "http://www.openacoon.de/"
4036     ),
4037     "openfind" => array(
4038     "icon" => "openfind",
4039     "title" => "Openfind",
4040     "rule" => array(
4041     "openbot[ /]([0-9.]{1,10})" => "\\1",
4042     "Openfind Robot[ /]([0-9.A-Z]{1,10})" => "\\1"
4043     ),
4044     "uri" => ""
4045     ),
4046     "opentagger" => array(
4047     "icon" => "robot",
4048     "title" => "OpenTagger",
4049     "rule" => array(
4050     "^OpenTaggerBot" => ""
4051     ),
4052     "uri" => "http://www.opentagger.com/opentaggerbot.htm"
4053     ),
4054     "opentext" => array(
4055     "icon" => "opentext",
4056     "title" => "OpenText",
4057     "rule" => array(
4058     "^OpenTextSiteCrawler[ /]([0-9.]{1,10})" => "\\1"
4059     ),
4060     "uri" => "http://www.opentext.net/"
4061     ),
4062     "openweb" => array(
4063     "icon" => "robot",
4064     "title" => "OpenWebSpider",
4065     "rule" => array(
4066     "^OpenWebSpider[ /]([0-9.]{1,10})" => "\\1",
4067     "^OpenWebSpider v([0-9.A-Z]{1,10})" => "\\1"
4068     ),
4069     "uri" => "http://www.openwebspider.org"
4070     ),
4071     "openx" => array(
4072     "icon" => "openx",
4073     "title" => "OpenX Spider",
4074     "rule" => array(
4075     "OpenX" => ""
4076     ),
4077     "uri" => "http://www.openx.org"
4078     ),
4079     "orange" => array(
4080     "icon" => "orange",
4081     "title" => "Orange",
4082     "rule" => array(
4083 joku 338 "OrangeBot-Mobile[ /]([0-9.]{1,10})" => "\\1",
4084     "OrangeBot[ /]([0-9.]{1,10})" => "\\1"
4085 joku 63 ),
4086     "uri" => "http://orange.com/"
4087     ),
4088     "organica" => array(
4089     "icon" => "robot",
4090     "title" => "Organica",
4091     "rule" => array(
4092     "crawler@organica\.us" => ""
4093     ),
4094     "uri" => ""
4095     ),
4096     "outfox" => array(
4097     "icon" => "robot",
4098     "title" => "Outfox Melon",
4099     "rule" => array(
4100     "OutfoxMelonBot[ /]([0-9.]{1,10})" => "\\1",
4101     "OutfoxBot[ /]([0-9.]{1,10})" => "\\1"
4102     ),
4103     "uri" => ""
4104     ),
4105     "overture" => array(
4106     "icon" => "overture",
4107     "title" => "Overture",
4108     "rule" => array(
4109     "Overture[ \-]?WebCrawler" => ""
4110     ),
4111     "uri" => ""
4112     ),
4113 joku 337 "owler" => array(
4114     "icon" => "robot",
4115     "title" => "Owler",
4116     "rule" => array(
4117     "Owler[ /]([0-9.]{1,10})" => "\\1",
4118     "Owler" => ""
4119     ),
4120     "uri" => ""
4121     ),
4122 joku 63 "page2rss" => array(
4123     "icon" => "page2rss",
4124     "title" => "Page2RSS",
4125     "rule" => array(
4126     "Page2RSS[ /]([0-9.]{1,10})" => "\\1"
4127     ),
4128     "uri" => "http://page2rss.com"
4129     ),
4130     "pagebytes" => array(
4131     "icon" => "robot",
4132     "title" => "PageBites",
4133     "rule" => array(
4134     "^PageBitesHyperBot[ /]([0-9.]{1,10})" => "\\1"
4135     ),
4136     "uri" => ""
4137     ),
4138 matthys 282 "pagesinventory" => array(
4139     "icon" => "pagesinventory",
4140     "title" => "PagesInventory",
4141     "rule" => array(
4142     "^PagesInventory" => ""
4143     ),
4144     "uri" => "http://www.pagesinventory.com"
4145     ),
4146 joku 63 "pagesjaunes" => array(
4147     "icon" => "pagesjaunes",
4148     "title" => "Pages Jaunes",
4149     "rule" => array(
4150     "PJBot[ /]([0-9.]{1,10})" => "\\1"
4151     ),
4152     "uri" => "http://www.pagesjaunes.fr/"
4153     ),
4154     "pagevalet" => array(
4155     "icon" => "wdg",
4156     "title" => "WDG Page Valet",
4157     "rule" => array(
4158     "^Page Valet[ /]([0-9.]{1,10})" => "\\1"
4159     ),
4160     "uri" => "http://www.htmlhelp.com/tools/validator/"
4161     ),
4162     "panopeabot" => array(
4163     "icon" => "robot",
4164     "title" => "PanopeaBot",
4165     "rule" => array(
4166     "PanopeaBot[/ ]([0-9.]{1,10})" => "\\1"
4167     ),
4168     "uri" => ""
4169     ),
4170     "parchmenthill" => array(
4171     "icon" => "robot",
4172     "title" => "Parchment Hill",
4173     "rule" => array(
4174     "ParchBot[ /]([0-9.]{1,10})" => "\\1"
4175     ),
4176     "uri" => "http://www.parchmenthill.com/search.htm"
4177     ),
4178     "pascient" => array(
4179     "icon" => "pascient",
4180     "title" => "Pascient",
4181     "rule" => array(
4182     "panscient.com" => ""
4183     ),
4184     "uri" => "http://www.panscient.com/"
4185     ),
4186     "peerbot" => array(
4187     "icon" => "peerbot",
4188     "title" => "Peerbot",
4189     "rule" => array(
4190     "^PEERbot" => ""
4191     ),
4192     "uri" => ""
4193     ),
4194 matthys 389 "petalbot" => array(
4195     "icon" => "huawei",
4196     "title" => "PetalBot", // Huawei Search - also called Aspiegel
4197     "rule" => array(
4198     "PetalBot" => "",
4199     "AspiegelBot" => ""
4200     ),
4201     "uri" => "https://aspiegel.com/petalbot"
4202     ),
4203 joku 63 "php" => array(
4204     "icon" => "php",
4205     "title" => "PHP",
4206     "rule" => array(
4207     "^PHP[ /]([0-9.]{1,10})" => "\\1"
4208     ),
4209     "uri" => ""
4210     ),
4211     "phpcrawl" => array(
4212     "icon" => "robot",
4213     "title" => "PHPCrawl",
4214     "rule" => array(
4215     "^PHPCrawl" => ""
4216     ),
4217     "uri" => "http://phpcrawl.cuab.de/"
4218     ),
4219     "phpdig" => array(
4220     "icon" => "robot",
4221     "title" => "PhpDig",
4222     "rule" => array(
4223     "^PhpDig[ /]([0-9.]{1,10})" => "\\1"
4224     ),
4225     "uri" => "http://www.finbot.com/"
4226     ),
4227     "phpversiontracker" => array(
4228     "icon" => "phpversiontracker",
4229     "title" => "PHP version tracker",
4230     "rule" => array(
4231     "^PHP version tracker" => ""
4232     ),
4233     "uri" => "http://www.nexen.net/phpversion/bot.php"
4234     ),
4235     "pictureofinternet" => array(
4236     "icon" => "robot",
4237     "title" => "PictureOfInternet",
4238     "rule" => array(
4239     "^PictureOfInternet[ /]([0-9.]{1,10})" => ""
4240     ),
4241     "uri" => ""
4242     ),
4243     "pingdom" => array(
4244     "icon" => "pingdom",
4245     "title" => "Pingdom",
4246     "rule" => array(
4247     "^Pingdom GIGRIB v([0-9.]{1,10})" => "\\1",
4248     "^Pingdom" => ""
4249     ),
4250     "uri" => "http://www.pingdom.com/"
4251     ),
4252     "pinseri" => array(
4253     "icon" => "pinseri",
4254     "title" => "Pinseri",
4255     "rule" => array(
4256     "www\.pinseri\.com/bloglist" => ""
4257     ),
4258     "uri" => ""
4259     ),
4260     "plagger" => array(
4261     "icon" => "plagger",
4262     "title" => "Plagger",
4263     "rule" => array(
4264     "Plagger[ /]([0-9.]{1,10})" => "\\1"
4265     ),
4266     "uri" => "http://www.plugger.org"
4267     ),
4268     "planet" => array(
4269     "icon" => "planet",
4270     "title" => "Planet",
4271     "rule" => array(
4272     "Planet[ /]([0-9.]{1,10})" => "\\1"
4273     ),
4274     "uri" => ""
4275     ),
4276     "plantynet" => array(
4277     "icon" => "robot",
4278     "title" => "PlantyNet",
4279     "rule" => array(
4280     "PlantyNet_WebRobot[_ /]V?([0-9.]{1,10})" => "\\1"
4281     ),
4282     "uri" => ""
4283     ),
4284     "pluck" => array(
4285     "icon" => "pluck",
4286     "title" => "Pluck",
4287     "rule" => array(
4288     "PluckFeedCrawler[ /]([0-9.]{1,10})" => "\\1"
4289     ),
4290     "uri" => ""
4291     ),
4292     "plsearch" => array(
4293     "icon" => "plsearch",
4294     "title" => "PlanetSearch",
4295     "rule" => array(
4296     "fido[ /]([0-9.]{1,10}) Harvest" => "\\1"
4297     ),
4298     "uri" => ""
4299     ),
4300     "poe" => array(
4301     "icon" => "robot",
4302     "title" => "POE-Component",
4303     "rule" => array(
4304     "^POE-Component-Client-HTTP[/ ]([0-9.]{1,10})" => "\\1"
4305     ),
4306     "uri" => ""
4307     ),
4308     "pogodak" => array(
4309     "icon" => "pogodak",
4310     "title" => "Pogodak",
4311     "rule" => array(
4312     "Pogodak\.hr[/ ]?([0-9.]{1,10})" => "\\1"
4313     ),
4314     "uri" => ""
4315     ),
4316     "poodle" => array(
4317     "icon" => "robot",
4318     "title" => "Poodle predictor",
4319     "rule" => array(
4320     "P(oo|ooo)dle[ \-]?predictor[ \-]?([0-9.]{1,10})" => "\\1",
4321     "P(oo|ooo)dle[ \-]?predictor" => ""
4322     ),
4323     "uri" => "http://www.gritechnologies.com/tools/spider.go"
4324     ),
4325     "pompos" => array(
4326     "icon" => "pompos",
4327     "title" => "Pompos",
4328     "rule" => array(
4329     "Pompos[ /]([0-9.]{1,10})" => "\\1"
4330     ),
4331     "uri" => ""
4332     ),
4333     "popdex" => array(
4334     "icon" => "robot",
4335     "title" => "Popdexter",
4336     "rule" => array(
4337     "Popdexter" => ""
4338     ),
4339     "uri" => ""
4340     ),
4341     "postrank" => array(
4342     "icon" => "postrank",
4343     "title" => "PostRank",
4344     "rule" => array(
4345     "^PostRank[ /]+([0-9.]{1,10})" => "\\1"
4346     ),
4347     "uri" => "http://www.postrank.com/"
4348     ),
4349     "powermarks" => array(
4350     "icon" => "robot",
4351     "title" => "Powermarks",
4352     "rule" => array(
4353     "Powermarks[ /]([0-9.]{1,10})" => "\\1"
4354     ),
4355     "uri" => ""
4356     ),
4357 matthys 366 "pinterest" => array(
4358     "icon" => "pinterest",
4359 joku 63 "title" => "PROBE!",
4360     "rule" => array(
4361 matthys 366 "Pinterest[ /]([0-9.]{1,10})" => "\\1"
4362 joku 63 ),
4363 matthys 366 "uri" => "http://www.pinterest.com/"
4364 joku 63 ),
4365 matthys 366 "probe" => array(
4366     "icon" => "robot",
4367     "title" => "PROBE!",
4368     "rule" => array(
4369     "^PROBE!" => ""
4370     ),
4371     "uri" => ""
4372     ),
4373 joku 63 "projecthoneypot" => array(
4374     "icon" => "projecthoneypot",
4375     "title" => "Project Honeypot",
4376     "rule" => array(
4377     "^PHPot Verispider[ /v]+([0-9.]{1,10})" => "\\1",
4378     "projecthoneypot" => ""
4379     ),
4380     "uri" => "http://www.projecthoneypot.org"
4381     ),
4382     "proxycache" => array(
4383     "icon" => "robot",
4384     "title" => "Proxy Cache",
4385     "rule" => array(
4386     "^Mozilla/[0-9.]{1,10} \(compatible\;\)$" => ""
4387     ),
4388     "uri" => ""
4389     ),
4390     "proxyhunter" => array(
4391     "icon" => "robot",
4392     "title" => "ProxyHunter",
4393     "rule" => array(
4394     "ProxyHunter" => ""
4395     ),
4396     "uri" => ""
4397     ),
4398     "psbot" => array(
4399     "icon" => "picsearch",
4400     "title" => "PicSearch",
4401     "rule" => array(
4402     "^psbot" => ""
4403     ),
4404     "uri" => ""
4405     ),
4406     "pubsub" => array(
4407     "icon" => "pubsub",
4408     "title" => "PubSub",
4409     "rule" => array(
4410     "^PubSub-RSS-Reader[ /]([0-9.]{1,10})" => "\\1",
4411     "^PubSub\.com" => ""
4412     ),
4413     "uri" => ""
4414     ),
4415 joku 330 "pubarch" => array(
4416 joku 334 "icon" => "robot",
4417 joku 330 "title" => "PubArchive",
4418     "rule" => array(
4419     "publiclibraryarchive.org" => ""
4420     ),
4421     "uri" => ""
4422     ),
4423 joku 63 "pukiwiki" => array(
4424     "icon" => "pukiwiki",
4425     "title" => "PukiWiki",
4426     "rule" => array(
4427     "PukiWiki[ /]([0-9.]{1,10})" => "\\1"
4428     ),
4429     "uri" => ""
4430     ),
4431     "pwebotxy" => array(
4432     "icon" => "pwebotxy",
4433     "title" => "PWeBot/X.Y",
4434     "rule" => array(
4435     "^PWeBot[ /]([0-9.]{1,10})" => "\\1"
4436     ),
4437     "uri" => "http://www.programacionweb.net/robot.php"
4438     ),
4439     "pxys" => array(
4440     "icon" => "robot",
4441     "title" => "PXYS",
4442     "rule" => array(
4443     "^pxys" => ""
4444     ),
4445     "uri" => ""
4446     ),
4447     "qango" => array(
4448     "icon" => "qango",
4449     "title" => "Qango",
4450     "rule" => array(
4451     "^Qango.com" => ""
4452     ),
4453     "uri" => "http://www.quango.com/"
4454     ),
4455     "qihoo" => array(
4456     "icon" => "qihoo",
4457     "title" => "Qihoo",
4458     "rule" => array(
4459     "QihooBot[ /]([0-9.]{1,10})" => "\\1"
4460     ),
4461     "uri" => "http://www.qihoo.com/"
4462     ),
4463     "qseero" => array(
4464     "icon" => "robot",
4465     "title" => "Qseero",
4466     "rule" => array(
4467     "Qseero v([0-9.]{1,10})" => "\\1"
4468     ),
4469     "uri" => "http://www.q0.com/"
4470     ),
4471     "quantcast" => array(
4472     "icon" => "robot",
4473     "title" => "Quantcast",
4474     "rule" => array(
4475     "Quantcastbot[ /]([0-9.]{1,10})" => "\\1"
4476     ),
4477     "uri" => "http://www.quantcast.com/"
4478     ),
4479     "quepasa" => array(
4480     "icon" => "quepasa",
4481     "title" => "Quepasa",
4482     "rule" => array(
4483     "Quepasa[ \-]?Creep" => ""
4484     ),
4485     "uri" => ""
4486     ),
4487     "questfinder" => array(
4488     "icon" => "robot",
4489     "title" => "QuestFinder",
4490     "rule" => array(
4491     "www\.questfinder\.com" => ""
4492     ),
4493     "uri" => ""
4494     ),
4495 matthys 351 "qwantify" => array(
4496     "icon" => "qwantify",
4497     "title" => "Qwantify",
4498     "rule" => array(
4499     "Qwantify[ /]([0-9.]{1,10})" => "\\1"
4500     ),
4501     "uri" => "https://www.qwant.com/"
4502     ),
4503 joku 63 "qweery" => array(
4504     "icon" => "robot",
4505     "title" => "Qweery",
4506     "rule" => array(
4507     "^QweeryBot[ /]([0-9.]{1,10})" => "\\1"
4508     ),
4509     "uri" => "http://qweerybot.qweery.nl"
4510     ),
4511     "racaicrawler" => array(
4512     "icon" => "robot",
4513     "title" => "RacaiCrawler",
4514     "rule" => array(
4515     "RacaiCrawler[ -]([0-9.]{1,10})" => "\\1"
4516     )
4517     ),
4518     "radian6" => array(
4519     "icon" => "robot",
4520     "title" => "Radian6",
4521     "rule" => array(
4522     "www\.radian6\.com" => ""
4523     ),
4524     "uri" => "http://www.radian6.com"
4525     ),
4526 joku 375 "radiofx" => array(
4527     "icon" => "radiofx",
4528     "title" => "Radio.fx",
4529     "rule" => array(
4530     "Radio.fx" => ""
4531     ),
4532     "uri" => "https://de.tobit.softwarw"
4533     ),
4534 joku 63 "rambler" => array(
4535     "icon" => "rambler",
4536     "title" => "Rambler",
4537     "rule" => array(
4538     "StackRambler[ /]([0-9.]{1,10})" => "\\1"
4539     ),
4540     "uri" => ""
4541     ),
4542     "ramiba" => array(
4543     "icon" => "robot",
4544 matthys 209 "title" => "Ramiba",
4545 joku 63 "rule" => array(
4546     "^ramiba(-bot)?" => "\\1"
4547     ),
4548     "uri" => ""
4549     ),
4550     "rankur" => array(
4551     "icon" => "rankur",
4552     "title" => "Rankur",
4553     "rule" => array(
4554     "^RankurBot/Rankur([0-9.]{1,10})" => "\\1"
4555     ),
4556     "uri" => "http://rankur.com/",
4557     ),
4558 joku 261 "red" => array(
4559     "icon" => "red",
4560     "title" => "RED",
4561     "rule" => array(
4562     "RED[ /]([0-9.]{1,10})" => "\\1"
4563     ),
4564     "uri" => "http://redbot.org/"
4565 joku 181 ),
4566 joku 63 "rediff" => array(
4567     "icon" => "rediff",
4568 matthys 209 "title" => "Rediff",
4569 joku 63 "rule" => array(
4570     "^RedBot/redbot[ /\-]([0-9.]{1,10})" => "\\1"
4571     ),
4572     "uri" => "http://www.rediff.com",
4573     ),
4574     "repia" => array(
4575     "icon" => "robot",
4576     "title" => "Repia",
4577     "rule" => array(
4578     "webmaster@repia\.com" => ""
4579     ),
4580     "uri" => ""
4581     ),
4582     "robotgenius" => array(
4583     "icon" => "robot",
4584     "title" => "Robot Genius",
4585     "rule" => array(
4586     "^robotgenius" => ""
4587     ),
4588     "uri" => "http://robotgenius.net",
4589     ),
4590     "robozilla" => array(
4591     "icon" => "robot",
4592     "title" => "Robozilla",
4593     "rule" => array(
4594     "Robozilla" => ""
4595     ),
4596     "uri" => ""
4597     ),
4598 matthys 302 "rogerbot" => array(
4599 matthys 306 "icon" => "moz",
4600     "title" => "Moz Rogerbot",
4601 matthys 302 "rule" => array(
4602     "rogerbot[ /]([0-9.]{1,10})" => "\\1"
4603     ),
4604     "uri" => "http://moz.com/help/guides/moz-procedures/who-is-rogerbot"
4605     ),
4606 joku 63 "rojo" => array(
4607     "icon" => "rojo",
4608     "title" => "Rojo",
4609     "rule" => array(
4610     "Rojo[ /]([0-9.]{1,10})" => "\\1"
4611     ),
4612     "uri" => ""
4613     ),
4614     "rss-atom" => array(
4615     "icon" => "rss",
4616     "title" => "RSS / Atom",
4617     "rule" => array(
4618     "^Apple-PubSub" => "",
4619     "^AppleSyndication" => ""
4620     ),
4621     "uri" => ""
4622     ),
4623     "rssbot" => array(
4624     "icon" => "rss",
4625 matthys 209 "title" => "RSS-bot",
4626 joku 63 "rule" => array(
4627     "rss-bot[ /]([0-9.]{1,10})" => "\\1"
4628     ),
4629     "uri" => ""
4630     ),
4631     "rssbandit" => array(
4632     "icon" => "rssbandit",
4633     "title" => "RssBandit",
4634     "rule" => array(
4635     "RssBandit[ /]([0-9.]{1,10})" => "\\1"
4636     ),
4637     "uri" => ""
4638     ),
4639     "rssimages" => array(
4640     "icon" => "rss",
4641 matthys 209 "title" => "RssImages",
4642 joku 63 "rule" => array(
4643     "rssImagesBot[ /]([0-9.]{1,10})" => "\\1"
4644     ),
4645     "uri" => ""
4646     ),
4647     "rssmicro" => array(
4648     "icon" => "rssmicro",
4649     "title" => "RSSMicro",
4650     "rule" => array(
4651     "RSSMicro\.com" => ""
4652     ),
4653     "uri" => "http://www.rssmicro.com"
4654     ),
4655     "rssowl" => array(
4656     "icon" => "rssowl",
4657     "title" => "RSSOwl",
4658     "rule" => array(
4659     "RSSOwl[ /]([0-9a-z.]{1,10})" => "\\1"
4660     ),
4661     "uri" => ""
4662     ),
4663     "rssreader" => array(
4664     "icon" => "rss",
4665     "title" => "RssReader",
4666     "rule" => array(
4667     "RssReader[ /]([0-9.]{1,10})" => ""
4668     ),
4669     "uri" => ""
4670     ),
4671     "rtgi" => array(
4672     "icon" => "rtgi",
4673 matthys 209 "title" => "Rtgi",
4674 joku 63 "rule" => array(
4675     "RTGI" => ""
4676     ),
4677     "uri" => "http://rtgi.fr/"
4678     ),
4679     "rufusbot" => array(
4680     "icon" => "robot",
4681     "title" => "RufusBot",
4682     "rule" => array(
4683     "RufusBot" => ""
4684     ),
4685     "uri" => ""
4686     ),
4687 matthys 304 "runet" => array(
4688     "icon" => "runet",
4689     "title" => "iTrack RuNet Crawler",
4690     "rule" => array(
4691     "Runet-Research-Crawler" => ""
4692     ),
4693     "uri" => "http://www.itrack.ru/research/cmsrate/"
4694     ),
4695 joku 63 "runnk" => array(
4696     "icon" => "robot",
4697     "title" => "Runnk",
4698     "rule" => array(
4699     "Runnk RSS finder" => ""
4700     ),
4701     "uri" => "http://www.runnk.com/il/law"
4702     ),
4703     "sagool" => array(
4704     "icon" => "robot",
4705     "title" => "Sagool",
4706     "rule" => array(
4707     "MaSagool" => ""
4708     ),
4709     "uri" => "http://sagool.jp/"
4710     ),
4711     "sanszbot" => array(
4712     "icon" => "robot",
4713     "title" => "Sansz",
4714     "rule" => array(
4715     "SanszBot" => ""
4716     ),
4717     "uri" => ""
4718     ),
4719     "saucereader" => array(
4720     "icon" => "saucereader",
4721     "title" => "Sauce Reader",
4722     "rule" => array(
4723     "Sauce[ ]?Reader[ /]([0-9.]{1,10})" => "\\1"
4724     ),
4725     "uri" => ""
4726     ),
4727     "sbider" => array(
4728     "icon" => "sbider",
4729     "title" => "SBIder",
4730     "rule" => array(
4731     "SBIder[/ ]([0-9.]{1,10})" => "\\1",
4732     "SBIder[/ ]SBIder.([0-9.]{1,10})" => "\\1"
4733     ),
4734     "uri" => ""
4735     ),
4736     "scirus" => array(
4737     "icon" => "robot",
4738     "title" => "Scirus",
4739     "rule" => array(
4740     "FAST-WebCrawler/[0-9a-z.]{1,10}/Scirus" => ""
4741     ),
4742     "uri" => ""
4743     ),
4744     "scoutjet" => array(
4745     "icon" => "scoutjet",
4746     "title" => "ScoutJet",
4747     "rule" => array(
4748     "ScoutJet" => ""
4749     ),
4750     "uri" => "http://www.scoutjet.com/"
4751     ),
4752 joku 261 "scrapy" => array(
4753     "icon" => "scrapy",
4754     "title" => "Scrapy",
4755     "rule" => array(
4756     "Scrapy[ /]([0-9.]{1,10})" => "\\1"
4757     ),
4758     "uri" => "http://scrapy.org"
4759     ),
4760 joku 63 "scrubby" => array(
4761     "icon" => "scrubby",
4762     "title" => "Scrubby",
4763     "rule" => array(
4764     "Scrubby[ /]([0-9.]{1,10})" => "\\1"
4765     ),
4766     "uri" => ""
4767     ),
4768     "sdm" => array(
4769     "icon" => "sdm",
4770     "title" => "SUN Download Manager",
4771     "rule" => array(
4772     "Sun Download Manager[/ ]([0-9.]{1,10})" => "\\1"
4773     ),
4774     "uri" => ""
4775     ),
4776     "sealinks" => array(
4777     "icon" => "robot",
4778     "title" => "Sea Links",
4779     "rule" => array(
4780     "SEA-Links( HTML-Scanner Pingoo\!)?[ /]([0-9.]{1,10})" => "\\2"
4781     ),
4782     "uri" => ""
4783     ),
4784     "search17" => array(
4785     "icon" => "robot",
4786     "title" => "Search 17",
4787     "rule" => array(
4788     "Search17Bot[ /]([0-9.]{1,10})" => "\\1"
4789     ),
4790     "uri" => "http://www.search17.com/bot.php"
4791     ),
4792     "search2" => array(
4793     "icon" => "search2",
4794     "title" => "Search2.net",
4795     "rule" => array(
4796     "^S2Bot[ /]([0-9.]{1,10})" => "\\1"
4797     ),
4798     "uri" => "http://search2.net/"
4799     ),
4800     "searchbot" => array(
4801     "icon" => "robot",
4802     "title" => "Searchbot",
4803     "rule" => array(
4804     "Searchbot[ /]([0-9.]{1,10})" => "\\1"
4805     ),
4806     "uri" => ""
4807     ),
4808     "searchch" => array(
4809     "icon" => "robot",
4810     "title" => "Search.ch",
4811     "rule" => array(
4812     "search\.ch[ /]?V?([0-9.]{1,10})" => "\\1"
4813     ),
4814     "uri" => ""
4815     ),
4816     "searchengineworld" => array(
4817     "icon" => "robot",
4818     "title" => "SearchEngineWorld",
4819     "rule" => array(
4820     "searchengineworld" => ""
4821     ),
4822     "uri" => "http://www.searchengineworld.com/"
4823     ),
4824     "searchhippo" => array(
4825     "icon" => "searchhippo",
4826     "title" => "Searchhippo",
4827     "rule" => array(
4828     "searchhippo" => ""
4829     ),
4830     "uri" => "http://www.searchhippo.com/"
4831     ),
4832     "searchthruus" => array(
4833     "icon" => "robot",
4834     "title" => "SearchThruUs",
4835     "rule" => array(
4836     "www\.unitek-systems\.co\.uk[ /]([0-9.]{1,10})" => "\\1"
4837     ),
4838     "uri" => ""
4839     ),
4840     "securecomputing" => array(
4841     "icon" => "robot",
4842     "title" => "Secure Computing",
4843     "rule" => array(
4844     "securecomputing" => ""
4845     ),
4846     "uri" => ""
4847     ),
4848     "seekport" => array(
4849     "icon" => "seekport",
4850     "title" => "Seekport",
4851     "rule" => array(
4852     "Seekbot[ /]([0-9.]{1,10})" => "\\1"
4853     ),
4854     "uri" => ""
4855     ),
4856     "semanticdiscovery" => array(
4857     "icon" => "robot",
4858     "title" => "Semantic Discovery",
4859     "rule" => array(
4860     "semanticdiscovery[ /]([0-9.]{1,10})" => "\\1"
4861     ),
4862     "uri" => ""
4863     ),
4864 matthys 319 "semrush" => array(
4865     "icon" => "semrush",
4866     "title" => "SEMrush",
4867     "rule" => array(
4868     "SemrushBot[ /]([0-9.]{1,10})" => "\\1"
4869     ),
4870     "uri" => "http://www.semrush.com/bot.html"
4871     ),
4872 joku 63 "sengine" => array(
4873     "icon" => "sengine",
4874     "title" => "Sengine",
4875     "rule" => array(
4876     "netEstate NE Crawler" => ""
4877     ),
4878     "uri" => "http://www.sengine.info/"
4879     ),
4880     "sensis" => array(
4881     "icon" => "sensis",
4882     "title" => "Sensis",
4883     "rule" => array(
4884     "^Sensis(.com.au)? Web Crawler" => ""
4885     ),
4886     "uri" => "http://sensis.com.au"
4887     ),
4888     "seokicks" => array(
4889     "icon" => "seokicks",
4890     "title" => "SEOkicks",
4891     "rule" => array(
4892     "SEOkicks-Robot" => ""
4893     ),
4894     "uri" => "http://www.seokicks.de/"
4895     ),
4896     "seoprofiler" => array(
4897     "icon" => "seoprofiler",
4898     "title" => "SEOprofiler",
4899     "rule" => array(
4900     "spbot[ /]([0-9.]{1,10})" => "\\1"
4901     ),
4902     "uri" => "http://www.seoprofiler.com/"
4903     ),
4904     "setooz" => array(
4905     "icon" => "setooz",
4906     "title" => "Setooz",
4907     "rule" => array(
4908     "OOZBOT[ /]([0-9.]{1,10})" => "\\1"
4909     ),
4910     "uri" => "http://www.setooz.com/oozbot.html"
4911     ),
4912     "seznam" => array(
4913     "icon" => "seznam",
4914     "title" => "Seznam",
4915     "rule" => array(
4916     "SeznamBot[ /]([0-9.]{1,10})" => "\\1",
4917     "Seznam" => ""
4918     ),
4919     "uri" => "http://www.seznam.cz"
4920     ),
4921     "sharpreader" => array(
4922     "icon" => "sharpreader",
4923     "title" => "SharpReader",
4924     "rule" => array(
4925     "SharpReader[ /]([0-9.]{1,10})" => "\\1"
4926     ),
4927     "uri" => ""
4928     ),
4929     "shelob" => array(
4930     "icon" => "shelob",
4931     "title" => "Sherlock Spider",
4932     "rule" => array(
4933     "^Shelob" => ""
4934     ),
4935     "uri" => "http://www.gmx.net"
4936     ),
4937     "sherlockspider" => array(
4938     "icon" => "robot",
4939     "title" => "Sherlock Spider",
4940     "rule" => array(
4941     "sherlock_spider" => ""
4942     ),
4943     "uri" => ""
4944     ),
4945     "shim" => array(
4946     "icon" => "robot",
4947     "title" => "Shim Crawler",
4948     "rule" => array(
4949     "shim[ \-]crawler" => ""
4950     ),
4951     "uri" => ""
4952     ),
4953     "shopwiki" => array(
4954     "icon" => "shopwiki",
4955     "title" => "ShopWiki",
4956     "rule" => array(
4957     "^ShopWiki[ /]([0-9.]{1,10})" => "\\1"
4958     ),
4959     "uri" => ""
4960     ),
4961     "shoula" => array(
4962     "icon" => "robot",
4963     "title" => "Shoula",
4964     "rule" => array(
4965     "^Shoula.com Crawler ([0-9.]{1,10})" => "\\1"
4966     ),
4967     "uri" => "http://www.shoula.com"
4968     ),
4969     "siege" => array(
4970     "icon" => "robot",
4971     "title" => "Siege",
4972     "rule" => array(
4973     "Siege[ /]([0-9.]{1,10})" => "\\1"
4974     ),
4975     "uri" => ""
4976     ),
4977     "siets" => array(
4978     "icon" => "robot",
4979     "title" => "Siets",
4980     "rule" => array(
4981     "SietsCrawler[ /]([0-9.]{1,10})" => "\\1"
4982     ),
4983     "uri" => ""
4984     ),
4985     "simpy" => array(
4986     "icon" => "simpy",
4987     "title" => "Simpy",
4988     "rule" => array(
4989     "^(argus|simpy)[ /]([0-9.]{1,10})" => "\\2",
4990     ),
4991     "uri" => ""
4992     ),
4993     "singingfish" => array(
4994     "icon" => "singingfish",
4995     "title" => "SingingFish",
4996     "rule" => array(
4997     "asterias[ /]([0-9.]{1,10})" => "\\1",
4998     "Asterias Crawler v([0-9.]{1,10})" => "\\1",
4999     "asterias" => ""
5000     ),
5001     "uri" => ""
5002     ),
5003     "sirketce" => array(
5004     "icon" => "robot",
5005     "title" => "Sirketce",
5006     "rule" => array(
5007     "Sirketcebot[ /v]+([0-9.]{1,10})" => "\\1"
5008     ),
5009     "uri" => "http://www.sirketce.com/bot.html"
5010     ),
5011     "sirobot" => array(
5012     "icon" => "robot",
5013     "title" => "SiroBot",
5014     "rule" => array(
5015     "sirobot" => ""
5016     ),
5017     "uri" => ""
5018     ),
5019     "sistrix" => array(
5020     "icon" => "sistrix",
5021     "title" => "SISTRIX",
5022     "rule" => array(
5023     "SISTRIX Crawler" => ""
5024     ),
5025     "uri" => "http://crawler.sistrix.net/"
5026     ),
5027     "sitebar" => array(
5028     "icon" => "sitebar",
5029     "title" => "SiteBar",
5030     "rule" => array(
5031     "SiteBar[ /]([0-9.]{1,10})" => "\\1"
5032     ),
5033     "uri" => ""
5034     ),
5035     "sitebot" => array(
5036     "icon" => "sitebot",
5037     "title" => "SiteBot",
5038     "rule" => array(
5039     "SiteBot[ /]([0-9.]{1,10})" => "\\1"
5040     ),
5041     "uri" => "http://www.sitebot.org/robot/"
5042     ),
5043 matthys 273 "siteexplorer" => array(
5044     "icon" => "siteexplorer",
5045     "title" => "SiteExplorer",
5046     "rule" => array(
5047     "SiteExplorer[ /]([0-9a-z.]{1,10})" => "\\1"
5048     ),
5049     "uri" => "http://siteexplorer.info/"
5050     ),
5051 joku 63 "sitesell" => array(
5052     "icon" => "sitesell",
5053     "title" => "SiteSell",
5054     "rule" => array(
5055     "SBIder[/ ]([0-9a-z.\-]{1,10})" => "\\1"
5056     ),
5057     "uri" => ""
5058     ),
5059     "sitespider" => array(
5060     "icon" => "robot",
5061     "title" => "SiteSpider",
5062     "rule" => array(
5063     "^SiteSpider" => ""
5064     ),
5065     "uri" => ""
5066     ),
5067     "sitesucker" => array(
5068     "icon" => "sitesucker",
5069     "title" => "SiteSucker",
5070     "rule" => array(
5071     "Sitesucker[ /]([0-9.]{1,10})" => "\\1"
5072     ),
5073     "uri" => "http://www.sitesucker.us/"
5074     ),
5075     "sitidi" => array(
5076     "icon" => "robot",
5077     "title" => "SitiDi",
5078     "rule" => array(
5079     "SitiDiBot[ /]([0-9.]{1,10})" => "\\1"
5080     ),
5081     "uri" => ""
5082     ),
5083 joku 329 "sixy" => array(
5084     "icon" => "robot",
5085     "title" => "Sixy.ch",
5086     "rule" => array(
5087     "sixy.ch[ /]([0-9a-z.]{1,10})" => "\\1"
5088     ),
5089     "uri" => "http://sixy.ch"
5090     ),
5091 joku 63 "skaffe" => array(
5092     "icon" => "robot",
5093     "title" => "Skaffe",
5094     "rule" => array(
5095     "Skampy[ /]([0-9.\-]{1,10})" => "\\1"
5096     ),
5097     "uri" => "http://www.skaffe.com"
5098     ),
5099     "skizzle" => array(
5100     "icon" => "skizzle",
5101     "title" => "Skizzle",
5102     "rule" => array(
5103     "SKIZZLE! Distributed Internet Spider[ /v]+([0-9a-z.\-]{1,10})" => "\\1"
5104     ),
5105     "uri" => "http://www.skizzle.com"
5106     ),
5107     "slider" => array(
5108     "icon" => "robot",
5109     "title" => "Slider",
5110     "rule" => array(
5111     "^Slider[ /]([0-9.]{1,10})" => "\\1"
5112     ),
5113     "uri" => ""
5114     ),
5115     "slugch" => array(
5116     "icon" => "robot",
5117 matthys 209 "title" => "Slugch",
5118 joku 63 "rule" => array(
5119     "^slug\.ch crawl ([0-9a-z.\-]{1,10})" => "\\1"
5120     ),
5121     "uri" => ""
5122     ),
5123     "smartware" => array(
5124     "icon" => "robot",
5125     "title" => "SmartWareSoft",
5126     "rule" => array(
5127     "^SWSBot-Images[ /]([0-9.]{1,10})" => "\\1"
5128     ),
5129     "uri" => "http://www.smartwaresoft.com/swsbot12.html"
5130     ),
5131     "snookit" => array(
5132     "icon" => "snookit",
5133     "title" => "Snookit",
5134     "rule" => array(
5135     "^snookit" => ""
5136     ),
5137     "uri" => "http://www.snookit.com/"
5138     ),
5139     "snoopy" => array(
5140     "icon" => "robot",
5141     "title" => "Snoopy",
5142     "rule" => array(
5143     "^Snoopy.+([0-9.]{1,10})" => "\\1",
5144     "sna-([0-9.]{1,10})" => "\\1"
5145     ),
5146     "uri" => "http://snoopy.sourceforge.net/"
5147     ),
5148     "snyke" => array(
5149     "icon" => "robot",
5150     "title" => "Snyke",
5151     "rule" => array(
5152     "^SnykeBot[ /]([0-9.]{1,10})" => "\\1"
5153     ),
5154     "uri" => "http://www.snyke.com"
5155     ),
5156     "socialradar" => array(
5157     "icon" => "socialradar",
5158     "title" => "Social Radar",
5159     "rule" => array(
5160     "Socialradarbot[ /]([0-9.]{1,10})" => "\\1"
5161     ),
5162     "uri" => "http://infegy.com/"
5163     ),
5164     "soegning" => array(
5165     "icon" => "soegning",
5166 matthys 209 "title" => "Søgning",
5167 joku 63 "rule" => array(
5168     "soegning\.dk[/ ]spider[ /]([0-9.]{1,10})" => "\\1"
5169     ),
5170     "uri" => ""
5171     ),
5172     "soft411" => array(
5173     "icon" => "soft411",
5174     "title" => "Soft411",
5175     "rule" => array(
5176     "SOFT411 Directory" => ""
5177     ),
5178     "uri" => ""
5179     ),
5180     "sogou" => array(
5181     "icon" => "sogou",
5182     "title" => "Sogou",
5183     "rule" => array(
5184     "Sogou web spider[ /]([0-9.]{1,10})" => "\\1"
5185     ),
5186     "uri" => "http://www.sogou.com/docs/help/webmasters.htm#07"
5187     ),
5188     "sohu" => array(
5189     "icon" => "robot",
5190     "title" => "Sohu",
5191     "rule" => array(
5192     "sohu[ \-](agent|search)" => ""
5193     ),
5194     "uri" => ""
5195     ),
5196     "somewhere" => array(
5197     "icon" => "robot",
5198 matthys 209 "title" => "Somewhere.com",
5199 joku 63 "rule" => array(
5200     "Mozilla\@somewhere\.com" => "\\1"
5201     ),
5202     "uri" => "http://www.somewhere.com/"
5203     ),
5204     "sopheus" => array(
5205     "icon" => "robot",
5206     "title" => "Sopheus",
5207     "rule" => array(
5208     "Sopheus Project[ /]([0-9.]{1,10})" => "\\1"
5209     ),
5210     "uri" => "http://www.thenetplanet.com"
5211     ),
5212     "soso" => array(
5213     "icon" => "soso",
5214     "title" => "Soso",
5215     "rule" => array(
5216     "^Soso(image)?spider" => ""
5217     ),
5218     "uri" => "http://help.soso.com/soso-image-spider.htm"
5219     ),
5220     "souppot" => array(
5221     "icon" => "robot",
5222     "title" => "SoupPot",
5223     "rule" => array(
5224     "SoupPotBot" => ""
5225     ),
5226     "uri" => ""
5227     ),
5228     "specificmedia" => array(
5229     "icon" => "specificmedia",
5230     "title" => "Specific Media",
5231     "rule" => array(
5232     "^SMBot[ /]([0-9.]{1,10})" => "\\1"
5233     ),
5234     "uri" => ""
5235     ),
5236     "sphider" => array(
5237     "icon" => "sphider",
5238     "title" => "Sphider",
5239     "rule" => array(
5240     "Sphider" => ""
5241     ),
5242     "uri" => "http://www.sphider.eu"
5243     ),
5244     "spinn3r" => array(
5245     "icon" => "robot",
5246     "title" => "Spinn3r",
5247     "rule" => array(
5248     "Spinn3r[ /]([0-9.]{1,10})" => "\\1"
5249     ),
5250     "uri" => "http://spinn3r.com/robot"
5251     ),
5252     "sproose" => array(
5253     "icon" => "robot",
5254 matthys 209 "title" => "Sproose",
5255 joku 63 "rule" => array(
5256     "^sproose[ /]([0-9a-z.]{1,10})" => "\\1"
5257     ),
5258     "uri" => "http://www.sproose.com/bot.html"
5259     ),
5260     "spurlbot" => array(
5261     "icon" => "robot",
5262     "title" => "SpurlBot",
5263     "rule" => array(
5264     "SpurlBot[/ ]([0-9.]{1,10})" => "\\1"
5265     ),
5266     "uri" => ""
5267     ),
5268     "stardownloader" => array(
5269     "icon" => "stardownloader",
5270     "title" => "Star Downloader",
5271     "rule" => array(
5272     "^Star Downloader( Pro)?" => ""
5273     ),
5274     "uri" => ""
5275     ),
5276     "steeler" => array(
5277     "icon" => "robot",
5278     "title" => "Steeler",
5279     "rule" => array(
5280     "Steeler[ /]([0-9.]{1,10})" => "\\1"
5281     ),
5282     "uri" => ""
5283     ),
5284     "strategicboard" => array(
5285     "icon" => "strategicboard",
5286     "title" => "Strategic Board",
5287     "rule" => array(
5288     "Strategic Board Bot" => ""
5289     ),
5290     "uri" => "http://www.strategicboard.com"
5291     ),
5292     "suchbaer" => array(
5293     "icon" => "robot",
5294 matthys 209 "title" => "Suchbaer.de",
5295 joku 63 "rule" => array(
5296     "^suchbaer\.de" => ""
5297     ),
5298     "uri" => "http://www.suchbaer.de/"
5299     ),
5300     "suchbot" => array(
5301     "icon" => "robot",
5302 matthys 209 "title" => "Suchbot",
5303 joku 63 "rule" => array(
5304     "^suchbot" => ""
5305     ),
5306     "uri" => ""
5307     ),
5308     "suchende" => array(
5309     "icon" => "suchende",
5310 matthys 209 "title" => "Suchen.de",
5311 joku 63 "rule" => array(
5312     "^gonzo([0-9]{1,2}).*www.suchen.de" => "\\1",
5313     "^gonzo/([0-9.]{1,10})" => "\\1"
5314     ),
5315     "uri" => "http://www.suchen.de/"
5316     ),
5317     "suchknecht" => array(
5318     "icon" => "robot",
5319     "title" => "Suchknecht",
5320     "rule" => array(
5321     "^Suchknecht.at-Robot" => ""
5322     ),
5323     "uri" => "http://www.suchknecht.at/"
5324     ),
5325     "suchpad" => array(
5326     "icon" => "robot",
5327 matthys 209 "title" => "Suchpad",
5328 joku 63 "rule" => array(
5329     "^suchpadbot[ /]([0-9.]{1,10})" => "\\1"
5330     ),
5331     "uri" => "http://www.suchpad.de"
5332     ),
5333     "sunrise" => array(
5334     "icon" => "sunrise",
5335     "title" => "Sunrise",
5336     "rule" => array(
5337     "^Sunrise[ /]([0-9a-z.]{1,10})" => "\\1"
5338     ),
5339     "uri" => ""
5340     ),
5341     "superbot" => array(
5342     "icon" => "superbot",
5343     "title" => "SuperBot",
5344     "rule" => array(
5345     "SuperBot[ /]([0-9.]{1,10})" => "\\1"
5346     ),
5347     "uri" => ""
5348     ),
5349     "surfcontrol" => array(
5350     "icon" => "robot",
5351     "title" => "SurfControl",
5352     "rule" => array(
5353     "SurfControl" => "",
5354     "ScSpider[ /]([0-9.]{1,10})" => "\\1"
5355     ),
5356     "uri" => ""
5357     ),
5358     "surfnet" => array(
5359     "icon" => "robot",
5360     "title" => "SURFnet",
5361     "rule" => array(
5362     "AVSearch[ \-]([0-9.]{1,10})" => "\\1"
5363     ),
5364     "uri" => ""
5365     ),
5366     "surfsafely" => array(
5367     "icon" => "robot",
5368     "title" => "Surfsafely",
5369     "rule" => array(
5370     "Submission Spider at surfsafely.com" => ""
5371     ),
5372     "uri" => "http://www.surfsafely.com"
5373     ),
5374     "surphace" => array(
5375     "icon" => "spherescout",
5376     "title" => "Surphace",
5377     "rule" => array(
5378     "Sphere Scout.+([0-9.]{1,10})" => "\\1",//Previous called Sphere Scout
5379     "Surphace.+v([0-9.]{1,10})" => "\\1"
5380     ),
5381     "uri" => "http://www.surphace.com"
5382     ),
5383     "surveybot" => array(
5384     "icon" => "surveybot",
5385     "title" => "Whois Survey",
5386     "rule" => array(
5387     "SurveyBot[ /]([0-9.]{1,10})" => "\\1"
5388     ),
5389     "uri" => ""
5390     ),
5391     "swoogle" => array(
5392     "icon" => "robot",
5393     "title" => "Swoogle",
5394     "rule" => array(
5395     "^Swooglebot[ /]([0-9.]{1,10})" => "\\1"
5396     ),
5397     "uri" => "http://swoogle.umbc.edu/swooglebot.htm"
5398     ),
5399     "swse" => array(
5400     "icon" => "robot",
5401     "title" => "SWSE",
5402     "rule" => array(
5403     "sw\.deri\.org" => ""
5404     ),
5405     "uri" => "http://sw.deri.org/2006/04/multicrawler/robots.html"
5406     ),
5407     "swish-e" => array(
5408     "icon" => "swish-e",
5409     "title" => "Swish-e",
5410     "rule" => array(
5411     "^swish-e" => ""
5412     ),
5413     "uri" => "http://swish-e.org/"
5414     ),
5415     "sygol" => array(
5416     "icon" => "sygol",
5417     "title" => "Sygol",
5418     "rule" => array(
5419     "www.sygol.(com|net)" => ""
5420     ),
5421     "uri" => "http://www.sygol.com"
5422     ),
5423     "syllabs" => array(
5424     "icon" => "syllabs",
5425     "title" => "Syllabs",
5426     "rule" => array(
5427     "Focal[-]([0-9.]{1,10})" => "\\1"
5428     ),
5429     "uri" => "http://www.syllabs.com/crawler.html"
5430     ),
5431     "synapse" => array(
5432     "icon" => "robot",
5433     "title" => "Synapse",
5434     "rule" => array(
5435     " Synapse\)" => ""
5436     ),
5437     "uri" => "http://ws.apache.org/synapse/"
5438     ),
5439     "sync2it" => array(
5440     "icon" => "robot",
5441 matthys 209 "title" => "Sync2it",
5442 joku 63 "rule" => array(
5443     "^\!Susie" => ""
5444     ),
5445     "uri" => "http://www.sync2it.com/bms/susie.php"
5446     ),
5447     "syncit" => array(
5448     "icon" => "robot",
5449 matthys 209 "title" => "Syncit",
5450 joku 63 "rule" => array(
5451     "^SyncIT[ /]([0-9.]{1,10})" => "\\1"
5452     ),
5453     "uri" => "http://www.syncit.com/"
5454     ),
5455     "syndic8" => array(
5456     "icon" => "syndic8",
5457     "title" => "Syndic8",
5458     "rule" => array(
5459     "Syndic8[ /]([0-9.]{1,10})" => "\\1"
5460     ),
5461     "uri" => "http://www.syndic8.com/"
5462     ),
5463     "syndicatie" => array(
5464     "icon" => "robot",
5465     "title" => "Syndicatie.nl",
5466     "rule" => array(
5467     "Syndicatie\.nl robot v ([0-9.]{1,10})" => "\\1",
5468     "Syndicatie\.nl robot;" => ""
5469     ),
5470     "uri" => ""
5471     ),
5472     "synomia" => array(
5473     "icon" => "robot",
5474     "title" => "Synomia",
5475     "rule" => array(
5476     "^SynoBot" => ""
5477     ),
5478     "uri" => ""
5479     ),
5480     "synoo" => array(
5481     "icon" => "robot",
5482     "title" => "SynooBot",
5483     "rule" => array(
5484     "SynooBot[ /]([0-9.]{1,10})" => "\\1",
5485     ),
5486     "uri" => ""
5487     ),
5488     "szukacz" => array(
5489     "icon" => "szukacz",
5490     "title" => "Szukacz",
5491     "rule" => array(
5492     "Szukacz[ /]([0-9.]{1,10})" => "\\1"
5493     ),
5494     "uri" => ""
5495     ),
5496     "tagoo" => array(
5497     "icon" => "tagoobot",
5498     "title" => "Tagoo",
5499     "rule" => array(
5500     "Tagoobot[ /]([0-9.]{1,10})" => "\\1"
5501     ),
5502     "uri" => "http://www.tagoo.ru"
5503     ),
5504     "tagword" => array(
5505     "icon" => "tagword",
5506     "title" => "Tagword",
5507     "rule" => array(
5508     "^Tagword" => ""
5509     ),
5510     "uri" => "http://tagword.com/dmoz_survey.php"
5511     ),
5512     "trailfire" => array(
5513     "icon" => "trailfire",
5514     "title" => "Trailfire",
5515     "rule" => array(
5516     "^Trailfire-bot[ /]([0-9.]{1,10})" => "\\1"
5517     ),
5518     "uri" => "http://trailfire.com"
5519     ),
5520     "tamu" => array(
5521     "icon" => "tamu",
5522     "title" => "Tamu Crawler",
5523     "rule" => array(
5524     "IRLbot[ /]([0-9.]{1,10})" => "\\1",
5525     "TAMU_CS_IRL_CRAWLER[ /]([0-9.]{1,10})" => "\\1"
5526     ),
5527     "uri" => "http://irl.cs.tamu.edu/crawler/"
5528     ),
5529     "taptubot" => array(
5530     "icon" => "taptubot",
5531     "title" => "Taptu",
5532     "rule" => array(
5533     "taptubot" => ""
5534     ),
5535     "uri" => "http://www.taptu.com/corp/taptubot"
5536     ),
5537     "targetseek" => array(
5538     "icon" => "robot",
5539     "title" => "TargetSeek",
5540     "rule" => array(
5541     "TargetSeek[ /]([0-9.]{1,10})" => "\\1"
5542     ),
5543     "uri" => "http://www.targetgroups.net/TargetSeek.html"
5544     ),
5545     "taw" => array(
5546     "icon" => "taw",
5547     "title" => "TAW",
5548     "rule" => array(
5549     "TAW[ /]([0-9.]{1,10})" => "\\1"
5550     ),
5551     "uri" => "http://www.tawdis.net"
5552     ),
5553     "tcd" => array(
5554     "icon" => "tcd",
5555     "title" => "Trinity College Dublin",
5556     "rule" => array(
5557     "^TCDBOT/Nutch-([0-9.]{1,10})" => "\\1"
5558     ),
5559     "uri" => "http://www.tcd.ie"
5560     ),
5561     "technorati" => array(
5562     "icon" => "technorati",
5563     "title" => "Technorati",
5564     "rule" => array(
5565     "Technoratibot[ /]([0-9.]{1,10})" => "\\1"
5566     ),
5567     "uri" => ""
5568     ),
5569     "teleport" => array(
5570     "icon" => "teleport",
5571     "title" => "Teleport",
5572     "rule" => array(
5573     "Teleport[ \-]?Pro" => ""
5574     ),
5575     "uri" => ""
5576     ),
5577     "terrar" => array(
5578     "icon" => "robot",
5579     "title" => "Terrar",
5580     "rule" => array(
5581     "^Fresh Search :: Terrar" => ""
5582     ),
5583     "uri" => ""
5584     ),
5585     "theophrastus" => array(
5586     "icon" => "robot",
5587     "title" => "Theophrastus",
5588     "rule" => array(
5589     "Theophrastus[ /]([0-9.]{1,10})" => "\\1"
5590     ),
5591     "uri" => "http://users.cs.cf.ac.uk/N.A.Smith/theophrastus.php"
5592     ),
5593     "thumbnailscz" => array(
5594     "icon" => "robot",
5595 matthys 209 "title" => "Thumbnails.cz",
5596 joku 63 "rule" => array(
5597     "^thumbnail\.cz robot[ /]([0-9.]{1,10})" => "\\1"
5598     ),
5599     "uri" => ""
5600     ),
5601     "thumbshot" => array(
5602     "icon" => "robot",
5603 matthys 209 "title" => "Thumbshots",
5604 joku 63 "rule" => array(
5605     "^thumbshots.*(Version: |v)([0-9.]{2,10})e" => "\\1",
5606     "^thumbshots-de" => ""
5607     ),
5608     "uri" => "http://www.thumbshots.de"
5609     ),
5610     "thunderstone" => array(
5611     "icon" => "thunderstone",
5612     "title" => "Thunderstone",
5613     "rule" => array(
5614     "T-H-U-N-D-E-R-S-T-O-N-E" => "",
5615     "search.thunderstone.com" => ""
5616     ),
5617     "uri" => "http://search.thunderstone.com/"
5618     ),
5619     "timbobot" => array(
5620     "icon" => "robot",
5621 matthys 209 "title" => "TimboBot",
5622 joku 63 "rule" => array(
5623     "timboBot" => ""
5624     ),
5625     "uri" => ""
5626     ),
5627     "topsy" => array(
5628     "icon" => "topsy",
5629     "title" => "Topsy",
5630     "rule" => array(
5631     "Butterfly[ /]([0-9.]{1,10})" => "\\1"
5632     ),
5633     "uri" => "http://labs.topsy.com/butterfly.html"
5634     ),
5635     "trayce" => array(
5636     "icon" => "robot",
5637 matthys 209 "title" => "Trayce",
5638 joku 63 "rule" => array(
5639     "traycebot[ /]([0-9a-z.\-]{1,10})" => "\\1"
5640     ),
5641     "uri" => ""
5642     ),
5643     "tricus" => array(
5644     "icon" => "robot",
5645     "title" => "Tricus",
5646     "rule" => array(
5647     "B_l_i_t_z_B_O_T_@_t_r_i_c_u_s_\._c_o_m" => ""
5648     ),
5649     "uri" => ""
5650     ),
5651     "topicblogs" => array(
5652     "icon" => "robot",
5653     "title" => "Topicblogs",
5654     "rule" => array(
5655     "topicblogs[ /]([0-9.]{1,10})" => "\\1"
5656     ),
5657     "uri" => ""
5658     ),
5659     "touche" => array(
5660     "icon" => "touche",
5661 matthys 209 "title" => "Touché",
5662 joku 63 "rule" => array(
5663     "^Touche" => ""
5664     ),
5665     "uri" => "http://touche.com.ve"
5666     ),
5667     "tuezilla" => array(
5668     "icon" => "robot",
5669 matthys 209 "title" => "TÃœzilla",
5670 joku 63 "rule" => array(
5671     "tuezilla.de" => ""
5672     ),
5673     "uri" => "http://tuezilla.de/t_st-odp-entries-agent.html"
5674     ),
5675     "turnitin" => array(
5676     "icon" => "turnitin",
5677     "title" => "Turnitin",
5678     "rule" => array(
5679     "TurnitinBot[ /]([0-9.]{1,10})" => "\\1"
5680     ),
5681     "uri" => ""
5682     ),
5683     "tutorgig" => array(
5684     "icon" => "robot",
5685     "title" => "TutorGig",
5686     "rule" => array(
5687     "TutorGig(Bot)?[ /]([0-9.]{1,10})" => "\\2"
5688     ),
5689     "uri" => ""
5690     ),
5691     "twiceler" => array(
5692     "icon" => "cuill",
5693 matthys 209 "title" => "Cuill",
5694 joku 63 "rule" => array(
5695     "Twiceler[ /-]([0-9.]{1,10})" => "\\1",
5696     "Twiceler" => ""
5697     ),
5698     "uri" => "http://www.cuill.com/twiceler/robot.html"
5699     ),
5700     "twingly" => array(
5701     "icon" => "twingly",
5702     "title" => "Twingly",
5703     "rule" => array(
5704     "Twingly Recon" => ""
5705     ),
5706     "uri" => "http://www.twingly.com/"
5707     ),
5708 matthys 320 "twitter" => array(
5709     "icon" => "twitter",
5710     "title" => "Twitter",
5711     "rule" => array(
5712     "Twitterbot[ /-]([0-9.]{1,10})" => "\\1"
5713     ),
5714     "uri" => "https://dev.twitter.com/cards/getting-started#crawling"
5715     ),
5716 joku 63 "typepad" => array(
5717     "icon" => "typepad",
5718     "title" => "TypePad",
5719     "rule" => array(
5720     "TypePad/([0-9a-z.]{1,10})" => "\\1"
5721     ),
5722     "uri" => ""
5723     ),
5724     "udmsearch" => array(
5725     "icon" => "robot",
5726     "title" => "UdmSearch",
5727     "rule" => array(
5728     "UdmSearch[/ ]([0-9.]{1,10})" => "\\1"
5729     ),
5730     "uri" => ""
5731     ),
5732     "ukwizz" => array(
5733     "icon" => "ukwizz",
5734     "title" => "UKWizz",
5735     "rule" => array(
5736     "^Mackster.*ukwizz" => ""
5737     ),
5738     "uri" => "http://www.ukwizz.com"
5739     ),
5740     "ultraseek" => array(
5741     "icon" => "robot",
5742     "title" => "Ultraseek",
5743     "rule" => array(
5744     "Ultraseek" => ""
5745     ),
5746     "uri" => ""
5747     ),
5748     "ultraspider" => array(
5749     "icon" => "robot",
5750     "title" => "UltraSpider",
5751     "rule" => array(
5752     "UltraSpider3000[/ ]([0-9.]{1,10})" => "\\1"
5753     ),
5754     "uri" => "http://www.search.ch"
5755     ),
5756     "umai" => array(
5757     "icon" => "robot",
5758 matthys 209 "title" => "Umai",
5759 joku 63 "rule" => array(
5760     "umai[/ ]([0-9.]{1,10})" => "\\1"
5761     ),
5762     "uri" => ""
5763     ),
5764     "unchaos" => array(
5765     "icon" => "robot",
5766     "title" => "Unchaos",
5767     "rule" => array(
5768     "unchaos_crawler[_ /]([0-9.]{1,10})" => "\\1",
5769     "unchaos" => ""
5770     ),
5771     "uri" => ""
5772     ),
5773     "unido" => array(
5774     "icon" => "robot",
5775 matthys 209 "title" => "UNIdo",
5776 joku 63 "rule" => array(
5777     "^unido-bot" => "\\1"
5778     ),
5779     "uri" => "http://mobicom.cs.uni-dortmund.de/bot.html"
5780     ),
5781     "updated" => array(
5782     "icon" => "robot",
5783     "title" => "Updated",
5784     "rule" => array(
5785     "updated[ /]([0-9a-z.]{1,10})" => "\\1"
5786     ),
5787     "uri" => ""
5788     ),
5789     "uptimebot" => array(
5790     "icon" => "robot",
5791     "title" => "UptimeBot",
5792     "rule" => array(
5793     "^UptimeBot" => ""
5794     ),
5795     "uri" => "http://www.uptimebot.com/"
5796     ),
5797     "urifetch" => array(
5798     "icon" => "robot",
5799     "title" => "URI::Fetch",
5800     "rule" => array(
5801     "^URI::Fetch[ /]([0-9.]{1,10})" => "\\1"
5802     ),
5803     "uri" => ""
5804     ),
5805     "urlbase" => array(
5806     "icon" => "robot",
5807     "title" => "URLBase",
5808     "rule" => array(
5809     "URLBase[ /]([0-9.]{1,10})" => "\\1"
5810     ),
5811     "uri" => ""
5812     ),
5813     "urlblaze" => array(
5814     "icon" => "robot",
5815     "title" => "URLBlaze",
5816     "rule" => array(
5817     "^URLBlaze" => ""
5818     ),
5819     "uri" => ""
5820     ),
5821     "urlcontr" => array(
5822     "icon" => "robot",
5823     "title" => "MS URL Control",
5824     "rule" => array(
5825     "Microsoft URL[ \-]?Control" => ""
5826     ),
5827     "uri" => ""
5828     ),
5829     "urlgetfile" => array(
5830     "icon" => "robot",
5831     "title" => "URLGetFile",
5832     "rule" => array(
5833     "^URLGetFile" => ""
5834     ),
5835     "uri" => ""
5836     ),
5837     "urlscope" => array(
5838     "icon" => "robot",
5839     "title" => "UrlScope",
5840     "rule" => array(
5841     "UrlScope" => ""
5842     ),
5843     "uri" => ""
5844     ),
5845     "urltrends" => array(
5846     "icon" => "urltrends",
5847 matthys 209 "title" => "UrlTrends",
5848 joku 63 "rule" => array(
5849     "Snappy/([0-9.]{1,10})" => "\\1",
5850     ),
5851     "uri" => ""
5852     ),
5853     "usww" => array(
5854     "icon" => "usww",
5855 matthys 209 "title" => "USWW",
5856 joku 63 "rule" => array(
5857     "usww\.com" => "",
5858     "Mozilla/5\.0 URL-Spider" => ""
5859     ),
5860     "uri" => "http://www.usww.com/"
5861     ),
5862     "usyd" => array(
5863     "icon" => "robot",
5864     "title" => "USyd-NLP-Spider",
5865     "rule" => array(
5866     "^USyd-NLP-Spider" => ""
5867     ),
5868     "uri" => "http://www.it.usyd.edu.au/~vinci/bot.html"
5869     ),
5870     "vagabondo" => array(
5871     "icon" => "wiseguys",
5872     "title" => "WiseGuys",
5873     "rule" => array(
5874     "Vagabondo[ /]([0-9.]{1,10})" => "\\1",
5875     "Vagabondo-WAP[ /]([0-9.]{1,10})" => "\\1"
5876     ),
5877     "uri" => ""
5878     ),
5879     "unicorn" => array(
5880     "icon" => "w3c",
5881     "title" => "W3C Unicorn",
5882     "rule" => array(
5883     "Unicorn[ /]([0-9.]{1,10})" => "\\1",
5884     ),
5885     "uri" => "http://validator.w3.org/unicorn/"
5886     ),
5887     "validator" => array(
5888     "icon" => "w3c",
5889     "title" => "W3C Validator",
5890     "rule" => array(
5891     "W3C_Validator[ /]([0-9.]{1,10})" => "\\1"
5892     ),
5893     "uri" => "http://validator.w3.org/"
5894     ),
5895     "validator.nu" => array(
5896     "icon" => "validatornu",
5897     "title" => "Validator.nu",
5898     "rule" => array(
5899     "^Validator.nu[ /]([0-9.]{1,10})" => "\\1",
5900     "^Validator.nu/LV" => "\\1"
5901     ),
5902     "uri" => "http://validator.nu/"
5903     ),
5904     "verity" => array(
5905     "icon" => "robot",
5906     "title" => "Verity",
5907     "rule" => array(
5908     "^vspider[ /]([0-9.]{1,10})" => "\\1",
5909     "^vspider" => ""
5910     ),
5911     "uri" => "http://www.verity.com/"
5912     ),
5913     "versionsproject" => array(
5914     "icon" => "robot",
5915     "title" => "Versions-project",
5916     "rule" => array(
5917     "InfoFly[ /]([0-9.]{1,10})" => "\\1"
5918     ),
5919     "uri" => "http://www.versions-project.org/"
5920     ),
5921     "verticalmatch" => array(
5922     "icon" => "robot",
5923     "title" => "VerticalMatch",
5924     "rule" => array(
5925     "^VMBot[ /]([0-9.]{1,10})" => "\\1"
5926     ),
5927     "uri" => "http://www.VerticalMatch.com/"
5928     ),
5929     "verzamelgids" => array(
5930     "icon" => "robot",
5931     "title" => "Verzamelgids",
5932     "rule" => array(
5933     "Verzamelgids[ /]([0-9.]{1,10})" => "\\1"
5934     ),
5935     "uri" => "http://www.verzamelgids.nl/"
5936     ),
5937     "vestris" => array(
5938     "icon" => "vestris",
5939     "title" => "Vestris",
5940     "rule" => array(
5941     "AlkalineBOT[ /]([0-9.]{1,10})" => "\\1"
5942     ),
5943     "uri" => "http://alkaline.vestris.com/"
5944     ),
5945     "vindex" => array(
5946     "icon" => "vindex",
5947     "title" => "Vindex",
5948     "rule" => array(
5949     "Vindex[ /]([0-9.]{1,10})" => "\\1"
5950     ),
5951     "uri" => ""
5952     ),
5953     "visvo" => array(
5954     "icon" => "robot",
5955     "title" => "Visvo",
5956     "rule" => array(
5957     "VisBot[ /]([0-9.]{1,10})" => "\\1"
5958     ),
5959     "uri" => "http://www.visvo.com"
5960     ),
5961     "voila" => array(
5962     "icon" => "voila",
5963     "title" => "Voila",
5964     "rule" => array(
5965     "VoilaBot[ /]?[a-z ]*([0-9.]{1,10})" => "\\1",
5966     "VoilaBot;[ /]([0-9.]{1,10})" => "\\1"
5967     ),
5968     "uri" => ""
5969     ),
5970     "vonna" => array(
5971     "icon" => "robot",
5972     "title" => "Vonna",
5973     "rule" => array(
5974     "Vonna.com b o t" => ""
5975     ),
5976     "uri" => ""
5977     ),
5978     "vortex" => array(
5979     "icon" => "robot",
5980     "title" => "Vortex",
5981     "rule" => array(
5982     "Vortex[ /]([0-9.]{1,10})" => "\\1"
5983     ),
5984     "uri" => "http://marty.anstey.ca/robots/vortex/"
5985     ),
5986     "w3sitesearch" => array(
5987     "icon" => "w3sitesearch",
5988     "title" => "W3SiteSearch",
5989     "rule" => array(
5990     "^W3SiteSearch Crawler[\_v]*([0-9.]{1,10})" => "\\1"
5991     ),
5992     "uri" => "http://www.w3sitesearch.de"
5993     ),
5994     "wagger" => array(
5995     "icon" => "robot",
5996     "title" => "Wagger",
5997     "rule" => array(
5998     "^Waggr" => ""
5999     ),
6000     "uri" => "http://www.waggr.com/"
6001     ),
6002     "wanadoo" => array(
6003     "icon" => "robot",
6004     "title" => "Wanadoo",
6005     "rule" => array(
6006     "^SurferF3[ /]([0-9./]{1,10})" => "\\1"
6007     ),
6008     "uri" => "http://www.wanadoo.fr/"
6009     ),
6010     "wapalizer" => array(
6011     "icon" => "robot",
6012     "title" => "Wapalizer",
6013     "rule" => array(
6014     "wapalizer[ /]([0-9.]{1,10})" => "\\1"
6015     ),
6016     "uri" => "http://www.wapdrive.com/"
6017     ),
6018     "watson" => array(
6019     "icon" => "addy",
6020     "title" => "Dr.Watson",
6021     "rule" => array(
6022     "Watson[ /]([0-9.]{1,10})" => "\\1",
6023     "watson\.addy\.com" => ""
6024     ),
6025     "uri" => ""
6026     ),
6027     "wavefire" => array(
6028     "icon" => "robot",
6029     "title" => "Wavefire",
6030     "rule" => array(
6031     "^Wavefire[ /]([0-9.]{1,10})" => "\\1"
6032     ),
6033     "uri" => ""
6034     ),
6035     "waypath" => array(
6036     "icon" => "waypath",
6037     "title" => "Waypath",
6038     "rule" => array(
6039     "Waypath[ \-]?Scout" => "",
6040     "Waypath (development )?crawler" => ""
6041     ),
6042     "uri" => ""
6043     ),
6044     "wauuu" => array(
6045     "icon" => "wauuu",
6046     "title" => "Wauuu",
6047     "rule" => array(
6048     "Wauuu[/ ]([0-9.]{1,10})" => "\\2"
6049     ),
6050     "uri" => "http://www.wauuu.com"
6051     ),
6052     "wdg" => array(
6053     "icon" => "wdg",
6054     "title" => "WDG Validator",
6055     "rule" => array(
6056     "^WDG_(Site)?Validator[/ ]([0-9.]{1,10})" => "\\2"
6057     ),
6058     "uri" => "http://www.htmlhelp.com/tools/validator/"
6059     ),
6060     "webagogo" => array(
6061     "icon" => "webagogo",
6062     "title" => "Webagogo",
6063     "rule" => array(
6064     "^Webagogo" => ""
6065     ),
6066     "uri" => "http://www.webagogo.be/"
6067     ),
6068     "webalta" => array(
6069     "icon" => "webalta",
6070     "title" => "WebAlta",
6071     "rule" => array(
6072     "^WebAlta( Crawler)?[/ ]([0-9.]{1,10})" => "\\2"
6073     ),
6074     "uri" => "http://www.webalta.net/ru/about_webmaster.html"
6075     ),
6076     "webdigity" => array(
6077     "icon" => "robot",
6078     "title" => "Webdigity Whois Service",
6079     "rule" => array(
6080     "^webdigity whois service" => ""
6081     ),
6082     "uri" => "http://www.webdigity.com/ws"
6083     ),
6084     "webelixir" => array(
6085     "icon" => "webelixir",
6086     "title" => "Webelixir",
6087     "rule" => array(
6088     "^webelixir" => ""
6089     ),
6090     "uri" => "http://www.webelixir.net/"
6091     ),
6092     "webbotru" => array(
6093     "icon" => "robot",
6094     "title" => "Webbot.ru",
6095     "rule" => array(
6096     " Webbot[/ ]([0-9.]{1,10})" => "\\1"
6097     ),
6098     "uri" => "http://www.webbot.ru/bot.html"
6099     ),
6100     "webcapture" => array(
6101     "icon" => "robot",
6102     "title" => "WebCapture",
6103     "rule" => array(
6104     "WebCapture[/ ]([0-9.]{1,10})" => "\\1"
6105     ),
6106     "uri" => ""
6107     ),
6108     "webcollage" => array(
6109     "icon" => "robot",
6110     "title" => "Webcollage",
6111     "rule" => array(
6112     "webcollage" => ""
6113     ),
6114     "uri" => ""
6115     ),
6116     "webcopier" => array(
6117     "icon" => "webcopier",
6118     "title" => "WebCopier",
6119     "rule" => array(
6120     "WebCopier[/ ]v?([0-9.]{1,10})" => "\\1"
6121     ),
6122     "uri" => ""
6123     ),
6124     "webcorp" => array(
6125     "icon" => "webcorp",
6126     "title" => "WebCorp",
6127     "rule" => array(
6128     "WebCorp[/ ]+([0-9.]{1,10})" => "\\1"
6129     ),
6130     "uri" => "http://www.webcorp.org.uk/"
6131     ),
6132     "webcrawl" => array(
6133     "icon" => "robot",
6134     "title" => "WebCrawl",
6135     "rule" => array(
6136     "webcrawl\.net" => ""
6137     ),
6138     "uri" => ""
6139     ),
6140     "webdownloader" => array(
6141     "icon" => "robot",
6142     "title" => "Web Downloader",
6143     "rule" => array(
6144     "Web Downloader[/ ]([0-9.]{1,10})" => "\\1"
6145     ),
6146     "uri" => ""
6147     ),
6148     "webfetch" => array(
6149     "icon" => "robot",
6150 matthys 209 "title" => "WebFetch",
6151 joku 63 "rule" => array(
6152     "^webfetch[/ ]([0-9.]{1,10})" => "\\1"
6153     ),
6154     "uri" => ""
6155     ),
6156     "webfind" => array(
6157     "icon" => "robot",
6158 matthys 209 "title" => "WebFind",
6159 joku 63 "rule" => array(
6160     "^WebFindBot" => ""
6161     ),
6162     "uri" => "http://www.web-find.com"
6163     ),
6164     "webglimpse" => array(
6165     "icon" => "robot",
6166     "title" => "Webglimpse",
6167     "rule" => array(
6168     "^Webglimpse[/ ]([0-9.]{1,10})" => "\\1"
6169     ),
6170     "uri" => "http://webglimpse.net"
6171     ),
6172     "webgobbler" => array(
6173     "icon" => "robot",
6174     "title" => "webGobbler",
6175     "rule" => array(
6176     "^webGobbler[/ ]([0-9.]{1,10})" => "\\1"
6177     ),
6178     "uri" => ""
6179     ),
6180     "webimages" => array(
6181     "icon" => "webimages",
6182     "title" => "WebImages",
6183     "rule" => array(
6184     "^WebImages[/ ]([0-9.]{1,10})" => "\\1"
6185     ),
6186     "uri" => "http://herbert.groot.jebbink.nl/"
6187     ),
6188     "weblight" => array(
6189     "icon" => "robot",
6190     "title" => "WebLight",
6191     "rule" => array(
6192     "^WebLight[/ ]([0-9.]{1,10})" => "\\1"
6193     ),
6194     "uri" => "http://www.illumit.com/Products/weblight/"
6195     ),
6196     "weblinks" => array(
6197     "icon" => "robot",
6198     "title" => "WebLink's",
6199     "rule" => array(
6200     "^Weblink.s checker" => ""
6201     ),
6202     "uri" => ""
6203     ),
6204     "webmeasurement" => array(
6205     "icon" => "robot",
6206     "title" => "Webmeasurement",
6207     "rule" => array(
6208     "^webmeasurement-bot" => ""
6209     ),
6210     "uri" => "http://rvs.informatik.uni-leipzig.de"
6211     ),
6212     "webminer" => array(
6213     "icon" => "robot",
6214     "title" => "WebMiner",
6215     "rule" => array(
6216     "^WebMiner[/ ]([0-9.]{1,10})" => "\\1"
6217     ),
6218     "uri" => ""
6219     ),
6220     "webmin" => array(
6221     "icon" => "webmin",
6222     "title" => "Webmin",
6223     "rule" => array(
6224     "^webmin" => ""
6225     ),
6226     "uri" => ""
6227     ),
6228     "webmon" => array(
6229     "icon" => "webmon",
6230     "title" => "Webmon",
6231     "rule" => array(
6232     "WebMon[ /]([0-9.]{1,10})" => "\\1"
6233     ),
6234     "uri" => "http://www.markwell.btinternet.co.uk/webmon/"
6235     ),
6236     "webox" => array(
6237     "icon" => "robot",
6238     "title" => " WeBoX",
6239     "rule" => array(
6240     "WeBoX[/ ]([0-9.]{1,10})" => "\\1"
6241     ),
6242     "uri" => ""
6243     ),
6244     "webpatrol" => array(
6245     "icon" => "webpatrol",
6246     "title" => "WebPatrol",
6247     "rule" => array(
6248     "^WebPatrol[ /]([0-9.]{1,10})" => "\\1"
6249     ),
6250     "uri" => "http://soft.macfeeling.com/WebPatrol.html"
6251     ),
6252     "webpix" => array(
6253     "icon" => "webpix",
6254     "title" => "WebPix",
6255     "rule" => array(
6256     "WebPix[/ ]([0-9.]{1,10})" => "\\1"
6257     ),
6258     "uri" => ""
6259     ),
6260     "webrace" => array(
6261     "icon" => "robot",
6262     "title" => "WebRACE",
6263     "rule" => array(
6264     "^WebRACE[/ ]([0-9.]{1,10})" => "\\1"
6265     ),
6266     "uri" => ""
6267     ),
6268     "webreaper" => array(
6269     "icon" => "webreaper",
6270     "title" => "WebReaper",
6271     "rule" => array(
6272     "^WebReaper " => ""
6273     ),
6274     "uri" => "http://www.webreaper.net/"
6275     ),
6276     "webresult" => array(
6277     "icon" => "robot",
6278     "title" => "Webresult",
6279     "rule" => array(
6280     "Der webresult\.de Robot" => ""
6281     ),
6282     "uri" => ""
6283     ),
6284     "webring" => array(
6285     "icon" => "robot",
6286     "title" => "Webring Checker",
6287     "rule" => array(
6288     "WebRingChecker[/ ]([0-9.]{1,10})" => "\\1"
6289     ),
6290     "uri" => ""
6291     ),
6292     "webripper" => array(
6293     "icon" => "webripper",
6294     "title" => "WebRipper",
6295     "rule" => array(
6296     "^WebRipper" => ""
6297     ),
6298     "uri" => "http://calluna-software.com"
6299     ),
6300     "webscaled" => array(
6301     "icon" => "webscaled",
6302     "title" => "Webscaled",
6303     "rule" => array(
6304     "Swarm" => ""
6305     ),
6306     "uri" => "http://webscaled.com/"
6307     ),
6308     "websearchau" => array(
6309     "icon" => "websearchau",
6310     "title" => "WebSearch.COM.AU",
6311     "rule" => array(
6312     "WebSearch.COM.AU[/ ]+([0-9.]{1,10})" => "\\1"
6313     ),
6314     "uri" => "http://WebSearch.com.au/"
6315     ),
6316     "websearchbench" => array(
6317     "icon" => "robot",
6318     "title" => "WebSearchBench",
6319     "rule" => array(
6320     "WebSearchBench WebCrawler[v/ ]+([0-9.]{1,10})" => "\\1"
6321     ),
6322     "uri" => "http://websearchbench.cs.uni-dortmund.de/"
6323     ),
6324     "websense" => array(
6325     "icon" => "websense",
6326     "title" => "Websense",
6327     "rule" => array(
6328     "(Sqworm|websense|Konqueror/3\.(0|1)(-rc[1-6])?; i686 Linux; 2002[0-9]{4})" => ""
6329     ),
6330     "uri" => ""
6331     ),
6332     "websiteshadow" => array(
6333     "icon" => "websiteshadow",
6334     "title" => "Websiteshadow",
6335     "rule" => array(
6336     "Websiteshadowbot[ /]([0-9.]{1,10})" => "\\1"
6337     ),
6338     "uri" => "http://websiteshadow.com"
6339     ),
6340     "websiteworth" => array(
6341     "icon" => "robot",
6342     "title" => "WebsiteWorth",
6343     "rule" => array(
6344     "WebsiteWorth[v/ ]+([0-9.]{1,10})" => "\\1"
6345     ),
6346     "uri" => "http://directory.sootle.com/website-worth/tata.php"
6347     ),
6348     "websquash" => array(
6349     "icon" => "websquash",
6350     "title" => "Websquash",
6351     "rule" => array(
6352     "webs(quash\.com|ite[ \-]?Monitor)" => ""
6353     ),
6354     "uri" => ""
6355     ),
6356     "webstripper" => array(
6357     "icon" => "robot",
6358     "title" => "WebStripper",
6359     "rule" => array(
6360     "WebStripper[ /]([0-9.]{1,10})" => "\\1"
6361     ),
6362     "uri" => ""
6363     ),
6364     "webzip" => array(
6365     "icon" => "webzip",
6366     "title" => "WebZIP",
6367     "rule" => array(
6368     "Web[ \-]?ZIP[ /]([0-9.]{1,10})" => "\\1"
6369     ),
6370     "uri" => ""
6371     ),
6372     "wep" => array(
6373     "icon" => "robot",
6374     "title" => "WEP Search",
6375     "rule" => array(
6376     "WEP Search[ /]([0-9.]{1,10})" => "\\1"
6377     ),
6378     "uri" => ""
6379     ),
6380     "westwind" => array(
6381     "icon" => "robot",
6382     "title" => "West Wind Internet Protocols",
6383     "rule" => array(
6384     "^West Wind Internet Protocols[ /]([0-9.]{1,10})" => "\\1"
6385     ),
6386     "uri" => "http://www.west-wind.com/wwipstuff.asp"
6387     ),
6388     "wget" => array(
6389     "icon" => "wget",
6390     "title" => "Wget",
6391     "rule" => array(
6392 joku 308 "Wget[ /]([0-9.]{1,10})" => "\\1",
6393     "Wget" => ""
6394 joku 63 ),
6395     "uri" => ""
6396     ),
6397     "whizbang" => array(
6398     "icon" => "whizbang",
6399     "title" => "WhizBang",
6400     "rule" => array(
6401     "WhizBang" => ""
6402     ),
6403     "uri" => "http://www.whizbang.com/crawler/"
6404     ),
6405     "whois" => array(
6406     "icon" => "whois",
6407     "title" => "Who.is",
6408     "rule" => array(
6409     "Who.is Bot" => ""
6410     ),
6411     "uri" => "http://www.who.is/"
6412     ),
6413     "wikiwix" => array(
6414     "icon" => "wikiwix",
6415     "title" => "Wikiwix",
6416     "rule" => array(
6417     "wikiwix-bot-([0-9.]{1,10})" => "\\1"
6418     ),
6419     "uri" => "http://www.wikiwix.com/"
6420     ),
6421     "wingflyer" => array(
6422     "icon" => "robot",
6423     "title" => "WingFlyer",
6424     "rule" => array(
6425     "^WebFetch" => ""
6426     ),
6427     "uri" => "http://www.wingflyer.com/"
6428     ),
6429     "wininet" => array(
6430     "icon" => "robot",
6431     "title" => "WinInet",
6432     "rule" => array(
6433     "TeamSoft WinInet Component" => ""
6434     ),
6435     "uri" => "http://www.winsoft.sk/wininet.htm"
6436     ),
6437     "winhttp" => array(
6438     "icon" => "robot",
6439     "title" => "WinHTTP",
6440     "rule" => array(
6441     "WinHttp\.WinHttpRequest\.([0-9.]{1,10})" => "\\1"
6442     ),
6443     "uri" => ""
6444     ),
6445     "wire" => array(
6446     "icon" => "robot",
6447     "title" => "WIRE",
6448     "rule" => array(
6449     "^WIRE[ /]([0-9.]{1,10})" => "\\1"
6450     ),
6451     "uri" => ""
6452     ),
6453     "wmp" => array(
6454     "icon" => "robot",
6455     "title" => "WMP",
6456     "rule" => array(
6457     "^WMP" => ""
6458     ),
6459     "uri" => ""
6460     ),
6461     "woozweb" => array(
6462     "icon" => "woozweb",
6463     "title" => "Woozweb",
6464     "rule" => array(
6465     "woozweb" => ""
6466     ),
6467     "uri" => "http://www.woozweb.com/"
6468     ),
6469     "wordchamp" => array(
6470     "icon" => "robot",
6471     "title" => "WordChamp",
6472     "rule" => array(
6473     "^WordChampBot" => ""
6474     ),
6475     "uri" => "http://www.wordchamp.com/"
6476     ),
6477     "wordpress" => array(
6478     "icon" => "wordpress",
6479     "title" => "WordPress",
6480     "rule" => array(
6481     "WordPress[ /]([0-9.]{1,10})" => "\\1"
6482     ),
6483     "uri" => ""
6484     ),
6485     "worio" => array(
6486     "icon" => "worio",
6487     "title" => "Worio",
6488     "rule" => array(
6489     "woriobot" => ""
6490     ),
6491     "uri" => "http://worio.com/"
6492     ),
6493     "worldlight" => array(
6494     "icon" => "worldlight",
6495     "title" => "WorldLight",
6496     "rule" => array(
6497     "^WorldLight" => ""
6498     ),
6499     "uri" => ""
6500     ),
6501     "worqmada" => array(
6502     "icon" => "robot",
6503     "title" => "WorQmada",
6504     "rule" => array(
6505     "WorQmada[ /]([0-9.]{1,10})" => "\\1"
6506     ),
6507     "uri" => ""
6508     ),
6509     "wotbox" => array(
6510     "icon" => "wotbox",
6511     "title" => "Wotbox",
6512     "rule" => array(
6513     "Wotbox[ /]?[a-z]*([0-9.]{1,10})" => "\\1"
6514     ),
6515     "uri" => ""
6516     ),
6517     "wp" => array(
6518     "icon" => "wp",
6519     "title" => "Wirtualna Polska",
6520     "rule" => array(
6521     "NetSprint[ /\-]{1,4}([0-9.]{1,10})" => "\\1"
6522     ),
6523     "uri" => "http://wp.pl"
6524     ),
6525     "wsb" => array(
6526     "icon" => "robot",
6527     "title" => "WebSearchBench",
6528     "rule" => array(
6529     "WSB WebCrawler V([0-9.]{1,10})" => "\\1",
6530     "WSB " => ""
6531     ),
6532     "uri" => "http://websearchbench.cs.uni-dortmund.de/"
6533     ),
6534     "wume" => array(
6535     "icon" => "robot",
6536     "title" => "WUME Lab's",
6537     "rule" => array(
6538     "^wume_crawler[ /]([0-9.]{1,10})" => "\\1",
6539     ),
6540     "uri" => "http://wume.cse.lehigh.edu/~xiq204/crawler/"
6541     ),
6542     "wusage" => array(
6543     "icon" => "wusage",
6544     "title" => "Wusage",
6545     "rule" => array(
6546     "Wusage[ /]([0-9.]{1,10})" => "\\1",
6547     ),
6548     "uri" => "http://www.boutell.com/wusage/"
6549     ),
6550     "wwgrapevine" => array(
6551     "icon" => "wwgrapevine",
6552     "title" => "WWgrapevine",
6553     "rule" => array(
6554     "wwgrapevine[ /]([0-9.]{1,10})" => "\\1"
6555     ),
6556     "uri" => ""
6557     ),
6558     "wws" => array(
6559     "icon" => "robot",
6560     "title" => "WWSBOT",
6561     "rule" => array(
6562     "WWSBOT[ /]([0-9.]{1,10})" => "\\1",
6563     ),
6564     "uri" => "http://www.analyzer.nu"
6565     ),
6566     "www4mail" => array(
6567     "icon" => "robot",
6568 matthys 209 "title" => "WWW4mail",
6569 joku 63 "rule" => array(
6570     "^www4mail[ /]([0-9.]{1,10})" => "\\1"
6571     ),
6572     "uri" => "http://www.www4mail.org/"
6573     ),
6574     "wwwc" => array(
6575     "icon" => "wwwc",
6576     "title" => "WWWC",
6577     "rule" => array(
6578     "^WWWC[ /]([0-9.]{1,10})" => "\\1"
6579     ),
6580     "uri" => ""
6581     ),
6582     "wwwd" => array(
6583     "icon" => "robot",
6584     "title" => "WWWD",
6585     "rule" => array(
6586     "^WWWD[ /]([0-9.]{1,10})" => "\\1"
6587     ),
6588     "uri" => ""
6589     ),
6590     "wwweasel" => array(
6591     "icon" => "wwweasel",
6592     "title" => "WWWeasel",
6593     "rule" => array(
6594     "WWWeasel( Robot)?[/ ]v?([0-9.]{1,10})" => "\\2"
6595     ),
6596     "uri" => ""
6597     ),
6598     "wwwfi" => array(
6599     "icon" => "wwwfi",
6600     "title" => "www.fi",
6601     "rule" => array(
6602     "www\.fi crawler" => ""
6603     ),
6604     "uri" => "http://www.fi/"
6605     ),
6606     "wwwmechanize" => array(
6607     "icon" => "robot",
6608     "title" => "WWW-Mechanize",
6609     "rule" => array(
6610     "^WWW-Mechanize[/ ]([0-9.]{1,10})" => "\\1"
6611     ),
6612     "uri" => ""
6613     ),
6614     "wwwoffle" => array(
6615     "icon" => "robot",
6616     "title" => "WWWoffle",
6617     "rule" => array(
6618     "^wwwoffle[/ ]([0-9.]{1,10})" => "\\1"
6619     ),
6620     "uri" => ""
6621     ),
6622     "wwwster" => array(
6623     "icon" => "robot",
6624     "title" => "WWWster",
6625     "rule" => array(
6626     "^wwwster[/ ]([0-9.]{1,10})" => "\\1"
6627     ),
6628     "uri" => ""
6629     ),
6630     "wysigot" => array(
6631     "icon" => "wysigot",
6632     "title" => "Wysigot",
6633     "rule" => array(
6634     "Wysigot[/ ]([0-9.]{1,10})" => "\\1"
6635     ),
6636     "uri" => ""
6637     ),
6638     "xaldon" => array(
6639     "icon" => "xaldon",
6640     "title" => "Xaldon",
6641     "rule" => array(
6642     "Xaldon WebSpider" => ""
6643     ),
6644     "uri" => "http://www.xaldon.de/"
6645     ),
6646     "xenu" => array(
6647     "icon" => "xenu",
6648     "title" => "Xenu Link Sleuth",
6649     "rule" => array(
6650     "Xenu Link Sleuth[/ ]([0-9a-z.]{1,10})" => "\\1",
6651     "Xenu(&#039;s)? Link Sleuth[/ ]([0-9a-z.]{1,10})" => "\\1",
6652     "Xenu_Link_Sleuth_([0-9a-z.]{1,10})" => "\\1"
6653     ),
6654     "uri" => "http://home.snafu.de/tilman/xenulink.html"
6655     ),
6656     "xerka" => array(
6657     "icon" => "xerka",
6658     "title" => "Xerka",
6659     "rule" => array(
6660     "^Xerka WebBot v([0-9a-z.]{1,10})" => "\\1"
6661     ),
6662     "uri" => "http://www.diana-teknologia.com/www1/english/xerka.htm"
6663     ),
6664     "xirq" => array(
6665     "icon" => "robot",
6666     "title" => "XIRQ",
6667     "rule" => array(
6668     "^xirq[ /]([0-9a-z.]{1,10})" => "\\1"
6669     ),
6670     "uri" => "http://www.xirq.com"
6671     ),
6672     "xmlslurp" => array(
6673     "icon" => "robot",
6674     "title" => "XMLSlurp",
6675     "rule" => array(
6676     "^XMLSlurp[ /]([0-9a-z.]{1,10})" => "\\1"
6677     ),
6678     "uri" => ""
6679     ),
6680     "xml-sitemaps" => array(
6681     "icon" => "xml-sitemaps",
6682     "title" => "XML-Sitemaps",
6683     "rule" => array(
6684     "XML-Sitemaps[ /]([0-9a-z.]{1,10})" => "\\1"
6685     ),
6686     "uri" => ""
6687     ),
6688     "xmlrpc" => array(
6689     "icon" => "robot",
6690     "title" => "Trackback",
6691     "rule" => array(
6692     "XMLRPC" => ""
6693     ),
6694     "uri" => ""
6695     ),
6696 matthys 294 "xovi" => array(
6697     "icon" => "xovi",
6698     "title" => "Xovi",
6699     "rule" => array(
6700     "XoviBot[ /]([0-9a-z.]{1,10})" => "\\1"
6701     ),
6702     "uri" => "http://www.xovibot.net"
6703     ),
6704 joku 63 "yacy" => array(
6705     "icon" => "yacy",
6706     "title" => "Yacy",
6707     "rule" => array(
6708     "yacy\.net" => ""
6709     ),
6710     "uri" => ""
6711     ),
6712     "yahoo" => array(
6713     "icon" => "yahoo",
6714     "title" => "Yahoo",
6715     "rule" => array(
6716     "Yahoo(! ([a-z]{1,3} )?Slurp|-)" => "",
6717     "Yahoo-MMCrawler[/ ]([0-9a-z.]{1,10})" => "\\1",
6718     "Yahoo-VerticalCrawler-FormerWebCrawler[/ ]([0-9a-z.]{1,10})" => "\\1",
6719     "^AnzwersCrawl[/ ]([0-9a-z.]{1,10})" => "\\1",
6720     "Y!J(-BSC|-SRD)*[/ ]([0-9a-z.]{1,10})" => "\\2",
6721     "Y!OASIS/TEST" => "",
6722     "Harvest-NG[/ ]([0-9a-z.]{1,10})" => "\\1",
6723     "Y!J; for robot study" => "",
6724     "Yahoo Japan; for robot study" => ""
6725     ),
6726     "uri" => "http://www.yahoo.com"
6727     ),
6728     "yahoo-feed" => array(
6729     "icon" => "yahoo",
6730     "title" => "Yahoo Feedseeker",
6731     "rule" => array(
6732     "^YahooFeedSeeker[/ ]([0-9a-z.]{1,10})" => "\\1"
6733     ),
6734     "uri" => "http://www.yahoo.com"
6735     ),
6736     "yandex" => array(
6737     "icon" => "yandex",
6738     "title" => "Yandex",
6739     "rule" => array(
6740     "Yandex[/ ]([0-9.]{1,10})" => "\\1",
6741     "Yandex(Bot|Images|Media|Antivirus)[/ ]([0-9.]{1,10})" => "\\2"
6742     ),
6743     "uri" => "http://yandex.com/bots"
6744     ),
6745     "yanga" => array(
6746     "icon" => "yanga",
6747     "title" => "Yanga",
6748     "rule" => array (
6749     "^Yanga.*v([0-9.]{1,10})" => "\\1"
6750     ),
6751     "uri" => "http://www.yanga.co.uk/"
6752     ),
6753     "yap" => array(
6754     "icon" => "yap",
6755     "title" => "Yap",
6756     "rule" => array(
6757     "^YapBot[_/ ]v([0-9.]{1,10})" => "\\1"
6758     ),
6759     "uri" => "http://www.yapinc.com/"
6760     ),
6761     "yarienavoir" => array(
6762     "icon" => "robot",
6763     "title" => "Yarienavoir",
6764     "rule" => array(
6765     "^yarienavoir.net[/ ]([0-9.]{1,10})" => "\\1"
6766     ),
6767     "uri" => "http://www.yarienavoir.net/"
6768     ),
6769     "yell" => array(
6770     "icon" => "yell",
6771     "title" => "Yell",
6772     "rule" => array(
6773     "YellCrawl[ /]V?([0-9.]{1,10})" => "\\1",
6774     "Yellbot[ /]Nutch-([0-9.]{1,10})" => "\\1",
6775     ),
6776     "uri" => ""
6777     ),
6778     "youdao" => array(
6779     "icon" => "youdao",
6780     "title" => "Youdao",
6781     "rule" => array(
6782     "YodaoBot-(Image|Mobile)?[ /]([0-9.]{1,10})" => "\\2",
6783     "YoudaoBot[ /]([0-9.]{1,10})" => "\\1"
6784     ),
6785     "uri" => "http://www.youdao.com/help/webmaster/spider/"
6786     ),
6787     "yoogli" => array(
6788     "icon" => "yoogli",
6789     "title" => "Yoogli",
6790     "rule" => array(
6791     "yoogliFetchAgent[ /]([0-9.]{1,10})" => "\\1"
6792     ),
6793     "uri" => "http://www.yoogli.com"
6794     ),
6795     "yotta" => array(
6796     "icon" => "robot",
6797     "title" => "Yotta",
6798     "rule" => array(
6799     "Yotta(Shopping|Cars)_Bot[ /]([0-9.]{1,10})" => "\\2",
6800     "OmniExplorer_Bot[ /]([0-9.]{1,10})" => "\\1"
6801     ),
6802     "uri" => "http://www.yottacars.com"
6803     ),
6804     "yoono" => array(
6805     "icon" => "yoono",
6806     "title" => "Yoono",
6807     "rule" => array(
6808     "Yoono" => ""
6809     ),
6810     "uri" => "http://www.yoono.com/"
6811     ),
6812     "yowedo" => array(
6813     "icon" => "robot",
6814     "title" => "Yowedo",
6815     "rule" => array(
6816     "Yowedo[ /]([0-9.]{1,10})" => "\\1"
6817     ),
6818     "uri" => "http://yowedo.com/en/partners.html"
6819     ),
6820     "yuntis" => array(
6821     "icon" => "robot",
6822 matthys 209 "title" => "Yuntis",
6823 joku 63 "rule" => array(
6824     "Gulper Web Bot[ /]([0-9.]{1,10})" => "\\1"
6825     ),
6826     "uri" => "http://yuntis.ecsl.cs.sunysb.edu/help/robot/"
6827     ),
6828     "zao" => array(
6829     "icon" => "robot",
6830     "title" => "Zao",
6831     "rule" => array(
6832     "Zao[ /]([0-9.]{1,10})" => "\\1",
6833     "Zao-crawler" => ""
6834     ),
6835     "uri" => ""
6836     ),
6837     "zealbot" => array(
6838     "icon" => "zeal",
6839     "title" => "ZealBot",
6840     "rule" => array(
6841     "Zealbot[ /]([0-9.]{1,10})" => "\\1"
6842     ),
6843     "uri" => ""
6844     ),
6845     "zearchit" => array(
6846     "icon" => "zearchit",
6847     "title" => "Zearchit",
6848     "rule" => array(
6849     "Zearchit" => ""
6850     ),
6851     "uri" => "http://www.zearchit.de/"
6852     ),
6853     "zebz" => array(
6854     "icon" => "robot",
6855     "title" => "ze.bz",
6856     "rule" => array(
6857     "^ZeBot_(lseek\.net|www\.ze\.bz)" => ""
6858     ),
6859     "uri" => "http://www.ze.bz/"
6860     ),
6861     "zedzo" => array(
6862     "icon" => "robot",
6863     "title" => "Zedzo",
6864     "rule" => array(
6865     "zedzo.digest[ /]([0-9.]{1,10})" => "\\1"
6866     ),
6867     "uri" => "http://www.zedzo.com/"
6868     ),
6869     "zerx" => array(
6870     "icon" => "zerx",
6871     "title" => "Zerx",
6872     "rule" => array(
6873     "^zerxbot[ /](Version|v)*[ /]*([0-9.]{1,10})" => "\\2"
6874     ),
6875     "uri" => "http://www.zerx.com/"
6876     ),
6877     "zeus" => array(
6878     "icon" => "zeus",
6879     "title" => "Zeus",
6880     "rule" => array(
6881     "Zeus" => ""
6882     ),
6883     "uri" => "http://www.zeus.com"
6884     ),
6885     "zippp" => array(
6886     "icon" => "robot",
6887     "title" => "Zippp",
6888     "rule" => array(
6889     "ZipppBot[ /]([0-9.]{1,10})" => "\\1"
6890     ),
6891     "uri" => ""
6892     ),
6893     "zippy" => array(
6894     "icon" => "robot",
6895     "title" => "Zippy",
6896     "rule" => array(
6897     "^Zippy[ v/]*([0-9.]{1,10})" => "\\1"
6898     ),
6899     "uri" => "http://www.zippyfinder.com"
6900     ),
6901     "zoeky" => array(
6902     "icon" => "robot",
6903     "title" => "Zoeky",
6904     "rule" => array(
6905     "Zoekybot[ /]([0-9.]{1,10})" => "\\1"
6906     ),
6907     "uri" => ""
6908     ),
6909     "zoom" => array(
6910     "icon" => "zoom",
6911 matthys 209 "title" => "ZoomSpider",
6912 joku 63 "rule" => array(
6913     "^ZoomSpider" => ""
6914     ),
6915     "uri" => "http://www.wrensoft.com/"
6916     ),
6917     "zspider" => array(
6918     "icon" => "robot",
6919 matthys 209 "title" => "Zspider",
6920 joku 63 "rule" => array(
6921     "zspider[ /]([0-9.a-z]{1,10})" => "\\1"
6922     ),
6923     "uri" => "http://feedback.redkolibri.com/"
6924     ),
6925 matthys 281 "zumbot" => array(
6926     "icon" => "robot",
6927     "title" => "ZUM Search",
6928     "rule" => array(
6929     "ZumBot[ /]([0-9.]{1,10})" => "\\1"
6930     ),
6931     "uri" => "http://help.zum.com/inquiry"
6932     ),
6933 joku 63 "zyborg" => array(
6934     "icon" => "zyborg",
6935     "title" => "WiseNutBot",
6936     "rule" => array(
6937     "(WISE|Zy)bo(rg|t)[ /]([0-9.]{1,10})" => "\\3"
6938     ),
6939     "uri" => ""
6940     ),
6941     // Catch up for the originals, they got to stay in that order.
6942     "blogbot" => array(
6943     "icon" => "blogbot",
6944     "title" => "BlogBot",
6945     "rule" => array(
6946     "Blog[ \-]?Bot" => ""
6947     ),
6948     "uri" => "http://www.blogbot.com/"
6949     ),
6950     "centrum" => array(
6951     "icon" => "centrum",
6952     "title" => "Centrum",
6953     "rule" => array(
6954     "holmes[/ ]([0-9.]{1,10})" => "\\1",
6955     "^Centrum-checker" => ""
6956     ),
6957     "uri" => ""
6958     ),
6959     "httpclient" => array(
6960     "icon" => "robot",
6961     "title" => "HTTPClient",
6962     "rule" => array(
6963     "HTTP[ \-]?Client[ /]([0-9.]{1,10})" => "\\1",
6964     "HTTP[ \-]?Client" => ""
6965     ),
6966     "uri" => "http://www.innovation.ch/java/HTTPClient/"
6967     ),
6968     "incywincy" => array(
6969     "icon" => "robot",
6970     "title" => "IncyWincy",
6971     "rule" => array(
6972     "^IncyWincy[ /]([0-9.]{1,10})" => "\\1",
6973     "^IncyWincy" => ""
6974     ),
6975     "uri" => ""
6976     ),
6977     "java" => array(
6978     "icon" => "java",
6979     "title" => "Java",
6980     "rule" => array(
6981     "^java[ /]*([0-9.a-z]{1,10})" => "\\1"
6982     ),
6983     "uri" => ""
6984     ),
6985     "libfetch" => array(
6986     "icon" => "robot",
6987     "title" => "Libfetch",
6988     "rule" => array(
6989     "^(fetch )?libfetch[ /]([0-9.]{1,10})" => "\\2"
6990     ),
6991     "uri" => "http://www.freebsd.org/"
6992     ),
6993     "libwww" => array(
6994     "icon" => "libwww",
6995 matthys 209 "title" => "LibWWW",
6996 joku 63 "rule" => array(
6997     "^libww(w|w-perl|w-FM)[ /]([0-9.]{1,10})" => "\\2",
6998     "^libww(w|w-perl|w-FM)" => "",
6999     "MyApp.*libww(w|w-perl|w-FM)" => ""
7000     ),
7001     "uri" => ""
7002     ),
7003     "litefinder" => array(
7004     "icon" => "litefinder",
7005     "title" => "LiteFinder",
7006     "rule" => array(
7007     "LiteFinder[ /]([0-9.]{1,10})" => "\\1"
7008     ),
7009     "uri" => "http://www.litefinder.net/about.html"
7010     ),
7011     "nutchorg" => array(
7012     "icon" => "nutchorg",
7013     "title" => "Nutch",
7014     "rule" => array(
7015     "Nutc(hOrg|hCVS|h)?[ /]([0-9.]{1,10})" => "\\2",
7016     "Nutch" => ""
7017     ),
7018     "uri" => "http://lucene.apache.org/nutch/"
7019     ),
7020     "pythonurl" => array(
7021     "icon" => "pythonurl",
7022     "title" => "Python-url",
7023     "rule" => array(
7024     "Python[ \-]?urllib" => ""
7025     ),
7026     "uri" => ""
7027     ),
7028     // Know Robots as SPAM BOTS
7029     "SPAM" => array(
7030     "icon" => "robot",
7031     "title" => "SPAM",
7032     "rule" => array(
7033     "NASA Search[/ ]([0-9.]{1,10})" => "\\1",
7034     "^PHOTO CHECK" => "",
7035     "^FOTOCHECKER" => "",
7036     "^IPTC CHECK" => "",
7037     "^DataCha0s" => "",
7038     "^Mac Finder" => "",
7039     "^Missigua Locator[ /]([0-9.]{1,10})" => "\\1",
7040     "^Missouri College Browse" => "",
7041     "Email[ \-]?Siphon" => "",
7042     "atSpider" => "",
7043     "autoemailspider" => "",
7044     "^Demo Bot" => "",
7045     "^Program Shareware" => "",
7046     "^Snapbot" => "",
7047     "^snap.com" => "",
7048     "^Guestbook Auto Submitter" => "",
7049     "panscient.com" => "",
7050     ),
7051     "uri" => ""
7052     ),
7053     // Things we don't know by now
7054     "robot" => array(
7055     "icon" => "robot",
7056     "title" => "Robot",
7057     "rule" => array(
7058     "(robot|spider|harvest|(?<!orange)bot|(?<!msie)crawler)" => ""
7059     )
7060     )
7061     );
7062 joku 261 ?>

Properties

Name Value
svn:keywords Id