ViewVC Help
View File | Revision Log | Show Annotations | View Changeset | Root Listing
root/BBClone/branches/0.6.2-Cust/lib/robot.php
Revision: 196
Committed: Fri Jan 3 20:01:07 2014 UTC (10 years, 10 months ago) by matthys
File size: 153368 byte(s)
Log Message:
Updated mail.ru detection

File Contents

# Content
1 <?php
2 /* This file is part of BBClone (A PHP based Web Counter on Steroids)
3 *
4 * SVN FILE $Id$
5 *
6 * Copyright (C) 2001-2014, the BBClone Team (see doc/authors.txt for details)
7 *
8 * This program is free software: you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation, either version 3 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * See doc/copying.txt for details
19 */
20
21 /////////////////////
22 // Robot Detection //
23 /////////////////////
24
25 $robot = array(
26 "1noon" => array(
27 "icon" => "1noon",
28 "title" => "1noon",
29 "rule" => array(
30 "1Noonbot[/ ]([0-9.]{1,10})" => "\\1",
31 "^Yeti$" => ""
32 ),
33 "uri" => ""
34 ),
35 "123people" => array(
36 "icon" => "123people",
37 "title" => "123people",
38 "rule" => array(
39 "123peoplebot[ /]([0-9.]{1,10})" => "\\1"
40 ),
41 "uri" => "http://www.123people.fr/"
42 ),
43 "123spider" => array(
44 "icon" => "robot",
45 "title" => "123Spider",
46 "rule" => array(
47 "123spider-Bot \(Version: ([0-9.]{1,10})" => "\\1"
48 ),
49 "uri" => "http://www.123spider.de/"
50 ),
51 "192com" => array(
52 "icon" => "robot",
53 "title" => "192.com",
54 "rule" => array(
55 "192.comAgent" => ""
56 ),
57 "uri" => "http://www.192.com/"
58 ),
59 "2dehands" => array(
60 "icon" => "2dehands",
61 "title" => "2deHands",
62 "rule" => array(
63 "2dehands\.nl" => ""
64 ),
65 "uri" => ""
66 ),
67 "80legs" => array(
68 "icon" => "80legs",
69 "title" => "80legs",
70 "rule" => array(
71 "008[/ ]([0-9.]{1,10}).*80legs" => "\\1"
72 ),
73 "uri" => "http://www.80legs.com/"
74 ),
75 "a1sitemap" => array(
76 "icon" => "a1sitemap",
77 "title" => "A1 Sitemap",
78 "rule" => array(
79 "^A1 Sitemap Generator[ /]([0-9.]{1,10})" => "\\1",
80 "miggibot[ /]([0-9.]{1,10})" => "\\1"
81 ),
82 "uri" => "http://www.micro-sys.dk/products/sitemap-generator/"
83 ),
84 "a2b" => array(
85 "icon" => "a2b",
86 "title" => "A2B",
87 "rule" => array(
88 "www\.a2b\.cc" => ""
89 ),
90 "uri" => "http://www.a2b.cc"
91 ),
92 "abacho" => array(
93 "icon" => "robot",
94 "title" => "Abacho",
95 "rule" => array(
96 "^ABACHOBot" => ""
97 ),
98 "uri" => ""
99 ),
100 "abcdatos" => array(
101 "icon" => "abcdatos",
102 "title" => "ABCdatos",
103 "rule" => array(
104 "^ABCdatos BotLink[ /]([0-9.]{1,10})" => "\\1"
105 ),
106 "uri" => "http://www.abcdatos.com/"
107 ),
108 "abot" => array(
109 "icon" => "abot",
110 "title" => "aBot",
111 "rule" => array(
112 "^abot[ /]([0-9.]{1,10})" => "\\1"
113 ),
114 "uri" => ""
115 ),
116 "about" => array(
117 "icon" => "about",
118 "title" => "About",
119 "rule" => array(
120 "Libby[_/ ]([0-9.]{1,10})" => "\\1",
121 "About[_/ ]([0-9.]{1,10})libwww-perl" => "\\1"
122 ),
123 "uri" => ""
124 ),
125 "aboutus" => array(
126 "icon" => "aboutus",
127 "title" => "AboutUs",
128 "rule" => array(
129 "AboutUsBot" => ""
130 ),
131 "uri" => "http://www.aboutus.org/"
132 ),
133 "ackerm" => array(
134 "icon" => "robot",
135 "title" => "Ackerm",
136 "rule" => array(
137 "www.ackerm.com" => ""
138 ),
139 "uri" => "http://www.ackerm.com/"
140 ),
141 "acoi" => array(
142 "icon" => "acoi",
143 "title" => "AcoiRobot",
144 "rule" => array(
145 "^AcoiRobot" => ""
146 ),
147 "uri" => "http://monetdb.cwi.nl/acoi/projects.html"
148 ),
149 "acoon" => array(
150 "icon" => "acoon",
151 "title" => "Acoon",
152 "rule" => array(
153 "Acoon[ \-]?Robot" => ""
154 ),
155 "uri" => ""
156 ),
157 "accoona" => array(
158 "icon" => "accoona",
159 "title" => "Accoona",
160 "rule" => array(
161 "Accoona-AI-Agent[/ ]([0-9.]{1,10})" => "\\1",
162 "^accoona" => ""
163 ),
164 "uri" => ""
165 ),
166 "acme" => array(
167 "icon" => "acme",
168 "title" => "Acme",
169 "rule" => array(
170 "^Acme\.Spider" => ""
171 ),
172 "uri" => "http://www.acme.com/java/software/Acme.Spider.html"
173 ),
174 "active" => array(
175 "icon" => "robot",
176 "title" => "ActiveBookmark",
177 "rule" => array(
178 "ActiveBookmark[/ ]([0-9.]{1,10})" => "\\1"
179 ),
180 "uri" => ""
181 ),
182 "admuncher" => array(
183 "icon" => "robot",
184 "title" => "Ad Muncher",
185 "rule" => array(
186 "Ad Muncher[/ v]*([0-9.]{1,10})" => "\\1"
187 ),
188 "uri" => ""
189 ),
190 "aesop" => array(
191 "icon" => "robot",
192 "title" => "Aesop",
193 "rule" => array(
194 "^AESOP_com_SpiderMan" => ""
195 ),
196 "uri" => "http://www.aesop.com"
197 ),
198 "agada" => array(
199 "icon" => "robot",
200 "title" => "Agada",
201 "rule" => array(
202 "^agadine[/ ]([0-9.]{1,10})" => "\\1"
203 ),
204 "uri" => ""
205 ),
206 "ahrefs" => array(
207 "icon" => "ahrefs",
208 "title" => "Ahrefs",
209 "rule" => array(
210 "AhrefsBot[ /]([0-9.]{1,10})" => "\\1"
211 ),
212 "uri" => "http://ahrefs.com/"
213 ),
214 "aibot" => array(
215 "icon" => "robot",
216 "title" => "Aibot",
217 "rule" => array(
218 "AIBOT[/ ]([0-9.]{1,10})" => "\\1"
219 ),
220 "uri" => ""
221 ),
222 "aihitbot" => array(
223 "icon" => "robot",
224 "title" => "aiHit",
225 "rule" => array(
226 "aiHitBot[/ ]([0-9.]{1,10})" => "\\1"
227 ),
228 "uri" => "http://www.aihit.com/"
229 ),
230 "aipbot" => array(
231 "icon" => "robot",
232 "title" => "Aipbot",
233 "rule" => array(
234 "aipbot[/ ]([0-9.]{1,10})" => "\\1"
235 ),
236 "uri" => ""
237 ),
238 "aleksika" => array(
239 "icon" => "aleksika",
240 "title" => "Aleksika",
241 "rule" => array(
242 "Aleksika Spider[/ ]([0-9.]{1,10})" => "\\1"
243 ),
244 "uri" => ""
245 ),
246 "alertsite" => array(
247 "icon" => "alertsite",
248 "title" => "AlertSite",
249 "rule" => array(
250 "ipd[ /]([0-9.]{1,10}).*Alertsite\.com" => "\\1"
251 ),
252 "uri" => "http://www.alertsite.com/index.html"
253 ),
254 "alexa" => array(
255 "icon" => "alexa",
256 "title" => "Alexa",
257 "rule" => array(
258 "^ia_archive" => ""
259 ),
260 "uri" => "http://www.alexa.com/"
261 ),
262 "almaden" => array(
263 "icon" => "almaden",
264 "title" => "IBM Crawler",
265 "rule" => array(
266 "www\.almaden\.ibm\.com/cs/crawler" => ""
267 ),
268 "uri" => "http://www.almaden.ibm.com/cs/crawler/"
269 ),
270 "altavista" => array(
271 "icon" => "altavista",
272 "title" => "Altavista",
273 "rule" => array(
274 "Scooter[ /\-]*[a-z]*([0-9.]{1,10})" => "\\1",
275 "AltaVista V([0-9.]{1,10})" => "\\1",
276 "AltaVista Intranet V([0-9.]{1,10})" => "\\1"
277 ),
278 "uri" => "http://www.altavista.com/"
279 ),
280 "amazon" => array(
281 "icon" => "amazon",
282 "title" => "Amazon",
283 "rule" => array(
284 "^(aranhabot|amzn_assoc)" => "",
285 "^NutchEC2Test" => ""
286 ),
287 "uri" => "http://www.amazon.com/"
288 ),
289 "amidalla" => array(
290 "icon" => "amidalla",
291 "title" => "Amidalla",
292 "rule" => array(
293 "^amibot" => ""
294 ),
295 "uri" => ""
296 ),
297 "amfibi" => array(
298 "icon" => "amfibi",
299 "title" => "Amfibi",
300 "rule" => array(
301 "Amfibibot[/ ]([0-9.]{1,10})" => "\\1",
302 "Amfibibot" => ""
303 ),
304 "uri" => ""
305 ),
306 "amphetadesk" => array(
307 "icon" => "robot",
308 "title" => "AmphetaDesk",
309 "rule" => array(
310 "AmphetaDesk[/ ]([0-9.]{1,10})" => "\\1"
311 ),
312 "uri" => ""
313 ),
314 "amphetameme" => array(
315 "icon" => "robot",
316 "title" => "Amphetameme",
317 "rule" => array(
318 "amphetameme[ \-]?crawler" => ""
319 ),
320 "uri" => ""
321 ),
322 "annomille" => array(
323 "icon" => "robot",
324 "title" => "AnnoMille",
325 "rule" => array(
326 "^AnnoMille( spider)?[/ ]([0-9.]{1,10})" => "\\2"
327 ),
328 "uri" => "http://www.annomille.it"
329 ),
330 "anonymouse" => array(
331 "icon" => "anonymouse",
332 "title" => "Anonymouse.org",
333 "rule" => array(
334 "http://Anonymouse.org" => ""
335 ),
336 "uri" => "http://anonymouse.org"
337 ),
338 "ansearch" => array(
339 "icon" => "robot",
340 "title" => "Ansearch",
341 "rule" => array(
342 "AnsearchBot[/ ]([0-9.]{1,10})" => "\\1"
343 ),
344 "uri" => ""
345 ),
346 "answerchase" => array(
347 "icon" => "answerchase",
348 "title" => "AnswerChase",
349 "rule" => array(
350 "AnswerChase( PROve)?[/ ]([0-9.]{1,10})" => "\\2"
351 ),
352 "uri" => "http://www.answerchase.com/"
353 ),
354 "antibot" => array(
355 "icon" => "robot",
356 "title" => "antibot",
357 "rule" => array(
358 "antibot-V([0-9.]{1,10})" => "\\1"
359 ),
360 "uri" => ""
361 ),
362 "aonde" => array(
363 "icon" => "aonde",
364 "title" => "Aonde",
365 "rule" => array(
366 "^AONDE-Spider" => ""
367 ),
368 "uri" => ""
369 ),
370 "aonline" => array(
371 "icon" => "robot",
372 "title" => "A-Online.at",
373 "rule" => array(
374 "^A-Online Search" => ""
375 ),
376 "uri" => "http://www.a-online.at/"
377 ),
378 "aol" => array(
379 "icon" => "aol",
380 "title" => "AOLserver",
381 "rule" => array(
382 "^AOLserver-Tcl[/ ]([0-9.]{1,10})" => "\\1",
383 "^AOLserver" => ""
384 ),
385 "uri" => ""
386 ),
387 "apachebench" => array(
388 "icon" => "robot",
389 "title" => "ApacheBench",
390 "rule" => array(
391 "ApacheBench[ /]([0-9.]{1,10})" => "\\1"
392 ),
393 "uri" => ""
394 ),
395 "apassion4jazz" => array(
396 "icon" => "robot",
397 "title" => "Passion 4 Jazz",
398 "rule" => array(
399 "^BebopBot[ /]([0-9.]{1,10})" => "\\1"
400 ),
401 "uri" => "http://www.apassion4jazz.net/bebopbot.html"
402 ),
403 "apexoo" => array(
404 "icon" => "robot",
405 "title" => "Apexoo",
406 "rule" => array(
407 "^Apexoo Spider ([0-9.]{1,10})" => "\\1"
408 ),
409 "uri" => "http://www.apexoo.com/"
410 ),
411 "apnoti" => array(
412 "icon" => "apnoti",
413 "title" => "apnoti",
414 "rule" => array(
415 "apnoti.*Robot[ /]v([0-9.]{1,10})" => "\\1"
416 ),
417 "uri" => "http://www.apnoti.com/"
418 ),
419 "aport" => array(
420 "icon" => "aport",
421 "title" => "Aport",
422 "rule" => array(
423 "^Aport" => ""
424 ),
425 "uri" => ""
426 ),
427 "appie" => array(
428 "icon" => "walhello",
429 "title" => "Walhello",
430 "rule" => array(
431 "appie[ /]([0-9.]{1,10})" => "\\1"
432 ),
433 "uri" => ""
434 ),
435 "arachmo" => array(
436 "icon" => "arachmo",
437 "title" => "Arachmo",
438 "rule" => array(
439 "compatible; Arachmo" => ""
440 ),
441 "uri" => ""
442 ),
443 "arexera" => array(
444 "icon" => "arexera",
445 "title" => "Arexera",
446 "rule" => array(
447 "^X-Crawler" => "",
448 "^TECOMAC-Crawler[ /]([0-9.]{1,10})" => "\\1"
449 ),
450 "uri" => "http://www.arexera.de/"
451 ),
452 "arianna" => array(
453 "icon" => "arianna",
454 "title" => "Arianna",
455 "rule" => array(
456 "^www.arianna.it" => ""
457 ),
458 "uri" => "http://www.arianna.it/"
459 ),
460 "artface" => array(
461 "icon" => "robot",
462 "title" => "Artface",
463 "rule" => array(
464 "^ArtfaceBot" => ""
465 ),
466 "uri" => ""
467 ),
468 "artviper" => array(
469 "icon" => "artviper",
470 "title" => "artViper",
471 "rule" => array(
472 "artViper" => ""
473 ),
474 "uri" => "http://www.artviper.net/"
475 ),
476 "asinfo" => array(
477 "icon" => "robot",
478 "title" => "Any Search Info",
479 "rule" => array(
480 "Sleek Spider[ /]([0-9.]{1,10})" => "\\1"
481 ),
482 "uri" => "http://search-info.com/"
483 ),
484 "ask" => array(
485 "icon" => "askjeeves",
486 "title" => "Ask Jeeves",
487 "rule" => array(
488 "Ask[ \-]?Jeeves" => "",
489 "teomaagent" => ""
490 ),
491 "uri" => ""
492 ),
493 "askaboutoil" => array(
494 "icon" => "robot",
495 "title" => "ASPseek",
496 "rule" => array(
497 "^AskAboutOil[ /]([0-9.]{1,10})" => "\\1"
498 ),
499 "uri" => "http://askaboutoil.com/"
500 ),
501 "asked" => array(
502 "icon" => "robot",
503 "title" => "askEd!",
504 "rule" => array(
505 "^asked[ /]Nutch[ \-]([0-9.]{1,10})" => "\\1"
506 ),
507 "uri" => "http://asked.jp"
508 ),
509 "aspseek" => array(
510 "icon" => "robot",
511 "title" => "ASPseek",
512 "rule" => array(
513 "^ASPseek[/ ]([0-9.]{1,10})" => "\\1"
514 ),
515 "uri" => ""
516 ),
517 "atlocal" => array(
518 "icon" => "robot",
519 "title" => "At Local",
520 "rule" => array(
521 "AtlocalBot[/ ]([0-9.]{1,10})" => "\\1"
522 ),
523 "uri" => "http://www.atlocal.com/"
524 ),
525 "atomz" => array(
526 "icon" => "atomz",
527 "title" => "Atomz",
528 "rule" => array(
529 "Atomz[/ ]([0-9.]{1,10})" => "\\1"
530 ),
531 "uri" => ""
532 ),
533 "axel" => array(
534 "icon" => "robot",
535 "title" => "Axel",
536 "rule" => array(
537 "^axel" => ""
538 ),
539 "uri" => ""
540 ),
541 "axmo" => array(
542 "icon" => "axmo",
543 "title" => "Axmo",
544 "rule" => array(
545 "AxmoRobot" => ""
546 ),
547 "uri" => ""
548 ),
549 "answerbus" => array(
550 "icon" => "answerbus",
551 "title" => "AnswerBus",
552 "rule" => array(
553 "answerbus" => ""
554 ),
555 "uri" => ""
556 ),
557 "automapit" => array(
558 "icon" => "robot",
559 "title" => "AutoMapIt",
560 "rule" => array(
561 "AutoMapIt[ /](Bot)?" => ""
562 ),
563 "uri" => "http://www.automapit.com/bot.html"
564 ),
565 "augurnfind" => array(
566 "icon" => "robot",
567 "title" => "Augurnfind",
568 "rule" => array(
569 "augurnfind[/ ][v\-]*([0-9.]{1,10})" => "\\1"
570 ),
571 "uri" => ""
572 ),
573 "awasu" => array(
574 "icon" => "awasu",
575 "title" => "Awasu",
576 "rule" => array(
577 "Awasu[/ ]([0-9a-z.]{1,10})" => "\\1"
578 ),
579 "uri" => ""
580 ),
581 "axxus" => array(
582 "icon" => "axxus",
583 "title" => "axxus.de",
584 "rule" => array(
585 "whoiam" => ""
586 ),
587 "uri" => "http://www.axxus.de/"
588 ),
589 "ayell" => array(
590 "icon" => "ayell",
591 "title" => "Ayell",
592 "rule" => array(
593 "^Eurobot[ /]([0-9.]{1,10})" => "\\1"
594 ),
595 "uri" => "http://eurobot.ayell.eu"
596 ),
597 "babaloo" => array(
598 "icon" => "babaloo",
599 "title" => "Babaloo",
600 "rule" => array(
601 "BabalooSpider[ /]([0-9.]{1,10})" => "\\1"
602 ),
603 "uri" => "http://www.babaloo.si"
604 ),
605 "babe" => array(
606 "icon" => "robot",
607 "title" => "ba.be",
608 "rule" => array(
609 "BACS http://www.ba.be" => ""
610 ),
611 "uri" => "http://www.ba.be/"
612 ),
613 "baidu" => array(
614 "icon" => "baidu",
615 "title" => "Baidu",
616 "rule" => array(
617 "Baiduspider[ /]([0-9.]{1,10})" => "\\1",
618 "Baiduspider" => ""
619 ),
620 "uri" => "http://www.baidu.com/search/spider.html"
621 ),
622 "bananatree" => array(
623 "icon" => "robot",
624 "title" => "BananaTree",
625 "rule" => array(
626 "www\.thebananatree\.org" => ""
627 ),
628 "uri" => "http://www.thebananatree.org/"
629 ),
630 "bdcindexer" => array(
631 "icon" => "robot",
632 "title" => "bdcindexer",
633 "rule" => array(
634 "bdcindexer_([0-9a-z.]{1,10})" => "\\1"
635 ),
636 "uri" => "http://www.business.com/"
637 ),
638 "bdfetch" => array(
639 "icon" => "robot",
640 "title" => "BDFetch",
641 "rule" => array(
642 "^BDFetch" => ""
643 ),
644 "uri" => ""
645 ),
646 "bdncentral" => array(
647 "icon" => "robot",
648 "title" => "Bdncentral",
649 "rule" => array(
650 "BDNcentral Crawler v([0-9.]{1,10})" => "\\1"
651 ),
652 "uri" => "http://www.bdncentral.com/robot.html"
653 ),
654 "beammachine" => array(
655 "icon" => "robot",
656 "title" => "BeamMachine",
657 "rule" => array(
658 "^BeamMachine[ /]([0-9.]{1,10})" => "\\1"
659 ),
660 "uri" => "http://www.beammachine.net/"
661 ),
662 "become" => array(
663 "icon" => "become",
664 "title" => "Become",
665 "rule" => array(
666 "Become(JP)?Bot[/ ]([0-9.]{1,10})" => "\\2",
667 "(BecomeBot|Exabot)@exava\.com\)$" => ""
668 ),
669 "uri" => "http://www.become.com/"
670 ),
671 "beebware" => array(
672 "icon" => "robot",
673 "title" => "Beebware",
674 "rule" => array(
675 "BeebwareDirectory[/ ]v?([0-9.]{1,10})" => "\\2"
676 ),
677 "uri" => ""
678 ),
679 "bigbrother" => array(
680 "icon" => "robot",
681 "title" => "Big Brother",
682 "rule" => array(
683 "^Big Brother" => ""
684 ),
685 "uri" => "http://pauillac.inria.fr/~fpottier/"
686 ),
687 "bigclique" => array(
688 "icon" => "robot",
689 "title" => "BigClique",
690 "rule" => array(
691 "^BigCliqueBOT[/ ]([0-9.]{1,10})" => "\\1"
692 ),
693 "uri" => "http://www.bigclique.com"
694 ),
695 "biglotron" => array(
696 "icon" => "robot",
697 "title" => "Biglotron",
698 "rule" => array(
699 "^BIGLOTRON" => ""
700 ),
701 "uri" => "http://www.bigclique.com"
702 ),
703 "bigsearch" => array(
704 "icon" => "bigsearch",
705 "title" => "Bigsearch",
706 "rule" => array(
707 "Bigsearch.ca[/ ]Nutch[- ]([0-9.]{1,10})" => "\\1"
708 ),
709 "uri" => ""
710 ),
711 "bilbo" => array(
712 "icon" => "robot",
713 "title" => "Bilbo",
714 "rule" => array(
715 "Bilbo[ /]([0-9.]{1,10})" => "\\1"
716 ),
717 "uri" => "http://home.broadpark.no/~tnilsen-1/Linux/Bilbo_-_Nessus_WEB/bilbo_-_nessus_web.html"
718 ),
719 "bilgi" => array(
720 "icon" => "bilgi",
721 "title" => "Bilgi",
722 "rule" => array(
723 "Bilgi(Beta)?Bot[ /]([0-9.]{1,10})" => "\\1"
724 ),
725 "uri" => "http://www.bilgi.com/"
726 ),
727 "bitacle" => array(
728 "icon" => "bitacle",
729 "title" => "Bitacle",
730 "rule" => array(
731 "Bitacle (ro)?bot[ \(/V\:]+([0-9.]{1,10})" => "\\2",
732 ),
733 "uri" => "http://bitacle.org/"
734 ),
735 "bitbeamer" => array(
736 "icon" => "bitbeamer",
737 "title" => "BitBeamer",
738 "rule" => array(
739 "BitBeamer/([0-9.]{1,10})" => "\\1"
740 ),
741 "uri" => ""
742 ),
743 "biz360" => array(
744 "icon" => "biz360",
745 "title" => "Biz360",
746 "rule" => array(
747 "^Biz360 spider" => ""
748 ),
749 "uri" => ""
750 ),
751 "backlinktest" => array(
752 "icon" => "backlinktest",
753 "title" => "BacklinkCrawler",
754 "rule" => array(
755 "BacklinkCrawler" => ""
756 ),
757 "uri" => "http://www.backlinktest.com/crawler.html"
758 ),
759 "blaizbee" => array(
760 "icon" => "blaiz-bee",
761 "title" => "Blaiz-Bee",
762 "rule" => array(
763 "Blaiz-Bee[ /]([0-9.]{1,10})" => ""
764 ),
765 "uri" => ""
766 ),
767 "blogbeat" => array(
768 "icon" => "robot",
769 "title" => "BlogBeat",
770 "rule" => array(
771 "BlogBeat/?([0-9.]{1,10})" => "\\1",
772 ),
773 "uri" => "http://www.blogbeat.nl"
774 ),
775 "blogbotde" => array(
776 "icon" => "robot",
777 "title" => "blogbot.de",
778 "rule" => array(
779 "Naamah[ /]([0-9.a-z]{1,10})[ /]Blogbot" => "\\1",
780 ),
781 "uri" => "http://blogbot.de/"
782 ),
783 "blogcensus" => array(
784 "icon" => "blogcensus",
785 "title" => "Blogcensus",
786 "rule" => array(
787 "^Blogcensus" => "",
788 ),
789 "uri" => "http://blogcensus.de/bot/"
790 ),
791 "blogdex" => array(
792 "icon" => "robot",
793 "title" => "Blogdex",
794 "rule" => array(
795 "Blogdex[ /]([0-9.]{1,10})" => "\\1",
796 ),
797 "uri" => ""
798 ),
799 "blogg" => array(
800 "icon" => "blogg",
801 "title" => "Blogg",
802 "rule" => array(
803 "^blogg\.de" => ""
804 ),
805 "uri" => ""
806 ),
807 "blogland" => array(
808 "icon" => "robot",
809 "title" => "BlogLand",
810 "rule" => array(
811 "BlogLand[/ ]([0-9.]{1,10})" => "\\1"
812 ),
813 "uri" => ""
814 ),
815 "bloglines" => array(
816 "icon" => "bloglines",
817 "title" => "Bloglines",
818 "rule" => array(
819 "Bloglines[ /]([0-9.]{1,10})" => "\\1",
820 "Bloglines" => ""
821 ),
822 "uri" => ""
823 ),
824 "blogmap" => array(
825 "icon" => "robot",
826 "title" => "Blogmap",
827 "rule" => array(
828 "blogmap" => ""
829 ),
830 "uri" => ""
831 ),
832 "blogosphere" => array(
833 "icon" => "robot",
834 "title" => "Blogosphere",
835 "rule" => array(
836 "Blogosphere" => ""
837 ),
838 "uri" => ""
839 ),
840 "blogpeople" => array(
841 "icon" => "robot",
842 "title" => "BlogPeople",
843 "rule" => array(
844 "BlogPeople" => ""
845 ),
846 "uri" => ""
847 ),
848 "blogpulse" => array(
849 "icon" => "blogpulse",
850 "title" => "Blogpulse",
851 "rule" => array(
852 "Blogpulse" => ""
853 ),
854 "uri" => ""
855 ),
856 "blogranking" => array(
857 "icon" => "blogranking",
858 "title" => "BlogRanking",
859 "rule" => array(
860 "^BlogRanking(/RSS checker)?" => ""
861 ),
862 "uri" => ""
863 ),
864 "blogs" => array(
865 "icon" => "blogs",
866 "title" => "Blo.gs",
867 "rule" => array(
868 "blo\.gs[ /]([0-9.]{1,10})" => "\\1",
869 "blo\.gs" => ""
870 ),
871 "uri" => ""
872 ),
873 "blogshares" => array(
874 "icon" => "blogshares",
875 "title" => "BlogShares",
876 "rule" => array(
877 "BlogShares[ /]V?([0-9.]{1,10})" => "\\1",
878 "(^| |\()Blogshares(\.com| |\))" => ""
879 ),
880 "uri" => ""
881 ),
882 "blogslife" => array(
883 "icon" => "robot",
884 "title" => "BlogsLife",
885 "rule" => array(
886 "Blogslive" => ""
887 ),
888 "uri" => ""
889 ),
890 "blogsnow" => array(
891 "icon" => "blogsnow",
892 "title" => "BlogsNow",
893 "rule" => array(
894 "blogsnowbot" => "",
895 "BlogsNow" => ""
896 ),
897 "uri" => ""
898 ),
899 "blogstreet" => array(
900 "icon" => "blogstreet",
901 "title" => "BlogStreet",
902 "rule" => array(
903 "^BlogStreetBot" => ""
904 ),
905 "uri" => ""
906 ),
907 "blogsurf" => array(
908 "icon" => "robot",
909 "title" => "BlogSurf",
910 "rule" => array(
911 "nomadscafe_ra[/ ]([0-9.]{1,10})" => "\\1"
912 ),
913 "uri" => ""
914 ),
915 "blogtick" => array(
916 "icon" => "robot",
917 "title" => "BlogTick",
918 "rule" => array(
919 "BlogTickServer" => ""
920 ),
921 "uri" => ""
922 ),
923 "blogwatcher" => array(
924 "icon" => "blogwatcher",
925 "title" => "Blogwatcher",
926 "rule" => array(
927 "blogWatcher_Spider[/ ]([0-9.]{1,10})" => "\\1"
928 ),
929 "uri" => ""
930 ),
931 "blogwise" => array(
932 "icon" => "blogwise",
933 "title" => "Blogwise",
934 "rule" => array(
935 "Blogwise\.com(-MetaChecker)?[/ ]([0-9.]{1,10})" => "\\2"
936 ),
937 "uri" => ""
938 ),
939 "boardreader" => array(
940 "icon" => "boardreader",
941 "title" => "BoardReader",
942 "rule" => array(
943 "BoardReader[ \-](Image|Favicon)[ \-]Fetcher[ /]+([0-9.]{1,10})" => "\\2"
944 ),
945 "uri" => "http://www.boardreader.com"
946 ),
947 "bobby" => array(
948 "icon" => "bobby",
949 "title" => "Bobby",
950 "rule" => array(
951 "bobby[ /]([0-9.]{1,10})" => "\\1"
952 ),
953 "uri" => ""
954 ),
955 "boitho" => array(
956 "icon" => "robot",
957 "title" => "Boitho",
958 "rule" => array(
959 "Boitho\.com[ \-](dc|robot)?[/ ]([0-9.]{1,10})" => "\\2"
960 ),
961 "uri" => ""
962 ),
963 "booch" => array(
964 "icon" => "robot",
965 "title" => "Booch",
966 "rule" => array(
967 "^booch[_ /]([0-9.]{1,10})" => "\\1"
968 ),
969 "uri" => ""
970 ),
971 "book" => array(
972 "icon" => "book",
973 "title" => "Bookmark",
974 "rule" => array(
975 "http://www\.bookmark\.ne\.jp" => ""
976 ),
977 "uri" => ""
978 ),
979 "bookdog" => array(
980 "icon" => "bookdog",
981 "title" => "Bookdog",
982 "rule" => array(
983 "^Bookdog[ /]([0-9.]{1,10})" => "\\1"
984 ),
985 "uri" => ""
986 ),
987 "bordermanager" => array(
988 "icon" => "bordermanager",
989 "title" => "Border Manager",
990 "rule" => array(
991 "BorderManager[ /]([0-9.]{1,10})" => "\\1"
992 ),
993 "uri" => ""
994 ),
995 "botonparade" => array(
996 "icon" => "botonparade",
997 "title" => "Bot on Parade",
998 "rule" => array(
999 "BotOnParade" => ""
1000 ),
1001 "uri" => "http://www.bots-on-para.de/bot.html"
1002 ),
1003 "botje" => array(
1004 "icon" => "botje",
1005 "title" => "Botje",
1006 "rule" => array(
1007 "Plukkie[ /]([0-9.]{1,10})" => "\\1"
1008 ),
1009 "uri" => "http://www.botje.com/"
1010 ),
1011 "bottomfeeder" => array(
1012 "icon" => "bottomfeeder",
1013 "title" => "BottomFeeder",
1014 "rule" => array(
1015 "BottomFeeder[ /]([0-9.]{1,10})" => "\\1"
1016 ),
1017 "uri" => ""
1018 ),
1019 "browseremulator" => array(
1020 "icon" => "browseremulator",
1021 "title" => "BrowserEmulator",
1022 "rule" => array(
1023 "BrowserEmulator[ /]([0-9.]{1,10})" => "\\1"
1024 ),
1025 "uri" => "http://www.dejavu.org/emulator.htm"
1026 ),
1027 "browsershots" => array(
1028 "icon" => "browsershots",
1029 "title" => "Browsershots",
1030 "rule" => array(
1031 "Browsershots URL Check" => ""
1032 ),
1033 "uri" => "http://browsershots.org"
1034 ),
1035 "browserspy" => array(
1036 "icon" => "robot",
1037 "title" => "BrowserSpy",
1038 "rule" => array(
1039 "BrowserSpy" => ""
1040 ),
1041 "uri" => ""
1042 ),
1043 "bruinbot" => array(
1044 "icon" => "robot",
1045 "title" => "BruinBot",
1046 "rule" => array(
1047 "BruinBot" => ""
1048 ),
1049 "uri" => ""
1050 ),
1051 "bruno" => array(
1052 "icon" => "robot",
1053 "title" => "Bruno",
1054 "rule" => array(
1055 "^Bruno" => ""
1056 ),
1057 "uri" => ""
1058 ),
1059 "btbot" => array(
1060 "icon" => "btbot",
1061 "title" => "BitTorrent",
1062 "rule" => array(
1063 "BTbot/([0-9.]{1,10})" => "\\1"
1064 ),
1065 "uri" => ""
1066 ),
1067 "builtwith" => array(
1068 "icon" => "builtwith",
1069 "title" => "BuiltWith",
1070 "rule" => array(
1071 "BuiltWith[/ ]([0-9.]{1,10})" => "\\1"
1072 ),
1073 "uri" => "http://builtwith.com/bot.html"
1074 ),
1075 "bulkfeeds" => array(
1076 "icon" => "robot",
1077 "title" => "Bulkfeeds",
1078 "rule" => array(
1079 "Bulkfeeds[/ ]([a-z0-9.]{1,10})" => "\\1"
1080 ),
1081 "uri" => ""
1082 ),
1083 "burf" => array(
1084 "icon" => "burf",
1085 "title" => "Burf.com",
1086 "rule" => array(
1087 "^Norbert the Spider" => ""
1088 ),
1089 "uri" => "http://www.burf.com/"
1090 ),
1091 "butch" => array(
1092 "icon" => "robot",
1093 "title" => "Butch",
1094 "rule" => array(
1095 "Butch(__| )?([a-z0-9.]{1,10})" => "\\2"
1096 ),
1097 "uri" => ""
1098 ),
1099 "buzzlogic" => array(
1100 "icon" => "buzzlogic",
1101 "title" => "Buzzlogic",
1102 "rule" => array(
1103 "BuzzBot[ /]([0-9.]{1,10})" => "\\1"
1104 ),
1105 "uri" => "http://www.buzzlogic.com"
1106 ),
1107 "catchbot" => array(
1108 "icon" => "catchbot",
1109 "title" => "CatchBot",
1110 "rule" => array(
1111 "^CatchBot[/ ]([0-9.]{1,10})" => "\\1"
1112 ),
1113 "uri" => "http://www.catchbot.com"
1114 ),
1115 "camdiscover" => array(
1116 "icon" => "robot",
1117 "title" => "Camdiscover",
1118 "rule" => array(
1119 "^Camcrawler" => ""
1120 ),
1121 "uri" => ""
1122 ),
1123 "cazoodle" => array(
1124 "icon" => "cazoodle",
1125 "title" => "Cazoodle",
1126 "rule" => array(
1127 "^CazoodleBot/(Nutch|CazoodleBot)[/ \-]([0-9.]{1,10})" => "\\2",
1128 "^CazoodleBot[/ ]([a-z0-9.]{1,10})" => "\\1"
1129 ),
1130 "uri" => "http://www.cazoodle.com/cazoodlebot"
1131 ),
1132 "ccbot" => array(
1133 "icon" => "robot",
1134 "title" => "ccBot",
1135 "rule" => array(
1136 "CCBot[/ ]([0-9.]{1,10})" => "\\1"
1137 ),
1138 "uri" => "http://www.commoncrawl.org/bot.html"
1139 ),
1140 "ccgcrawl" => array(
1141 "icon" => "robot",
1142 "title" => "CCGCrawl",
1143 "rule" => array(
1144 "CCGCrawl[/ ]([0-9.]{1,10})" => "\\1"
1145 ),
1146 "uri" => "http://www.myworkbase.com/bot.html"
1147 ),
1148 "cerberian" => array(
1149 "icon" => "robot",
1150 "title" => "Cerberian Drtrs",
1151 "rule" => array(
1152 "^Cerberian Drtrs" => ""
1153 ),
1154 "uri" => ""
1155 ),
1156 "cfnetwork" => array(
1157 "icon" => "robot",
1158 "title" => "Cerberian Drtrs",
1159 "rule" => array(
1160 "^CFNetwork[/ ]([0-9.]{1,10})" => "\\1"
1161 ),
1162 "uri" => "http://www.cfnetwork.be/"
1163 ),
1164 "charlotte" => array(
1165 "icon" => "charlotte",
1166 "title" => "Charlotte",
1167 "rule" => array(
1168 "Charlotte[/ ]([0-9a-z.]{1,10})" => "\\1"
1169 ),
1170 "uri" => ""
1171 ),
1172 "cirilizator" => array(
1173 "icon" => "cirilizator",
1174 "title" => "Cirilizator",
1175 "rule" => array(
1176 "Cirilizator[/ ]([0-9.]{1,10})" => "\\1"
1177 ),
1178 "uri" => ""
1179 ),
1180 "claria" => array(
1181 "icon" => "robot",
1182 "title" => "Claria",
1183 "rule" => array(
1184 "(Claria|Diamond)(Bot)?[ /]([0-9.]{1,10})" => "\\3",
1185 "(Claria|Diamond)(Bot)" => ""
1186 ),
1187 "uri" => ""
1188 ),
1189 "claymont" => array(
1190 "icon" => "claymont",
1191 "title" => "Claymont",
1192 "rule" => array(
1193 "claymont\.com" => "",
1194 "OliverPerry" => ""
1195 ),
1196 "uri" => "http://www.claymont.com"
1197 ),
1198 "clush" => array(
1199 "icon" => "clush",
1200 "title" => "Clush",
1201 "rule" => array(
1202 "Clus(tered-Search-|h)Bot[ /]([0-9.]{1,10})" => "\\2"
1203 ),
1204 "uri" => ""
1205 ),
1206 "cmsworldmap" => array(
1207 "icon" => "cmsworldmap",
1208 "title" => "CMS World Map",
1209 "rule" => array(
1210 "cmsworldmap" => ""
1211 ),
1212 "uri" => "http://www.cmsworldmap.com/"
1213 ),
1214 "cobion" => array(
1215 "icon" => "robot",
1216 "title" => "Cobion",
1217 "rule" => array(
1218 " (QXW03018|obot)\)" => ""
1219 ),
1220 "uri" => ""
1221 ),
1222 "coccoc" => array(
1223 "icon" => "robot",
1224 "title" => "coccoc",
1225 "rule" => array(
1226 "coccoc[ /]([0-9.]{1,10})" => "\\1"
1227 ),
1228 "uri" => "http://help.coccoc.vn/"
1229 ),
1230 "coldfusion" => array(
1231 "icon" => "coldfusion",
1232 "title" => "ColdFusion",
1233 "rule" => array(
1234 "^coldfusion" => ""
1235 ),
1236 "uri" => ""
1237 ),
1238 "combine" => array(
1239 "icon" => "robot",
1240 "title" => "Combine",
1241 "rule" => array(
1242 "Combine[ /]([0-9.]{1,10})" => "\\1"
1243 ),
1244 "uri" => ""
1245 ),
1246 "combot" => array(
1247 "icon" => "robot",
1248 "title" => "comBot",
1249 "rule" => array(
1250 "^comBot[ /]([0-9.]{1,10})" => "\\1"
1251 ),
1252 "uri" => ""
1253 ),
1254 "comet" => array(
1255 "icon" => "comet",
1256 "title" => "Comet",
1257 "rule" => array(
1258 "cometsearch@cometsystems" => ""
1259 ),
1260 "uri" => ""
1261 ),
1262 "commerobo" => array(
1263 "icon" => "robot",
1264 "title" => "Commerobo",
1265 "rule" => array(
1266 "Commerobo[/ ]([0-9.]{1,10})" => "\\1"
1267 ),
1268 "uri" => ""
1269 ),
1270 "comrite" => array(
1271 "icon" => "robot",
1272 "title" => "ComRite",
1273 "rule" => array(
1274 "Comrite[/ ]([0-9.]{1,10})" => "\\1"
1275 ),
1276 "uri" => "http://www.comrite.com/"
1277 ),
1278 "convera" => array(
1279 "icon" => "convera",
1280 "title" => "Convera",
1281 "rule" => array(
1282 "Convera(MultiMedia)?Crawler[/ ]([0-9.]{1,10})" => "\\2",
1283 "Convera Internet Spider V([0-9.]{1,10})" => "\\1"
1284 ),
1285 "uri" => ""
1286 ),
1287 "coolbot" => array(
1288 "icon" => "robot",
1289 "title" => "CoolBot",
1290 "rule" => array(
1291 "^CoolBot" => ""
1292 ),
1293 "uri" => ""
1294 ),
1295 "cosmix" => array(
1296 "icon" => "robot",
1297 "title" => "Cosmix",
1298 "rule" => array(
1299 "^(voyager|cfetch|CosmixCrawler|carleson)[/ ]([0-9.]{1,10})" => "\\2",
1300 ),
1301 "uri" => ""
1302 ),
1303 "cosmos" => array(
1304 "icon" => "robot",
1305 "title" => "Cosmos",
1306 "rule" => array(
1307 "^cosmos" => ""
1308 ),
1309 "uri" => ""
1310 ),
1311 "cosmoty" => array(
1312 "icon" => "robot",
1313 "title" => "Cosmoty",
1314 "rule" => array(
1315 "^beautybot[/ ]([0-9.]{1,10})" => "\\1"
1316 ),
1317 "uri" => "http://www.uchoose.de/crawler/beautybot/"
1318 ),
1319 "covario" => array(
1320 "icon" => "covario",
1321 "title" => "Covario",
1322 "rule" => array(
1323 "Covario-IDS[/ ]([0-9.]{1,10})" => "\\1"
1324 ),
1325 "uri" => "http://www.covario.com/ids/"
1326 ),
1327 "creativecommons" => array(
1328 "icon" => "creativecommons",
1329 "title" => "Creative Commons",
1330 "rule" => array(
1331 "CreativeCommons[/ ]([0-9.]{1,6}(-dev)?)" => "\\1"
1332 ),
1333 "uri" => ""
1334 ),
1335 "cscrawler" => array(
1336 "icon" => "robot",
1337 "title" => "CsCrawler",
1338 "rule" => array(
1339 "CsCrawler" => ""
1340 ),
1341 "uri" => "http://www.kde.cs.uni-kassel.de/lehre/ss2005/googlespam/crawler.html"
1342 ),
1343 "jigsaw" => array(
1344 "icon" => "jigsaw",
1345 "title" => "Jigsaw",
1346 "rule" => array(
1347 "Jigsaw[ /]([0-9.]{1,10})" => "\\1"
1348 ),
1349 "uri" => "http://jigsaw.w3.org/css-validator/"
1350 ),
1351 "csscheck" => array(
1352 "icon" => "w3c",
1353 "title" => "W3C CSS Validator",
1354 "rule" => array(
1355 "CSS(Check|_Validator).+[ /]([0-9.]{1,10})" => "\\2"
1356 ),
1357 "uri" => "http://jigsaw.w3.org/css-validator/"
1358 ),
1359 "custo" => array(
1360 "icon" => "robot",
1361 "title" => "Custo",
1362 "rule" => array(
1363 "Custo[ /]([0-9.]{1,10})" => "\\1"
1364 ),
1365 "uri" => ""
1366 ),
1367 "cybernavi" => array(
1368 "icon" => "robot",
1369 "title" => "CyberNavi",
1370 "rule" => array(
1371 "CyberNavi_WebGet[ /]([0-9.]{1,10})" => "\\1"
1372 ),
1373 "uri" => ""
1374 ),
1375 "cyberpatrol" => array(
1376 "icon" => "cyberpatrol",
1377 "title" => "CyberPatrol",
1378 "rule" => array(
1379 "^CyberPatrol" => ""
1380 ),
1381 "uri" => "http://www.cyberpatrol.com/cyberpatrolcrawler.asp"
1382 ),
1383 "cyberz" => array(
1384 "icon" => "cyberz",
1385 "title" => "Cyberz",
1386 "rule" => array(
1387 "Cyberz Communication Agent" => ""
1388 ),
1389 "uri" => ""
1390 ),
1391 "cydral" => array(
1392 "icon" => "robot",
1393 "title" => "Cydral",
1394 "rule" => array(
1395 "CydralSpider[ /]([0-9.]{1,10})" => "\\1"
1396 ),
1397 "uri" => ""
1398 ),
1399 "cynthia" => array(
1400 "icon" => "cynthia",
1401 "title" => "Cynthia Says",
1402 "rule" => array(
1403 "Cynthia[ /]([0-9.]{1,10})" => "\\1"
1404 ),
1405 "uri" => ""
1406 ),
1407 "d4x" => array(
1408 "icon" => "d4x",
1409 "title" => "Downloader for X",
1410 "rule" => array(
1411 "Downloader for X[ /]([0-9.]{1,10})" => "\\1"
1412 ),
1413 "uri" => ""
1414 ),
1415 "da" => array(
1416 "icon" => "da",
1417 "title" => "DA",
1418 "rule" => array(
1419 "^DA[ /]([0-9.]{1,10})" => "\\1"
1420 ),
1421 "uri" => ""
1422 ),
1423 "daum" => array(
1424 "icon" => "daum",
1425 "title" => "DAUM",
1426 "rule" => array(
1427 "DAUMOA[ /]([0-9.]{1,10})" => "\\1",
1428 "DAUM Web Robot" => "",
1429 "Daum Communications Corp" => "",
1430 "EDI[ /]([0-9.]{1,10})" => "\\1",
1431 "Edacious.*Intelligent Web Robot" => "",
1432 "RaBot[/ ]([0-9.]{1,10}) Agent" => "\\1"
1433 ),
1434 "uri" => "http://ws.daum.net/"
1435 ),
1436 "daypop" => array(
1437 "icon" => "robot",
1438 "title" => "Daypop",
1439 "rule" => array(
1440 "daypopbot[/ ]([0-9.]{1,10})" => "\\1"
1441 ),
1442 "uri" => ""
1443 ),
1444 "delfi" => array(
1445 "icon" => "delfi",
1446 "title" => "Delfi",
1447 "rule" => array(
1448 "crawl at delfi dot lt" => ""
1449 ),
1450 "uri" => ""
1451 ),
1452 "depspid" => array(
1453 "icon" => "depspid",
1454 "title" => "DepSpid",
1455 "rule" => array(
1456 "DepSpid[/ ]([0-9.]{1,10})" => "\\1"
1457 ),
1458 "uri" => ""
1459 ),
1460 "devonagent" => array(
1461 "icon" => "devonagent",
1462 "title" => "DEVONagent",
1463 "rule" => array(
1464 "DEVONtech" => ""
1465 ),
1466 "uri" => ""
1467 ),
1468 "diffbot" => array(
1469 "icon" => "diffbot",
1470 "title" => "Diffbot",
1471 "rule" => array(
1472 " Diffbot" => ""
1473 ),
1474 "uri" => "http://www.diffbot.com"
1475 ),
1476 "diribot" => array(
1477 "icon" => "diribot",
1478 "title" => "Diri",
1479 "rule" => array(
1480 "diribot" => ""
1481 ),
1482 "uri" => "http://www.diri.bg"
1483 ),
1484 "directhit" => array(
1485 "icon" => "robot",
1486 "title" => "Direct Hit",
1487 "rule" => array(
1488 "EZResult -- Internet Search Engine" => ""
1489 ),
1490 "uri" => "http://www.directhit.com"
1491 ),
1492 "disco" => array(
1493 "icon" => "disco",
1494 "title" => "disco",
1495 "rule" => array(
1496 "disco/Nutch[/ -]([0-9.]{1,10})" => "\\1",
1497 "discobot[/ -]([0-9.]{1,10})" => "\\1",
1498 "disco-crawl@discoveryengine.com" => ""
1499 ),
1500 "uri" => "http://www.discoveryengine.com/"
1501 ),
1502 "discopump" => array(
1503 "icon" => "robot",
1504 "title" => "DISCo Pump",
1505 "rule" => array(
1506 "DISCo Pump[/ ]([0-9.]{1,10})" => "\\1"
1507 ),
1508 "uri" => ""
1509 ),
1510 "dkimreputation" => array(
1511 "icon" => "dkimreputation",
1512 "title" => "DKIM Reputation",
1513 "rule" => array(
1514 "DKIMRepBot[ /]([0-9.]{1,10})" => "\\1"
1515 ),
1516 "uri" => "http://www.dkim-reputation.org"
1517 ),
1518 "dnsdigger" => array(
1519 "icon" => "dnsdigger",
1520 "title" => "DNS-Digger",
1521 "rule" => array(
1522 "DNS-Digger-Explorer[ /]([0-9.]{1,10})" => "\\1"
1523 ),
1524 "uri" => "http://www.dnsdigger.com"
1525 ),
1526 "dnsvalidation" => array(
1527 "icon" => "dnsvalidation",
1528 "title" => "DNS Validation",
1529 "rule" => array(
1530 "DNSValidation[ /]([0-9.]{1,10})" => "\\1"
1531 ),
1532 "uri" => "http://www.dnsvalidation.com/"
1533 ),
1534 "doctorhtml" => array(
1535 "icon" => "robot",
1536 "title" => "DoctorHTML",
1537 "rule" => array(
1538 "Doctor[ \-]?HTML" => ""
1539 ),
1540 "uri" => ""
1541 ),
1542 "dolphin" => array(
1543 "icon" => "dolphin",
1544 "title" => "Dolphin",
1545 "rule" => array(
1546 "Dolphin[ /]([0-9.]{1,10})" => "\\1"
1547 ),
1548 "uri" => "http://telehouse.ru/crawler.html"
1549 ),
1550 "domaindatei" => array(
1551 "icon" => "robot",
1552 "title" => "Domaindatei",
1553 "rule" => array(
1554 "DomaindateiSpider[ /]([0-9.]{1,10})" => "\\1"
1555 ),
1556 "uri" => ""
1557 ),
1558 "dontbuylists" => array(
1559 "icon" => "dontbuylists",
1560 "title" => "Dontbuylists",
1561 "rule" => array(
1562 "DBLBot[ /]([0-9.]{1,10})" => "\\1"
1563 ),
1564 "uri" => "http://www.dontbuylists.com"
1565 ),
1566 "dotbot" => array(
1567 "icon" => "robot",
1568 "title" => "DotBot",
1569 "rule" => array(
1570 "DotBot[ /]([0-9.]{1,10})" => "\\1"
1571 ),
1572 "uri" => "http://www.dotnetdotcom.org"
1573 ),
1574 "doweb" => array(
1575 "icon" => "doweb",
1576 "title" => "DoWeb",
1577 "rule" => array(
1578 "^www.doweb.co.uk" => ""
1579 ),
1580 "uri" => "http://www.doweb.co.uk/"
1581 ),
1582 "downforeveryoneorjustme" => array(
1583 "icon" => "downforeveryoneorjustme",
1584 "title" => "Down for everyone or just me",
1585 "rule" => array(
1586 "downforeveryoneorjustme" => ""
1587 ),
1588 "uri" => "http://www.downforeveryoneorjustme.com"
1589 ),
1590 "downloadninja" => array(
1591 "icon" => "robot",
1592 "title" => "Download Ninja",
1593 "rule" => array(
1594 "Download Ninja[ /]([0-9.]{1,10})" => "\\1"
1595 ),
1596 "uri" => ""
1597 ),
1598 "drupal" => array(
1599 "icon" => "drupal",
1600 "title" => "Drupal",
1601 "rule" => array(
1602 "^Drupal" => ""
1603 ),
1604 "uri" => ""
1605 ),
1606 "dsns" => array(
1607 "icon" => "robot",
1608 "title" => "DSNS Scanner",
1609 "rule" => array(
1610 "^DSNS" => ""
1611 ),
1612 "uri" => ""
1613 ),
1614 "dtsagent" => array(
1615 "icon" => "robot",
1616 "title" => "DTS Agent",
1617 "rule" => array(
1618 "DTS Agent" => ""
1619 ),
1620 "uri" => ""
1621 ),
1622 "earthcom" => array(
1623 "icon" => "earthcom",
1624 "title" => "Earthcom",
1625 "rule" => array(
1626 "EARTHCOM\.info[/ ]([0-9a-z.]{1,10})" => "\\1"
1627 ),
1628 "uri" => ""
1629 ),
1630 "ebay" => array(
1631 "icon" => "ebay",
1632 "title" => "eBay",
1633 "rule" => array(
1634 "eBay Relevance Ad Crawler" => ""
1635 ),
1636 "uri" => ""
1637 ),
1638 "echo" => array(
1639 "icon" => "robot",
1640 "title" => "Echo.com",
1641 "rule" => array(
1642 "_TrueRobot[/ ]([0-9.]{1,10})" => "\\1"
1643 ),
1644 "uri" => "http://www.echo.com/"
1645 ),
1646 "eert" => array(
1647 "icon" => "robot",
1648 "title" => "eert",
1649 "rule" => array(
1650 "eert spdr[/ ]([0-9.]{1,10})" => "\\1"
1651 ),
1652 "uri" => "http://bot.eert.net"
1653 ),
1654 "eknip" => array(
1655 "icon" => "eknip",
1656 "title" => "E-Knip",
1657 "rule" => array(
1658 "eknip[ /]([0-9a-z.]{1,10})" => "\\1"
1659 ),
1660 "uri" => ""
1661 ),
1662 "zoominfo" => array(
1663 "icon" => "zoominfo",
1664 "title" => "zoominfo", //Previous called Eliyon
1665 "rule" => array(
1666 "NextGenSearchBot[/ ]([0-9.]{1,10})" => "\\1"
1667 ),
1668 "uri" => "http://www.zoominfo.com/business/nextgensearchbot.html"
1669 ),
1670 "emeraldshield" => array(
1671 "icon" => "emeraldshield",
1672 "title" => "EmeraldShield",
1673 "rule" => array(
1674 "^EmeraldShield" => ""
1675 ),
1676 "uri" => ""
1677 ),
1678 "empas" => array(
1679 "icon" => "empas",
1680 "title" => "Empas",
1681 "rule" => array(
1682 "DigExt; empas\)$" => "",
1683 "^EMPAS[_\-]ROBOT" => ""
1684 ),
1685 "uri" => ""
1686 ),
1687 "entireweb" => array(
1688 "icon" => "entireweb",
1689 "title" => "Entireweb",
1690 "rule" => array(
1691 "Speedy[ ]?Spider" => ""
1692 ),
1693 "uri" => ""
1694 ),
1695 "envolk" => array(
1696 "icon" => "envolk",
1697 "title" => "Envolk",
1698 "rule" => array(
1699 "envolk\[ITS\]spider[/ ]([0-9.]{1,10})" => "\\1",
1700 "envolk[/ ]([0-9.]{1,10})" => "\\1"
1701 ),
1702 "uri" => ""
1703 ),
1704 "esnet" => array(
1705 "icon" => "robot",
1706 "title" => "ES.NET",
1707 "rule" => array(
1708 "ES.NET Crawler[ /]([0-9.]{1,10})" => "\\1"
1709 ),
1710 "uri" => ""
1711 ),
1712 "estyle" => array(
1713 "icon" => "estyle",
1714 "title" => "eStyle Search",
1715 "rule" => array(
1716 "eStyleSearch[ /]([0-9.]{1,10})" => "\\1"
1717 ),
1718 "uri" => ""
1719 ),
1720 "eurip" => array(
1721 "icon" => "robot",
1722 "title" => "Eurip",
1723 "rule" => array(
1724 "EuripBot[ /]([0-9.]{1,10})" => "\\1"
1725 ),
1726 "uri" => "http://www.eurip.com"
1727 ),
1728 "eurodirectory" => array(
1729 "icon" => "robot",
1730 "title" => "Euro Directory",
1731 "rule" => array(
1732 "www\.euro-directory\.com" => ""
1733 ),
1734 "uri" => "http://www.euro-directory.com/"
1735 ),
1736 "euroseek" => array(
1737 "icon" => "euroseek",
1738 "title" => "EuroSeek",
1739 "rule" => array(
1740 "Arachnoidea" => ""
1741 ),
1742 "uri" => ""
1743 ),
1744 "evaal" => array(
1745 "icon" => "evaal",
1746 "title" => "Evaal",
1747 "rule" => array(
1748 "^EvaalSE" => ""
1749 ),
1750 "uri" => "http://www.evaal.com/"
1751 ),
1752 "eventax" => array(
1753 "icon" => "eventax",
1754 "title" => "Eventax",
1755 "rule" => array(
1756 "^eventax[ /]([0-9.]{1,10})" => "\\1"
1757 ),
1758 "uri" => "http://www.eventax.de/"
1759 ),
1760 "everbee" => array(
1761 "icon" => "everbee",
1762 "title" => "Everbee",
1763 "rule" => array(
1764 "EverbeeCrawler" => ""
1765 ),
1766 "uri" => ""
1767 ),
1768 "everest" => array(
1769 "icon" => "everest",
1770 "title" => "Everest",
1771 "rule" => array(
1772 "Everest-Vulcan Inc.[ /]([0-9.]{1,10})" => "\\1"
1773 ),
1774 "uri" => ""
1775 ),
1776 "exabot" => array(
1777 "icon" => "exabot",
1778 "title" => "ExaBot",
1779 "rule" => array(
1780 "^NG[ /]([0-9.]{1,10})" => "\\1",
1781 "Exabot/([0-9.]{1,10})" => "\\1",
1782 "ExaBotTest/([0-9.]{1,10})" => "\\1",
1783 "ExaBot-(Test|Images)/([0-9.]{1,10})" => "\\2",
1784 "ExaBot-Thumbnails" => ""
1785 ),
1786 "uri" => "http://www.exabot.com/go/robot"
1787 ),
1788 "exactseek" => array(
1789 "icon" => "exactseek",
1790 "title" => "ExactSeek",
1791 "rule" => array(
1792 "^exactseek[ \-]?(pagereaper|crawler)[ \-]?([0-9.]{1,10})" => "\\2",
1793 "ExactSeek[ \.\-]?(Crawler|com)" => ""
1794 ),
1795 "uri" => "http://www.exactseek.com/"
1796 ),
1797 "excite" => array(
1798 "icon" => "excite",
1799 "title" => "Excite",
1800 "rule" => array(
1801 "Architext[ \-]?Spider" => ""
1802 ),
1803 "uri" => ""
1804 ),
1805 "execrawl" => array(
1806 "icon" => "robot",
1807 "title" => "Execrawl",
1808 "rule" => array(
1809 "Execrawl[ /]([0-9.]{1,10})" => "\\1",
1810 "Execrawl" => ""
1811 ),
1812 "uri" => ""
1813 ),
1814 "expertmonitor" => array(
1815 "icon" => "robot",
1816 "title" => "ExpertMonitor",
1817 "rule" => array(
1818 "^NetMonitor[ /]([0-9.]{1,10})" => "\\1"
1819 ),
1820 "uri" => ""
1821 ),
1822 "explorerrss" => array(
1823 "icon" => "robot",
1824 "title" => "Explorer RSS",
1825 "rule" => array(
1826 "^Windows-RSS-Platform[ /]([0-9.]{1,10})" => "\\1"
1827 ),
1828 "uri" => ""
1829 ),
1830 "ezooms" => array(
1831 "icon" => "robot",
1832 "title" => "Ezooms",
1833 "rule" => array(
1834 "ezooms[/ ]([0-9a-z.\-]{1,10})" => "\\1"
1835 ),
1836 "uri" => ""
1837 ),
1838 "facebook" => array(
1839 "icon" => "facebook",
1840 "title" => "Facebook",
1841 "rule" => array(
1842 "FacebookFeedParser[/ ]([0-9a-z.\-]{1,10})" => "\\1",
1843 "facebookexternalhit/([0-9.]{1,10})" => "\\1",
1844 "^facebook" => ""
1845 ),
1846 "uri" => "http://www.facebook.com/"
1847 ),
1848 "fast" => array(
1849 "icon" => "fast",
1850 "title" => "Fast",
1851 "rule" => array(
1852 "^FAST( Enterprise |-Web| MetaWeb )?Crawler[ /]([0-9.]{1,10})" => "\\2",
1853 "^FAST( Enterprise |-Web| MetaWeb | PartnerSite )?Crawler" => "",
1854 "^Fast Crawler" => "",
1855 "^libwww-perl[ /]([0-9.]{1,10}) FP[ /]([0-9.]{1,10})" => "\\2"
1856 ),
1857 "uri" => "http://www.alltheweb.com/"
1858 ),
1859 "fastbuzz" => array(
1860 "icon" => "fastbuzz",
1861 "title" => "Fastbuzz",
1862 "rule" => array(
1863 "^fastbuzz\.com" => ""
1864 ),
1865 "uri" => ""
1866 ),
1867 "favorg" => array(
1868 "icon" => "robot",
1869 "title" => "FavOrg",
1870 "rule" => array(
1871 "^FavOrg" => ""
1872 ),
1873 "uri" => ""
1874 ),
1875 "favorstar" => array(
1876 "icon" => "favorstar",
1877 "title" => "favorstar",
1878 "rule" => array(
1879 "favorstarbot[ /]([0-9.]{1,10})" => "\\1"
1880 ),
1881 "uri" => "http://favorstar.com/bot.html"
1882 ),
1883 "faxo" => array(
1884 "icon" => "robot",
1885 "title" => "Faxo",
1886 "rule" => array(
1887 "^Faxobot[ /]([0-9.]{1,10})" => "\\1"
1888 ),
1889 "uri" => "http://www.faxo.com/"
1890 ),
1891 "fdse" => array(
1892 "icon" => "robot",
1893 "title" => "FDSE Robot",
1894 "rule" => array(
1895 "FDSE[ \-]?robot" => ""
1896 ),
1897 "uri" => ""
1898 ),
1899 "feedback" => array(
1900 "icon" => "robot",
1901 "title" => "FeedBack",
1902 "rule" => array(
1903 "FeedBack[/ ]([0-9.]{1,10})" => "\\1"
1904 ),
1905 "uri" => ""
1906 ),
1907 "feedburner" => array(
1908 "icon" => "feedburner",
1909 "title" => "FeedBurner",
1910 "rule" => array(
1911 "^FeedBurner[/ ]([0-9.]{1,10})" => "\\1"
1912 ),
1913 "uri" => ""
1914 ),
1915 "feeddemon" => array(
1916 "icon" => "feeddemon",
1917 "title" => "FeedDemon",
1918 "rule" => array(
1919 "FeedDemon[/ ]([0-9.]{1,10})" => "\\1"
1920 ),
1921 "uri" => ""
1922 ),
1923 "feedfind" => array(
1924 "icon" => "feedfind",
1925 "title" => "FeedFind",
1926 "rule" => array(
1927 "Feed::Find[ /]([0-9.]{1,10})" => "\\1"
1928 ),
1929 "uri" => ""
1930 ),
1931 "feedonfeeds" => array(
1932 "icon" => "robot",
1933 "title" => "Feed On Feeds",
1934 "rule" => array(
1935 "FeedOnFeeds[/ ]([0-9.]{1,10})" => "\\1"
1936 ),
1937 "uri" => ""
1938 ),
1939 "feedparser" => array(
1940 "icon" => "robot",
1941 "title" => "Feedparser",
1942 "rule" => array(
1943 "UniversalFeedParser[/ ]([0-9a-z.\-]{1,10})" => "\\1",
1944 "FeedParser" => ""
1945 ),
1946 "uri" => ""
1947 ),
1948 "feedreader" => array(
1949 "icon" => "feedreader",
1950 "title" => "Feedreader",
1951 "rule" => array(
1952 "^Feedreader" => ""
1953 ),
1954 "uri" => ""
1955 ),
1956 "feedserver" => array(
1957 "icon" => "robot",
1958 "title" => "FeedServer",
1959 "rule" => array(
1960 "FeedServer[/ ]([0-9.]{1,10})" => "\\1"
1961 ),
1962 "uri" => ""
1963 ),
1964 "feedster" => array(
1965 "icon" => "feedster",
1966 "title" => "Feedster",
1967 "rule" => array(
1968 "Feedster Crawler[/ ]([0-9.]{1,10})" => "\\1"
1969 ),
1970 "uri" => ""
1971 ),
1972 "feedvalidator" => array(
1973 "icon" => "feedvalidator",
1974 "title" => "Feed Validator",
1975 "rule" => array(
1976 "^FeedValidator[/ ]([0-9.]{1,10})" => "\\1"
1977 ),
1978 "uri" => ""
1979 ),
1980 "fdm" => array(
1981 "icon" => "robot",
1982 "title" => "Free Download Manager",
1983 "rule" => array(
1984 "^FDM[/ ]([0-9a-z.]{1,10})" => "\\1"
1985 ),
1986 "uri" => ""
1987 ),
1988 "filangy" => array(
1989 "icon" => "robot",
1990 "title" => "Filangy",
1991 "rule" => array(
1992 "Filangy[/ ]([0-9.]{1,10})" => "\\1"
1993 ),
1994 "uri" => "http://www.filangy.com/"
1995 ),
1996 "findanisp" => array(
1997 "icon" => "robot",
1998 "title" => "FindAnISP",
1999 "rule" => array(
2000 "FindAnISP" => ""
2001 ),
2002 "uri" => "http://www.findanisp.com/"
2003 ),
2004 "findengines" => array(
2005 "icon" => "findengines",
2006 "title" => "FindEngines",
2007 "rule" => array(
2008 "FindEngines! Bot" => ""
2009 ),
2010 "uri" => ""
2011 ),
2012 "findexa" => array(
2013 "icon" => "findexa",
2014 "title" => "Findexa",
2015 "rule" => array(
2016 "Findexa Crawler" => ""
2017 ),
2018 "uri" => ""
2019 ),
2020 "findlinks" => array(
2021 "icon" => "findlinks",
2022 "title" => "FindLinks",
2023 "rule" => array(
2024 "findlinks[ /]([0-9.]{1,10})" => "\\1",
2025 "^FindLinks" => ""
2026 ),
2027 "uri" => ""
2028 ),
2029 "findoor" => array(
2030 "icon" => "findoor",
2031 "title" => "findoor",
2032 "rule" => array(
2033 "^findoor(-Bot)?" => "\\1"
2034 ),
2035 "uri" => ""
2036 ),
2037 "firefly" => array(
2038 "icon" => "firefly",
2039 "title" => "Firefly",
2040 "rule" => array(
2041 "Firefly" => ""
2042 ),
2043 "uri" => ""
2044 ),
2045 "flashget" => array(
2046 "icon" => "flashget",
2047 "title" => "FlashGet",
2048 "rule" => array(
2049 "^FlashGet" => ""
2050 ),
2051 "uri" => ""
2052 ),
2053 "flatland" => array(
2054 "icon" => "flatland",
2055 "title" => "Flatland",
2056 "rule" => array(
2057 "^flatlandbot" => ""
2058 ),
2059 "uri" => "http://www.flatlandindustries.com/flatlandbot"
2060 ),
2061 "flickbot" => array(
2062 "icon" => "flickbot",
2063 "title" => "FlickBot",
2064 "rule" => array(
2065 "FlickBot[ /]([0-9.]{1,10})" => "\\1"
2066 ),
2067 "uri" => ""
2068 ),
2069 "flightdeckreports" => array(
2070 "icon" => "flightdeckreports",
2071 "title" => "Flight Deck Reports",
2072 "rule" => array(
2073 "FlightDeckReportsBot[ /]([0-9.]{1,10})" => "\\1"
2074 ),
2075 "uri" => "http://www.flightdeckreports.com/"
2076 ),
2077 "forex" => array(
2078 "icon" => "robot",
2079 "title" => "Forex",
2080 "rule" => array(
2081 "^Forex Trading Network Organization" => ""
2082 ),
2083 "uri" => "http://www.netforex.org/"
2084 ),
2085 "freshmeat" => array(
2086 "icon" => "freshmeat",
2087 "title" => "freshmeat",
2088 "rule" => array(
2089 "fmII URL validator[ /]([0-9.]{1,10})" => "\\1",
2090 "freshmeat.net URL validator[ /]([0-9.]{1,10})" => "\\1"
2091 ),
2092 "uri" => "http://www.freshmeat.net/"
2093 ),
2094 "friend" => array(
2095 "icon" => "friend",
2096 "title" => "Friend",
2097 "rule" => array(
2098 "www\.friend\.fr" => ""
2099 ),
2100 "uri" => "http://www.friend.fr/"
2101 ),
2102 "frontier" => array(
2103 "icon" => "frontier",
2104 "title" => "Frontier",
2105 "rule" => array(
2106 "Frontier[ /]([0-9.]{1,10})" => "\\1"
2107 ),
2108 "uri" => ""
2109 ),
2110 "fyberspider" => array(
2111 "icon" => "robot",
2112 "title" => "FyberSpider",
2113 "rule" => array(
2114 "FyberSpider[ /]([0-9.]{1,10})" => "\\1"
2115 ),
2116 "uri" => "http://www.fyberspider.com/"
2117 ),
2118 "gaisbot" => array(
2119 "icon" => "gais",
2120 "title" => "Gaisbot",
2121 "rule" => array(
2122 "Gaisbot[ /]([0-9.]{1,10})" => "\\1"
2123 ),
2124 "uri" => ""
2125 ),
2126 "galaxy" => array(
2127 "icon" => "galaxy",
2128 "title" => "Galaxy",
2129 "rule" => array(
2130 "GalaxyBot[ /]([0-9.]{1,10})" => "\\1",
2131 "www.galaxy.com" => ""
2132 ),
2133 "uri" => "http://www.galaxy.com/"
2134 ),
2135 "gamespy" => array(
2136 "icon" => "gamespy",
2137 "title" => "GameSpy",
2138 "rule" => array(
2139 "GameSpyHTTP[ /]([0-9.]{1,10})" => "\\1"
2140 ),
2141 "uri" => ""
2142 ),
2143 "garlik" => array(
2144 "icon" => "garlik",
2145 "title" => "Garlik",
2146 "rule" => array(
2147 "GarlikCrawler[ /]([0-9.]{1,10})" => "\\1"
2148 ),
2149 "uri" => "http://garlik.com/"
2150 ),
2151 "gdesktop" => array(
2152 "icon" => "gdesktop",
2153 "title" => "Google Desktop",
2154 "rule" => array(
2155 "compatible; Google Desktop" => ""
2156 ),
2157 "uri" => ""
2158 ),
2159 "genome" => array(
2160 "icon" => "robot",
2161 "title" => "Genome Machine",
2162 "rule" => array(
2163 "Genome[ \-]?Machine" => ""
2164 ),
2165 "uri" => ""
2166 ),
2167 "geohash" => array(
2168 "icon" => "geohash",
2169 "title" => "Geohash",
2170 "rule" => array(
2171 "GeoHasher(/Nutch)[ /-]([0-9.]{1,10})" => "\\2"
2172 ),
2173 "uri" => "http://geohash.org/"
2174 ),
2175 "geona" => array(
2176 "icon" => "robot",
2177 "title" => "Geona",
2178 "rule" => array(
2179 "GeonaBot[ /]([0-9.]{1,10})" => "\\1"
2180 ),
2181 "uri" => ""
2182 ),
2183 "geoblog" => array(
2184 "icon" => "robot",
2185 "title" => "The World as a Blog",
2186 "rule" => array(
2187 "The World as a Blog" => ""
2188 ),
2189 "uri" => ""
2190 ),
2191 "geourl" => array(
2192 "icon" => "geourl",
2193 "title" => "GeoUrl",
2194 "rule" => array(
2195 "geourl[ /]([0-9.]{1,10})" => "\\1",
2196 "^GeoURLBot[ /]([0-9.]{1,10})" => "\\1",
2197 ),
2198 "uri" => ""
2199 ),
2200 "getnetwise" => array(
2201 "icon" => "robot",
2202 "title" => "GetNetWise",
2203 "rule" => array(
2204 " Crayon Crawler" => ""
2205 ),
2206 "uri" => ""
2207 ),
2208 "getright" => array(
2209 "icon" => "getright",
2210 "title" => "GetRight",
2211 "rule" => array(
2212 "GetRight[ /]([0-9.]{1,10})" => "\\1"
2213 ),
2214 "uri" => ""
2215 ),
2216 "getsmart" => array(
2217 "icon" => "getsmart",
2218 "title" => "GetSmart",
2219 "rule" => array(
2220 "GetSmart[ /]([0-9.]{1,10})" => "\\1"
2221 ),
2222 "uri" => ""
2223 ),
2224 "ginger" => array(
2225 "icon" => "ginger",
2226 "title" => "GingerCrawler",
2227 "rule" => array(
2228 "GingerCrawler[ /]([0-9.]{1,10})" => "\\1"
2229 ),
2230 "uri" => "http://www.gingersoftware.com/crawler_agent.htm"
2231 ),
2232 "gigabot" => array(
2233 "icon" => "gigablast",
2234 "title" => "Gigablast",
2235 "rule" => array(
2236 "(Gigabot|Sitesearch)[/ ]([0-9.]{1,10})" => "\\2",
2237 "GigabotSiteSearch[/ ]([0-9.]{1,10})" => "\\1",
2238 ),
2239 "uri" => ""
2240 ),
2241 "girafabot" => array(
2242 "icon" => "girafa",
2243 "title" => "Girafa",
2244 "rule" => array(
2245 "Girafabot" => ""
2246 ),
2247 "uri" => ""
2248 ),
2249 "globalspec" => array(
2250 "icon" => "globalspec",
2251 "title" => "GlobalSpec",
2252 "rule" => array(
2253 "Ocelli[ /]([0-9.]{1,10})" => "\\1"
2254 ),
2255 "uri" => ""
2256 ),
2257 "glucose" => array(
2258 "icon" => "glucose",
2259 "title" => "Glucose",
2260 "rule" => array(
2261 "glucose[ /]([0-9a-z.\-]{1,10})" => "\\1"
2262 ),
2263 "uri" => ""
2264 ),
2265 "gnomit" => array(
2266 "icon" => "gnomit",
2267 "title" => "Gnomit",
2268 "rule" => array(
2269 "gnomit[ /]([0-9.]{1,10})" => "\\1"
2270 ),
2271 "uri" => "http://www.gnomit.com/",
2272 ),
2273 "goforit" => array(
2274 "icon" => "goforit",
2275 "title" => "GoForIt",
2276 "rule" => array(
2277 "^GoForIt\.com" => "",
2278 "^GOFORITBOT" => ""
2279 ),
2280 "uri" => ""
2281 ),
2282 "goguides" => array(
2283 "icon" => "robot",
2284 "title" => "GoGuides",
2285 "rule" => array(
2286 "^GoGuidesBot[ /]([0-9.]{1,10})" => "\\1"
2287 ),
2288 "uri" => "http://www.goguides.org/"
2289 ),
2290 "goo" => array(
2291 "icon" => "goo",
2292 "title" => "Goo",
2293 "rule" => array (
2294 "(gazz|ichiro|mog(et|imogi))[ /]([0-9.]{1,10})" => "\\3",
2295 "DoCoMo[ /]([0-9.]{1,10})" => "\\1"
2296 ),
2297 "uri" => ""
2298 ),
2299 // Needs to be before google for correct detection
2300 "mediapartners" => array(
2301 "icon" => "google",
2302 "title" => "Mediapartners",
2303 "rule" => array (
2304 "Mediapartners-Google[ /]([0-9.]{1,10})" => "\\1",
2305 "Mediapartners-Google" => ""
2306 ),
2307 "uri" => ""
2308 ),
2309 "google" => array(
2310 "icon" => "google",
2311 "title" => "Google",
2312 "rule" => array (
2313 "Googl(e|ebot)(-Image)?/([0-9.]{1,10})" => "\\3",
2314 "Googl(e|ebot)(-Image)?/" => "",
2315 "^gsa-crawler" => "",
2316 "Google Web Preview" => ""
2317 ),
2318 "uri" => "http://www.google.com/"
2319 ),
2320 "googlesitemaps" => array(
2321 "icon" => "google",
2322 "title" => "Google-Sitemaps",
2323 "rule" => array (
2324 "Googl(e|ebot)(-Sitemaps)?/([0-9.]{1,10})" => "\\3",
2325 "GSiteCrawler[ /v]*([0-9.a-z]{1,10})" => "\\1",
2326 "Googl(e|ebot)(-Sitemaps)?/" => ""
2327 ),
2328 "uri" => ""
2329 ),
2330 "googlemobile" => array(
2331 "icon" => "google",
2332 "title" => "Google-Mobile",
2333 "rule" => array (
2334 "Googl(e|ebot)(-Mobile)?/([0-9.]{1,10})" => "\\3",
2335 "Googl(e|ebot)(-Mobile)?/" => ""
2336 ),
2337 "uri" => ""
2338 ),
2339 "googleads" => array(
2340 "icon" => "google",
2341 "title" => "Google-AdsBot",
2342 "rule" => array (
2343 "^AdsBot-Google" => "",
2344 ),
2345 "uri" => ""
2346 ),
2347 "googlefeeds" => array(
2348 "icon" => "google",
2349 "title" => "Google-Feedfetcher",
2350 "rule" => array (
2351 "^Feedfetcher-Google" => "",
2352 ),
2353 "uri" => ""
2354 ),
2355 "googlverification" => array(
2356 "icon" => "google",
2357 "title" => "Google-Site-Verification",
2358 "rule" => array (
2359 "Google-Site-Verification[ /]([0-9.]{1,10})" => "\\1"
2360 ),
2361 "uri" => ""
2362 ),
2363 "goongee" => array(
2364 "icon" => "robot",
2365 "title" => "GoonGee",
2366 "rule" => array (
2367 "^Big Fish[ /]v?([0-9.]{1,10})" => "\\2"
2368 ),
2369 "uri" => "http://www.goongee.com/"
2370 ),
2371 "gpost" => array(
2372 "icon" => "gpost",
2373 "title" => "GPost",
2374 "rule" => array(
2375 "^GPostbot" => ""
2376 ),
2377 "uri" => ""
2378 ),
2379 "gregarius" => array(
2380 "icon" => "robot",
2381 "title" => "Gregarius",
2382 "rule" => array(
2383 "^Gregarius[/ ]([0-9.]{1,10})" => ""
2384 ),
2385 "uri" => ""
2386 ),
2387 "grub" => array(
2388 "icon" => "grub",
2389 "title" => "Grub",
2390 "rule" => array(
2391 "grub[ \-]?client[ /\-]{1,5}([0-9.]{1,10})" => "\\1",
2392 "grub crawler" => "",
2393 "grub[/ ]([0-9.]{1,10})" => "\\1",
2394 "^GrubNG([0-9. ]{1,10})?" => "\\1"
2395 ),
2396 "uri" => "http://www.grub.org/"
2397 ),
2398 "gulliver" => array(
2399 "icon" => "robot",
2400 "title" => "Gulliver",
2401 "rule" => array(
2402 "Gulliver" => ""
2403 ),
2404 "uri" => ""
2405 ),
2406 "guruji" => array(
2407 "icon" => "guruji",
2408 "title" => "Guruji",
2409 "rule" => array(
2410 "GurujiBot[/ ]([0-9.]{1,10})" => "\\1"
2411 ),
2412 "uri" => "http://www.guruji.com/"
2413 ),
2414 "gush" => array(
2415 "icon" => "robot",
2416 "title" => "Gush",
2417 "rule" => array(
2418 "^Gush[/ ]([0-9.]{1,10})" => "\\1"
2419 ),
2420 "uri" => ""
2421 ),
2422 "gziptester" => array(
2423 "icon" => "robot",
2424 "title" => "Gzip Tester",
2425 "rule" => array(
2426 "g(id)?zip[ \-]?test(er)?" => ""
2427 ),
2428 "uri" => ""
2429 ),
2430 "hanzoweb" => array(
2431 "icon" => "hanzoweb",
2432 "title" => "Hanzoweb",
2433 "rule" => array(
2434 "^Hanzoweb" => ""
2435 ),
2436 "uri" => ""
2437 ),
2438 "harbot" => array(
2439 "icon" => "harbot",
2440 "title" => "Harbot",
2441 "rule" => array(
2442 "^Harbot GateStation" => ""
2443 ),
2444 "uri" => ""
2445 ),
2446 "hatena" => array(
2447 "icon" => "hatena",
2448 "title" => "Hatena",
2449 "rule" => array(
2450 "Hatena (Antenna|Bookmark|Pagetitle Agent)[ /]([0-9.]{1,10})" => "\\2"
2451 ),
2452 "uri" => ""
2453 ),
2454 "htmlparser" => array(
2455 "icon" => "htmlparser",
2456 "title" => "HTMLParser",
2457 "rule" => array(
2458 "HTMLParser[ /]([0-9.]{1,10})" => "\\1"
2459 ),
2460 "uri" => "http://htmlparser.sourceforge.net/"
2461 ),
2462 "helix" => array(
2463 "icon" => "helix",
2464 "title" => "Heritrix",
2465 "rule" => array(
2466 "^helix[ /]([0-9.]{1,10})" => "\\1"
2467 ),
2468 "uri" => "http://www.sitesearch.ca/helix/"
2469 ),
2470 "heritrix" => array(
2471 "icon" => "heritrix",
2472 "title" => "Heritrix",
2473 "rule" => array(
2474 "heritrix[ /]([0-9.]{1,10})" => "\\1",
2475 "archive.org_bot" => "",
2476 "InternetArchive[ /]([0-9.a-z]{1,10})" => "\\1"
2477 ),
2478 "uri" => "http://archive.org"
2479 ),
2480 "hiddenmarket" => array(
2481 "icon" => "robot",
2482 "title" => "HiddenMarket",
2483 "rule" => array(
2484 "HiddenMarket[ /\-]([0-9.]{1,10})" => "\\1"
2485 ),
2486 "uri" => ""
2487 ),
2488 "honda" => array(
2489 "icon" => "robot",
2490 "title" => "Honda",
2491 "rule" => array(
2492 "Honda-Search[ /]([0-9.]{1,10})" => "\\1"
2493 ),
2494 "uri" => "http://www.honda-search.com"
2495 ),
2496 "hoowwwer" => array(
2497 "icon" => "hoowwwer",
2498 "title" => "HooWWWer",
2499 "rule" => array(
2500 "HooWWWer[ /]([0-9.]{1,10})" => "\\1"
2501 ),
2502 "uri" => ""
2503 ),
2504 "hotzonu" => array(
2505 "icon" => "hotzonu",
2506 "title" => "Hotzonu",
2507 "rule" => array(
2508 "Hotzonu[ /]([0-9.]{1,10})" => "\\1"
2509 ),
2510 "uri" => ""
2511 ),
2512 "houxou" => array(
2513 "icon" => "robot",
2514 "title" => "Houxou",
2515 "rule" => array(
2516 "HouxouCrawler[ /]Nutch.([0-9.]{1,10})" => "\\1",
2517 "HouxouCrawler" => ""
2518 ),
2519 "uri" => ""
2520 ),
2521 "htdig" => array(
2522 "icon" => "htdig",
2523 "title" => "ht://Dig",
2524 "rule" => array(
2525 "htdig[ /]([0-9.]{1,10})" => "\\1",
2526 "htdig" => "\\1"
2527 ),
2528 "uri" => ""
2529 ),
2530 "html2jpg" => array(
2531 "icon" => "html2jpg",
2532 "title" => "HTML2JPG",
2533 "rule" => array(
2534 "^HTML2JPG" => ""
2535 ),
2536 "uri" => ""
2537 ),
2538 "httperf" => array(
2539 "icon" => "robot",
2540 "title" => "HTTPerf",
2541 "rule" => array(
2542 "httperf[ /]([0-9.]{1,10})" => "\\1"
2543 ),
2544 "uri" => ""
2545 ),
2546 "httpunit" => array(
2547 "icon" => "httpunit",
2548 "title" => "HttpUnit",
2549 "rule" => array(
2550 "httpunit[ /]([0-9.]{1,10})" => "\\1"
2551 ),
2552 "uri" => ""
2553 ),
2554 "httrack" => array(
2555 "icon" => "httrack",
2556 "title" => "HTTrack",
2557 "rule" => array(
2558 "HTTrack[ /]([0-9.]{1,10})" => "\\1"
2559 ),
2560 "uri" => ""
2561 ),
2562 "huaweisymantec" => array(
2563 "icon" => "huaweisymantec",
2564 "title" => "HuaweiSymantec",
2565 "rule" => array(
2566 "HuaweiSymantecSpider[ /]([0-9.]{1,10})" => "\\1"
2567 ),
2568 "uri" => "http://www.huaweisymantec.com/en/IRL/spider/"
2569 ),
2570 "hungary" => array(
2571 "icon" => "hungary",
2572 "title" => "Hungary",
2573 "rule" => array(
2574 "HuRob[ /]([0-9.]{1,10})" => "\\1"
2575 ),
2576 "uri" => ""
2577 ),
2578 "i18n" => array(
2579 "icon" => "w3c",
2580 "title" => "W3C I18n Checker",
2581 "rule" => array(
2582 "^W3C_I18n-Checker[ /]([0-9.]{1,10})" => "\\1"
2583 ),
2584 "uri" => "http://validator.w3.org/services"
2585 ),
2586 "iakke" => array(
2587 "icon" => "iakke",
2588 "title" => "Iakk&eacute;",
2589 "rule" => array(
2590 "^iakke_bot[ /]v([0-9.]{1,10})" => "\\1"
2591 ),
2592 "uri" => "http://fr.iakke.com/"
2593 ),
2594 "iask" => array(
2595 "icon" => "iask",
2596 "title" => "IAsk",
2597 "rule" => array(
2598 "iaskspider[ /]([0-9.]{1,10})" => "\\1",
2599 "^iaskspider" => ""
2600 ),
2601 "uri" => "http://iask.com"
2602 ),
2603 "icc" => array(
2604 "icon" => "icc",
2605 "title" => "ICC-Crawler",
2606 "rule" => array(
2607 "^ICC-Crawler" => ""
2608 ),
2609 "uri" => "http://kc.nict.go.jp/icc/crawl.html"
2610 ),
2611 "icerocket" => array(
2612 "icon" => "icerocket",
2613 "title" => "Icerocket",
2614 "rule" => array(
2615 "BlogzIce[ /]([0-9.]{1,10})" => "\\1",
2616 "BlogSearch[ /]([0-9.]{1,10})" => "\\1"
2617 ),
2618 "uri" => ""
2619 ),
2620 "icjobs" => array(
2621 "icon" => "icjobs",
2622 "title" => "iCjobs",
2623 "rule" => array(
2624 "iCjobs[ /]([0-9.]{1,10})" => "\\1"
2625 ),
2626 "uri" => "http://www.icjobs.de/"
2627 ),
2628 "icra" => array(
2629 "icon" => "icra",
2630 "title" => "ICRA",
2631 "rule" => array(
2632 "^ICRA_Semantic_spider[ /]([0-9.]{1,10})" => "\\1"
2633 ),
2634 "uri" => "http://www.icra.org"
2635 ),
2636 "ics" => array(
2637 "icon" => "robot",
2638 "title" => "Novell iChain Cool Solutions caching",
2639 "rule" => array(
2640 "^Mozilla[/ ]([0-9.]{1,10})[/ ]\(compatible[ ;]*ICS" => "\\1"
2641 ),
2642 "uri" => ""
2643 ),
2644 "iknow" => array(
2645 "icon" => "robot",
2646 "title" => "I know",
2647 "rule" => array(
2648 "Comaneci_bot[ /]([0-9.]{1,10})" => "\\1"
2649 ),
2650 "uri" => ""
2651 ),
2652 "ilial" => array(
2653 "icon" => "robot",
2654 "title" => "Ilial",
2655 "rule" => array(
2656 "ilial[ /]Nutch[ \-]([0-9.]{1,10})" => "\\1"
2657 ),
2658 "uri" => ""
2659 ),
2660 "ilocal" => array(
2661 "icon" => "ilocal",
2662 "title" => "ilocal",
2663 "rule" => array(
2664 "^ilocal" => "",
2665 ),
2666 "uri" => "http://www.ilocal.nl"
2667 ),
2668 "ilse" => array(
2669 "icon" => "ilse",
2670 "title" => "Ilse",
2671 "rule" => array(
2672 "I(NGRID|lseRobot|lseBot)[ /]([0-9.]{1,10})" => "\\1"
2673 ),
2674 "uri" => "http://ilse.nl/"
2675 ),
2676 "iltrovatore" => array(
2677 "icon" => "iltrovatore",
2678 "title" => "IlTrovatore",
2679 "rule" => array(
2680 "iltrovatore-setaccio[ /]([0-9.]{1,10})" => "\\1",
2681 "Iltrovatore-Setaccio" => "",
2682 "iltrovatore[ /]([0-9.]{1,10})" => "\\1"
2683 ),
2684 "uri" => ""
2685 ),
2686 "indylibrary" => array(
2687 "icon" => "robot",
2688 "title" => "Indy Library",
2689 "rule" => array(
2690 "Indy[ \-]?Library" => ""
2691 ),
2692 "uri" => ""
2693 ),
2694 "inela" => array(
2695 "icon" => "robot",
2696 "title" => "Inela",
2697 "rule" => array(
2698 "InelaBot[ /]([0-9.]{1,10})" => ""
2699 ),
2700 "uri" => "http://inelegant.org/bot"
2701 ),
2702 "ineturl" => array(
2703 "icon" => "robot",
2704 "title" => "InetURL",
2705 "rule" => array(
2706 "InetURL.?[ /]([0-9.]{1,10})" => ""
2707 ),
2708 "uri" => ""
2709 ),
2710 "infoart" => array(
2711 "icon" => "robot",
2712 "title" => "InfoArt",
2713 "rule" => array(
2714 "InfoArt crawler" => ""
2715 ),
2716 "uri" => ""
2717 ),
2718 "infomine" => array(
2719 "icon" => "infomine",
2720 "title" => "INFOMINE",
2721 "rule" => array(
2722 "^DataFountains/DMOZ" => "",
2723 "^INFOMINE[ /]([0-9.]{1,10})" => "\\1"
2724 ),
2725 "uri" => "http://infomine.ucr.edu/"
2726 ),
2727 "infoseek" => array(
2728 "icon" => "infoseek",
2729 "title" => "Infoseek",
2730 "rule" => array(
2731 "SideWinder[ /]?([0-9a-z.]{1,10})" => "\\1",
2732 "Infoseek" => ""
2733 ),
2734 "uri" => ""
2735 ),
2736 "inktomi" => array(
2737 "icon" => "inktomi",
2738 "title" => "Inktomi",
2739 "rule" => array(
2740 "slurp@inktomi\.com" => ""
2741 ),
2742 "uri" => ""
2743 ),
2744 "innerprise" => array(
2745 "icon" => "robot",
2746 "title" => "Innerprise",
2747 "rule" => array(
2748 "^InnerpriseBot[ /]([0-9.]{1,10})" => "\\1",
2749 "URL[ _]Spider[ _]Pro[ /]([0-9.+]{1,10})" => "\\1",
2750 "^ES[ .]NET[ _]Crawler[ /]([0-9.]{1,10})" => "\\1"
2751 ),
2752 "uri" => "http://www.innerprise.com/"
2753 ),
2754 "inria" => array(
2755 "icon" => "inria",
2756 "title" => "Inria",
2757 "rule" => array(
2758 "^xyro_" => ""
2759 ),
2760 "uri" => ""
2761 ),
2762 "insitor" => array(
2763 "icon" => "insitor",
2764 "title" => "Insitor",
2765 "rule" => array(
2766 "^Insitor(,|\.|naut)" => ""
2767 ),
2768 "uri" => "http://www.insitor.com/"
2769 ),
2770 "internetninja" => array(
2771 "icon" => "robot",
2772 "title" => "Internet Ninja",
2773 "rule" => array(
2774 "^Internet Ninja[ /]([0-9.]{1,10})" => "\\1"
2775 ),
2776 "uri" => ""
2777 ),
2778 "internetseer" => array(
2779 "icon" => "internetseer",
2780 "title" => "InternetSeer",
2781 "rule" => array(
2782 "^InternetSeer\.com" => ""
2783 ),
2784 "uri" => ""
2785 ),
2786 "interseek" => array(
2787 "icon" => "interseek",
2788 "title" => "Interseek",
2789 "rule" => array(
2790 "Interseek.com" => ""
2791 ),
2792 "uri" => "http://www.interseek.com"
2793 ),
2794 "intravnews" => array(
2795 "icon" => "intravnews",
2796 "title" => "IntraVnews",
2797 "rule" => array(
2798 "IntraVnews[ /]([0-9.]{1,10})" => "\\1"
2799 ),
2800 "uri" => "http://www.intravnews.com/"
2801 ),
2802 "ip2location" => array(
2803 "icon" => "ip2location",
2804 "title" => "IP2LocationBot",
2805 "rule" => array(
2806 "^IP2(Map|Location)Bot[ /]([0-9.]{1,10})" => "\\2"
2807 ),
2808 "uri" => "http://www.ip2location.com"
2809 ),
2810 "ipworks" => array(
2811 "icon" => "ipworks",
2812 "title" => "IP*Works",
2813 "rule" => array(
2814 "^IP\*Works\! V([0-9.]{1,10})" => "\\1"
2815 ),
2816 "uri" => "http://www.nsoftware.com/ipworks/"
2817 ),
2818 "irca" => array(
2819 "icon" => "robot",
2820 "title" => "Novell iChain Cool Solutions caching",
2821 "rule" => array(
2822 "^ICRA_(label_generator|Semantic_spider)[ /]([0-9.]{1,10})" => "\\2"
2823 ),
2824 "uri" => "http://www.icra.org"
2825 ),
2826 "irvine" => array(
2827 "icon" => "robot",
2828 "title" => "Irvine",
2829 "rule" => array(
2830 "Irvine[ /]([0-9.]{1,10})" => "\\1"
2831 ),
2832 "uri" => ""
2833 ),
2834 "ips-agent" => array(
2835 "icon" => "robot",
2836 "title" => "ips-agent",
2837 "rule" => array(
2838 "ips-agent" => ""
2839 ),
2840 "uri" => ""
2841 ),
2842 "isara" => array(
2843 "icon" => "isara",
2844 "title" => "isara",
2845 "rule" => array(
2846 "Isara[ -]([0-9.]{1,10})" => "\\1"
2847 ),
2848 "uri" => "http://www.isara.org/"
2849 ),
2850 "isspider" => array(
2851 "icon" => "robot",
2852 "title" => "ISSpider",
2853 "rule" => array(
2854 "ISSpider[ /\-]([0-9.]{1,10})" => "\\1"
2855 ),
2856 "uri" => ""
2857 ),
2858 "it2media" => array(
2859 "icon" => "it2media",
2860 "title" => "IT2media",
2861 "rule" => array(
2862 "www.adressendeutschland.de" => ""
2863 ),
2864 "uri" => "http://www.adressendeutschland.de/"
2865 ),
2866 "ivia" => array(
2867 "icon" => "robot",
2868 "title" => "iVia",
2869 "rule" => array(
2870 "iVia Site Checker.?[ /]([0-9.]{1,10})" => "\\1"
2871 ),
2872 "uri" => ""
2873 ),
2874 "jeteye" => array(
2875 "icon" => "jeteye",
2876 "title" => "Jeteye",
2877 "rule" => array(
2878 "Jetbot[ /]([0-9.]{1,10})" => "\\1"
2879 ),
2880 "uri" => ""
2881 ),
2882 "jobsde" => array(
2883 "icon" => "jobsde",
2884 "title" => "jobs.de",
2885 "rule" => array(
2886 "www\.jobs\.de" => "",
2887 "jobs.de-Robot" => ""
2888 ),
2889 "uri" => "http://www.jobs.de/"
2890 ),
2891 "jpluck" => array(
2892 "icon" => "robot",
2893 "title" => "Jpluck",
2894 "rule" => array(
2895 "JPluck[ /]([0-9a-z.]{1,10})" => "\\1"
2896 ),
2897 "uri" => ""
2898 ),
2899 "jxta" => array(
2900 "icon" => "robot",
2901 "title" => "Jxta",
2902 "rule" => array(
2903 "falcon[ /]([0-9.]{1,10})" => "\\1"
2904 ),
2905 "uri" => ""
2906 ),
2907 "jyte" => array(
2908 "icon" => "jyte",
2909 "title" => "Jyte",
2910 "rule" => array(
2911 "jyte_fetcher[ /]([0-9.]{1,10})" => "\\1"
2912 ),
2913 "uri" => ""
2914 ),
2915 "jyxo" => array(
2916 "icon" => "jyxo",
2917 "title" => "Jyxo",
2918 "rule" => array(
2919 "Jyxobot[ /]([0-9.]{1,10})" => "\\1"
2920 ),
2921 "uri" => ""
2922 ),
2923 "kalooga" => array(
2924 "icon" => "kalooga",
2925 "title" => "Kalooga",
2926 "rule" => array(
2927 "kalooga[ /-]([0-9.]{1,10})" => "\\1",
2928 "^kalooga" => "",
2929 "KaloogaBot" => ""
2930 ),
2931 "uri" => "http://www.kalooga.com"
2932 ),
2933 "keywen" => array(
2934 "icon" => "keywen",
2935 "title" => "Keywen",
2936 "rule" => array(
2937 "EasyDL[ /]([0-9.]{1,10})" => "\\1"
2938 ),
2939 "uri" => ""
2940 ),
2941 "kilomonkey" => array(
2942 "icon" => "robot",
2943 "title" => "Kilomonkey",
2944 "rule" => array(
2945 "kmky-not-a-bot[ /]([0-9.]{1,10})" => "\\1"
2946 ),
2947 "uri" => "http://www.kilomonkey.com/notabot.txt"
2948 ),
2949 "kinja" => array(
2950 "icon" => "kinja",
2951 "title" => "Kinja",
2952 "rule" => array(
2953 "kinjabot[ /]([0-9.]{1,10})" => "\\1",
2954 "^kinjabot" => ""
2955 ),
2956 "uri" => ""
2957 ),
2958 "kiwi" => array(
2959 "icon" => "robot",
2960 "title" => "KiwiStatus",
2961 "rule" => array(
2962 "KiwiStatus[ /]([0-9.]{1,10})" => "\\1",
2963 "KiwiStatus" => ""
2964 ),
2965 "uri" => "http://www.nzs.com/kiei-status/"
2966 ),
2967 "lachesis" => array(
2968 "icon" => "robot",
2969 "title" => "Lachesis",
2970 "rule" => array(
2971 "lachesis" => ""
2972 ),
2973 "uri" => ""
2974 ),
2975 "lanshan" => array(
2976 "icon" => "robot",
2977 "title" => "Lachesis",
2978 "rule" => array(
2979 "lanshanbot[/ ]([0-9.]{1,10})" => "\\1"
2980 ),
2981 "uri" => ""
2982 ),
2983 "lapozz" => array(
2984 "icon" => "lapozz",
2985 "title" => "Lapozz",
2986 "rule" => array(
2987 "LapozzBot[/ ]?([0-9.]{1,10})" => "\\1"
2988 ),
2989 "uri" => ""
2990 ),
2991 "larbin" => array(
2992 "icon" => "robot",
2993 "title" => "Larbin",
2994 "rule" => array(
2995 "larbin[_/ ]?([0-9.]{1,10})" => "\\1"
2996 ),
2997 "uri" => ""
2998 ),
2999 "laurion" => array(
3000 "icon" => "robot",
3001 "title" => "Laurion",
3002 "rule" => array(
3003 "^IPiumBot" => ""
3004 ),
3005 "uri" => "http://www.laurion.com/"
3006 ),
3007 "leechget" => array(
3008 "icon" => "leechget",
3009 "title" => "LeechGet",
3010 "rule" => array(
3011 "^LeechGet[ /]([0-9.]{1,10})" => "\\1"
3012 ),
3013 "uri" => ""
3014 ),
3015 "linguaseek" => array(
3016 "icon" => "linguaseek",
3017 "title" => "Linguaseek",
3018 "rule" => array(
3019 "^LinguaBot[ /]v([0-9.]{1,10})" => "\\1"
3020 ),
3021 "uri" => "http://www.linguaseek.com/"
3022 ),
3023 "linguee" => array(
3024 "icon" => "linguee",
3025 "title" => "Linguee",
3026 "rule" => array(
3027 "^Linguee Bot" => ""
3028 ),
3029 "uri" => "http://www.linguee.com/"
3030 ),
3031 "linkguard" => array(
3032 "icon" => "robot",
3033 "title" => "Linkguard",
3034 "rule" => array(
3035 "Linkguard Online[ /]([0-9.]{1,10})" => "\\1"
3036 ),
3037 "uri" => "http://www.linkguard.com/"
3038 ),
3039 "linklint" => array(
3040 "icon" => "linklint",
3041 "title" => "Linklint",
3042 "rule" => array(
3043 "^Linklint[-\-a-z /]*([0-9.]{1,10})" => "\\1"
3044 ),
3045 "uri" => "http://www.linklint.org/"
3046 ),
3047 "linkman" => array(
3048 "icon" => "linkman",
3049 "title" => "Linkman",
3050 "rule" => array(
3051 "\(compatible; Linkman\)" => ""
3052 ),
3053 "uri" => ""
3054 ),
3055 // Needs to be before linkcheck for correct detection
3056 "linkchecker" => array(
3057 "icon" => "w3c",
3058 "title" => "W3C Link Checker",
3059 "rule" => array(
3060 "^W3C-checklink[ /]([0-9.]{1,10})" => "\\1"
3061 ),
3062 "uri" => "http://validator.w3.org/checklink"
3063 ),
3064 "linkcheck" => array(
3065 "icon" => "linkcheck",
3066 "title" => "Linkcheck",
3067 "rule" => array(
3068 "checklink[ /]([0-9.]{1,10})" => "\\1",
3069 "Link[ \-]?(Chec(k|ker)|Val(et|idator))" => "",
3070 "Adaxas Spider" => "",
3071 "Agent-SharewarePlazaFileCheckBot[ /]([0-9.]{1,10})" => "\\1",
3072 "NetMechanic V([0-9.]{1,10})" => "\\1",
3073 "^InfoLink" => "",
3074 "InternetLinkAgent" => "",
3075 "; SPENG\)" => "",
3076 "SharewarePlazaFileCheckBot" => "",
3077 "fileboost.net" => "",
3078 "^billbot" => ""
3079 ),
3080 "uri" => ""
3081 ),
3082 "linkru" => array(
3083 "icon" => "robot",
3084 "title" => "Link.RU",
3085 "rule" => array(
3086 "^Link.RU bot" => ""
3087 ),
3088 "uri" => ""
3089 ),
3090 "linkssql" => array(
3091 "icon" => "robot",
3092 "title" => "Links SQL",
3093 "rule" => array(
3094 "links sql" => ""
3095 ),
3096 "uri" => ""
3097 ),
3098 "linksweeper" => array(
3099 "icon" => "robot",
3100 "title" => "Link Sweeper",
3101 "rule" => array(
3102 "LinkSweeper[ /]([0-9.]{1,10})" => "\\1"
3103 ),
3104 "uri" => ""
3105 ),
3106 "linkwalker" => array(
3107 "icon" => "robot",
3108 "title" => "Link Walker",
3109 "rule" => array(
3110 "^LinkWalker" => ""
3111 ),
3112 "uri" => ""
3113 ),
3114 "lipperhey" => array(
3115 "icon" => "lipperhey",
3116 "title" => "Lipperhey",
3117 "rule" => array(
3118 "Lipperhey Spider" => ""
3119 ),
3120 "uri" => "http://www.lipperhey.com"
3121 ),
3122 "livedoor" => array(
3123 "icon" => "livedoor",
3124 "title" => "Livedoor",
3125 "rule" => array(
3126 "^Livedoor( SF( - California Crawl)?|Checkers)[ /]" => ""
3127 ),
3128 "uri" => ""
3129 ),
3130 "livejournal" => array(
3131 "icon" => "livejournal",
3132 "title" => "Live Journal",
3133 "rule" => array(
3134 "^LiveJournal\.com" => ""
3135 ),
3136 "uri" => "http://www.livejournal.com"
3137 ),
3138 "ljpic" => array(
3139 "icon" => "ljpic",
3140 "title" => "ljpic",
3141 "rule" => array(
3142 "LjSEEK Picture-Bot[ /]+([0-9.]{1,10})" => "\\1"
3143 ),
3144 "uri" => "http://www.ljpic.com"
3145 ),
3146 "lmspider" => array(
3147 "icon" => "robot",
3148 "title" => "Lmspider",
3149 "rule" => array(
3150 "^lmspider" => ""
3151 ),
3152 "uri" => ""
3153 ),
3154 "locators" => array(
3155 "icon" => "robot",
3156 "title" => "Locaters",
3157 "rule" => array(
3158 "^FiNDoBot[/ ]([0-9a-z.]{1,10})" => "\\1"
3159 ),
3160 "uri" => ""
3161 ),
3162 "look" => array(
3163 "icon" => "look",
3164 "title" => "Look",
3165 "rule" => array(
3166 "www\.look\.com" => "",
3167 "Lookbot" => ""
3168 ),
3169 "uri" => ""
3170 ),
3171 "looksmart" => array(
3172 "icon" => "looksmart",
3173 "title" => "LookSmart",
3174 "rule" => array(
3175 "^Martini" => "",
3176 "^MantraAgent" => "",
3177 "FurlBot" => "",
3178 "looksmart-sv-fw" => ""
3179 ),
3180 "uri" => ""
3181 ),
3182 "loop" => array(
3183 "icon" => "loop",
3184 "title" => "LOOP",
3185 "rule" => array(
3186 "NetResearchServer[ /]([0-9.]{1,10})" => "\\1"
3187 ),
3188 "uri" => ""
3189 ),
3190 "lotkyll" => array(
3191 "icon" => "robot",
3192 "title" => "Lotkyll",
3193 "rule" => array(
3194 "Lotkyll" => ""
3195 ),
3196 "uri" => ""
3197 ),
3198 "lwp" => array(
3199 "icon" => "robot",
3200 "title" => "lwp",
3201 "rule" => array(
3202 "lwp(-trivial|::simple)[ /]([0-9.]{1,10})" => "\\2"
3203 ),
3204 "uri" => ""
3205 ),
3206 "lycos" => array(
3207 "icon" => "lycos",
3208 "title" => "Lycos",
3209 "rule" => array(
3210 "Lycos_Spider_" => ""
3211 ),
3212 "uri" => ""
3213 ),
3214 "magpierss" => array(
3215 "icon" => "rss",
3216 "title" => "MagpieRSS",
3217 "rule" => array(
3218 "MagpieRSS" => ""
3219 ),
3220 "uri" => "http://magpierss.sourceforge.net/"
3221 ),
3222 "mailru" => array(
3223 "icon" => "mailru",
3224 "title" => "@mail.ru",
3225 "rule" => array(
3226 "^Mail.Ru[ /]([0-9.]{1,10})" => "\\1",
3227 "Mail.RU_Bot[ /]([0-9.]{1,10})" => "\\1"
3228 ),
3229 "uri" => "hhttp://www.mail.ru/"
3230 ),
3231 "mailsweeper" => array(
3232 "icon" => "robot",
3233 "title" => "Mail Sweeper",
3234 "rule" => array(
3235 "Mail[ \-]?Sweeper" => ""
3236 ),
3237 "uri" => ""
3238 ),
3239 "marvin" => array(
3240 "icon" => "robot",
3241 "title" => "Marvin",
3242 "rule" => array(
3243 "^Marvin" => ""
3244 ),
3245 "uri" => ""
3246 ),
3247 "matkurja" => array(
3248 "icon" => "matkurja",
3249 "title" => "Mat'Kurja",
3250 "rule" => array(
3251 "Mosad[ /]([0-9.]{1,10})" => "\\1"
3252 ),
3253 "uri" => ""
3254 ),
3255 "mavicanet" => array(
3256 "icon" => "mavicanet",
3257 "title" => "Mavicanet",
3258 "rule" => array(
3259 "Mavicanet robot" => ""
3260 ),
3261 "uri" => ""
3262 ),
3263 "mediater" => array(
3264 "icon" => "robot",
3265 "title" => "Mediater",
3266 "rule" => array (
3267 "^libwww[ /]([0-9.]{1,10})" => "\\1"
3268 )
3269 ),
3270 "mercator" => array(
3271 "icon" => "robot",
3272 "title" => "Mercator",
3273 "rule" => array(
3274 "Mercator" => ""
3275 ),
3276 "uri" => ""
3277 ),
3278 "metacarta" => array(
3279 "icon" => "robot",
3280 "title" => "Metacarta",
3281 "rule" => array(
3282 "^RRC (crawler_admin@bigfoot.com)" => "",
3283 "^flunky" => "",
3284 "^Mozilla.*\(samualt9@bigfoot.com\)$" => ""
3285 ),
3286 "uri" => "http://www.metacarta.com"
3287 ),
3288 "metager" => array(
3289 "icon" => "metager",
3290 "title" => "MetaGer",
3291 "rule" => array(
3292 "MetaGer" => ""
3293 ),
3294 "uri" => ""
3295 ),
3296 "metamark" => array(
3297 "icon" => "robot",
3298 "title" => "Metamark",
3299 "rule" => array(
3300 "^XRL[ /]([0-9.a-z]{1,10})" => "\\1"
3301 ),
3302 "uri" => "http://metamark.net"
3303 ),
3304 "metamedic" => array(
3305 "icon" => "metamedic",
3306 "title" => "MetaMedic",
3307 "rule" => array(
3308 "MediBot[ /]([0-9.]{1,10})" => "\\1"
3309 ),
3310 "uri" => ""
3311 ),
3312 "mirago" => array(
3313 "icon" => "mirago",
3314 "title" => "Mirago",
3315 "rule" => array(
3316 "Mirago" => ""
3317 ),
3318 "uri" => ""
3319 ),
3320 "misterwong" => array(
3321 "icon" => "misterwong",
3322 "title" => "Mister Wong",
3323 "rule" => array(
3324 "Mister Wong-Bot[ /]([0-9.]{1,10})" => "\\1"
3325 ),
3326 "uri" => "http://www.mister-wong.de/"
3327 ),
3328 "miva" => array(
3329 "icon" => "miva",
3330 "title" => "Miva",
3331 "rule" => array(
3332 "AlgoFeedback@miva\.com" => ""
3333 ),
3334 "uri" => "http://www.miva.com/"
3335 ),
3336 "mj12" => array(
3337 "icon" => "mj12",
3338 "title" => "Majestic-12",
3339 "rule" => array(
3340 "Mj12bot[ /]v?([0-9.]{1,10})" => "\\1",
3341 "MJ12bot \(mini\)[ /]([0-9.]{1,10})" => "\\1"
3342 ),
3343 "uri" => "http://majestic12.co.uk/bot.php"
3344 ),
3345 "mlbot" => array(
3346 "icon" => "robot",
3347 "title" => "MLBot",
3348 "rule" => array(
3349 "^MLBot" => ""
3350 ),
3351 "uri" => "http://www.metadatalabs.com/mlbot"
3352 ),
3353 "mnogo" => array(
3354 "icon" => "mnogo",
3355 "title" => "mnoGoSearch",
3356 "rule" => array(
3357 "Mnogosearch[ /\-]([0-9.]{1,10})" => "\\1"
3358 ),
3359 "uri" => "http://www.mnogosearch.org/"
3360 ),
3361 "mobileok" => array(
3362 "icon" => "mobileok",
3363 "title" => "W3C mobileOK",
3364 "rule" => array(
3365 "^W3C-mobileOK" => ""
3366 ),
3367 "uri" => "http://www.w3.org/2006/07/mobileok-ddc"
3368 ),
3369 "mojeekbot" => array(
3370 "icon" => "robot",
3371 "title" => "MojeekBot",
3372 "rule" => array(
3373 "MojeekBot[ /]([0-9.]{1,10})" => "\\1"
3374 ),
3375 "uri" => ""
3376 ),
3377 "momspider" => array(
3378 "icon" => "robot",
3379 "title" => "MOM Spider",
3380 "rule" => array(
3381 "MOMspider[ /]([0-9.]{1,10})" => "\\1"
3382 ),
3383 "uri" => ""
3384 ),
3385 "moreover" => array(
3386 "icon" => "moreover",
3387 "title" => "Moreover",
3388 "rule" => array(
3389 "^Moreoverbot[ /]([0-9.]{1,10})" => "\\1"
3390 ),
3391 "uri" => ""
3392 ),
3393 "movabletype" => array(
3394 "icon" => "movabletype",
3395 "title" => "Movable Type",
3396 "rule" => array(
3397 "MovableType[ /]([0-9.]{1,10})" => "\\1"
3398 ),
3399 "uri" => ""
3400 ),
3401 "mozdex" => array(
3402 "icon" => "mozdex",
3403 "title" => "MozDex",
3404 "rule" => array(
3405 "mozDex[ /]([0-9.]{1,6}(-dev)?)" => "\\1"
3406 ),
3407 "uri" => ""
3408 ),
3409 "mqbot" => array(
3410 "icon" => "robot",
3411 "title" => "MQbot",
3412 "rule" => array(
3413 "MQbot" => ""
3414 ),
3415 "uri" => ""
3416 ),
3417 "msnbot" => array(
3418 "icon" => "bing",
3419 "title" => "bing",
3420 "rule" => array(
3421 "MSN(BOT|PTC)[ /]([0-9.]{1,10})" => "\\2",
3422 "MS Search ([0-9.]{1,10}) Robot" => "\\1",
3423 "MSNBOT-(MEDIA|PRODUCTS|NewsBlogs)[ /]([0-9.]{1,10})" => "\\2",
3424 "bingbot[ /]([0-9.]{1,10})" => "\\1"
3425 ),
3426 "uri" => ""
3427 ),
3428 "msnbot-mobile" => array(
3429 "icon" => "msn",
3430 "title" => "MSN Mobile",
3431 "rule" => array(
3432 "MSNBOT-(MOBILE|)[ /]([0-9.]{1,10})" => "\\2",
3433 "MSNBOT_Mobile" => "",
3434 "MSMOBOT" => ""
3435 ),
3436 "uri" => ""
3437 ),
3438 "mslivebot" => array(
3439 "icon" => "livesearch",
3440 "title" => "MS Live Search",
3441 "rule" => array(
3442 "MSNBOT-(Academic)[ /]([0-9.]{1,10})" => "\\2"
3443 ),
3444 "uri" => ""
3445 ),
3446 "msproxy" => array(
3447 "icon" => "robot",
3448 "title" => "MSProxy",
3449 "rule" => array(
3450 "MSProxy[ /]([0-9.]{1,10})" => "\\1"
3451 ),
3452 "uri" => ""
3453 ),
3454 "msrbot" => array(
3455 "icon" => "robot",
3456 "title" => "MSRBOT",
3457 "rule" => array(
3458 "^MSRBOT" => ""
3459 ),
3460 "uri" => "http://research.microsoft.com/research/sv/msrbot/"
3461 ),
3462 "mswebdav" => array(
3463 "icon" => "robot",
3464 "title" => "MS-WebDAV",
3465 "rule" => array(
3466 "Microsoft[ \-]?WebDAV[ \-]?MiniRedir" => ""
3467 ),
3468 "uri" => ""
3469 ),
3470 "mticon" => array(
3471 "icon" => "robot",
3472 "title" => "MTIcon",
3473 "rule" => array(
3474 "MTIcon[/ ]([0-9.]{1,10})" => "\\1"
3475 ),
3476 "uri" => ""
3477 ),
3478 "multipage-validator" => array(
3479 "icon" => "multipage-validator",
3480 "title" => "Multipage Validator",
3481 "rule" => array(
3482 "^W3C_Multipage_Validator[ /]([0-9.]{1,10})" => "\\1"
3483 ),
3484 "uri" => "http://www.validator.ca/"
3485 ),
3486 "myrss" => array(
3487 "icon" => "rss",
3488 "title" => "MyRSS",
3489 "rule" => array(
3490 "MyRSS.jp[/ ]([0-9.]{1,10})" => "\\1"
3491 ),
3492 "uri" => ""
3493 ),
3494 "multimap" => array(
3495 "icon" => "robot",
3496 "title" => "Multimap",
3497 "rule" => array(
3498 "Multimap Geotag Blog Parser[/ ]([0-9.]{1,10})" => "\\1"
3499 ),
3500 "uri" => ""
3501 ),
3502 "najdi" => array(
3503 "icon" => "najdi",
3504 "title" => "Najdi.si",
3505 "rule" => array(
3506 "Najdi.si" => ""
3507 ),
3508 "uri" => "http://www.najdi.si"
3509 ),
3510 "nameprotect" => array(
3511 "icon" => "nameprotect",
3512 "title" => "Name Protect",
3513 "rule" => array(
3514 "NPBot" => ""
3515 ),
3516 "uri" => ""
3517 ),
3518 "nationaldirectory" => array(
3519 "icon" => "robot",
3520 "title" => "National Directory",
3521 "rule" => array(
3522 "NationalDirectory-WebSpider[ /]([0-9.]{1,10})" => "\\1"
3523 ),
3524 "uri" => ""
3525 ),
3526 "natsumican" => array(
3527 "icon" => "robot",
3528 "title" => "Natsu Mican",
3529 "rule" => array(
3530 "NATSU[ \-]MICAN[/ ]([0-9a-z.]{1,10})" => "\\1"
3531 ),
3532 "uri" => ""
3533 ),
3534 "naverbot" => array(
3535 "icon" => "naverbot",
3536 "title" => "Naver",
3537 "rule" => array(
3538 "NaverBot([_\-]dloader)?[/ \-]([0-9.]{1,10})" => "\\2",
3539 "Naver(Bot)?" => "",
3540 "^nabot" => ""
3541 ),
3542 "uri" => ""
3543 ),
3544 "navisso" => array(
3545 "icon" => "navisso",
3546 "title" => "Navisso",
3547 "rule" => array(
3548 "Navisso(Bot)?" => ""
3549 ),
3550 "uri" => "http://www.navisso.com"
3551 ),
3552 "neofonie" => array(
3553 "icon" => "robot",
3554 "title" => "neofonie",
3555 "rule" => array(
3556 "www.neofonie.de" => ""
3557 ),
3558 "uri" => "http://www.neofonie.de/loesungen/search/robot.html"
3559 ),
3560 "neomo" => array(
3561 "icon" => "robot",
3562 "title" => "Neomo",
3563 "rule" => array(
3564 "Francis[ /]([0-9.]{1,10})" => "\\1"
3565 ),
3566 "uri" => ""
3567 ),
3568 "nessus" => array(
3569 "icon" => "nessus",
3570 "title" => "Nessus",
3571 "rule" => array(
3572 "Nessus\)$" => ""
3573 ),
3574 "uri" => ""
3575 ),
3576 "nerdbynature" => array(
3577 "icon" => "nerdbynature",
3578 "title" => "NerdByNature",
3579 "rule" => array(
3580 "NerdByNature.Bot" => ""
3581 ),
3582 "uri" => "http://www.nerdbynature.net/bot"
3583 ),
3584 "netants" => array(
3585 "icon" => "netants",
3586 "title" => "NetAnts",
3587 "rule" => array(
3588 "NetAnts[ /]([0-9.]{1,10})" => "\\1"
3589 ),
3590 "uri" => ""
3591 ),
3592 "netcraft" => array(
3593 "icon" => "netcraft",
3594 "title" => "Netcraft",
3595 "rule" => array(
3596 "netcraft" => ""
3597 ),
3598 "uri" => ""
3599 ),
3600 "netinfo" => array(
3601 "icon" => "netinfo",
3602 "title" => "Netinfo",
3603 "rule" => array(
3604 "^NetinfoBot[ /]([0-9.]{1,10})" => "\\1"
3605 ),
3606 "uri" => "http://netinfo.bg/"
3607 ),
3608 "netluchs" => array(
3609 "icon" => "netluchs",
3610 "title" => "Netluchs",
3611 "rule" => array(
3612 "Netluchs[ /]([0-9.a-z]{1,10})" => "\\1"
3613 ),
3614 "uri" => "http://www.netluchs.de/"
3615 ),
3616 "netmechanic" => array(
3617 "icon" => "netmechanic",
3618 "title" => "NetMechanic",
3619 "rule" => array(
3620 "NetMechanic[ /V]{1,5}([0-9.]{1,10})" => "\\1"
3621 ),
3622 "uri" => ""
3623 ),
3624 "netnose" => array(
3625 "icon" => "netnose",
3626 "title" => "NetNose",
3627 "rule" => array(
3628 "NetNose[ \-]Crawler[/ ]([0-9.]{1,10})" => "\\1"
3629 ),
3630 "uri" => ""
3631 ),
3632 "netoskop" => array(
3633 "icon" => "robot",
3634 "title" => "Netoskop",
3635 "rule" => array(
3636 "netoskop" => ""
3637 ),
3638 "uri" => ""
3639 ),
3640 "netpromoter" => array(
3641 "icon" => "netpromoter",
3642 "title" => "NetPromoter",
3643 "rule" => array(
3644 "NetPromoter Spider" => ""
3645 ),
3646 "uri" => "http://www.net-promoter.com/"
3647 ),
3648 "netprospector" => array(
3649 "icon" => "robot",
3650 "title" => "Netprospector",
3651 "rule" => array(
3652 "^netprospector" => ""
3653 )
3654 ),
3655 "netpumper" => array(
3656 "icon" => "robot",
3657 "title" => "Netpumper",
3658 "rule" => array(
3659 "^NetPumper[/ ]([0-9.]{1,10})" => "\\1"
3660 ),
3661 "uri" => ""
3662 ),
3663 "netscapeproxy" => array(
3664 "icon" => "netscape",
3665 "title" => "Netscape Proxy",
3666 "rule" => array(
3667 "Netscape-Proxy[/ ]([0-9.]{1,10})" => "\\1"
3668 ),
3669 "uri" => ""
3670 ),
3671 "netspective" => array(
3672 "icon" => "robot",
3673 "title" => "NetSpective",
3674 "rule" => array(
3675 "^WebFilter Robot ([0-9.]{1,10})" => "\\1"
3676 ),
3677 "uri" => ""
3678 ),
3679 "netvibes" => array(
3680 "icon" => "netvibes",
3681 "title" => " Netvibes",
3682 "rule" => array(
3683 "^Netvibes" => "\\1"
3684 ),
3685 "uri" => ""
3686 ),
3687 "newsfire" => array(
3688 "icon" => "newsfire",
3689 "title" => "NewsFire",
3690 "rule" => array(
3691 "NewsFire[/ ]([0-9.]{1,10})" => "\\1"
3692 ),
3693 "uri" => ""
3694 ),
3695 "newsgator" => array(
3696 "icon" => "newsgator",
3697 "title" => "NewsGator",
3698 "rule" => array(
3699 "NewsGato(r|rOnline)[/ ]([0-9.]{1,10})" => "\\2"
3700 ),
3701 "uri" => ""
3702 ),
3703 "newzcrawler" => array(
3704 "icon" => "newzcrawler",
3705 "title" => "NewzCrawler",
3706 "rule" => array(
3707 "NewzCrawler[/ ]([0-9.]{1,10})" => "\\1"
3708 ),
3709 "uri" => ""
3710 ),
3711 "nextopia" => array(
3712 "icon" => "newzcrawler",
3713 "title" => "NewzCrawler",
3714 "rule" => array(
3715 "^NextopiaBOT.*[v ]([0-9.]{1,10})" => "\\1"
3716 ),
3717 "uri" => ""
3718 ),
3719 "ngsearch" => array(
3720 "icon" => "ngsearch",
3721 "title" => "NG Search",
3722 "rule" => array(
3723 "NG-Search[/ ]([0-9.]{1,10})" => "\\1"
3724 ),
3725 "uri" => ""
3726 ),
3727 "nimble" => array(
3728 "icon" => "robot",
3729 "title" => "Nimble",
3730 "rule" => array(
3731 "NimbleCrawler[/ ]([0-9.]{1,10})" => "\\1"
3732 ),
3733 "uri" => ""
3734 ),
3735 "nmap" => array(
3736 "icon" => "nmap",
3737 "title" => "Nmap",
3738 "rule" => array(
3739 "Nmap Scripting Engine" => ""
3740 ),
3741 "uri" => "http://nmap.org/book/nse.html"
3742 ),
3743 "nusearch" => array(
3744 "icon" => "robot",
3745 "title" => "NuSearch",
3746 "rule" => array(
3747 "^nuSearch" => ""
3748 ),
3749 "uri" => "http://www.nusearch.com/"
3750 ),
3751 "noago" => array(
3752 "icon" => "noago",
3753 "title" => "Noago",
3754 "rule" => array(
3755 "Noago Spider" => ""
3756 ),
3757 "uri" => "http://www.noago.com/"
3758 ),
3759 "noviforum" => array(
3760 "icon" => "noviforum",
3761 "title" => "Noviforum",
3762 "rule" => array(
3763 "TridentSpider[/ ]?([0-9.]{1,10})" => "\\1"
3764 ),
3765 "uri" => ""
3766 ),
3767 "noxtrum" => array(
3768 "icon" => "noxtrum",
3769 "title" => "noXtrum",
3770 "rule" => array(
3771 "noxtrumbot[/ ]?([0-9.]{1,10})" => "\\1"
3772 ),
3773 "uri" => ""
3774 ),
3775 "noyona" => array(
3776 "icon" => "robot",
3777 "title" => "Noyona",
3778 "rule" => array(
3779 "noyona.([0-9._]{1,10})" => "\\1"
3780 ),
3781 "uri" => "http://noyona.com/"
3782 ),
3783 "nsauditor" => array(
3784 "icon" => "nsauditor",
3785 "title" => "Nsauditor",
3786 "rule" => array(
3787 "Nsauditor[ /]([0-9.]{1,10})" => "\\1"
3788 ),
3789 "uri" => "http://www.nsauditor.com/"
3790 ),
3791 "obidosbot" => array(
3792 "icon" => "robot",
3793 "title" => "Bookwatch",
3794 "rule" => array(
3795 "obidos[ \-]?bot" => ""
3796 ),
3797 "uri" => ""
3798 ),
3799 "objectssearch" => array(
3800 "icon" => "robot",
3801 "title" => "Objects Search",
3802 "rule" => array(
3803 "ObjectsSearch[ /]([0-9.]{1,10})" => "\\1"
3804 ),
3805 "uri" => ""
3806 ),
3807 "obot" => array(
3808 "icon" => "obot",
3809 "title" => "oBot",
3810 "rule" => array(
3811 "^oBot " => ""
3812 ),
3813 "uri" => "http://www.onlysolutions.de/"
3814 ),
3815 "ocawa" => array(
3816 "icon" => "ocawa",
3817 "title" => "Ocawa",
3818 "rule" => array(
3819 "Ocawa[ /]([A-Z.a-z][0-9.]{1,10})" => "\\1",
3820 "Ocawa" => ""
3821 ),
3822 "uri" => "http://www.ocawa.com/"
3823 ),
3824 "octora" => array(
3825 "icon" => "octora",
3826 "title" => "Octora",
3827 "rule" => array(
3828 "^Octora (Beta)?" => ""
3829 ),
3830 "uri" => "http://www.octora.com/"
3831 ),
3832 "offlineexplorer" => array(
3833 "icon" => "robot",
3834 "title" => "OfflineExplorer",
3835 "rule" => array(
3836 "^Offline Explorer[ /]([0-9.]{1,10})" => "\\1"
3837 ),
3838 "uri" => ""
3839 ),
3840 "omea" => array(
3841 "icon" => "omea",
3842 "title" => "Omea Reader",
3843 "rule" => array(
3844 "Omea Reader[ /]([0-9.]{1,10})" => "\\1"
3845 ),
3846 "uri" => ""
3847 ),
3848 "onet" => array(
3849 "icon" => "onet",
3850 "title" => "Onet",
3851 "rule" => array(
3852 "OnetSzukaj[ /]([0-9.]{1,10})" => "\\1",
3853 "Onet\.pl" => "",
3854 "inktomi.search.onet" => ""
3855 ),
3856 "uri" => "http://www.onet.pl"
3857 ),
3858 "online24" => array(
3859 "icon" => "robot",
3860 "title" => "online24",
3861 "rule" => array(
3862 "^Online24-Bot .* ([0-9.]{1,10})" => "\\1"
3863 ),
3864 "uri" => "http://www.online24.de"
3865 ),
3866 "onlinewebcheck" => array(
3867 "icon" => "csehtmlvalidator",
3868 "title" => "CSE HTML Validator",
3869 "rule" => array(
3870 "onlinewebcheck" => ""
3871 ),
3872 "uri" => "http://www.onlinewebcheck.com"
3873 ),
3874 "onsearch" => array(
3875 "icon" => "onsearch",
3876 "title" => "onsearch",
3877 "rule" => array(
3878 "^onCHECK-Robot" => ""
3879 ),
3880 "uri" => "http://www.onsearch.de"
3881 ),
3882 "onto" => array(
3883 "icon" => "robot",
3884 "title" => "OntoSpider",
3885 "rule" => array(
3886 "^OntoSpider[ /]([0-9.]{1,10})" => "\\1"
3887 ),
3888 "uri" => "http://ontospider.i-n.info/"
3889 ),
3890 "openacoon" => array(
3891 "icon" => "robot",
3892 "title" => "OpenAcoon",
3893 "rule" => array(
3894 "^OpenAcoon v([0-9.]{1,10})" => "\\1"
3895 ),
3896 "uri" => "http://www.openacoon.de/"
3897 ),
3898 "openfind" => array(
3899 "icon" => "openfind",
3900 "title" => "Openfind",
3901 "rule" => array(
3902 "openbot[ /]([0-9.]{1,10})" => "\\1",
3903 "Openfind Robot[ /]([0-9.A-Z]{1,10})" => "\\1"
3904 ),
3905 "uri" => ""
3906 ),
3907 "opentagger" => array(
3908 "icon" => "robot",
3909 "title" => "OpenTagger",
3910 "rule" => array(
3911 "^OpenTaggerBot" => ""
3912 ),
3913 "uri" => "http://www.opentagger.com/opentaggerbot.htm"
3914 ),
3915 "opentext" => array(
3916 "icon" => "opentext",
3917 "title" => "OpenText",
3918 "rule" => array(
3919 "^OpenTextSiteCrawler[ /]([0-9.]{1,10})" => "\\1"
3920 ),
3921 "uri" => "http://www.opentext.net/"
3922 ),
3923 "openweb" => array(
3924 "icon" => "robot",
3925 "title" => "OpenWebSpider",
3926 "rule" => array(
3927 "^OpenWebSpider[ /]([0-9.]{1,10})" => "\\1",
3928 "^OpenWebSpider v([0-9.A-Z]{1,10})" => "\\1"
3929 ),
3930 "uri" => "http://www.openwebspider.org"
3931 ),
3932 "openx" => array(
3933 "icon" => "openx",
3934 "title" => "OpenX Spider",
3935 "rule" => array(
3936 "OpenX" => ""
3937 ),
3938 "uri" => "http://www.openx.org"
3939 ),
3940 "orange" => array(
3941 "icon" => "orange",
3942 "title" => "Orange",
3943 "rule" => array(
3944 "OrangeBot-Mobile[ /]([0-9.]{1,10})" => "\\1"
3945 ),
3946 "uri" => "http://orange.com/"
3947 ),
3948 "organica" => array(
3949 "icon" => "robot",
3950 "title" => "Organica",
3951 "rule" => array(
3952 "crawler@organica\.us" => ""
3953 ),
3954 "uri" => ""
3955 ),
3956 "outfox" => array(
3957 "icon" => "robot",
3958 "title" => "Outfox Melon",
3959 "rule" => array(
3960 "OutfoxMelonBot[ /]([0-9.]{1,10})" => "\\1",
3961 "OutfoxBot[ /]([0-9.]{1,10})" => "\\1"
3962 ),
3963 "uri" => ""
3964 ),
3965 "overture" => array(
3966 "icon" => "overture",
3967 "title" => "Overture",
3968 "rule" => array(
3969 "Overture[ \-]?WebCrawler" => ""
3970 ),
3971 "uri" => ""
3972 ),
3973 "page2rss" => array(
3974 "icon" => "page2rss",
3975 "title" => "Page2RSS",
3976 "rule" => array(
3977 "Page2RSS[ /]([0-9.]{1,10})" => "\\1"
3978 ),
3979 "uri" => "http://page2rss.com"
3980 ),
3981 "pagebytes" => array(
3982 "icon" => "robot",
3983 "title" => "PageBites",
3984 "rule" => array(
3985 "^PageBitesHyperBot[ /]([0-9.]{1,10})" => "\\1"
3986 ),
3987 "uri" => ""
3988 ),
3989 "pagesjaunes" => array(
3990 "icon" => "pagesjaunes",
3991 "title" => "Pages Jaunes",
3992 "rule" => array(
3993 "PJBot[ /]([0-9.]{1,10})" => "\\1"
3994 ),
3995 "uri" => "http://www.pagesjaunes.fr/"
3996 ),
3997 "pagevalet" => array(
3998 "icon" => "wdg",
3999 "title" => "WDG Page Valet",
4000 "rule" => array(
4001 "^Page Valet[ /]([0-9.]{1,10})" => "\\1"
4002 ),
4003 "uri" => "http://www.htmlhelp.com/tools/validator/"
4004 ),
4005 "panopeabot" => array(
4006 "icon" => "robot",
4007 "title" => "PanopeaBot",
4008 "rule" => array(
4009 "PanopeaBot[/ ]([0-9.]{1,10})" => "\\1"
4010 ),
4011 "uri" => ""
4012 ),
4013 "parchmenthill" => array(
4014 "icon" => "robot",
4015 "title" => "Parchment Hill",
4016 "rule" => array(
4017 "ParchBot[ /]([0-9.]{1,10})" => "\\1"
4018 ),
4019 "uri" => "http://www.parchmenthill.com/search.htm"
4020 ),
4021 "pascient" => array(
4022 "icon" => "pascient",
4023 "title" => "Pascient",
4024 "rule" => array(
4025 "panscient.com" => ""
4026 ),
4027 "uri" => "http://www.panscient.com/"
4028 ),
4029 "peerbot" => array(
4030 "icon" => "peerbot",
4031 "title" => "Peerbot",
4032 "rule" => array(
4033 "^PEERbot" => ""
4034 ),
4035 "uri" => ""
4036 ),
4037 "php" => array(
4038 "icon" => "php",
4039 "title" => "PHP",
4040 "rule" => array(
4041 "^PHP[ /]([0-9.]{1,10})" => "\\1"
4042 ),
4043 "uri" => ""
4044 ),
4045 "phpcrawl" => array(
4046 "icon" => "robot",
4047 "title" => "PHPCrawl",
4048 "rule" => array(
4049 "^PHPCrawl" => ""
4050 ),
4051 "uri" => "http://phpcrawl.cuab.de/"
4052 ),
4053 "phpdig" => array(
4054 "icon" => "robot",
4055 "title" => "PhpDig",
4056 "rule" => array(
4057 "^PhpDig[ /]([0-9.]{1,10})" => "\\1"
4058 ),
4059 "uri" => "http://www.finbot.com/"
4060 ),
4061 "phpversiontracker" => array(
4062 "icon" => "phpversiontracker",
4063 "title" => "PHP version tracker",
4064 "rule" => array(
4065 "^PHP version tracker" => ""
4066 ),
4067 "uri" => "http://www.nexen.net/phpversion/bot.php"
4068 ),
4069 "pictureofinternet" => array(
4070 "icon" => "robot",
4071 "title" => "PictureOfInternet",
4072 "rule" => array(
4073 "^PictureOfInternet[ /]([0-9.]{1,10})" => ""
4074 ),
4075 "uri" => ""
4076 ),
4077 "pingdom" => array(
4078 "icon" => "pingdom",
4079 "title" => "Pingdom",
4080 "rule" => array(
4081 "^Pingdom GIGRIB v([0-9.]{1,10})" => "\\1",
4082 "^Pingdom" => ""
4083 ),
4084 "uri" => "http://www.pingdom.com/"
4085 ),
4086 "pinseri" => array(
4087 "icon" => "pinseri",
4088 "title" => "Pinseri",
4089 "rule" => array(
4090 "www\.pinseri\.com/bloglist" => ""
4091 ),
4092 "uri" => ""
4093 ),
4094 "plagger" => array(
4095 "icon" => "plagger",
4096 "title" => "Plagger",
4097 "rule" => array(
4098 "Plagger[ /]([0-9.]{1,10})" => "\\1"
4099 ),
4100 "uri" => "http://www.plugger.org"
4101 ),
4102 "planet" => array(
4103 "icon" => "planet",
4104 "title" => "Planet",
4105 "rule" => array(
4106 "Planet[ /]([0-9.]{1,10})" => "\\1"
4107 ),
4108 "uri" => ""
4109 ),
4110 "plantynet" => array(
4111 "icon" => "robot",
4112 "title" => "PlantyNet",
4113 "rule" => array(
4114 "PlantyNet_WebRobot[_ /]V?([0-9.]{1,10})" => "\\1"
4115 ),
4116 "uri" => ""
4117 ),
4118 "pluck" => array(
4119 "icon" => "pluck",
4120 "title" => "Pluck",
4121 "rule" => array(
4122 "PluckFeedCrawler[ /]([0-9.]{1,10})" => "\\1"
4123 ),
4124 "uri" => ""
4125 ),
4126 "plsearch" => array(
4127 "icon" => "plsearch",
4128 "title" => "PlanetSearch",
4129 "rule" => array(
4130 "fido[ /]([0-9.]{1,10}) Harvest" => "\\1"
4131 ),
4132 "uri" => ""
4133 ),
4134 "poe" => array(
4135 "icon" => "robot",
4136 "title" => "POE-Component",
4137 "rule" => array(
4138 "^POE-Component-Client-HTTP[/ ]([0-9.]{1,10})" => "\\1"
4139 ),
4140 "uri" => ""
4141 ),
4142 "pogodak" => array(
4143 "icon" => "pogodak",
4144 "title" => "Pogodak",
4145 "rule" => array(
4146 "Pogodak\.hr[/ ]?([0-9.]{1,10})" => "\\1"
4147 ),
4148 "uri" => ""
4149 ),
4150 "poodle" => array(
4151 "icon" => "robot",
4152 "title" => "Poodle predictor",
4153 "rule" => array(
4154 "P(oo|ooo)dle[ \-]?predictor[ \-]?([0-9.]{1,10})" => "\\1",
4155 "P(oo|ooo)dle[ \-]?predictor" => ""
4156 ),
4157 "uri" => "http://www.gritechnologies.com/tools/spider.go"
4158 ),
4159 "pompos" => array(
4160 "icon" => "pompos",
4161 "title" => "Pompos",
4162 "rule" => array(
4163 "Pompos[ /]([0-9.]{1,10})" => "\\1"
4164 ),
4165 "uri" => ""
4166 ),
4167 "popdex" => array(
4168 "icon" => "robot",
4169 "title" => "Popdexter",
4170 "rule" => array(
4171 "Popdexter" => ""
4172 ),
4173 "uri" => ""
4174 ),
4175 "postrank" => array(
4176 "icon" => "postrank",
4177 "title" => "PostRank",
4178 "rule" => array(
4179 "^PostRank[ /]+([0-9.]{1,10})" => "\\1"
4180 ),
4181 "uri" => "http://www.postrank.com/"
4182 ),
4183 "powermarks" => array(
4184 "icon" => "robot",
4185 "title" => "Powermarks",
4186 "rule" => array(
4187 "Powermarks[ /]([0-9.]{1,10})" => "\\1"
4188 ),
4189 "uri" => ""
4190 ),
4191 "probe" => array(
4192 "icon" => "robot",
4193 "title" => "PROBE!",
4194 "rule" => array(
4195 "^PROBE!" => ""
4196 ),
4197 "uri" => ""
4198 ),
4199 "projecthoneypot" => array(
4200 "icon" => "projecthoneypot",
4201 "title" => "Project Honeypot",
4202 "rule" => array(
4203 "^PHPot Verispider[ /v]+([0-9.]{1,10})" => "\\1",
4204 "projecthoneypot" => ""
4205 ),
4206 "uri" => "http://www.projecthoneypot.org"
4207 ),
4208 "proxycache" => array(
4209 "icon" => "robot",
4210 "title" => "Proxy Cache",
4211 "rule" => array(
4212 "^Mozilla/[0-9.]{1,10} \(compatible\;\)$" => ""
4213 ),
4214 "uri" => ""
4215 ),
4216 "proxyhunter" => array(
4217 "icon" => "robot",
4218 "title" => "ProxyHunter",
4219 "rule" => array(
4220 "ProxyHunter" => ""
4221 ),
4222 "uri" => ""
4223 ),
4224 "psbot" => array(
4225 "icon" => "picsearch",
4226 "title" => "PicSearch",
4227 "rule" => array(
4228 "^psbot" => ""
4229 ),
4230 "uri" => ""
4231 ),
4232 "pubsub" => array(
4233 "icon" => "pubsub",
4234 "title" => "PubSub",
4235 "rule" => array(
4236 "^PubSub-RSS-Reader[ /]([0-9.]{1,10})" => "\\1",
4237 "^PubSub\.com" => ""
4238 ),
4239 "uri" => ""
4240 ),
4241 "pukiwiki" => array(
4242 "icon" => "pukiwiki",
4243 "title" => "PukiWiki",
4244 "rule" => array(
4245 "PukiWiki[ /]([0-9.]{1,10})" => "\\1"
4246 ),
4247 "uri" => ""
4248 ),
4249 "pwebotxy" => array(
4250 "icon" => "pwebotxy",
4251 "title" => "PWeBot/X.Y",
4252 "rule" => array(
4253 "^PWeBot[ /]([0-9.]{1,10})" => "\\1"
4254 ),
4255 "uri" => "http://www.programacionweb.net/robot.php"
4256 ),
4257 "pxys" => array(
4258 "icon" => "robot",
4259 "title" => "PXYS",
4260 "rule" => array(
4261 "^pxys" => ""
4262 ),
4263 "uri" => ""
4264 ),
4265 "qango" => array(
4266 "icon" => "qango",
4267 "title" => "Qango",
4268 "rule" => array(
4269 "^Qango.com" => ""
4270 ),
4271 "uri" => "http://www.quango.com/"
4272 ),
4273 "qihoo" => array(
4274 "icon" => "qihoo",
4275 "title" => "Qihoo",
4276 "rule" => array(
4277 "QihooBot[ /]([0-9.]{1,10})" => "\\1"
4278 ),
4279 "uri" => "http://www.qihoo.com/"
4280 ),
4281 "qseero" => array(
4282 "icon" => "robot",
4283 "title" => "Qseero",
4284 "rule" => array(
4285 "Qseero v([0-9.]{1,10})" => "\\1"
4286 ),
4287 "uri" => "http://www.q0.com/"
4288 ),
4289 "quantcast" => array(
4290 "icon" => "robot",
4291 "title" => "Quantcast",
4292 "rule" => array(
4293 "Quantcastbot[ /]([0-9.]{1,10})" => "\\1"
4294 ),
4295 "uri" => "http://www.quantcast.com/"
4296 ),
4297 "quepasa" => array(
4298 "icon" => "quepasa",
4299 "title" => "Quepasa",
4300 "rule" => array(
4301 "Quepasa[ \-]?Creep" => ""
4302 ),
4303 "uri" => ""
4304 ),
4305 "questfinder" => array(
4306 "icon" => "robot",
4307 "title" => "QuestFinder",
4308 "rule" => array(
4309 "www\.questfinder\.com" => ""
4310 ),
4311 "uri" => ""
4312 ),
4313 "qweery" => array(
4314 "icon" => "robot",
4315 "title" => "Qweery",
4316 "rule" => array(
4317 "^QweeryBot[ /]([0-9.]{1,10})" => "\\1"
4318 ),
4319 "uri" => "http://qweerybot.qweery.nl"
4320 ),
4321 "racaicrawler" => array(
4322 "icon" => "robot",
4323 "title" => "RacaiCrawler",
4324 "rule" => array(
4325 "RacaiCrawler[ -]([0-9.]{1,10})" => "\\1"
4326 )
4327 ),
4328 "radian6" => array(
4329 "icon" => "robot",
4330 "title" => "Radian6",
4331 "rule" => array(
4332 "www\.radian6\.com" => ""
4333 ),
4334 "uri" => "http://www.radian6.com"
4335 ),
4336 "rambler" => array(
4337 "icon" => "rambler",
4338 "title" => "Rambler",
4339 "rule" => array(
4340 "StackRambler[ /]([0-9.]{1,10})" => "\\1"
4341 ),
4342 "uri" => ""
4343 ),
4344 "ramiba" => array(
4345 "icon" => "robot",
4346 "title" => "ramiba",
4347 "rule" => array(
4348 "^ramiba(-bot)?" => "\\1"
4349 ),
4350 "uri" => ""
4351 ),
4352 "rankur" => array(
4353 "icon" => "rankur",
4354 "title" => "Rankur",
4355 "rule" => array(
4356 "^RankurBot/Rankur([0-9.]{1,10})" => "\\1"
4357 ),
4358 "uri" => "http://rankur.com/",
4359 ),
4360 "red" => array(
4361 "icon" => "red",
4362 "title" => "RED",
4363 "rule" => array(
4364 "RED[ /]([0-9.]{1,10})" => "\\1"
4365 ),
4366 "uri" => "http://redbot.org/"
4367 ),
4368 "rediff" => array(
4369 "icon" => "rediff",
4370 "title" => "rediff",
4371 "rule" => array(
4372 "^RedBot/redbot[ /\-]([0-9.]{1,10})" => "\\1"
4373 ),
4374 "uri" => "http://www.rediff.com",
4375 ),
4376 "repia" => array(
4377 "icon" => "robot",
4378 "title" => "Repia",
4379 "rule" => array(
4380 "webmaster@repia\.com" => ""
4381 ),
4382 "uri" => ""
4383 ),
4384 "robotgenius" => array(
4385 "icon" => "robot",
4386 "title" => "Robot Genius",
4387 "rule" => array(
4388 "^robotgenius" => ""
4389 ),
4390 "uri" => "http://robotgenius.net",
4391 ),
4392 "robozilla" => array(
4393 "icon" => "robot",
4394 "title" => "Robozilla",
4395 "rule" => array(
4396 "Robozilla" => ""
4397 ),
4398 "uri" => ""
4399 ),
4400 "rojo" => array(
4401 "icon" => "rojo",
4402 "title" => "Rojo",
4403 "rule" => array(
4404 "Rojo[ /]([0-9.]{1,10})" => "\\1"
4405 ),
4406 "uri" => ""
4407 ),
4408 "rss-atom" => array(
4409 "icon" => "rss",
4410 "title" => "RSS / Atom",
4411 "rule" => array(
4412 "^Apple-PubSub" => "",
4413 "^AppleSyndication" => ""
4414 ),
4415 "uri" => ""
4416 ),
4417 "rssbot" => array(
4418 "icon" => "rss",
4419 "title" => "rss-bot",
4420 "rule" => array(
4421 "rss-bot[ /]([0-9.]{1,10})" => "\\1"
4422 ),
4423 "uri" => ""
4424 ),
4425 "rssbandit" => array(
4426 "icon" => "rssbandit",
4427 "title" => "RssBandit",
4428 "rule" => array(
4429 "RssBandit[ /]([0-9.]{1,10})" => "\\1"
4430 ),
4431 "uri" => ""
4432 ),
4433 "rssimages" => array(
4434 "icon" => "rss",
4435 "title" => "rssImages",
4436 "rule" => array(
4437 "rssImagesBot[ /]([0-9.]{1,10})" => "\\1"
4438 ),
4439 "uri" => ""
4440 ),
4441 "rssmicro" => array(
4442 "icon" => "rssmicro",
4443 "title" => "RSSMicro",
4444 "rule" => array(
4445 "RSSMicro\.com" => ""
4446 ),
4447 "uri" => "http://www.rssmicro.com"
4448 ),
4449 "rssowl" => array(
4450 "icon" => "rssowl",
4451 "title" => "RSSOwl",
4452 "rule" => array(
4453 "RSSOwl[ /]([0-9a-z.]{1,10})" => "\\1"
4454 ),
4455 "uri" => ""
4456 ),
4457 "rssreader" => array(
4458 "icon" => "rss",
4459 "title" => "RssReader",
4460 "rule" => array(
4461 "RssReader[ /]([0-9.]{1,10})" => ""
4462 ),
4463 "uri" => ""
4464 ),
4465 "rtgi" => array(
4466 "icon" => "rtgi",
4467 "title" => "rtgi",
4468 "rule" => array(
4469 "RTGI" => ""
4470 ),
4471 "uri" => "http://rtgi.fr/"
4472 ),
4473 "rufusbot" => array(
4474 "icon" => "robot",
4475 "title" => "RufusBot",
4476 "rule" => array(
4477 "RufusBot" => ""
4478 ),
4479 "uri" => ""
4480 ),
4481 "runnk" => array(
4482 "icon" => "robot",
4483 "title" => "Runnk",
4484 "rule" => array(
4485 "Runnk RSS finder" => ""
4486 ),
4487 "uri" => "http://www.runnk.com/il/law"
4488 ),
4489 "sagool" => array(
4490 "icon" => "robot",
4491 "title" => "Sagool",
4492 "rule" => array(
4493 "MaSagool" => ""
4494 ),
4495 "uri" => "http://sagool.jp/"
4496 ),
4497 "sanszbot" => array(
4498 "icon" => "robot",
4499 "title" => "Sansz",
4500 "rule" => array(
4501 "SanszBot" => ""
4502 ),
4503 "uri" => ""
4504 ),
4505 "saucereader" => array(
4506 "icon" => "saucereader",
4507 "title" => "Sauce Reader",
4508 "rule" => array(
4509 "Sauce[ ]?Reader[ /]([0-9.]{1,10})" => "\\1"
4510 ),
4511 "uri" => ""
4512 ),
4513 "sbider" => array(
4514 "icon" => "sbider",
4515 "title" => "SBIder",
4516 "rule" => array(
4517 "SBIder[/ ]([0-9.]{1,10})" => "\\1",
4518 "SBIder[/ ]SBIder.([0-9.]{1,10})" => "\\1"
4519 ),
4520 "uri" => ""
4521 ),
4522 "scirus" => array(
4523 "icon" => "robot",
4524 "title" => "Scirus",
4525 "rule" => array(
4526 "FAST-WebCrawler/[0-9a-z.]{1,10}/Scirus" => ""
4527 ),
4528 "uri" => ""
4529 ),
4530 "scoutjet" => array(
4531 "icon" => "scoutjet",
4532 "title" => "ScoutJet",
4533 "rule" => array(
4534 "ScoutJet" => ""
4535 ),
4536 "uri" => "http://www.scoutjet.com/"
4537 ),
4538 "scrubby" => array(
4539 "icon" => "scrubby",
4540 "title" => "Scrubby",
4541 "rule" => array(
4542 "Scrubby[ /]([0-9.]{1,10})" => "\\1"
4543 ),
4544 "uri" => ""
4545 ),
4546 "sdm" => array(
4547 "icon" => "sdm",
4548 "title" => "SUN Download Manager",
4549 "rule" => array(
4550 "Sun Download Manager[/ ]([0-9.]{1,10})" => "\\1"
4551 ),
4552 "uri" => ""
4553 ),
4554 "sealinks" => array(
4555 "icon" => "robot",
4556 "title" => "Sea Links",
4557 "rule" => array(
4558 "SEA-Links( HTML-Scanner Pingoo\!)?[ /]([0-9.]{1,10})" => "\\2"
4559 ),
4560 "uri" => ""
4561 ),
4562 "search17" => array(
4563 "icon" => "robot",
4564 "title" => "Search 17",
4565 "rule" => array(
4566 "Search17Bot[ /]([0-9.]{1,10})" => "\\1"
4567 ),
4568 "uri" => "http://www.search17.com/bot.php"
4569 ),
4570 "search2" => array(
4571 "icon" => "search2",
4572 "title" => "Search2.net",
4573 "rule" => array(
4574 "^S2Bot[ /]([0-9.]{1,10})" => "\\1"
4575 ),
4576 "uri" => "http://search2.net/"
4577 ),
4578 "searchbot" => array(
4579 "icon" => "robot",
4580 "title" => "Searchbot",
4581 "rule" => array(
4582 "Searchbot[ /]([0-9.]{1,10})" => "\\1"
4583 ),
4584 "uri" => ""
4585 ),
4586 "searchch" => array(
4587 "icon" => "robot",
4588 "title" => "Search.ch",
4589 "rule" => array(
4590 "search\.ch[ /]?V?([0-9.]{1,10})" => "\\1"
4591 ),
4592 "uri" => ""
4593 ),
4594 "searchengineworld" => array(
4595 "icon" => "robot",
4596 "title" => "SearchEngineWorld",
4597 "rule" => array(
4598 "searchengineworld" => ""
4599 ),
4600 "uri" => "http://www.searchengineworld.com/"
4601 ),
4602 "searchhippo" => array(
4603 "icon" => "searchhippo",
4604 "title" => "Searchhippo",
4605 "rule" => array(
4606 "searchhippo" => ""
4607 ),
4608 "uri" => "http://www.searchhippo.com/"
4609 ),
4610 "searchthruus" => array(
4611 "icon" => "robot",
4612 "title" => "SearchThruUs",
4613 "rule" => array(
4614 "www\.unitek-systems\.co\.uk[ /]([0-9.]{1,10})" => "\\1"
4615 ),
4616 "uri" => ""
4617 ),
4618 "securecomputing" => array(
4619 "icon" => "robot",
4620 "title" => "Secure Computing",
4621 "rule" => array(
4622 "securecomputing" => ""
4623 ),
4624 "uri" => ""
4625 ),
4626 "seekport" => array(
4627 "icon" => "seekport",
4628 "title" => "Seekport",
4629 "rule" => array(
4630 "Seekbot[ /]([0-9.]{1,10})" => "\\1"
4631 ),
4632 "uri" => ""
4633 ),
4634 "semanticdiscovery" => array(
4635 "icon" => "robot",
4636 "title" => "Semantic Discovery",
4637 "rule" => array(
4638 "semanticdiscovery[ /]([0-9.]{1,10})" => "\\1"
4639 ),
4640 "uri" => ""
4641 ),
4642 "sengine" => array(
4643 "icon" => "sengine",
4644 "title" => "Sengine",
4645 "rule" => array(
4646 "netEstate NE Crawler" => ""
4647 ),
4648 "uri" => "http://www.sengine.info/"
4649 ),
4650 "sensis" => array(
4651 "icon" => "sensis",
4652 "title" => "Sensis",
4653 "rule" => array(
4654 "^Sensis(.com.au)? Web Crawler" => ""
4655 ),
4656 "uri" => "http://sensis.com.au"
4657 ),
4658 "seokicks" => array(
4659 "icon" => "seokicks",
4660 "title" => "SEOkicks",
4661 "rule" => array(
4662 "SEOkicks-Robot" => ""
4663 ),
4664 "uri" => "http://www.seokicks.de/"
4665 ),
4666 "seoprofiler" => array(
4667 "icon" => "seoprofiler",
4668 "title" => "SEOprofiler",
4669 "rule" => array(
4670 "spbot[ /]([0-9.]{1,10})" => "\\1"
4671 ),
4672 "uri" => "http://www.seoprofiler.com/"
4673 ),
4674 "setooz" => array(
4675 "icon" => "setooz",
4676 "title" => "Setooz",
4677 "rule" => array(
4678 "OOZBOT[ /]([0-9.]{1,10})" => "\\1"
4679 ),
4680 "uri" => "http://www.setooz.com/oozbot.html"
4681 ),
4682 "seznam" => array(
4683 "icon" => "seznam",
4684 "title" => "Seznam",
4685 "rule" => array(
4686 "SeznamBot[ /]([0-9.]{1,10})" => "\\1",
4687 "Seznam" => ""
4688 ),
4689 "uri" => "http://www.seznam.cz"
4690 ),
4691 "sharpreader" => array(
4692 "icon" => "sharpreader",
4693 "title" => "SharpReader",
4694 "rule" => array(
4695 "SharpReader[ /]([0-9.]{1,10})" => "\\1"
4696 ),
4697 "uri" => ""
4698 ),
4699 "shelob" => array(
4700 "icon" => "shelob",
4701 "title" => "Sherlock Spider",
4702 "rule" => array(
4703 "^Shelob" => ""
4704 ),
4705 "uri" => "http://www.gmx.net"
4706 ),
4707 "sherlockspider" => array(
4708 "icon" => "robot",
4709 "title" => "Sherlock Spider",
4710 "rule" => array(
4711 "sherlock_spider" => ""
4712 ),
4713 "uri" => ""
4714 ),
4715 "shim" => array(
4716 "icon" => "robot",
4717 "title" => "Shim Crawler",
4718 "rule" => array(
4719 "shim[ \-]crawler" => ""
4720 ),
4721 "uri" => ""
4722 ),
4723 "shopwiki" => array(
4724 "icon" => "shopwiki",
4725 "title" => "ShopWiki",
4726 "rule" => array(
4727 "^ShopWiki[ /]([0-9.]{1,10})" => "\\1"
4728 ),
4729 "uri" => ""
4730 ),
4731 "shoula" => array(
4732 "icon" => "robot",
4733 "title" => "Shoula",
4734 "rule" => array(
4735 "^Shoula.com Crawler ([0-9.]{1,10})" => "\\1"
4736 ),
4737 "uri" => "http://www.shoula.com"
4738 ),
4739 "siege" => array(
4740 "icon" => "robot",
4741 "title" => "Siege",
4742 "rule" => array(
4743 "Siege[ /]([0-9.]{1,10})" => "\\1"
4744 ),
4745 "uri" => ""
4746 ),
4747 "siets" => array(
4748 "icon" => "robot",
4749 "title" => "Siets",
4750 "rule" => array(
4751 "SietsCrawler[ /]([0-9.]{1,10})" => "\\1"
4752 ),
4753 "uri" => ""
4754 ),
4755 "simpy" => array(
4756 "icon" => "simpy",
4757 "title" => "Simpy",
4758 "rule" => array(
4759 "^(argus|simpy)[ /]([0-9.]{1,10})" => "\\2",
4760 ),
4761 "uri" => ""
4762 ),
4763 "singingfish" => array(
4764 "icon" => "singingfish",
4765 "title" => "SingingFish",
4766 "rule" => array(
4767 "asterias[ /]([0-9.]{1,10})" => "\\1",
4768 "Asterias Crawler v([0-9.]{1,10})" => "\\1",
4769 "asterias" => ""
4770 ),
4771 "uri" => ""
4772 ),
4773 "sirketce" => array(
4774 "icon" => "robot",
4775 "title" => "Sirketce",
4776 "rule" => array(
4777 "Sirketcebot[ /v]+([0-9.]{1,10})" => "\\1"
4778 ),
4779 "uri" => "http://www.sirketce.com/bot.html"
4780 ),
4781 "sirobot" => array(
4782 "icon" => "robot",
4783 "title" => "SiroBot",
4784 "rule" => array(
4785 "sirobot" => ""
4786 ),
4787 "uri" => ""
4788 ),
4789 "sistrix" => array(
4790 "icon" => "sistrix",
4791 "title" => "SISTRIX",
4792 "rule" => array(
4793 "SISTRIX Crawler" => ""
4794 ),
4795 "uri" => "http://crawler.sistrix.net/"
4796 ),
4797 "sitebar" => array(
4798 "icon" => "sitebar",
4799 "title" => "SiteBar",
4800 "rule" => array(
4801 "SiteBar[ /]([0-9.]{1,10})" => "\\1"
4802 ),
4803 "uri" => ""
4804 ),
4805 "sitebot" => array(
4806 "icon" => "sitebot",
4807 "title" => "SiteBot",
4808 "rule" => array(
4809 "SiteBot[ /]([0-9.]{1,10})" => "\\1"
4810 ),
4811 "uri" => "http://www.sitebot.org/robot/"
4812 ),
4813 "sitesell" => array(
4814 "icon" => "sitesell",
4815 "title" => "SiteSell",
4816 "rule" => array(
4817 "SBIder[/ ]([0-9a-z.\-]{1,10})" => "\\1"
4818 ),
4819 "uri" => ""
4820 ),
4821 "sitespider" => array(
4822 "icon" => "robot",
4823 "title" => "SiteSpider",
4824 "rule" => array(
4825 "^SiteSpider" => ""
4826 ),
4827 "uri" => ""
4828 ),
4829 "sitesucker" => array(
4830 "icon" => "sitesucker",
4831 "title" => "SiteSucker",
4832 "rule" => array(
4833 "Sitesucker[ /]([0-9.]{1,10})" => "\\1"
4834 ),
4835 "uri" => "http://www.sitesucker.us/"
4836 ),
4837 "sitidi" => array(
4838 "icon" => "robot",
4839 "title" => "SitiDi",
4840 "rule" => array(
4841 "SitiDiBot[ /]([0-9.]{1,10})" => "\\1"
4842 ),
4843 "uri" => ""
4844 ),
4845 "skaffe" => array(
4846 "icon" => "robot",
4847 "title" => "Skaffe",
4848 "rule" => array(
4849 "Skampy[ /]([0-9.\-]{1,10})" => "\\1"
4850 ),
4851 "uri" => "http://www.skaffe.com"
4852 ),
4853 "skizzle" => array(
4854 "icon" => "skizzle",
4855 "title" => "Skizzle",
4856 "rule" => array(
4857 "SKIZZLE! Distributed Internet Spider[ /v]+([0-9a-z.\-]{1,10})" => "\\1"
4858 ),
4859 "uri" => "http://www.skizzle.com"
4860 ),
4861 "slider" => array(
4862 "icon" => "robot",
4863 "title" => "Slider",
4864 "rule" => array(
4865 "^Slider[ /]([0-9.]{1,10})" => "\\1"
4866 ),
4867 "uri" => ""
4868 ),
4869 "slugch" => array(
4870 "icon" => "robot",
4871 "title" => "slugch",
4872 "rule" => array(
4873 "^slug\.ch crawl ([0-9a-z.\-]{1,10})" => "\\1"
4874 ),
4875 "uri" => ""
4876 ),
4877 "smartware" => array(
4878 "icon" => "robot",
4879 "title" => "SmartWareSoft",
4880 "rule" => array(
4881 "^SWSBot-Images[ /]([0-9.]{1,10})" => "\\1"
4882 ),
4883 "uri" => "http://www.smartwaresoft.com/swsbot12.html"
4884 ),
4885 "snookit" => array(
4886 "icon" => "snookit",
4887 "title" => "Snookit",
4888 "rule" => array(
4889 "^snookit" => ""
4890 ),
4891 "uri" => "http://www.snookit.com/"
4892 ),
4893 "snoopy" => array(
4894 "icon" => "robot",
4895 "title" => "Snoopy",
4896 "rule" => array(
4897 "^Snoopy.+([0-9.]{1,10})" => "\\1",
4898 "sna-([0-9.]{1,10})" => "\\1"
4899 ),
4900 "uri" => "http://snoopy.sourceforge.net/"
4901 ),
4902 "snyke" => array(
4903 "icon" => "robot",
4904 "title" => "Snyke",
4905 "rule" => array(
4906 "^SnykeBot[ /]([0-9.]{1,10})" => "\\1"
4907 ),
4908 "uri" => "http://www.snyke.com"
4909 ),
4910 "socialradar" => array(
4911 "icon" => "socialradar",
4912 "title" => "Social Radar",
4913 "rule" => array(
4914 "Socialradarbot[ /]([0-9.]{1,10})" => "\\1"
4915 ),
4916 "uri" => "http://infegy.com/"
4917 ),
4918 "soegning" => array(
4919 "icon" => "soegning",
4920 "title" => "S&oslash;gning",
4921 "rule" => array(
4922 "soegning\.dk[/ ]spider[ /]([0-9.]{1,10})" => "\\1"
4923 ),
4924 "uri" => ""
4925 ),
4926 "soft411" => array(
4927 "icon" => "soft411",
4928 "title" => "Soft411",
4929 "rule" => array(
4930 "SOFT411 Directory" => ""
4931 ),
4932 "uri" => ""
4933 ),
4934 "sogou" => array(
4935 "icon" => "sogou",
4936 "title" => "Sogou",
4937 "rule" => array(
4938 "Sogou web spider[ /]([0-9.]{1,10})" => "\\1"
4939 ),
4940 "uri" => "http://www.sogou.com/docs/help/webmasters.htm#07"
4941 ),
4942 "sohu" => array(
4943 "icon" => "robot",
4944 "title" => "Sohu",
4945 "rule" => array(
4946 "sohu[ \-](agent|search)" => ""
4947 ),
4948 "uri" => ""
4949 ),
4950 "somewhere" => array(
4951 "icon" => "robot",
4952 "title" => "somewhere.com",
4953 "rule" => array(
4954 "Mozilla\@somewhere\.com" => "\\1"
4955 ),
4956 "uri" => "http://www.somewhere.com/"
4957 ),
4958 "sopheus" => array(
4959 "icon" => "robot",
4960 "title" => "Sopheus",
4961 "rule" => array(
4962 "Sopheus Project[ /]([0-9.]{1,10})" => "\\1"
4963 ),
4964 "uri" => "http://www.thenetplanet.com"
4965 ),
4966 "soso" => array(
4967 "icon" => "soso",
4968 "title" => "Soso",
4969 "rule" => array(
4970 "^Soso(image)?spider" => ""
4971 ),
4972 "uri" => "http://help.soso.com/soso-image-spider.htm"
4973 ),
4974 "souppot" => array(
4975 "icon" => "robot",
4976 "title" => "SoupPot",
4977 "rule" => array(
4978 "SoupPotBot" => ""
4979 ),
4980 "uri" => ""
4981 ),
4982 "specificmedia" => array(
4983 "icon" => "specificmedia",
4984 "title" => "Specific Media",
4985 "rule" => array(
4986 "^SMBot[ /]([0-9.]{1,10})" => "\\1"
4987 ),
4988 "uri" => ""
4989 ),
4990 "sphider" => array(
4991 "icon" => "sphider",
4992 "title" => "Sphider",
4993 "rule" => array(
4994 "Sphider" => ""
4995 ),
4996 "uri" => "http://www.sphider.eu"
4997 ),
4998 "spinn3r" => array(
4999 "icon" => "robot",
5000 "title" => "Spinn3r",
5001 "rule" => array(
5002 "Spinn3r[ /]([0-9.]{1,10})" => "\\1"
5003 ),
5004 "uri" => "http://spinn3r.com/robot"
5005 ),
5006 "sproose" => array(
5007 "icon" => "robot",
5008 "title" => "sproose",
5009 "rule" => array(
5010 "^sproose[ /]([0-9a-z.]{1,10})" => "\\1"
5011 ),
5012 "uri" => "http://www.sproose.com/bot.html"
5013 ),
5014 "spurlbot" => array(
5015 "icon" => "robot",
5016 "title" => "SpurlBot",
5017 "rule" => array(
5018 "SpurlBot[/ ]([0-9.]{1,10})" => "\\1"
5019 ),
5020 "uri" => ""
5021 ),
5022 "stardownloader" => array(
5023 "icon" => "stardownloader",
5024 "title" => "Star Downloader",
5025 "rule" => array(
5026 "^Star Downloader( Pro)?" => ""
5027 ),
5028 "uri" => ""
5029 ),
5030 "steeler" => array(
5031 "icon" => "robot",
5032 "title" => "Steeler",
5033 "rule" => array(
5034 "Steeler[ /]([0-9.]{1,10})" => "\\1"
5035 ),
5036 "uri" => ""
5037 ),
5038 "strategicboard" => array(
5039 "icon" => "strategicboard",
5040 "title" => "Strategic Board",
5041 "rule" => array(
5042 "Strategic Board Bot" => ""
5043 ),
5044 "uri" => "http://www.strategicboard.com"
5045 ),
5046 "suchbaer" => array(
5047 "icon" => "robot",
5048 "title" => "suchbaer.de",
5049 "rule" => array(
5050 "^suchbaer\.de" => ""
5051 ),
5052 "uri" => "http://www.suchbaer.de/"
5053 ),
5054 "suchbot" => array(
5055 "icon" => "robot",
5056 "title" => "suchbot",
5057 "rule" => array(
5058 "^suchbot" => ""
5059 ),
5060 "uri" => ""
5061 ),
5062 "suchende" => array(
5063 "icon" => "suchende",
5064 "title" => "suchen.de",
5065 "rule" => array(
5066 "^gonzo([0-9]{1,2}).*www.suchen.de" => "\\1",
5067 "^gonzo/([0-9.]{1,10})" => "\\1"
5068 ),
5069 "uri" => "http://www.suchen.de/"
5070 ),
5071 "suchknecht" => array(
5072 "icon" => "robot",
5073 "title" => "Suchknecht",
5074 "rule" => array(
5075 "^Suchknecht.at-Robot" => ""
5076 ),
5077 "uri" => "http://www.suchknecht.at/"
5078 ),
5079 "suchpad" => array(
5080 "icon" => "robot",
5081 "title" => "suchpad",
5082 "rule" => array(
5083 "^suchpadbot[ /]([0-9.]{1,10})" => "\\1"
5084 ),
5085 "uri" => "http://www.suchpad.de"
5086 ),
5087 "sunrise" => array(
5088 "icon" => "sunrise",
5089 "title" => "Sunrise",
5090 "rule" => array(
5091 "^Sunrise[ /]([0-9a-z.]{1,10})" => "\\1"
5092 ),
5093 "uri" => ""
5094 ),
5095 "superbot" => array(
5096 "icon" => "superbot",
5097 "title" => "SuperBot",
5098 "rule" => array(
5099 "SuperBot[ /]([0-9.]{1,10})" => "\\1"
5100 ),
5101 "uri" => ""
5102 ),
5103 "surfcontrol" => array(
5104 "icon" => "robot",
5105 "title" => "SurfControl",
5106 "rule" => array(
5107 "SurfControl" => "",
5108 "ScSpider[ /]([0-9.]{1,10})" => "\\1"
5109 ),
5110 "uri" => ""
5111 ),
5112 "surfnet" => array(
5113 "icon" => "robot",
5114 "title" => "SURFnet",
5115 "rule" => array(
5116 "AVSearch[ \-]([0-9.]{1,10})" => "\\1"
5117 ),
5118 "uri" => ""
5119 ),
5120 "surfsafely" => array(
5121 "icon" => "robot",
5122 "title" => "Surfsafely",
5123 "rule" => array(
5124 "Submission Spider at surfsafely.com" => ""
5125 ),
5126 "uri" => "http://www.surfsafely.com"
5127 ),
5128 "surphace" => array(
5129 "icon" => "spherescout",
5130 "title" => "Surphace",
5131 "rule" => array(
5132 "Sphere Scout.+([0-9.]{1,10})" => "\\1",//Previous called Sphere Scout
5133 "Surphace.+v([0-9.]{1,10})" => "\\1"
5134 ),
5135 "uri" => "http://www.surphace.com"
5136 ),
5137 "surveybot" => array(
5138 "icon" => "surveybot",
5139 "title" => "Whois Survey",
5140 "rule" => array(
5141 "SurveyBot[ /]([0-9.]{1,10})" => "\\1"
5142 ),
5143 "uri" => ""
5144 ),
5145 "swoogle" => array(
5146 "icon" => "robot",
5147 "title" => "Swoogle",
5148 "rule" => array(
5149 "^Swooglebot[ /]([0-9.]{1,10})" => "\\1"
5150 ),
5151 "uri" => "http://swoogle.umbc.edu/swooglebot.htm"
5152 ),
5153 "swse" => array(
5154 "icon" => "robot",
5155 "title" => "SWSE",
5156 "rule" => array(
5157 "sw\.deri\.org" => ""
5158 ),
5159 "uri" => "http://sw.deri.org/2006/04/multicrawler/robots.html"
5160 ),
5161 "swish-e" => array(
5162 "icon" => "swish-e",
5163 "title" => "Swish-e",
5164 "rule" => array(
5165 "^swish-e" => ""
5166 ),
5167 "uri" => "http://swish-e.org/"
5168 ),
5169 "sygol" => array(
5170 "icon" => "sygol",
5171 "title" => "Sygol",
5172 "rule" => array(
5173 "www.sygol.(com|net)" => ""
5174 ),
5175 "uri" => "http://www.sygol.com"
5176 ),
5177 "syllabs" => array(
5178 "icon" => "syllabs",
5179 "title" => "Syllabs",
5180 "rule" => array(
5181 "Focal[-]([0-9.]{1,10})" => "\\1"
5182 ),
5183 "uri" => "http://www.syllabs.com/crawler.html"
5184 ),
5185 "synapse" => array(
5186 "icon" => "robot",
5187 "title" => "Synapse",
5188 "rule" => array(
5189 " Synapse\)" => ""
5190 ),
5191 "uri" => "http://ws.apache.org/synapse/"
5192 ),
5193 "sync2it" => array(
5194 "icon" => "robot",
5195 "title" => "sync2it",
5196 "rule" => array(
5197 "^\!Susie" => ""
5198 ),
5199 "uri" => "http://www.sync2it.com/bms/susie.php"
5200 ),
5201 "syncit" => array(
5202 "icon" => "robot",
5203 "title" => "syncit",
5204 "rule" => array(
5205 "^SyncIT[ /]([0-9.]{1,10})" => "\\1"
5206 ),
5207 "uri" => "http://www.syncit.com/"
5208 ),
5209 "syndic8" => array(
5210 "icon" => "syndic8",
5211 "title" => "Syndic8",
5212 "rule" => array(
5213 "Syndic8[ /]([0-9.]{1,10})" => "\\1"
5214 ),
5215 "uri" => "http://www.syndic8.com/"
5216 ),
5217 "syndicatie" => array(
5218 "icon" => "robot",
5219 "title" => "Syndicatie.nl",
5220 "rule" => array(
5221 "Syndicatie\.nl robot v ([0-9.]{1,10})" => "\\1",
5222 "Syndicatie\.nl robot;" => ""
5223 ),
5224 "uri" => ""
5225 ),
5226 "synomia" => array(
5227 "icon" => "robot",
5228 "title" => "Synomia",
5229 "rule" => array(
5230 "^SynoBot" => ""
5231 ),
5232 "uri" => ""
5233 ),
5234 "synoo" => array(
5235 "icon" => "robot",
5236 "title" => "SynooBot",
5237 "rule" => array(
5238 "SynooBot[ /]([0-9.]{1,10})" => "\\1",
5239 ),
5240 "uri" => ""
5241 ),
5242 "szukacz" => array(
5243 "icon" => "szukacz",
5244 "title" => "Szukacz",
5245 "rule" => array(
5246 "Szukacz[ /]([0-9.]{1,10})" => "\\1"
5247 ),
5248 "uri" => ""
5249 ),
5250 "tagoo" => array(
5251 "icon" => "tagoobot",
5252 "title" => "Tagoo",
5253 "rule" => array(
5254 "Tagoobot[ /]([0-9.]{1,10})" => "\\1"
5255 ),
5256 "uri" => "http://www.tagoo.ru"
5257 ),
5258 "tagword" => array(
5259 "icon" => "tagword",
5260 "title" => "Tagword",
5261 "rule" => array(
5262 "^Tagword" => ""
5263 ),
5264 "uri" => "http://tagword.com/dmoz_survey.php"
5265 ),
5266 "trailfire" => array(
5267 "icon" => "trailfire",
5268 "title" => "Trailfire",
5269 "rule" => array(
5270 "^Trailfire-bot[ /]([0-9.]{1,10})" => "\\1"
5271 ),
5272 "uri" => "http://trailfire.com"
5273 ),
5274 "tamu" => array(
5275 "icon" => "tamu",
5276 "title" => "Tamu Crawler",
5277 "rule" => array(
5278 "IRLbot[ /]([0-9.]{1,10})" => "\\1",
5279 "TAMU_CS_IRL_CRAWLER[ /]([0-9.]{1,10})" => "\\1"
5280 ),
5281 "uri" => "http://irl.cs.tamu.edu/crawler/"
5282 ),
5283 "taptubot" => array(
5284 "icon" => "taptubot",
5285 "title" => "Taptu",
5286 "rule" => array(
5287 "taptubot" => ""
5288 ),
5289 "uri" => "http://www.taptu.com/corp/taptubot"
5290 ),
5291 "targetseek" => array(
5292 "icon" => "robot",
5293 "title" => "TargetSeek",
5294 "rule" => array(
5295 "TargetSeek[ /]([0-9.]{1,10})" => "\\1"
5296 ),
5297 "uri" => "http://www.targetgroups.net/TargetSeek.html"
5298 ),
5299 "taw" => array(
5300 "icon" => "taw",
5301 "title" => "TAW",
5302 "rule" => array(
5303 "TAW[ /]([0-9.]{1,10})" => "\\1"
5304 ),
5305 "uri" => "http://www.tawdis.net"
5306 ),
5307 "tcd" => array(
5308 "icon" => "tcd",
5309 "title" => "Trinity College Dublin",
5310 "rule" => array(
5311 "^TCDBOT/Nutch-([0-9.]{1,10})" => "\\1"
5312 ),
5313 "uri" => "http://www.tcd.ie"
5314 ),
5315 "technorati" => array(
5316 "icon" => "technorati",
5317 "title" => "Technorati",
5318 "rule" => array(
5319 "Technoratibot[ /]([0-9.]{1,10})" => "\\1"
5320 ),
5321 "uri" => ""
5322 ),
5323 "teleport" => array(
5324 "icon" => "teleport",
5325 "title" => "Teleport",
5326 "rule" => array(
5327 "Teleport[ \-]?Pro" => ""
5328 ),
5329 "uri" => ""
5330 ),
5331 "terrar" => array(
5332 "icon" => "robot",
5333 "title" => "Terrar",
5334 "rule" => array(
5335 "^Fresh Search :: Terrar" => ""
5336 ),
5337 "uri" => ""
5338 ),
5339 "theophrastus" => array(
5340 "icon" => "robot",
5341 "title" => "Theophrastus",
5342 "rule" => array(
5343 "Theophrastus[ /]([0-9.]{1,10})" => "\\1"
5344 ),
5345 "uri" => "http://users.cs.cf.ac.uk/N.A.Smith/theophrastus.php"
5346 ),
5347 "thumbnailscz" => array(
5348 "icon" => "robot",
5349 "title" => "thumbnails.cz",
5350 "rule" => array(
5351 "^thumbnail\.cz robot[ /]([0-9.]{1,10})" => "\\1"
5352 ),
5353 "uri" => ""
5354 ),
5355 "thumbshot" => array(
5356 "icon" => "robot",
5357 "title" => "thumbshots",
5358 "rule" => array(
5359 "^thumbshots.*(Version: |v)([0-9.]{2,10})e" => "\\1",
5360 "^thumbshots-de" => ""
5361 ),
5362 "uri" => "http://www.thumbshots.de"
5363 ),
5364 "thunderstone" => array(
5365 "icon" => "thunderstone",
5366 "title" => "Thunderstone",
5367 "rule" => array(
5368 "T-H-U-N-D-E-R-S-T-O-N-E" => "",
5369 "search.thunderstone.com" => ""
5370 ),
5371 "uri" => "http://search.thunderstone.com/"
5372 ),
5373 "timbobot" => array(
5374 "icon" => "robot",
5375 "title" => "timboBot",
5376 "rule" => array(
5377 "timboBot" => ""
5378 ),
5379 "uri" => ""
5380 ),
5381 "topsy" => array(
5382 "icon" => "topsy",
5383 "title" => "Topsy",
5384 "rule" => array(
5385 "Butterfly[ /]([0-9.]{1,10})" => "\\1"
5386 ),
5387 "uri" => "http://labs.topsy.com/butterfly.html"
5388 ),
5389 "trayce" => array(
5390 "icon" => "robot",
5391 "title" => "trayce",
5392 "rule" => array(
5393 "traycebot[ /]([0-9a-z.\-]{1,10})" => "\\1"
5394 ),
5395 "uri" => ""
5396 ),
5397 "tricus" => array(
5398 "icon" => "robot",
5399 "title" => "Tricus",
5400 "rule" => array(
5401 "B_l_i_t_z_B_O_T_@_t_r_i_c_u_s_\._c_o_m" => ""
5402 ),
5403 "uri" => ""
5404 ),
5405 "topicblogs" => array(
5406 "icon" => "robot",
5407 "title" => "Topicblogs",
5408 "rule" => array(
5409 "topicblogs[ /]([0-9.]{1,10})" => "\\1"
5410 ),
5411 "uri" => ""
5412 ),
5413 "touche" => array(
5414 "icon" => "touche",
5415 "title" => "Touch&eacute;",
5416 "rule" => array(
5417 "^Touche" => ""
5418 ),
5419 "uri" => "http://touche.com.ve"
5420 ),
5421 "tuezilla" => array(
5422 "icon" => "robot",
5423 "title" => "T&Uuml;zilla",
5424 "rule" => array(
5425 "tuezilla.de" => ""
5426 ),
5427 "uri" => "http://tuezilla.de/t_st-odp-entries-agent.html"
5428 ),
5429 "turnitin" => array(
5430 "icon" => "turnitin",
5431 "title" => "Turnitin",
5432 "rule" => array(
5433 "TurnitinBot[ /]([0-9.]{1,10})" => "\\1"
5434 ),
5435 "uri" => ""
5436 ),
5437 "tutorgig" => array(
5438 "icon" => "robot",
5439 "title" => "TutorGig",
5440 "rule" => array(
5441 "TutorGig(Bot)?[ /]([0-9.]{1,10})" => "\\2"
5442 ),
5443 "uri" => ""
5444 ),
5445 "twiceler" => array(
5446 "icon" => "cuill",
5447 "title" => "cuill",
5448 "rule" => array(
5449 "Twiceler[ /-]([0-9.]{1,10})" => "\\1",
5450 "Twiceler" => ""
5451 ),
5452 "uri" => "http://www.cuill.com/twiceler/robot.html"
5453 ),
5454 "twingly" => array(
5455 "icon" => "twingly",
5456 "title" => "Twingly",
5457 "rule" => array(
5458 "Twingly Recon" => ""
5459 ),
5460 "uri" => "http://www.twingly.com/"
5461 ),
5462 "typepad" => array(
5463 "icon" => "typepad",
5464 "title" => "TypePad",
5465 "rule" => array(
5466 "TypePad/([0-9a-z.]{1,10})" => "\\1"
5467 ),
5468 "uri" => ""
5469 ),
5470 "udmsearch" => array(
5471 "icon" => "robot",
5472 "title" => "UdmSearch",
5473 "rule" => array(
5474 "UdmSearch[/ ]([0-9.]{1,10})" => "\\1"
5475 ),
5476 "uri" => ""
5477 ),
5478 "ukwizz" => array(
5479 "icon" => "ukwizz",
5480 "title" => "UKWizz",
5481 "rule" => array(
5482 "^Mackster.*ukwizz" => ""
5483 ),
5484 "uri" => "http://www.ukwizz.com"
5485 ),
5486 "ultraseek" => array(
5487 "icon" => "robot",
5488 "title" => "Ultraseek",
5489 "rule" => array(
5490 "Ultraseek" => ""
5491 ),
5492 "uri" => ""
5493 ),
5494 "ultraspider" => array(
5495 "icon" => "robot",
5496 "title" => "UltraSpider",
5497 "rule" => array(
5498 "UltraSpider3000[/ ]([0-9.]{1,10})" => "\\1"
5499 ),
5500 "uri" => "http://www.search.ch"
5501 ),
5502 "umai" => array(
5503 "icon" => "robot",
5504 "title" => "umai",
5505 "rule" => array(
5506 "umai[/ ]([0-9.]{1,10})" => "\\1"
5507 ),
5508 "uri" => ""
5509 ),
5510 "unchaos" => array(
5511 "icon" => "robot",
5512 "title" => "Unchaos",
5513 "rule" => array(
5514 "unchaos_crawler[_ /]([0-9.]{1,10})" => "\\1",
5515 "unchaos" => ""
5516 ),
5517 "uri" => ""
5518 ),
5519 "unido" => array(
5520 "icon" => "robot",
5521 "title" => "unido",
5522 "rule" => array(
5523 "^unido-bot" => "\\1"
5524 ),
5525 "uri" => "http://mobicom.cs.uni-dortmund.de/bot.html"
5526 ),
5527 "updated" => array(
5528 "icon" => "robot",
5529 "title" => "Updated",
5530 "rule" => array(
5531 "updated[ /]([0-9a-z.]{1,10})" => "\\1"
5532 ),
5533 "uri" => ""
5534 ),
5535 "uptimebot" => array(
5536 "icon" => "robot",
5537 "title" => "UptimeBot",
5538 "rule" => array(
5539 "^UptimeBot" => ""
5540 ),
5541 "uri" => "http://www.uptimebot.com/"
5542 ),
5543 "urifetch" => array(
5544 "icon" => "robot",
5545 "title" => "URI::Fetch",
5546 "rule" => array(
5547 "^URI::Fetch[ /]([0-9.]{1,10})" => "\\1"
5548 ),
5549 "uri" => ""
5550 ),
5551 "urlbase" => array(
5552 "icon" => "robot",
5553 "title" => "URLBase",
5554 "rule" => array(
5555 "URLBase[ /]([0-9.]{1,10})" => "\\1"
5556 ),
5557 "uri" => ""
5558 ),
5559 "urlblaze" => array(
5560 "icon" => "robot",
5561 "title" => "URLBlaze",
5562 "rule" => array(
5563 "^URLBlaze" => ""
5564 ),
5565 "uri" => ""
5566 ),
5567 "urlcontr" => array(
5568 "icon" => "robot",
5569 "title" => "MS URL Control",
5570 "rule" => array(
5571 "Microsoft URL[ \-]?Control" => ""
5572 ),
5573 "uri" => ""
5574 ),
5575 "urlgetfile" => array(
5576 "icon" => "robot",
5577 "title" => "URLGetFile",
5578 "rule" => array(
5579 "^URLGetFile" => ""
5580 ),
5581 "uri" => ""
5582 ),
5583 "urlscope" => array(
5584 "icon" => "robot",
5585 "title" => "UrlScope",
5586 "rule" => array(
5587 "UrlScope" => ""
5588 ),
5589 "uri" => ""
5590 ),
5591 "urltrends" => array(
5592 "icon" => "urltrends",
5593 "title" => "urltrends",
5594 "rule" => array(
5595 "Snappy/([0-9.]{1,10})" => "\\1",
5596 ),
5597 "uri" => ""
5598 ),
5599 "usww" => array(
5600 "icon" => "usww",
5601 "title" => "usww",
5602 "rule" => array(
5603 "usww\.com" => "",
5604 "Mozilla/5\.0 URL-Spider" => ""
5605 ),
5606 "uri" => "http://www.usww.com/"
5607 ),
5608 "usyd" => array(
5609 "icon" => "robot",
5610 "title" => "USyd-NLP-Spider",
5611 "rule" => array(
5612 "^USyd-NLP-Spider" => ""
5613 ),
5614 "uri" => "http://www.it.usyd.edu.au/~vinci/bot.html"
5615 ),
5616 "vagabondo" => array(
5617 "icon" => "wiseguys",
5618 "title" => "WiseGuys",
5619 "rule" => array(
5620 "Vagabondo[ /]([0-9.]{1,10})" => "\\1",
5621 "Vagabondo-WAP[ /]([0-9.]{1,10})" => "\\1"
5622 ),
5623 "uri" => ""
5624 ),
5625 "unicorn" => array(
5626 "icon" => "w3c",
5627 "title" => "W3C Unicorn",
5628 "rule" => array(
5629 "Unicorn[ /]([0-9.]{1,10})" => "\\1",
5630 ),
5631 "uri" => "http://validator.w3.org/unicorn/"
5632 ),
5633 "validator" => array(
5634 "icon" => "w3c",
5635 "title" => "W3C Validator",
5636 "rule" => array(
5637 "W3C_Validator[ /]([0-9.]{1,10})" => "\\1"
5638 ),
5639 "uri" => "http://validator.w3.org/"
5640 ),
5641 "validator.nu" => array(
5642 "icon" => "validatornu",
5643 "title" => "Validator.nu",
5644 "rule" => array(
5645 "^Validator.nu[ /]([0-9.]{1,10})" => "\\1",
5646 "^Validator.nu/LV" => "\\1"
5647 ),
5648 "uri" => "http://validator.nu/"
5649 ),
5650 "verity" => array(
5651 "icon" => "robot",
5652 "title" => "Verity",
5653 "rule" => array(
5654 "^vspider[ /]([0-9.]{1,10})" => "\\1",
5655 "^vspider" => ""
5656 ),
5657 "uri" => "http://www.verity.com/"
5658 ),
5659 "versionsproject" => array(
5660 "icon" => "robot",
5661 "title" => "Versions-project",
5662 "rule" => array(
5663 "InfoFly[ /]([0-9.]{1,10})" => "\\1"
5664 ),
5665 "uri" => "http://www.versions-project.org/"
5666 ),
5667 "verticalmatch" => array(
5668 "icon" => "robot",
5669 "title" => "VerticalMatch",
5670 "rule" => array(
5671 "^VMBot[ /]([0-9.]{1,10})" => "\\1"
5672 ),
5673 "uri" => "http://www.VerticalMatch.com/"
5674 ),
5675 "verzamelgids" => array(
5676 "icon" => "robot",
5677 "title" => "Verzamelgids",
5678 "rule" => array(
5679 "Verzamelgids[ /]([0-9.]{1,10})" => "\\1"
5680 ),
5681 "uri" => "http://www.verzamelgids.nl/"
5682 ),
5683 "vestris" => array(
5684 "icon" => "vestris",
5685 "title" => "Vestris",
5686 "rule" => array(
5687 "AlkalineBOT[ /]([0-9.]{1,10})" => "\\1"
5688 ),
5689 "uri" => "http://alkaline.vestris.com/"
5690 ),
5691 "vindex" => array(
5692 "icon" => "vindex",
5693 "title" => "Vindex",
5694 "rule" => array(
5695 "Vindex[ /]([0-9.]{1,10})" => "\\1"
5696 ),
5697 "uri" => ""
5698 ),
5699 "visvo" => array(
5700 "icon" => "robot",
5701 "title" => "Visvo",
5702 "rule" => array(
5703 "VisBot[ /]([0-9.]{1,10})" => "\\1"
5704 ),
5705 "uri" => "http://www.visvo.com"
5706 ),
5707 "voila" => array(
5708 "icon" => "voila",
5709 "title" => "Voila",
5710 "rule" => array(
5711 "VoilaBot[ /]?[a-z ]*([0-9.]{1,10})" => "\\1",
5712 "VoilaBot;[ /]([0-9.]{1,10})" => "\\1"
5713 ),
5714 "uri" => ""
5715 ),
5716 "vonna" => array(
5717 "icon" => "robot",
5718 "title" => "Vonna",
5719 "rule" => array(
5720 "Vonna.com b o t" => ""
5721 ),
5722 "uri" => ""
5723 ),
5724 "vortex" => array(
5725 "icon" => "robot",
5726 "title" => "Vortex",
5727 "rule" => array(
5728 "Vortex[ /]([0-9.]{1,10})" => "\\1"
5729 ),
5730 "uri" => "http://marty.anstey.ca/robots/vortex/"
5731 ),
5732 "w3sitesearch" => array(
5733 "icon" => "w3sitesearch",
5734 "title" => "W3SiteSearch",
5735 "rule" => array(
5736 "^W3SiteSearch Crawler[\_v]*([0-9.]{1,10})" => "\\1"
5737 ),
5738 "uri" => "http://www.w3sitesearch.de"
5739 ),
5740 "wagger" => array(
5741 "icon" => "robot",
5742 "title" => "Wagger",
5743 "rule" => array(
5744 "^Waggr" => ""
5745 ),
5746 "uri" => "http://www.waggr.com/"
5747 ),
5748 "wanadoo" => array(
5749 "icon" => "robot",
5750 "title" => "Wanadoo",
5751 "rule" => array(
5752 "^SurferF3[ /]([0-9./]{1,10})" => "\\1"
5753 ),
5754 "uri" => "http://www.wanadoo.fr/"
5755 ),
5756 "wapalizer" => array(
5757 "icon" => "robot",
5758 "title" => "Wapalizer",
5759 "rule" => array(
5760 "wapalizer[ /]([0-9.]{1,10})" => "\\1"
5761 ),
5762 "uri" => "http://www.wapdrive.com/"
5763 ),
5764 "watson" => array(
5765 "icon" => "addy",
5766 "title" => "Dr.Watson",
5767 "rule" => array(
5768 "Watson[ /]([0-9.]{1,10})" => "\\1",
5769 "watson\.addy\.com" => ""
5770 ),
5771 "uri" => ""
5772 ),
5773 "wavefire" => array(
5774 "icon" => "robot",
5775 "title" => "Wavefire",
5776 "rule" => array(
5777 "^Wavefire[ /]([0-9.]{1,10})" => "\\1"
5778 ),
5779 "uri" => ""
5780 ),
5781 "waypath" => array(
5782 "icon" => "waypath",
5783 "title" => "Waypath",
5784 "rule" => array(
5785 "Waypath[ \-]?Scout" => "",
5786 "Waypath (development )?crawler" => ""
5787 ),
5788 "uri" => ""
5789 ),
5790 "wauuu" => array(
5791 "icon" => "wauuu",
5792 "title" => "Wauuu",
5793 "rule" => array(
5794 "Wauuu[/ ]([0-9.]{1,10})" => "\\2"
5795 ),
5796 "uri" => "http://www.wauuu.com"
5797 ),
5798 "wdg" => array(
5799 "icon" => "wdg",
5800 "title" => "WDG Validator",
5801 "rule" => array(
5802 "^WDG_(Site)?Validator[/ ]([0-9.]{1,10})" => "\\2"
5803 ),
5804 "uri" => "http://www.htmlhelp.com/tools/validator/"
5805 ),
5806 "webagogo" => array(
5807 "icon" => "webagogo",
5808 "title" => "Webagogo",
5809 "rule" => array(
5810 "^Webagogo" => ""
5811 ),
5812 "uri" => "http://www.webagogo.be/"
5813 ),
5814 "webalta" => array(
5815 "icon" => "webalta",
5816 "title" => "WebAlta",
5817 "rule" => array(
5818 "^WebAlta( Crawler)?[/ ]([0-9.]{1,10})" => "\\2"
5819 ),
5820 "uri" => "http://www.webalta.net/ru/about_webmaster.html"
5821 ),
5822 "webdigity" => array(
5823 "icon" => "robot",
5824 "title" => "Webdigity Whois Service",
5825 "rule" => array(
5826 "^webdigity whois service" => ""
5827 ),
5828 "uri" => "http://www.webdigity.com/ws"
5829 ),
5830 "webelixir" => array(
5831 "icon" => "webelixir",
5832 "title" => "Webelixir",
5833 "rule" => array(
5834 "^webelixir" => ""
5835 ),
5836 "uri" => "http://www.webelixir.net/"
5837 ),
5838 "webbotru" => array(
5839 "icon" => "robot",
5840 "title" => "Webbot.ru",
5841 "rule" => array(
5842 " Webbot[/ ]([0-9.]{1,10})" => "\\1"
5843 ),
5844 "uri" => "http://www.webbot.ru/bot.html"
5845 ),
5846 "webcapture" => array(
5847 "icon" => "robot",
5848 "title" => "WebCapture",
5849 "rule" => array(
5850 "WebCapture[/ ]([0-9.]{1,10})" => "\\1"
5851 ),
5852 "uri" => ""
5853 ),
5854 "webcollage" => array(
5855 "icon" => "robot",
5856 "title" => "Webcollage",
5857 "rule" => array(
5858 "webcollage" => ""
5859 ),
5860 "uri" => ""
5861 ),
5862 "webcopier" => array(
5863 "icon" => "webcopier",
5864 "title" => "WebCopier",
5865 "rule" => array(
5866 "WebCopier[/ ]v?([0-9.]{1,10})" => "\\1"
5867 ),
5868 "uri" => ""
5869 ),
5870 "webcorp" => array(
5871 "icon" => "webcorp",
5872 "title" => "WebCorp",
5873 "rule" => array(
5874 "WebCorp[/ ]+([0-9.]{1,10})" => "\\1"
5875 ),
5876 "uri" => "http://www.webcorp.org.uk/"
5877 ),
5878 "webcrawl" => array(
5879 "icon" => "robot",
5880 "title" => "WebCrawl",
5881 "rule" => array(
5882 "webcrawl\.net" => ""
5883 ),
5884 "uri" => ""
5885 ),
5886 "webdownloader" => array(
5887 "icon" => "robot",
5888 "title" => "Web Downloader",
5889 "rule" => array(
5890 "Web Downloader[/ ]([0-9.]{1,10})" => "\\1"
5891 ),
5892 "uri" => ""
5893 ),
5894 "webfetch" => array(
5895 "icon" => "robot",
5896 "title" => "webfetch",
5897 "rule" => array(
5898 "^webfetch[/ ]([0-9.]{1,10})" => "\\1"
5899 ),
5900 "uri" => ""
5901 ),
5902 "webfind" => array(
5903 "icon" => "robot",
5904 "title" => "Webfind",
5905 "rule" => array(
5906 "^WebFindBot" => ""
5907 ),
5908 "uri" => "http://www.web-find.com"
5909 ),
5910 "webglimpse" => array(
5911 "icon" => "robot",
5912 "title" => "Webglimpse",
5913 "rule" => array(
5914 "^Webglimpse[/ ]([0-9.]{1,10})" => "\\1"
5915 ),
5916 "uri" => "http://webglimpse.net"
5917 ),
5918 "webgobbler" => array(
5919 "icon" => "robot",
5920 "title" => "webGobbler",
5921 "rule" => array(
5922 "^webGobbler[/ ]([0-9.]{1,10})" => "\\1"
5923 ),
5924 "uri" => ""
5925 ),
5926 "webimages" => array(
5927 "icon" => "webimages",
5928 "title" => "WebImages",
5929 "rule" => array(
5930 "^WebImages[/ ]([0-9.]{1,10})" => "\\1"
5931 ),
5932 "uri" => "http://herbert.groot.jebbink.nl/"
5933 ),
5934 "weblight" => array(
5935 "icon" => "robot",
5936 "title" => "WebLight",
5937 "rule" => array(
5938 "^WebLight[/ ]([0-9.]{1,10})" => "\\1"
5939 ),
5940 "uri" => "http://www.illumit.com/Products/weblight/"
5941 ),
5942 "weblinks" => array(
5943 "icon" => "robot",
5944 "title" => "WebLink's",
5945 "rule" => array(
5946 "^Weblink.s checker" => ""
5947 ),
5948 "uri" => ""
5949 ),
5950 "webmeasurement" => array(
5951 "icon" => "robot",
5952 "title" => "Webmeasurement",
5953 "rule" => array(
5954 "^webmeasurement-bot" => ""
5955 ),
5956 "uri" => "http://rvs.informatik.uni-leipzig.de"
5957 ),
5958 "webminer" => array(
5959 "icon" => "robot",
5960 "title" => "WebMiner",
5961 "rule" => array(
5962 "^WebMiner[/ ]([0-9.]{1,10})" => "\\1"
5963 ),
5964 "uri" => ""
5965 ),
5966 "webmin" => array(
5967 "icon" => "webmin",
5968 "title" => "Webmin",
5969 "rule" => array(
5970 "^webmin" => ""
5971 ),
5972 "uri" => ""
5973 ),
5974 "webmon" => array(
5975 "icon" => "webmon",
5976 "title" => "Webmon",
5977 "rule" => array(
5978 "WebMon[ /]([0-9.]{1,10})" => "\\1"
5979 ),
5980 "uri" => "http://www.markwell.btinternet.co.uk/webmon/"
5981 ),
5982 "webox" => array(
5983 "icon" => "robot",
5984 "title" => " WeBoX",
5985 "rule" => array(
5986 "WeBoX[/ ]([0-9.]{1,10})" => "\\1"
5987 ),
5988 "uri" => ""
5989 ),
5990 "webpatrol" => array(
5991 "icon" => "webpatrol",
5992 "title" => "WebPatrol",
5993 "rule" => array(
5994 "^WebPatrol[ /]([0-9.]{1,10})" => "\\1"
5995 ),
5996 "uri" => "http://soft.macfeeling.com/WebPatrol.html"
5997 ),
5998 "webpix" => array(
5999 "icon" => "webpix",
6000 "title" => "WebPix",
6001 "rule" => array(
6002 "WebPix[/ ]([0-9.]{1,10})" => "\\1"
6003 ),
6004 "uri" => ""
6005 ),
6006 "webrace" => array(
6007 "icon" => "robot",
6008 "title" => "WebRACE",
6009 "rule" => array(
6010 "^WebRACE[/ ]([0-9.]{1,10})" => "\\1"
6011 ),
6012 "uri" => ""
6013 ),
6014 "webreaper" => array(
6015 "icon" => "webreaper",
6016 "title" => "WebReaper",
6017 "rule" => array(
6018 "^WebReaper " => ""
6019 ),
6020 "uri" => "http://www.webreaper.net/"
6021 ),
6022 "webresult" => array(
6023 "icon" => "robot",
6024 "title" => "Webresult",
6025 "rule" => array(
6026 "Der webresult\.de Robot" => ""
6027 ),
6028 "uri" => ""
6029 ),
6030 "webring" => array(
6031 "icon" => "robot",
6032 "title" => "Webring Checker",
6033 "rule" => array(
6034 "WebRingChecker[/ ]([0-9.]{1,10})" => "\\1"
6035 ),
6036 "uri" => ""
6037 ),
6038 "webripper" => array(
6039 "icon" => "webripper",
6040 "title" => "WebRipper",
6041 "rule" => array(
6042 "^WebRipper" => ""
6043 ),
6044 "uri" => "http://calluna-software.com"
6045 ),
6046 "webscaled" => array(
6047 "icon" => "webscaled",
6048 "title" => "Webscaled",
6049 "rule" => array(
6050 "Swarm" => ""
6051 ),
6052 "uri" => "http://webscaled.com/"
6053 ),
6054 "websearchau" => array(
6055 "icon" => "websearchau",
6056 "title" => "WebSearch.COM.AU",
6057 "rule" => array(
6058 "WebSearch.COM.AU[/ ]+([0-9.]{1,10})" => "\\1"
6059 ),
6060 "uri" => "http://WebSearch.com.au/"
6061 ),
6062 "websearchbench" => array(
6063 "icon" => "robot",
6064 "title" => "WebSearchBench",
6065 "rule" => array(
6066 "WebSearchBench WebCrawler[v/ ]+([0-9.]{1,10})" => "\\1"
6067 ),
6068 "uri" => "http://websearchbench.cs.uni-dortmund.de/"
6069 ),
6070 "websense" => array(
6071 "icon" => "websense",
6072 "title" => "Websense",
6073 "rule" => array(
6074 "(Sqworm|websense|Konqueror/3\.(0|1)(-rc[1-6])?; i686 Linux; 2002[0-9]{4})" => ""
6075 ),
6076 "uri" => ""
6077 ),
6078 "websiteshadow" => array(
6079 "icon" => "websiteshadow",
6080 "title" => "Websiteshadow",
6081 "rule" => array(
6082 "Websiteshadowbot[ /]([0-9.]{1,10})" => "\\1"
6083 ),
6084 "uri" => "http://websiteshadow.com"
6085 ),
6086 "websiteworth" => array(
6087 "icon" => "robot",
6088 "title" => "WebsiteWorth",
6089 "rule" => array(
6090 "WebsiteWorth[v/ ]+([0-9.]{1,10})" => "\\1"
6091 ),
6092 "uri" => "http://directory.sootle.com/website-worth/tata.php"
6093 ),
6094 "websquash" => array(
6095 "icon" => "websquash",
6096 "title" => "Websquash",
6097 "rule" => array(
6098 "webs(quash\.com|ite[ \-]?Monitor)" => ""
6099 ),
6100 "uri" => ""
6101 ),
6102 "webstripper" => array(
6103 "icon" => "robot",
6104 "title" => "WebStripper",
6105 "rule" => array(
6106 "WebStripper[ /]([0-9.]{1,10})" => "\\1"
6107 ),
6108 "uri" => ""
6109 ),
6110 "webzip" => array(
6111 "icon" => "webzip",
6112 "title" => "WebZIP",
6113 "rule" => array(
6114 "Web[ \-]?ZIP[ /]([0-9.]{1,10})" => "\\1"
6115 ),
6116 "uri" => ""
6117 ),
6118 "wep" => array(
6119 "icon" => "robot",
6120 "title" => "WEP Search",
6121 "rule" => array(
6122 "WEP Search[ /]([0-9.]{1,10})" => "\\1"
6123 ),
6124 "uri" => ""
6125 ),
6126 "westwind" => array(
6127 "icon" => "robot",
6128 "title" => "West Wind Internet Protocols",
6129 "rule" => array(
6130 "^West Wind Internet Protocols[ /]([0-9.]{1,10})" => "\\1"
6131 ),
6132 "uri" => "http://www.west-wind.com/wwipstuff.asp"
6133 ),
6134 "wget" => array(
6135 "icon" => "wget",
6136 "title" => "Wget",
6137 "rule" => array(
6138 "Wget[ /]([0-9.]{1,10})" => "\\1"
6139 ),
6140 "uri" => ""
6141 ),
6142 "whizbang" => array(
6143 "icon" => "whizbang",
6144 "title" => "WhizBang",
6145 "rule" => array(
6146 "WhizBang" => ""
6147 ),
6148 "uri" => "http://www.whizbang.com/crawler/"
6149 ),
6150 "whois" => array(
6151 "icon" => "whois",
6152 "title" => "Who.is",
6153 "rule" => array(
6154 "Who.is Bot" => ""
6155 ),
6156 "uri" => "http://www.who.is/"
6157 ),
6158 "wikiwix" => array(
6159 "icon" => "wikiwix",
6160 "title" => "Wikiwix",
6161 "rule" => array(
6162 "wikiwix-bot-([0-9.]{1,10})" => "\\1"
6163 ),
6164 "uri" => "http://www.wikiwix.com/"
6165 ),
6166 "wingflyer" => array(
6167 "icon" => "robot",
6168 "title" => "WingFlyer",
6169 "rule" => array(
6170 "^WebFetch" => ""
6171 ),
6172 "uri" => "http://www.wingflyer.com/"
6173 ),
6174 "wininet" => array(
6175 "icon" => "robot",
6176 "title" => "WinInet",
6177 "rule" => array(
6178 "TeamSoft WinInet Component" => ""
6179 ),
6180 "uri" => "http://www.winsoft.sk/wininet.htm"
6181 ),
6182 "winhttp" => array(
6183 "icon" => "robot",
6184 "title" => "WinHTTP",
6185 "rule" => array(
6186 "WinHttp\.WinHttpRequest\.([0-9.]{1,10})" => "\\1"
6187 ),
6188 "uri" => ""
6189 ),
6190 "wire" => array(
6191 "icon" => "robot",
6192 "title" => "WIRE",
6193 "rule" => array(
6194 "^WIRE[ /]([0-9.]{1,10})" => "\\1"
6195 ),
6196 "uri" => ""
6197 ),
6198 "wmp" => array(
6199 "icon" => "robot",
6200 "title" => "WMP",
6201 "rule" => array(
6202 "^WMP" => ""
6203 ),
6204 "uri" => ""
6205 ),
6206 "woozweb" => array(
6207 "icon" => "woozweb",
6208 "title" => "Woozweb",
6209 "rule" => array(
6210 "woozweb" => ""
6211 ),
6212 "uri" => "http://www.woozweb.com/"
6213 ),
6214 "wordchamp" => array(
6215 "icon" => "robot",
6216 "title" => "WordChamp",
6217 "rule" => array(
6218 "^WordChampBot" => ""
6219 ),
6220 "uri" => "http://www.wordchamp.com/"
6221 ),
6222 "wordpress" => array(
6223 "icon" => "wordpress",
6224 "title" => "WordPress",
6225 "rule" => array(
6226 "WordPress[ /]([0-9.]{1,10})" => "\\1"
6227 ),
6228 "uri" => ""
6229 ),
6230 "worio" => array(
6231 "icon" => "worio",
6232 "title" => "Worio",
6233 "rule" => array(
6234 "woriobot" => ""
6235 ),
6236 "uri" => "http://worio.com/"
6237 ),
6238 "worldlight" => array(
6239 "icon" => "worldlight",
6240 "title" => "WorldLight",
6241 "rule" => array(
6242 "^WorldLight" => ""
6243 ),
6244 "uri" => ""
6245 ),
6246 "worqmada" => array(
6247 "icon" => "robot",
6248 "title" => "WorQmada",
6249 "rule" => array(
6250 "WorQmada[ /]([0-9.]{1,10})" => "\\1"
6251 ),
6252 "uri" => ""
6253 ),
6254 "wotbox" => array(
6255 "icon" => "wotbox",
6256 "title" => "Wotbox",
6257 "rule" => array(
6258 "Wotbox[ /]?[a-z]*([0-9.]{1,10})" => "\\1"
6259 ),
6260 "uri" => ""
6261 ),
6262 "wp" => array(
6263 "icon" => "wp",
6264 "title" => "Wirtualna Polska",
6265 "rule" => array(
6266 "NetSprint[ /\-]{1,4}([0-9.]{1,10})" => "\\1"
6267 ),
6268 "uri" => "http://wp.pl"
6269 ),
6270 "wsb" => array(
6271 "icon" => "robot",
6272 "title" => "WebSearchBench",
6273 "rule" => array(
6274 "WSB WebCrawler V([0-9.]{1,10})" => "\\1",
6275 "WSB " => ""
6276 ),
6277 "uri" => "http://websearchbench.cs.uni-dortmund.de/"
6278 ),
6279 "wume" => array(
6280 "icon" => "robot",
6281 "title" => "WUME Lab's",
6282 "rule" => array(
6283 "^wume_crawler[ /]([0-9.]{1,10})" => "\\1",
6284 ),
6285 "uri" => "http://wume.cse.lehigh.edu/~xiq204/crawler/"
6286 ),
6287 "wusage" => array(
6288 "icon" => "wusage",
6289 "title" => "Wusage",
6290 "rule" => array(
6291 "Wusage[ /]([0-9.]{1,10})" => "\\1",
6292 ),
6293 "uri" => "http://www.boutell.com/wusage/"
6294 ),
6295 "wwgrapevine" => array(
6296 "icon" => "wwgrapevine",
6297 "title" => "WWgrapevine",
6298 "rule" => array(
6299 "wwgrapevine[ /]([0-9.]{1,10})" => "\\1"
6300 ),
6301 "uri" => ""
6302 ),
6303 "wws" => array(
6304 "icon" => "robot",
6305 "title" => "WWSBOT",
6306 "rule" => array(
6307 "WWSBOT[ /]([0-9.]{1,10})" => "\\1",
6308 ),
6309 "uri" => "http://www.analyzer.nu"
6310 ),
6311 "www4mail" => array(
6312 "icon" => "robot",
6313 "title" => "www4mail",
6314 "rule" => array(
6315 "^www4mail[ /]([0-9.]{1,10})" => "\\1"
6316 ),
6317 "uri" => "http://www.www4mail.org/"
6318 ),
6319 "wwwc" => array(
6320 "icon" => "wwwc",
6321 "title" => "WWWC",
6322 "rule" => array(
6323 "^WWWC[ /]([0-9.]{1,10})" => "\\1"
6324 ),
6325 "uri" => ""
6326 ),
6327 "wwwd" => array(
6328 "icon" => "robot",
6329 "title" => "WWWD",
6330 "rule" => array(
6331 "^WWWD[ /]([0-9.]{1,10})" => "\\1"
6332 ),
6333 "uri" => ""
6334 ),
6335 "wwweasel" => array(
6336 "icon" => "wwweasel",
6337 "title" => "WWWeasel",
6338 "rule" => array(
6339 "WWWeasel( Robot)?[/ ]v?([0-9.]{1,10})" => "\\2"
6340 ),
6341 "uri" => ""
6342 ),
6343 "wwwfi" => array(
6344 "icon" => "wwwfi",
6345 "title" => "www.fi",
6346 "rule" => array(
6347 "www\.fi crawler" => ""
6348 ),
6349 "uri" => "http://www.fi/"
6350 ),
6351 "wwwmechanize" => array(
6352 "icon" => "robot",
6353 "title" => "WWW-Mechanize",
6354 "rule" => array(
6355 "^WWW-Mechanize[/ ]([0-9.]{1,10})" => "\\1"
6356 ),
6357 "uri" => ""
6358 ),
6359 "wwwoffle" => array(
6360 "icon" => "robot",
6361 "title" => "WWWoffle",
6362 "rule" => array(
6363 "^wwwoffle[/ ]([0-9.]{1,10})" => "\\1"
6364 ),
6365 "uri" => ""
6366 ),
6367 "wwwster" => array(
6368 "icon" => "robot",
6369 "title" => "WWWster",
6370 "rule" => array(
6371 "^wwwster[/ ]([0-9.]{1,10})" => "\\1"
6372 ),
6373 "uri" => ""
6374 ),
6375 "wysigot" => array(
6376 "icon" => "wysigot",
6377 "title" => "Wysigot",
6378 "rule" => array(
6379 "Wysigot[/ ]([0-9.]{1,10})" => "\\1"
6380 ),
6381 "uri" => ""
6382 ),
6383 "xaldon" => array(
6384 "icon" => "xaldon",
6385 "title" => "Xaldon",
6386 "rule" => array(
6387 "Xaldon WebSpider" => ""
6388 ),
6389 "uri" => "http://www.xaldon.de/"
6390 ),
6391 "xenu" => array(
6392 "icon" => "xenu",
6393 "title" => "Xenu Link Sleuth",
6394 "rule" => array(
6395 "Xenu Link Sleuth[/ ]([0-9a-z.]{1,10})" => "\\1",
6396 "Xenu(&#039;s)? Link Sleuth[/ ]([0-9a-z.]{1,10})" => "\\1",
6397 "Xenu_Link_Sleuth_([0-9a-z.]{1,10})" => "\\1"
6398 ),
6399 "uri" => "http://home.snafu.de/tilman/xenulink.html"
6400 ),
6401 "xerka" => array(
6402 "icon" => "xerka",
6403 "title" => "Xerka",
6404 "rule" => array(
6405 "^Xerka WebBot v([0-9a-z.]{1,10})" => "\\1"
6406 ),
6407 "uri" => "http://www.diana-teknologia.com/www1/english/xerka.htm"
6408 ),
6409 "xirq" => array(
6410 "icon" => "robot",
6411 "title" => "XIRQ",
6412 "rule" => array(
6413 "^xirq[ /]([0-9a-z.]{1,10})" => "\\1"
6414 ),
6415 "uri" => "http://www.xirq.com"
6416 ),
6417 "xmlslurp" => array(
6418 "icon" => "robot",
6419 "title" => "XMLSlurp",
6420 "rule" => array(
6421 "^XMLSlurp[ /]([0-9a-z.]{1,10})" => "\\1"
6422 ),
6423 "uri" => ""
6424 ),
6425 "xml-sitemaps" => array(
6426 "icon" => "xml-sitemaps",
6427 "title" => "XML-Sitemaps",
6428 "rule" => array(
6429 "XML-Sitemaps[ /]([0-9a-z.]{1,10})" => "\\1"
6430 ),
6431 "uri" => ""
6432 ),
6433 "xmlrpc" => array(
6434 "icon" => "robot",
6435 "title" => "Trackback",
6436 "rule" => array(
6437 "XMLRPC" => ""
6438 ),
6439 "uri" => ""
6440 ),
6441 "yacy" => array(
6442 "icon" => "yacy",
6443 "title" => "Yacy",
6444 "rule" => array(
6445 "yacy\.net" => ""
6446 ),
6447 "uri" => ""
6448 ),
6449 "yahoo" => array(
6450 "icon" => "yahoo",
6451 "title" => "Yahoo",
6452 "rule" => array(
6453 "Yahoo(! ([a-z]{1,3} )?Slurp|-)" => "",
6454 "Yahoo-MMCrawler[/ ]([0-9a-z.]{1,10})" => "\\1",
6455 "Yahoo-VerticalCrawler-FormerWebCrawler[/ ]([0-9a-z.]{1,10})" => "\\1",
6456 "^AnzwersCrawl[/ ]([0-9a-z.]{1,10})" => "\\1",
6457 "Y!J(-BSC|-SRD)*[/ ]([0-9a-z.]{1,10})" => "\\2",
6458 "Y!OASIS/TEST" => "",
6459 "Harvest-NG[/ ]([0-9a-z.]{1,10})" => "\\1",
6460 "Y!J; for robot study" => "",
6461 "Yahoo Japan; for robot study" => ""
6462 ),
6463 "uri" => "http://www.yahoo.com"
6464 ),
6465 "yahoo-feed" => array(
6466 "icon" => "yahoo",
6467 "title" => "Yahoo Feedseeker",
6468 "rule" => array(
6469 "^YahooFeedSeeker[/ ]([0-9a-z.]{1,10})" => "\\1"
6470 ),
6471 "uri" => "http://www.yahoo.com"
6472 ),
6473 "yandex" => array(
6474 "icon" => "yandex",
6475 "title" => "Yandex",
6476 "rule" => array(
6477 "Yandex[/ ]([0-9.]{1,10})" => "\\1",
6478 "Yandex(Bot|Images|Media|Antivirus)[/ ]([0-9.]{1,10})" => "\\2"
6479 ),
6480 "uri" => "http://yandex.com/bots"
6481 ),
6482 "yanga" => array(
6483 "icon" => "yanga",
6484 "title" => "Yanga",
6485 "rule" => array (
6486 "^Yanga.*v([0-9.]{1,10})" => "\\1"
6487 ),
6488 "uri" => "http://www.yanga.co.uk/"
6489 ),
6490 "yap" => array(
6491 "icon" => "yap",
6492 "title" => "Yap",
6493 "rule" => array(
6494 "^YapBot[_/ ]v([0-9.]{1,10})" => "\\1"
6495 ),
6496 "uri" => "http://www.yapinc.com/"
6497 ),
6498 "yarienavoir" => array(
6499 "icon" => "robot",
6500 "title" => "Yarienavoir",
6501 "rule" => array(
6502 "^yarienavoir.net[/ ]([0-9.]{1,10})" => "\\1"
6503 ),
6504 "uri" => "http://www.yarienavoir.net/"
6505 ),
6506 "yell" => array(
6507 "icon" => "yell",
6508 "title" => "Yell",
6509 "rule" => array(
6510 "YellCrawl[ /]V?([0-9.]{1,10})" => "\\1",
6511 "Yellbot[ /]Nutch-([0-9.]{1,10})" => "\\1",
6512 ),
6513 "uri" => ""
6514 ),
6515 "youdao" => array(
6516 "icon" => "youdao",
6517 "title" => "Youdao",
6518 "rule" => array(
6519 "YodaoBot-(Image|Mobile)?[ /]([0-9.]{1,10})" => "\\2",
6520 "YoudaoBot[ /]([0-9.]{1,10})" => "\\1"
6521 ),
6522 "uri" => "http://www.youdao.com/help/webmaster/spider/"
6523 ),
6524 "yoogli" => array(
6525 "icon" => "yoogli",
6526 "title" => "Yoogli",
6527 "rule" => array(
6528 "yoogliFetchAgent[ /]([0-9.]{1,10})" => "\\1"
6529 ),
6530 "uri" => "http://www.yoogli.com"
6531 ),
6532 "yotta" => array(
6533 "icon" => "robot",
6534 "title" => "Yotta",
6535 "rule" => array(
6536 "Yotta(Shopping|Cars)_Bot[ /]([0-9.]{1,10})" => "\\2",
6537 "OmniExplorer_Bot[ /]([0-9.]{1,10})" => "\\1"
6538 ),
6539 "uri" => "http://www.yottacars.com"
6540 ),
6541 "yoono" => array(
6542 "icon" => "yoono",
6543 "title" => "Yoono",
6544 "rule" => array(
6545 "Yoono" => ""
6546 ),
6547 "uri" => "http://www.yoono.com/"
6548 ),
6549 "yowedo" => array(
6550 "icon" => "robot",
6551 "title" => "Yowedo",
6552 "rule" => array(
6553 "Yowedo[ /]([0-9.]{1,10})" => "\\1"
6554 ),
6555 "uri" => "http://yowedo.com/en/partners.html"
6556 ),
6557 "yuntis" => array(
6558 "icon" => "robot",
6559 "title" => "yuntis",
6560 "rule" => array(
6561 "Gulper Web Bot[ /]([0-9.]{1,10})" => "\\1"
6562 ),
6563 "uri" => "http://yuntis.ecsl.cs.sunysb.edu/help/robot/"
6564 ),
6565 "zao" => array(
6566 "icon" => "robot",
6567 "title" => "Zao",
6568 "rule" => array(
6569 "Zao[ /]([0-9.]{1,10})" => "\\1",
6570 "Zao-crawler" => ""
6571 ),
6572 "uri" => ""
6573 ),
6574 "zealbot" => array(
6575 "icon" => "zeal",
6576 "title" => "ZealBot",
6577 "rule" => array(
6578 "Zealbot[ /]([0-9.]{1,10})" => "\\1"
6579 ),
6580 "uri" => ""
6581 ),
6582 "zearchit" => array(
6583 "icon" => "zearchit",
6584 "title" => "Zearchit",
6585 "rule" => array(
6586 "Zearchit" => ""
6587 ),
6588 "uri" => "http://www.zearchit.de/"
6589 ),
6590 "zebz" => array(
6591 "icon" => "robot",
6592 "title" => "ze.bz",
6593 "rule" => array(
6594 "^ZeBot_(lseek\.net|www\.ze\.bz)" => ""
6595 ),
6596 "uri" => "http://www.ze.bz/"
6597 ),
6598 "zedzo" => array(
6599 "icon" => "robot",
6600 "title" => "Zedzo",
6601 "rule" => array(
6602 "zedzo.digest[ /]([0-9.]{1,10})" => "\\1"
6603 ),
6604 "uri" => "http://www.zedzo.com/"
6605 ),
6606 "zerx" => array(
6607 "icon" => "zerx",
6608 "title" => "Zerx",
6609 "rule" => array(
6610 "^zerxbot[ /](Version|v)*[ /]*([0-9.]{1,10})" => "\\2"
6611 ),
6612 "uri" => "http://www.zerx.com/"
6613 ),
6614 "zeus" => array(
6615 "icon" => "zeus",
6616 "title" => "Zeus",
6617 "rule" => array(
6618 "Zeus" => ""
6619 ),
6620 "uri" => "http://www.zeus.com"
6621 ),
6622 "zippp" => array(
6623 "icon" => "robot",
6624 "title" => "Zippp",
6625 "rule" => array(
6626 "ZipppBot[ /]([0-9.]{1,10})" => "\\1"
6627 ),
6628 "uri" => ""
6629 ),
6630 "zippy" => array(
6631 "icon" => "robot",
6632 "title" => "Zippy",
6633 "rule" => array(
6634 "^Zippy[ v/]*([0-9.]{1,10})" => "\\1"
6635 ),
6636 "uri" => "http://www.zippyfinder.com"
6637 ),
6638 "zoeky" => array(
6639 "icon" => "robot",
6640 "title" => "Zoeky",
6641 "rule" => array(
6642 "Zoekybot[ /]([0-9.]{1,10})" => "\\1"
6643 ),
6644 "uri" => ""
6645 ),
6646 "zoom" => array(
6647 "icon" => "zoom",
6648 "title" => "zspider",
6649 "rule" => array(
6650 "^ZoomSpider" => ""
6651 ),
6652 "uri" => "http://www.wrensoft.com/"
6653 ),
6654 "zspider" => array(
6655 "icon" => "robot",
6656 "title" => "zspider",
6657 "rule" => array(
6658 "zspider[ /]([0-9.a-z]{1,10})" => "\\1"
6659 ),
6660 "uri" => "http://feedback.redkolibri.com/"
6661 ),
6662 "zyborg" => array(
6663 "icon" => "zyborg",
6664 "title" => "WiseNutBot",
6665 "rule" => array(
6666 "(WISE|Zy)bo(rg|t)[ /]([0-9.]{1,10})" => "\\3"
6667 ),
6668 "uri" => ""
6669 ),
6670 // Catch up for the originals, they got to stay in that order.
6671 "blogbot" => array(
6672 "icon" => "blogbot",
6673 "title" => "BlogBot",
6674 "rule" => array(
6675 "Blog[ \-]?Bot" => ""
6676 ),
6677 "uri" => "http://www.blogbot.com/"
6678 ),
6679 "centrum" => array(
6680 "icon" => "centrum",
6681 "title" => "Centrum",
6682 "rule" => array(
6683 "holmes[/ ]([0-9.]{1,10})" => "\\1",
6684 "^Centrum-checker" => ""
6685 ),
6686 "uri" => ""
6687 ),
6688 "httpclient" => array(
6689 "icon" => "robot",
6690 "title" => "HTTPClient",
6691 "rule" => array(
6692 "HTTP[ \-]?Client[ /]([0-9.]{1,10})" => "\\1",
6693 "HTTP[ \-]?Client" => ""
6694 ),
6695 "uri" => "http://www.innovation.ch/java/HTTPClient/"
6696 ),
6697 "incywincy" => array(
6698 "icon" => "robot",
6699 "title" => "IncyWincy",
6700 "rule" => array(
6701 "^IncyWincy[ /]([0-9.]{1,10})" => "\\1",
6702 "^IncyWincy" => ""
6703 ),
6704 "uri" => ""
6705 ),
6706 "java" => array(
6707 "icon" => "java",
6708 "title" => "Java",
6709 "rule" => array(
6710 "^java[ /]*([0-9.a-z]{1,10})" => "\\1"
6711 ),
6712 "uri" => ""
6713 ),
6714 "libfetch" => array(
6715 "icon" => "robot",
6716 "title" => "Libfetch",
6717 "rule" => array(
6718 "^(fetch )?libfetch[ /]([0-9.]{1,10})" => "\\2"
6719 ),
6720 "uri" => "http://www.freebsd.org/"
6721 ),
6722 "libwww" => array(
6723 "icon" => "libwww",
6724 "title" => "libWWW",
6725 "rule" => array(
6726 "^libww(w|w-perl|w-FM)[ /]([0-9.]{1,10})" => "\\2",
6727 "^libww(w|w-perl|w-FM)" => "",
6728 "MyApp.*libww(w|w-perl|w-FM)" => ""
6729 ),
6730 "uri" => ""
6731 ),
6732 "litefinder" => array(
6733 "icon" => "litefinder",
6734 "title" => "LiteFinder",
6735 "rule" => array(
6736 "LiteFinder[ /]([0-9.]{1,10})" => "\\1"
6737 ),
6738 "uri" => "http://www.litefinder.net/about.html"
6739 ),
6740 "nutchorg" => array(
6741 "icon" => "nutchorg",
6742 "title" => "Nutch",
6743 "rule" => array(
6744 "Nutc(hOrg|hCVS|h)?[ /]([0-9.]{1,10})" => "\\2",
6745 "Nutch" => ""
6746 ),
6747 "uri" => "http://lucene.apache.org/nutch/"
6748 ),
6749 "pythonurl" => array(
6750 "icon" => "pythonurl",
6751 "title" => "Python-url",
6752 "rule" => array(
6753 "Python[ \-]?urllib" => ""
6754 ),
6755 "uri" => ""
6756 ),
6757 // Know Robots as SPAM BOTS
6758 "SPAM" => array(
6759 "icon" => "robot",
6760 "title" => "SPAM",
6761 "rule" => array(
6762 "NASA Search[/ ]([0-9.]{1,10})" => "\\1",
6763 "^PHOTO CHECK" => "",
6764 "^FOTOCHECKER" => "",
6765 "^IPTC CHECK" => "",
6766 "^DataCha0s" => "",
6767 "^Mac Finder" => "",
6768 "^Missigua Locator[ /]([0-9.]{1,10})" => "\\1",
6769 "^Missouri College Browse" => "",
6770 "Email[ \-]?Siphon" => "",
6771 "atSpider" => "",
6772 "autoemailspider" => "",
6773 "^Demo Bot" => "",
6774 "^Program Shareware" => "",
6775 "^Snapbot" => "",
6776 "^snap.com" => "",
6777 "^Guestbook Auto Submitter" => "",
6778 "panscient.com" => "",
6779 ),
6780 "uri" => ""
6781 ),
6782 // Things we don't know by now
6783 "robot" => array(
6784 "icon" => "robot",
6785 "title" => "Robot",
6786 "rule" => array(
6787 "(robot|spider|harvest|(?<!orange)bot|(?<!msie)crawler)" => ""
6788 )
6789 )
6790 );
6791 ?>

Properties

Name Value
svn:keywords Id