ViewVC Help
View File | Revision Log | Show Annotations | View Changeset | Root Listing
root/BBClone/trunk/lib/robot.php
Revision: 477
Committed: Thu Jun 29 17:12:34 2023 UTC (16 months, 4 weeks ago) by joku
File size: 162875 byte(s)
Log Message:
update browser, robot

File Contents

# Content
1 <?php
2 /* This file is part of BBClone (A PHP based Web Counter on Steroids)
3 *
4 * SVN FILE $Id$
5 *
6 * Copyright (C) 2001-2023, the BBClone Team (see doc/authors.txt for details)
7 *
8 * This program is free software: you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation, either version 3 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * See doc/copying.txt for details
19 */
20
21 /////////////////////
22 // Robot Detection //
23 /////////////////////
24
25 $robot = array(
26 "1noon" => array(
27 "icon" => "1noon",
28 "title" => "1noon",
29 "rule" => array(
30 "1Noonbot[/ ]([0-9.]{1,10})" => "\\1",
31 "^Yeti$" => ""
32 ),
33 "uri" => ""
34 ),
35 "123people" => array(
36 "icon" => "123people",
37 "title" => "123people",
38 "rule" => array(
39 "123peoplebot[ /]([0-9.]{1,10})" => "\\1"
40 ),
41 "uri" => "http://www.123people.fr/"
42 ),
43 "123spider" => array(
44 "icon" => "robot",
45 "title" => "123Spider",
46 "rule" => array(
47 "123spider-Bot \(Version: ([0-9.]{1,10})" => "\\1"
48 ),
49 "uri" => "http://www.123spider.de/"
50 ),
51 "192com" => array(
52 "icon" => "robot",
53 "title" => "192.com",
54 "rule" => array(
55 "192.comAgent" => ""
56 ),
57 "uri" => "http://www.192.com/"
58 ),
59 "200please" => array(
60 "icon" => "200please",
61 "title" => "200please Crawler",
62 "rule" => array(
63 "200PleaseBot[ /]([0-9.]{1,10})" => "\\1"
64 ),
65 "uri" => "http://www.200please.com/bot"
66 ),
67 "2dehands" => array(
68 "icon" => "2dehands",
69 "title" => "2deHands",
70 "rule" => array(
71 "2dehands\.nl" => ""
72 ),
73 "uri" => ""
74 ),
75 "80legs" => array(
76 "icon" => "80legs",
77 "title" => "80legs",
78 "rule" => array(
79 "008[/ ]([0-9.]{1,10}).*80legs" => "\\1"
80 ),
81 "uri" => "http://www.80legs.com/"
82 ),
83 "a1sitemap" => array(
84 "icon" => "a1sitemap",
85 "title" => "A1 Sitemap",
86 "rule" => array(
87 "^A1 Sitemap Generator[ /]([0-9.]{1,10})" => "\\1",
88 "miggibot[ /]([0-9.]{1,10})" => "\\1"
89 ),
90 "uri" => "http://www.micro-sys.dk/products/sitemap-generator/"
91 ),
92 "a2b" => array(
93 "icon" => "a2b",
94 "title" => "A2B",
95 "rule" => array(
96 "www\.a2b\.cc" => ""
97 ),
98 "uri" => "http://www.a2b.cc"
99 ),
100 "abacho" => array(
101 "icon" => "robot",
102 "title" => "Abacho",
103 "rule" => array(
104 "^ABACHOBot" => ""
105 ),
106 "uri" => ""
107 ),
108 "abcdatos" => array(
109 "icon" => "abcdatos",
110 "title" => "ABCdatos",
111 "rule" => array(
112 "^ABCdatos BotLink[ /]([0-9.]{1,10})" => "\\1"
113 ),
114 "uri" => "http://www.abcdatos.com/"
115 ),
116 "abot" => array(
117 "icon" => "abot",
118 "title" => "aBot",
119 "rule" => array(
120 "^abot[ /]([0-9.]{1,10})" => "\\1"
121 ),
122 "uri" => ""
123 ),
124 "about" => array(
125 "icon" => "about",
126 "title" => "About",
127 "rule" => array(
128 "Libby[_/ ]([0-9.]{1,10})" => "\\1",
129 "About[_/ ]([0-9.]{1,10})libwww-perl" => "\\1"
130 ),
131 "uri" => ""
132 ),
133 "aboutus" => array(
134 "icon" => "aboutus",
135 "title" => "AboutUs",
136 "rule" => array(
137 "AboutUsBot" => ""
138 ),
139 "uri" => "http://www.aboutus.org/"
140 ),
141 "ackerm" => array(
142 "icon" => "robot",
143 "title" => "Ackerm",
144 "rule" => array(
145 "www.ackerm.com" => ""
146 ),
147 "uri" => "http://www.ackerm.com/"
148 ),
149 "acoi" => array(
150 "icon" => "acoi",
151 "title" => "AcoiRobot",
152 "rule" => array(
153 "^AcoiRobot" => ""
154 ),
155 "uri" => "http://monetdb.cwi.nl/acoi/projects.html"
156 ),
157 "acoon" => array(
158 "icon" => "acoon",
159 "title" => "Acoon",
160 "rule" => array(
161 "Acoon[ \-]?Robot" => ""
162 ),
163 "uri" => ""
164 ),
165 "accoona" => array(
166 "icon" => "accoona",
167 "title" => "Accoona",
168 "rule" => array(
169 "Accoona-AI-Agent[/ ]([0-9.]{1,10})" => "\\1",
170 "^accoona" => ""
171 ),
172 "uri" => ""
173 ),
174 "acme" => array(
175 "icon" => "acme",
176 "title" => "Acme",
177 "rule" => array(
178 "^Acme\.Spider" => ""
179 ),
180 "uri" => "http://www.acme.com/java/software/Acme.Spider.html"
181 ),
182 "active" => array(
183 "icon" => "robot",
184 "title" => "ActiveBookmark",
185 "rule" => array(
186 "ActiveBookmark[/ ]([0-9.]{1,10})" => "\\1"
187 ),
188 "uri" => ""
189 ),
190 "admuncher" => array(
191 "icon" => "robot",
192 "title" => "Ad Muncher",
193 "rule" => array(
194 "Ad Muncher[/ v]*([0-9.]{1,10})" => "\\1"
195 ),
196 "uri" => ""
197 ),
198 "aesop" => array(
199 "icon" => "robot",
200 "title" => "Aesop",
201 "rule" => array(
202 "^AESOP_com_SpiderMan" => ""
203 ),
204 "uri" => "http://www.aesop.com"
205 ),
206 "agada" => array(
207 "icon" => "robot",
208 "title" => "Agada",
209 "rule" => array(
210 "^agadine[/ ]([0-9.]{1,10})" => "\\1"
211 ),
212 "uri" => ""
213 ),
214 "ahrefs" => array(
215 "icon" => "ahrefs",
216 "title" => "Ahrefs",
217 "rule" => array(
218 "AhrefsBot[ /]([0-9.]{1,10})" => "\\1"
219 ),
220 "uri" => "http://ahrefs.com/"
221 ),
222 "aibot" => array(
223 "icon" => "robot",
224 "title" => "Aibot",
225 "rule" => array(
226 "AIBOT[/ ]([0-9.]{1,10})" => "\\1"
227 ),
228 "uri" => ""
229 ),
230 "aihitbot" => array(
231 "icon" => "robot",
232 "title" => "aiHit",
233 "rule" => array(
234 "aiHitBot[/ ]([0-9.]{1,10})" => "\\1"
235 ),
236 "uri" => "http://www.aihit.com/"
237 ),
238 "aipbot" => array(
239 "icon" => "robot",
240 "title" => "Aipbot",
241 "rule" => array(
242 "aipbot[/ ]([0-9.]{1,10})" => "\\1"
243 ),
244 "uri" => ""
245 ),
246 "aleksika" => array(
247 "icon" => "aleksika",
248 "title" => "Aleksika",
249 "rule" => array(
250 "Aleksika Spider[/ ]([0-9.]{1,10})" => "\\1"
251 ),
252 "uri" => ""
253 ),
254 "alertsite" => array(
255 "icon" => "alertsite",
256 "title" => "AlertSite",
257 "rule" => array(
258 "ipd[ /]([0-9.]{1,10}).*Alertsite\.com" => "\\1"
259 ),
260 "uri" => "http://www.alertsite.com/index.html"
261 ),
262 "alexa" => array(
263 "icon" => "alexa",
264 "title" => "Alexa",
265 "rule" => array(
266 "^ia_archive" => ""
267 ),
268 "uri" => "http://www.alexa.com/"
269 ),
270 "almaden" => array(
271 "icon" => "almaden",
272 "title" => "IBM Crawler",
273 "rule" => array(
274 "www\.almaden\.ibm\.com/cs/crawler" => ""
275 ),
276 "uri" => "http://www.almaden.ibm.com/cs/crawler/"
277 ),
278 "altavista" => array(
279 "icon" => "altavista",
280 "title" => "Altavista",
281 "rule" => array(
282 "Scooter[ /\-]*[a-z]*([0-9.]{1,10})" => "\\1",
283 "AltaVista V([0-9.]{1,10})" => "\\1",
284 "AltaVista Intranet V([0-9.]{1,10})" => "\\1"
285 ),
286 "uri" => "http://www.altavista.com/"
287 ),
288 "amazon" => array(
289 "icon" => "amazon",
290 "title" => "Amazon",
291 "rule" => array(
292 "^(aranhabot|amzn_assoc)" => "",
293 "^NutchEC2Test" => "",
294 "Amazonbot[/ ]([0-9.]{1,10})" => "\\1"
295 ),
296 "uri" => "http://www.amazon.com/"
297 ),
298 "amidalla" => array(
299 "icon" => "amidalla",
300 "title" => "Amidalla",
301 "rule" => array(
302 "^amibot" => ""
303 ),
304 "uri" => ""
305 ),
306 "amfibi" => array(
307 "icon" => "amfibi",
308 "title" => "Amfibi",
309 "rule" => array(
310 "Amfibibot[/ ]([0-9.]{1,10})" => "\\1",
311 "Amfibibot" => ""
312 ),
313 "uri" => ""
314 ),
315 "amphetadesk" => array(
316 "icon" => "robot",
317 "title" => "AmphetaDesk",
318 "rule" => array(
319 "AmphetaDesk[/ ]([0-9.]{1,10})" => "\\1"
320 ),
321 "uri" => ""
322 ),
323 "amphetameme" => array(
324 "icon" => "robot",
325 "title" => "Amphetameme",
326 "rule" => array(
327 "amphetameme[ \-]?crawler" => ""
328 ),
329 "uri" => ""
330 ),
331 "annomille" => array(
332 "icon" => "robot",
333 "title" => "AnnoMille",
334 "rule" => array(
335 "^AnnoMille( spider)?[/ ]([0-9.]{1,10})" => "\\2"
336 ),
337 "uri" => "http://www.annomille.it"
338 ),
339 "anonymouse" => array(
340 "icon" => "anonymouse",
341 "title" => "Anonymouse.org",
342 "rule" => array(
343 "http://Anonymouse.org" => ""
344 ),
345 "uri" => "http://anonymouse.org"
346 ),
347 "ansearch" => array(
348 "icon" => "robot",
349 "title" => "Ansearch",
350 "rule" => array(
351 "AnsearchBot[/ ]([0-9.]{1,10})" => "\\1"
352 ),
353 "uri" => ""
354 ),
355 "answerchase" => array(
356 "icon" => "answerchase",
357 "title" => "AnswerChase",
358 "rule" => array(
359 "AnswerChase( PROve)?[/ ]([0-9.]{1,10})" => "\\2"
360 ),
361 "uri" => "http://www.answerchase.com/"
362 ),
363 "antibot" => array(
364 "icon" => "robot",
365 "title" => "Antibot",
366 "rule" => array(
367 "antibot-V([0-9.]{1,10})" => "\\1"
368 ),
369 "uri" => ""
370 ),
371 "aonde" => array(
372 "icon" => "aonde",
373 "title" => "Aonde",
374 "rule" => array(
375 "^AONDE-Spider" => ""
376 ),
377 "uri" => ""
378 ),
379 "aonline" => array(
380 "icon" => "robot",
381 "title" => "A-Online.at",
382 "rule" => array(
383 "^A-Online Search" => ""
384 ),
385 "uri" => "http://www.a-online.at/"
386 ),
387 "aol" => array(
388 "icon" => "aol",
389 "title" => "AOLserver",
390 "rule" => array(
391 "^AOLserver-Tcl[/ ]([0-9.]{1,10})" => "\\1",
392 "^AOLserver" => ""
393 ),
394 "uri" => ""
395 ),
396 "apachebench" => array(
397 "icon" => "robot",
398 "title" => "ApacheBench",
399 "rule" => array(
400 "ApacheBench[ /]([0-9.]{1,10})" => "\\1"
401 ),
402 "uri" => ""
403 ),
404 "apassion4jazz" => array(
405 "icon" => "robot",
406 "title" => "Passion 4 Jazz",
407 "rule" => array(
408 "^BebopBot[ /]([0-9.]{1,10})" => "\\1"
409 ),
410 "uri" => "http://www.apassion4jazz.net/bebopbot.html"
411 ),
412 "apexoo" => array(
413 "icon" => "robot",
414 "title" => "Apexoo",
415 "rule" => array(
416 "^Apexoo Spider ([0-9.]{1,10})" => "\\1"
417 ),
418 "uri" => "http://www.apexoo.com/"
419 ),
420 "apnoti" => array(
421 "icon" => "apnoti",
422 "title" => "Apnoti",
423 "rule" => array(
424 "apnoti.*Robot[ /]v([0-9.]{1,10})" => "\\1"
425 ),
426 "uri" => "http://www.apnoti.com/"
427 ),
428 "aport" => array(
429 "icon" => "aport",
430 "title" => "Aport",
431 "rule" => array(
432 "^Aport" => ""
433 ),
434 "uri" => ""
435 ),
436 "appie" => array(
437 "icon" => "walhello",
438 "title" => "Walhello",
439 "rule" => array(
440 "appie[ /]([0-9.]{1,10})" => "\\1"
441 ),
442 "uri" => ""
443 ),
444 "apple" => array(
445 "icon" => "apple",
446 "title" => "Apple",
447 "rule" => array(
448 "Applebot[ /]([0-9.]{1,10})" => "\\1"
449 ),
450 "uri" => "http://www.apple.com/go/applebot"
451 ),
452 "appletv" => array(
453 "icon" => "apple",
454 "title" => "AppleTV",
455 "rule" => array(
456 "AppleTV" => "\\1"
457 ),
458 "uri" => "http://www.apple.com/"
459 ),
460
461 "arachmo" => array(
462 "icon" => "arachmo",
463 "title" => "Arachmo",
464 "rule" => array(
465 "compatible; Arachmo" => ""
466 ),
467 "uri" => ""
468 ),
469 "arexera" => array(
470 "icon" => "arexera",
471 "title" => "Arexera",
472 "rule" => array(
473 "^X-Crawler" => "",
474 "^TECOMAC-Crawler[ /]([0-9.]{1,10})" => "\\1"
475 ),
476 "uri" => "http://www.arexera.de/"
477 ),
478 "arianna" => array(
479 "icon" => "arianna",
480 "title" => "Arianna",
481 "rule" => array(
482 "^www.arianna.it" => ""
483 ),
484 "uri" => "http://www.arianna.it/"
485 ),
486 "artface" => array(
487 "icon" => "robot",
488 "title" => "Artface",
489 "rule" => array(
490 "^ArtfaceBot" => ""
491 ),
492 "uri" => ""
493 ),
494 "artviper" => array(
495 "icon" => "artviper",
496 "title" => "artViper",
497 "rule" => array(
498 "artViper" => ""
499 ),
500 "uri" => "http://www.artviper.net/"
501 ),
502 "asinfo" => array(
503 "icon" => "robot",
504 "title" => "Any Search Info",
505 "rule" => array(
506 "Sleek Spider[ /]([0-9.]{1,10})" => "\\1"
507 ),
508 "uri" => "http://search-info.com/"
509 ),
510 "ask" => array(
511 "icon" => "askjeeves",
512 "title" => "Ask Jeeves",
513 "rule" => array(
514 "Ask[ \-]?Jeeves" => "",
515 "teomaagent" => ""
516 ),
517 "uri" => ""
518 ),
519 "askaboutoil" => array(
520 "icon" => "robot",
521 "title" => "ASPseek",
522 "rule" => array(
523 "^AskAboutOil[ /]([0-9.]{1,10})" => "\\1"
524 ),
525 "uri" => "http://askaboutoil.com/"
526 ),
527 "asked" => array(
528 "icon" => "robot",
529 "title" => "AskEd!",
530 "rule" => array(
531 "^asked[ /]Nutch[ \-]([0-9.]{1,10})" => "\\1"
532 ),
533 "uri" => "http://asked.jp"
534 ),
535 "aspseek" => array(
536 "icon" => "robot",
537 "title" => "ASPseek",
538 "rule" => array(
539 "^ASPseek[/ ]([0-9.]{1,10})" => "\\1"
540 ),
541 "uri" => ""
542 ),
543 "atlocal" => array(
544 "icon" => "robot",
545 "title" => "At Local",
546 "rule" => array(
547 "AtlocalBot[/ ]([0-9.]{1,10})" => "\\1"
548 ),
549 "uri" => "http://www.atlocal.com/"
550 ),
551 "atomz" => array(
552 "icon" => "atomz",
553 "title" => "Atomz",
554 "rule" => array(
555 "Atomz[/ ]([0-9.]{1,10})" => "\\1"
556 ),
557 "uri" => ""
558 ),
559 "avira" => array(
560 "icon" => "avira",
561 "title" => "Avira SafeSearch",
562 "rule" => array(
563 "^SafeSearch microdata crawler" => ""
564 ),
565 "uri" => "https://safesearch.avira.com"
566 ),
567 "axel" => array(
568 "icon" => "robot",
569 "title" => "Axel",
570 "rule" => array(
571 "^axel" => ""
572 ),
573 "uri" => ""
574 ),
575 "axios" => array(
576 "icon" => "axios",
577 "title" => "Axios",
578 "rule" => array(
579 "axios[ /]([0-9.]{1,10})" => "\\1",
580 "axios" => ""
581 ),
582 "uri" => ""
583 ),
584 "axmo" => array(
585 "icon" => "axmo",
586 "title" => "Axmo",
587 "rule" => array(
588 "AxmoRobot" => ""
589 ),
590 "uri" => ""
591 ),
592 "answerbus" => array(
593 "icon" => "answerbus",
594 "title" => "AnswerBus",
595 "rule" => array(
596 "answerbus" => ""
597 ),
598 "uri" => ""
599 ),
600 "automapit" => array(
601 "icon" => "robot",
602 "title" => "AutoMapIt",
603 "rule" => array(
604 "AutoMapIt[ /](Bot)?" => ""
605 ),
606 "uri" => "http://www.automapit.com/bot.html"
607 ),
608 "augurnfind" => array(
609 "icon" => "robot",
610 "title" => "Augurnfind",
611 "rule" => array(
612 "augurnfind[/ ][v\-]*([0-9.]{1,10})" => "\\1"
613 ),
614 "uri" => ""
615 ),
616 "awario" => array(
617 "icon" => "awario",
618 "title" => "AwarioBot",
619 "rule" => array(
620 "AwarioBot[/ ]([0-9a-z.]{1,10})" => "\\1"
621 ),
622 "uri" => "https://awario.com/bots.html"
623 ),
624 "awasu" => array(
625 "icon" => "awasu",
626 "title" => "Awasu",
627 "rule" => array(
628 "Awasu[/ ]([0-9a-z.]{1,10})" => "\\1"
629 ),
630 "uri" => ""
631 ),
632 "axxus" => array(
633 "icon" => "axxus",
634 "title" => "axxus.de",
635 "rule" => array(
636 "whoiam" => ""
637 ),
638 "uri" => "http://www.axxus.de/"
639 ),
640 "ayell" => array(
641 "icon" => "ayell",
642 "title" => "Ayell",
643 "rule" => array(
644 "^Eurobot[ /]([0-9.]{1,10})" => "\\1"
645 ),
646 "uri" => "http://eurobot.ayell.eu"
647 ),
648 "babaloo" => array(
649 "icon" => "babaloo",
650 "title" => "Babaloo",
651 "rule" => array(
652 "BabalooSpider[ /]([0-9.]{1,10})" => "\\1"
653 ),
654 "uri" => "http://www.babaloo.si"
655 ),
656 "babe" => array(
657 "icon" => "robot",
658 "title" => "ba.be",
659 "rule" => array(
660 "BACS http://www.ba.be" => ""
661 ),
662 "uri" => "http://www.ba.be/"
663 ),
664 "baidu" => array(
665 "icon" => "baidu",
666 "title" => "Baidu",
667 "rule" => array(
668 "Baiduspider[ /]([0-9.]{1,10})" => "\\1",
669 "Baiduspider" => ""
670 ),
671 "uri" => "http://www.baidu.com/search/spider.html"
672 ),
673 "bananatree" => array(
674 "icon" => "robot",
675 "title" => "BananaTree",
676 "rule" => array(
677 "www\.thebananatree\.org" => ""
678 ),
679 "uri" => "http://www.thebananatree.org/"
680 ),
681 "bdcindexer" => array(
682 "icon" => "robot",
683 "title" => "bdcindexer",
684 "rule" => array(
685 "bdcindexer_([0-9a-z.]{1,10})" => "\\1"
686 ),
687 "uri" => "http://www.business.com/"
688 ),
689 "bdfetch" => array(
690 "icon" => "robot",
691 "title" => "BDFetch",
692 "rule" => array(
693 "^BDFetch" => ""
694 ),
695 "uri" => ""
696 ),
697 "bdncentral" => array(
698 "icon" => "robot",
699 "title" => "Bdncentral",
700 "rule" => array(
701 "BDNcentral Crawler v([0-9.]{1,10})" => "\\1"
702 ),
703 "uri" => "http://www.bdncentral.com/robot.html"
704 ),
705 "beammachine" => array(
706 "icon" => "robot",
707 "title" => "BeamMachine",
708 "rule" => array(
709 "^BeamMachine[ /]([0-9.]{1,10})" => "\\1"
710 ),
711 "uri" => "http://www.beammachine.net/"
712 ),
713 "become" => array(
714 "icon" => "become",
715 "title" => "Become",
716 "rule" => array(
717 "Become(JP)?Bot[/ ]([0-9.]{1,10})" => "\\2",
718 "(BecomeBot|Exabot)@exava\.com\)$" => ""
719 ),
720 "uri" => "http://www.become.com/"
721 ),
722 "beebware" => array(
723 "icon" => "robot",
724 "title" => "Beebware",
725 "rule" => array(
726 "BeebwareDirectory[/ ]v?([0-9.]{1,10})" => "\\2"
727 ),
728 "uri" => ""
729 ),
730 "bigbrother" => array(
731 "icon" => "robot",
732 "title" => "Big Brother",
733 "rule" => array(
734 "^Big Brother" => ""
735 ),
736 "uri" => "http://pauillac.inria.fr/~fpottier/"
737 ),
738 "bigclique" => array(
739 "icon" => "robot",
740 "title" => "BigClique",
741 "rule" => array(
742 "^BigCliqueBOT[/ ]([0-9.]{1,10})" => "\\1"
743 ),
744 "uri" => "http://www.bigclique.com"
745 ),
746 "biglotron" => array(
747 "icon" => "robot",
748 "title" => "Biglotron",
749 "rule" => array(
750 "^BIGLOTRON" => ""
751 ),
752 "uri" => "http://www.bigclique.com"
753 ),
754 "bigsearch" => array(
755 "icon" => "bigsearch",
756 "title" => "Bigsearch",
757 "rule" => array(
758 "Bigsearch.ca[/ ]Nutch[- ]([0-9.]{1,10})" => "\\1"
759 ),
760 "uri" => ""
761 ),
762 "bilbo" => array(
763 "icon" => "robot",
764 "title" => "Bilbo",
765 "rule" => array(
766 "Bilbo[ /]([0-9.]{1,10})" => "\\1"
767 ),
768 "uri" => "http://home.broadpark.no/~tnilsen-1/Linux/Bilbo_-_Nessus_WEB/bilbo_-_nessus_web.html"
769 ),
770 "bilgi" => array(
771 "icon" => "bilgi",
772 "title" => "Bilgi",
773 "rule" => array(
774 "Bilgi(Beta)?Bot[ /]([0-9.]{1,10})" => "\\1"
775 ),
776 "uri" => "http://www.bilgi.com/"
777 ),
778 "bitacle" => array(
779 "icon" => "bitacle",
780 "title" => "Bitacle",
781 "rule" => array(
782 "Bitacle (ro)?bot[ \(/V\:]+([0-9.]{1,10})" => "\\2",
783 ),
784 "uri" => "http://bitacle.org/"
785 ),
786 "bitbeamer" => array(
787 "icon" => "bitbeamer",
788 "title" => "BitBeamer",
789 "rule" => array(
790 "BitBeamer/([0-9.]{1,10})" => "\\1"
791 ),
792 "uri" => ""
793 ),
794 "biz360" => array(
795 "icon" => "biz360",
796 "title" => "Biz360",
797 "rule" => array(
798 "^Biz360 spider" => ""
799 ),
800 "uri" => ""
801 ),
802 "backlinktest" => array(
803 "icon" => "backlinktest",
804 "title" => "BacklinkCrawler",
805 "rule" => array(
806 "BacklinkCrawler" => ""
807 ),
808 "uri" => "http://www.backlinktest.com/crawler.html"
809 ),
810 "blaizbee" => array(
811 "icon" => "blaiz-bee",
812 "title" => "Blaiz-Bee",
813 "rule" => array(
814 "Blaiz-Bee[ /]([0-9.]{1,10})" => ""
815 ),
816 "uri" => ""
817 ),
818 "blogbeat" => array(
819 "icon" => "robot",
820 "title" => "BlogBeat",
821 "rule" => array(
822 "BlogBeat/?([0-9.]{1,10})" => "\\1",
823 ),
824 "uri" => "http://www.blogbeat.nl"
825 ),
826 "blogbotde" => array(
827 "icon" => "robot",
828 "title" => "blogbot.de",
829 "rule" => array(
830 "Naamah[ /]([0-9.a-z]{1,10})[ /]Blogbot" => "\\1",
831 ),
832 "uri" => "http://blogbot.de/"
833 ),
834 "blogcensus" => array(
835 "icon" => "blogcensus",
836 "title" => "Blogcensus",
837 "rule" => array(
838 "^Blogcensus" => "",
839 ),
840 "uri" => "http://blogcensus.de/bot/"
841 ),
842 "blogdex" => array(
843 "icon" => "robot",
844 "title" => "Blogdex",
845 "rule" => array(
846 "Blogdex[ /]([0-9.]{1,10})" => "\\1",
847 ),
848 "uri" => ""
849 ),
850 "blogg" => array(
851 "icon" => "blogg",
852 "title" => "Blogg",
853 "rule" => array(
854 "^blogg\.de" => ""
855 ),
856 "uri" => ""
857 ),
858 "blogland" => array(
859 "icon" => "robot",
860 "title" => "BlogLand",
861 "rule" => array(
862 "BlogLand[/ ]([0-9.]{1,10})" => "\\1"
863 ),
864 "uri" => ""
865 ),
866 "bloglines" => array(
867 "icon" => "bloglines",
868 "title" => "Bloglines",
869 "rule" => array(
870 "Bloglines[ /]([0-9.]{1,10})" => "\\1",
871 "Bloglines" => ""
872 ),
873 "uri" => ""
874 ),
875 "blogmap" => array(
876 "icon" => "robot",
877 "title" => "Blogmap",
878 "rule" => array(
879 "blogmap" => ""
880 ),
881 "uri" => ""
882 ),
883 "blogosphere" => array(
884 "icon" => "robot",
885 "title" => "Blogosphere",
886 "rule" => array(
887 "Blogosphere" => ""
888 ),
889 "uri" => ""
890 ),
891 "blogpeople" => array(
892 "icon" => "robot",
893 "title" => "BlogPeople",
894 "rule" => array(
895 "BlogPeople" => ""
896 ),
897 "uri" => ""
898 ),
899 "blogpulse" => array(
900 "icon" => "blogpulse",
901 "title" => "Blogpulse",
902 "rule" => array(
903 "Blogpulse" => ""
904 ),
905 "uri" => ""
906 ),
907 "blogranking" => array(
908 "icon" => "blogranking",
909 "title" => "BlogRanking",
910 "rule" => array(
911 "^BlogRanking(/RSS checker)?" => ""
912 ),
913 "uri" => ""
914 ),
915 "blogs" => array(
916 "icon" => "blogs",
917 "title" => "Blo.gs",
918 "rule" => array(
919 "blo\.gs[ /]([0-9.]{1,10})" => "\\1",
920 "blo\.gs" => ""
921 ),
922 "uri" => ""
923 ),
924 "blogshares" => array(
925 "icon" => "blogshares",
926 "title" => "BlogShares",
927 "rule" => array(
928 "BlogShares[ /]V?([0-9.]{1,10})" => "\\1",
929 "(^| |\()Blogshares(\.com| |\))" => ""
930 ),
931 "uri" => ""
932 ),
933 "blogslife" => array(
934 "icon" => "robot",
935 "title" => "BlogsLife",
936 "rule" => array(
937 "Blogslive" => ""
938 ),
939 "uri" => ""
940 ),
941 "blogsnow" => array(
942 "icon" => "blogsnow",
943 "title" => "BlogsNow",
944 "rule" => array(
945 "blogsnowbot" => "",
946 "BlogsNow" => ""
947 ),
948 "uri" => ""
949 ),
950 "blogstreet" => array(
951 "icon" => "blogstreet",
952 "title" => "BlogStreet",
953 "rule" => array(
954 "^BlogStreetBot" => ""
955 ),
956 "uri" => ""
957 ),
958 "blogsurf" => array(
959 "icon" => "robot",
960 "title" => "BlogSurf",
961 "rule" => array(
962 "nomadscafe_ra[/ ]([0-9.]{1,10})" => "\\1"
963 ),
964 "uri" => ""
965 ),
966 "blogtick" => array(
967 "icon" => "robot",
968 "title" => "BlogTick",
969 "rule" => array(
970 "BlogTickServer" => ""
971 ),
972 "uri" => ""
973 ),
974 "blogwatcher" => array(
975 "icon" => "blogwatcher",
976 "title" => "Blogwatcher",
977 "rule" => array(
978 "blogWatcher_Spider[/ ]([0-9.]{1,10})" => "\\1"
979 ),
980 "uri" => ""
981 ),
982 "blogwise" => array(
983 "icon" => "blogwise",
984 "title" => "Blogwise",
985 "rule" => array(
986 "Blogwise\.com(-MetaChecker)?[/ ]([0-9.]{1,10})" => "\\2"
987 ),
988 "uri" => ""
989 ),
990 "boardreader" => array(
991 "icon" => "boardreader",
992 "title" => "BoardReader",
993 "rule" => array(
994 "BoardReader[ \-](Image|Favicon)[ \-]Fetcher[ /]+([0-9.]{1,10})" => "\\2"
995 ),
996 "uri" => "http://www.boardreader.com"
997 ),
998 "bobby" => array(
999 "icon" => "bobby",
1000 "title" => "Bobby",
1001 "rule" => array(
1002 "bobby[ /]([0-9.]{1,10})" => "\\1"
1003 ),
1004 "uri" => ""
1005 ),
1006 "boitho" => array(
1007 "icon" => "robot",
1008 "title" => "Boitho",
1009 "rule" => array(
1010 "Boitho\.com[ \-](dc|robot)?[/ ]([0-9.]{1,10})" => "\\2"
1011 ),
1012 "uri" => ""
1013 ),
1014 "booch" => array(
1015 "icon" => "robot",
1016 "title" => "Booch",
1017 "rule" => array(
1018 "^booch[_ /]([0-9.]{1,10})" => "\\1"
1019 ),
1020 "uri" => ""
1021 ),
1022 "book" => array(
1023 "icon" => "book",
1024 "title" => "Bookmark",
1025 "rule" => array(
1026 "http://www\.bookmark\.ne\.jp" => ""
1027 ),
1028 "uri" => ""
1029 ),
1030 "bookdog" => array(
1031 "icon" => "bookdog",
1032 "title" => "Bookdog",
1033 "rule" => array(
1034 "^Bookdog[ /]([0-9.]{1,10})" => "\\1"
1035 ),
1036 "uri" => ""
1037 ),
1038 "bordermanager" => array(
1039 "icon" => "bordermanager",
1040 "title" => "Border Manager",
1041 "rule" => array(
1042 "BorderManager[ /]([0-9.]{1,10})" => "\\1"
1043 ),
1044 "uri" => ""
1045 ),
1046 "botonparade" => array(
1047 "icon" => "botonparade",
1048 "title" => "Bot on Parade",
1049 "rule" => array(
1050 "BotOnParade" => ""
1051 ),
1052 "uri" => "http://www.bots-on-para.de/bot.html"
1053 ),
1054 "botje" => array(
1055 "icon" => "botje",
1056 "title" => "Botje",
1057 "rule" => array(
1058 "Plukkie[ /]([0-9.]{1,10})" => "\\1"
1059 ),
1060 "uri" => "http://www.botje.com/"
1061 ),
1062 "bottomfeeder" => array(
1063 "icon" => "bottomfeeder",
1064 "title" => "BottomFeeder",
1065 "rule" => array(
1066 "BottomFeeder[ /]([0-9.]{1,10})" => "\\1"
1067 ),
1068 "uri" => ""
1069 ),
1070 "browseremulator" => array(
1071 "icon" => "browseremulator",
1072 "title" => "BrowserEmulator",
1073 "rule" => array(
1074 "BrowserEmulator[ /]([0-9.]{1,10})" => "\\1"
1075 ),
1076 "uri" => "http://www.dejavu.org/emulator.htm"
1077 ),
1078 "browsershots" => array(
1079 "icon" => "browsershots",
1080 "title" => "Browsershots",
1081 "rule" => array(
1082 "Browsershots URL Check" => ""
1083 ),
1084 "uri" => "http://browsershots.org"
1085 ),
1086 "browserspy" => array(
1087 "icon" => "robot",
1088 "title" => "BrowserSpy",
1089 "rule" => array(
1090 "BrowserSpy" => ""
1091 ),
1092 "uri" => ""
1093 ),
1094 "bruinbot" => array(
1095 "icon" => "robot",
1096 "title" => "BruinBot",
1097 "rule" => array(
1098 "BruinBot" => ""
1099 ),
1100 "uri" => ""
1101 ),
1102 "bruno" => array(
1103 "icon" => "robot",
1104 "title" => "Bruno",
1105 "rule" => array(
1106 "^Bruno" => ""
1107 ),
1108 "uri" => ""
1109 ),
1110 "btbot" => array(
1111 "icon" => "btbot",
1112 "title" => "BitTorrent",
1113 "rule" => array(
1114 "BTbot/([0-9.]{1,10})" => "\\1"
1115 ),
1116 "uri" => ""
1117 ),
1118 "bubing" => array(
1119 "icon" => "robot",
1120 "title" => "BUbiNG",
1121 "rule" => array(
1122 "BUbiNG" => ""
1123 ),
1124 "uri" => "http://law.di.unimi.it/BUbiNG.html"
1125 ),
1126 "builtwith" => array(
1127 "icon" => "builtwith",
1128 "title" => "BuiltWith",
1129 "rule" => array(
1130 "BuiltWith[/ ]([0-9.]{1,10})" => "\\1"
1131 ),
1132 "uri" => "http://builtwith.com/bot.html"
1133 ),
1134 "bulkfeeds" => array(
1135 "icon" => "robot",
1136 "title" => "Bulkfeeds",
1137 "rule" => array(
1138 "Bulkfeeds[/ ]([a-z0-9.]{1,10})" => "\\1"
1139 ),
1140 "uri" => ""
1141 ),
1142 "burf" => array(
1143 "icon" => "burf",
1144 "title" => "Burf.com",
1145 "rule" => array(
1146 "^Norbert the Spider" => ""
1147 ),
1148 "uri" => "http://www.burf.com/"
1149 ),
1150 "butch" => array(
1151 "icon" => "robot",
1152 "title" => "Butch",
1153 "rule" => array(
1154 "Butch(__| )?([a-z0-9.]{1,10})" => "\\2"
1155 ),
1156 "uri" => ""
1157 ),
1158 "buzzlogic" => array(
1159 "icon" => "buzzlogic",
1160 "title" => "Buzzlogic",
1161 "rule" => array(
1162 "BuzzBot[ /]([0-9.]{1,10})" => "\\1"
1163 ),
1164 "uri" => "http://www.buzzlogic.com"
1165 ),
1166 "catchbot" => array(
1167 "icon" => "catchbot",
1168 "title" => "CatchBot",
1169 "rule" => array(
1170 "^CatchBot[/ ]([0-9.]{1,10})" => "\\1"
1171 ),
1172 "uri" => "http://www.catchbot.com"
1173 ),
1174 "camdiscover" => array(
1175 "icon" => "robot",
1176 "title" => "Camdiscover",
1177 "rule" => array(
1178 "^Camcrawler" => ""
1179 ),
1180 "uri" => ""
1181 ),
1182 "cazoodle" => array(
1183 "icon" => "cazoodle",
1184 "title" => "Cazoodle",
1185 "rule" => array(
1186 "^CazoodleBot/(Nutch|CazoodleBot)[/ \-]([0-9.]{1,10})" => "\\2",
1187 "^CazoodleBot[/ ]([a-z0-9.]{1,10})" => "\\1"
1188 ),
1189 "uri" => "http://www.cazoodle.com/cazoodlebot"
1190 ),
1191 "ccbot" => array(
1192 "icon" => "robot",
1193 "title" => "ccBot",
1194 "rule" => array(
1195 "CCBot[/ ]([0-9.]{1,10})" => "\\1"
1196 ),
1197 "uri" => "http://www.commoncrawl.org/bot.html"
1198 ),
1199 "ccgcrawl" => array(
1200 "icon" => "robot",
1201 "title" => "CCGCrawl",
1202 "rule" => array(
1203 "CCGCrawl[/ ]([0-9.]{1,10})" => "\\1"
1204 ),
1205 "uri" => "http://www.myworkbase.com/bot.html"
1206 ),
1207 "cerberian" => array(
1208 "icon" => "robot",
1209 "title" => "Cerberian Drtrs",
1210 "rule" => array(
1211 "^Cerberian Drtrs" => ""
1212 ),
1213 "uri" => ""
1214 ),
1215 "cfnetwork" => array(
1216 "icon" => "robot",
1217 "title" => "Cerberian Drtrs",
1218 "rule" => array(
1219 "^CFNetwork[/ ]([0-9.]{1,10})" => "\\1"
1220 ),
1221 "uri" => "http://www.cfnetwork.be/"
1222 ),
1223 "charlotte" => array(
1224 "icon" => "charlotte",
1225 "title" => "Charlotte",
1226 "rule" => array(
1227 "Charlotte[/ ]([0-9a-z.]{1,10})" => "\\1"
1228 ),
1229 "uri" => ""
1230 ),
1231 "cirilizator" => array(
1232 "icon" => "cirilizator",
1233 "title" => "Cirilizator",
1234 "rule" => array(
1235 "Cirilizator[/ ]([0-9.]{1,10})" => "\\1"
1236 ),
1237 "uri" => ""
1238 ),
1239 "claria" => array(
1240 "icon" => "robot",
1241 "title" => "Claria",
1242 "rule" => array(
1243 "(Claria|Diamond)(Bot)?[ /]([0-9.]{1,10})" => "\\3",
1244 "(Claria|Diamond)(Bot)" => ""
1245 ),
1246 "uri" => ""
1247 ),
1248 "claymont" => array(
1249 "icon" => "claymont",
1250 "title" => "Claymont",
1251 "rule" => array(
1252 "claymont\.com" => "",
1253 "OliverPerry" => ""
1254 ),
1255 "uri" => "http://www.claymont.com"
1256 ),
1257 "clipinc" => array(
1258 "icon" => "clipinc",
1259 "title" => "ClipInc",
1260 "rule" => array(
1261 "ClipInc" => ""
1262 ),
1263 "uri" => "http://tobit.software"
1264 ),
1265 "clush" => array(
1266 "icon" => "clush",
1267 "title" => "Clush",
1268 "rule" => array(
1269 "Clus(tered-Search-|h)Bot[ /]([0-9.]{1,10})" => "\\2"
1270 ),
1271 "uri" => ""
1272 ),
1273 "cmsworldmap" => array(
1274 "icon" => "cmsworldmap",
1275 "title" => "CMS World Map",
1276 "rule" => array(
1277 "cmsworldmap" => ""
1278 ),
1279 "uri" => "http://www.cmsworldmap.com/"
1280 ),
1281 "cobion" => array(
1282 "icon" => "robot",
1283 "title" => "Cobion",
1284 "rule" => array(
1285 " (QXW03018|obot)\)" => ""
1286 ),
1287 "uri" => ""
1288 ),
1289 "coccoc" => array(
1290 "icon" => "coccoc",
1291 "title" => "Coccoc",
1292 "rule" => array(
1293 "coccoc[ /]([0-9.]{1,10})" => "\\1",
1294 "coccocbot-web[ /]([0-9.]{1,10})" => "\\1"
1295 ),
1296 "uri" => "http://help.coccoc.com"
1297 ),
1298 "coldfusion" => array(
1299 "icon" => "coldfusion",
1300 "title" => "ColdFusion",
1301 "rule" => array(
1302 "^coldfusion" => ""
1303 ),
1304 "uri" => ""
1305 ),
1306 "combine" => array(
1307 "icon" => "robot",
1308 "title" => "Combine",
1309 "rule" => array(
1310 "Combine[ /]([0-9.]{1,10})" => "\\1"
1311 ),
1312 "uri" => ""
1313 ),
1314 "combot" => array(
1315 "icon" => "robot",
1316 "title" => "comBot",
1317 "rule" => array(
1318 "^comBot[ /]([0-9.]{1,10})" => "\\1"
1319 ),
1320 "uri" => ""
1321 ),
1322 "comet" => array(
1323 "icon" => "comet",
1324 "title" => "Comet",
1325 "rule" => array(
1326 "cometsearch@cometsystems" => ""
1327 ),
1328 "uri" => ""
1329 ),
1330 "commerobo" => array(
1331 "icon" => "robot",
1332 "title" => "Commerobo",
1333 "rule" => array(
1334 "Commerobo[/ ]([0-9.]{1,10})" => "\\1"
1335 ),
1336 "uri" => ""
1337 ),
1338 "comrite" => array(
1339 "icon" => "robot",
1340 "title" => "ComRite",
1341 "rule" => array(
1342 "Comrite[/ ]([0-9.]{1,10})" => "\\1"
1343 ),
1344 "uri" => "http://www.comrite.com/"
1345 ),
1346 "convera" => array(
1347 "icon" => "convera",
1348 "title" => "Convera",
1349 "rule" => array(
1350 "Convera(MultiMedia)?Crawler[/ ]([0-9.]{1,10})" => "\\2",
1351 "Convera Internet Spider V([0-9.]{1,10})" => "\\1"
1352 ),
1353 "uri" => ""
1354 ),
1355 "coolbot" => array(
1356 "icon" => "robot",
1357 "title" => "CoolBot",
1358 "rule" => array(
1359 "^CoolBot" => ""
1360 ),
1361 "uri" => ""
1362 ),
1363 "cosmix" => array(
1364 "icon" => "robot",
1365 "title" => "Cosmix",
1366 "rule" => array(
1367 "^(voyager|cfetch|CosmixCrawler|carleson)[/ ]([0-9.]{1,10})" => "\\2",
1368 ),
1369 "uri" => ""
1370 ),
1371 "cosmos" => array(
1372 "icon" => "robot",
1373 "title" => "Cosmos",
1374 "rule" => array(
1375 "^cosmos" => ""
1376 ),
1377 "uri" => ""
1378 ),
1379 "cosmoty" => array(
1380 "icon" => "robot",
1381 "title" => "Cosmoty",
1382 "rule" => array(
1383 "^beautybot[/ ]([0-9.]{1,10})" => "\\1"
1384 ),
1385 "uri" => "http://www.uchoose.de/crawler/beautybot/"
1386 ),
1387 "covario" => array(
1388 "icon" => "covario",
1389 "title" => "Covario",
1390 "rule" => array(
1391 "Covario-IDS[/ ]([0-9.]{1,10})" => "\\1"
1392 ),
1393 "uri" => "http://www.covario.com/ids/"
1394 ),
1395 "creativecommons" => array(
1396 "icon" => "creativecommons",
1397 "title" => "Creative Commons",
1398 "rule" => array(
1399 "CreativeCommons[/ ]([0-9.]{1,6}(-dev)?)" => "\\1"
1400 ),
1401 "uri" => ""
1402 ),
1403 "cscrawler" => array(
1404 "icon" => "robot",
1405 "title" => "CsCrawler",
1406 "rule" => array(
1407 "CsCrawler" => ""
1408 ),
1409 "uri" => "http://www.kde.cs.uni-kassel.de/lehre/ss2005/googlespam/crawler.html"
1410 ),
1411 "jigsaw" => array(
1412 "icon" => "jigsaw",
1413 "title" => "Jigsaw",
1414 "rule" => array(
1415 "Jigsaw[ /]([0-9.]{1,10})" => "\\1"
1416 ),
1417 "uri" => "http://jigsaw.w3.org/css-validator/"
1418 ),
1419 "csscheck" => array(
1420 "icon" => "w3c",
1421 "title" => "W3C CSS Validator",
1422 "rule" => array(
1423 "CSS(Check|_Validator).+[ /]([0-9.]{1,10})" => "\\2"
1424 ),
1425 "uri" => "http://jigsaw.w3.org/css-validator/"
1426 ),
1427 "custo" => array(
1428 "icon" => "robot",
1429 "title" => "Custo",
1430 "rule" => array(
1431 "Custo[ /]([0-9.]{1,10})" => "\\1"
1432 ),
1433 "uri" => ""
1434 ),
1435 "cybernavi" => array(
1436 "icon" => "robot",
1437 "title" => "CyberNavi",
1438 "rule" => array(
1439 "CyberNavi_WebGet[ /]([0-9.]{1,10})" => "\\1"
1440 ),
1441 "uri" => ""
1442 ),
1443 "cyberpatrol" => array(
1444 "icon" => "cyberpatrol",
1445 "title" => "CyberPatrol",
1446 "rule" => array(
1447 "^CyberPatrol" => ""
1448 ),
1449 "uri" => "http://www.cyberpatrol.com/cyberpatrolcrawler.asp"
1450 ),
1451 "cyberz" => array(
1452 "icon" => "cyberz",
1453 "title" => "Cyberz",
1454 "rule" => array(
1455 "Cyberz Communication Agent" => ""
1456 ),
1457 "uri" => ""
1458 ),
1459 "cydral" => array(
1460 "icon" => "robot",
1461 "title" => "Cydral",
1462 "rule" => array(
1463 "CydralSpider[ /]([0-9.]{1,10})" => "\\1"
1464 ),
1465 "uri" => ""
1466 ),
1467 "cynthia" => array(
1468 "icon" => "cynthia",
1469 "title" => "Cynthia Says",
1470 "rule" => array(
1471 "Cynthia[ /]([0-9.]{1,10})" => "\\1"
1472 ),
1473 "uri" => ""
1474 ),
1475 "d4x" => array(
1476 "icon" => "d4x",
1477 "title" => "Downloader for X",
1478 "rule" => array(
1479 "Downloader for X[ /]([0-9.]{1,10})" => "\\1"
1480 ),
1481 "uri" => ""
1482 ),
1483 "da" => array(
1484 "icon" => "da",
1485 "title" => "DA",
1486 "rule" => array(
1487 "^DA[ /]([0-9.]{1,10})" => "\\1"
1488 ),
1489 "uri" => ""
1490 ),
1491 "seobot" => array(
1492 "icon" => "seobot",
1493 "title" => "DataForSeoBot",
1494 "rule" => array(
1495 "DataForSeoBot[ /]([0-9.]{1,10})" => "\\1",
1496 "DataForSeoBot" => "\\1"
1497 ),
1498 "uri" => "https://dataforseo.com/dataforseo-bot"
1499 ),
1500 "daum" => array(
1501 "icon" => "daum",
1502 "title" => "DAUM",
1503 "rule" => array(
1504 "DAUMOA[ /]([0-9.]{1,10})" => "\\1",
1505 "Daum[ /]([0-9.]{1,10})" => "\\1",
1506 "DAUM Web Robot" => "",
1507 "daum.net" => "",
1508 "Daum Communications Corp" => "",
1509 "EDI[ /]([0-9.]{1,10})" => "\\1",
1510 "Edacious.*Intelligent Web Robot" => "",
1511 "RaBot[/ ]([0-9.]{1,10}) Agent" => "\\1"
1512 ),
1513 "uri" => "http://ws.daum.net/"
1514 ),
1515 "daypop" => array(
1516 "icon" => "robot",
1517 "title" => "Daypop",
1518 "rule" => array(
1519 "daypopbot[/ ]([0-9.]{1,10})" => "\\1"
1520 ),
1521 "uri" => ""
1522 ),
1523 "delfi" => array(
1524 "icon" => "delfi",
1525 "title" => "Delfi",
1526 "rule" => array(
1527 "crawl at delfi dot lt" => ""
1528 ),
1529 "uri" => ""
1530 ),
1531 "depspid" => array(
1532 "icon" => "depspid",
1533 "title" => "DepSpid",
1534 "rule" => array(
1535 "DepSpid[/ ]([0-9.]{1,10})" => "\\1"
1536 ),
1537 "uri" => ""
1538 ),
1539 "devonagent" => array(
1540 "icon" => "devonagent",
1541 "title" => "DEVONagent",
1542 "rule" => array(
1543 "DEVONtech" => ""
1544 ),
1545 "uri" => ""
1546 ),
1547 "diffbot" => array(
1548 "icon" => "diffbot",
1549 "title" => "Diffbot",
1550 "rule" => array(
1551 " Diffbot" => ""
1552 ),
1553 "uri" => "http://www.diffbot.com"
1554 ),
1555 "diribot" => array(
1556 "icon" => "diribot",
1557 "title" => "Diri",
1558 "rule" => array(
1559 "diribot" => ""
1560 ),
1561 "uri" => "http://www.diri.bg"
1562 ),
1563 "directhit" => array(
1564 "icon" => "robot",
1565 "title" => "Direct Hit",
1566 "rule" => array(
1567 "EZResult -- Internet Search Engine" => ""
1568 ),
1569 "uri" => "http://www.directhit.com"
1570 ),
1571 "disco" => array(
1572 "icon" => "disco",
1573 "title" => "Disco",
1574 "rule" => array(
1575 "disco/Nutch[/ -]([0-9.]{1,10})" => "\\1",
1576 "discobot[/ -]([0-9.]{1,10})" => "\\1",
1577 "disco-crawl@discoveryengine.com" => ""
1578 ),
1579 "uri" => "http://www.discoveryengine.com/"
1580 ),
1581 "discopump" => array(
1582 "icon" => "robot",
1583 "title" => "DISCo Pump",
1584 "rule" => array(
1585 "DISCo Pump[/ ]([0-9.]{1,10})" => "\\1"
1586 ),
1587 "uri" => ""
1588 ),
1589 "dkimreputation" => array(
1590 "icon" => "dkimreputation",
1591 "title" => "DKIM Reputation",
1592 "rule" => array(
1593 "DKIMRepBot[ /]([0-9.]{1,10})" => "\\1"
1594 ),
1595 "uri" => "http://www.dkim-reputation.org"
1596 ),
1597 "dnsdigger" => array(
1598 "icon" => "dnsdigger",
1599 "title" => "DNS-Digger",
1600 "rule" => array(
1601 "DNS-Digger-Explorer[ /]([0-9.]{1,10})" => "\\1"
1602 ),
1603 "uri" => "http://www.dnsdigger.com"
1604 ),
1605 "dnsvalidation" => array(
1606 "icon" => "dnsvalidation",
1607 "title" => "DNS Validation",
1608 "rule" => array(
1609 "DNSValidation[ /]([0-9.]{1,10})" => "\\1"
1610 ),
1611 "uri" => "http://www.dnsvalidation.com/"
1612 ),
1613 "doctorhtml" => array(
1614 "icon" => "robot",
1615 "title" => "DoctorHTML",
1616 "rule" => array(
1617 "Doctor[ \-]?HTML" => ""
1618 ),
1619 "uri" => ""
1620 ),
1621 "dolphin" => array(
1622 "icon" => "dolphin",
1623 "title" => "Dolphin",
1624 "rule" => array(
1625 "Dolphin[ /]([0-9.]{1,10})" => "\\1"
1626 ),
1627 "uri" => "http://telehouse.ru/crawler.html"
1628 ),
1629 "domaindatei" => array(
1630 "icon" => "robot",
1631 "title" => "Domaindatei",
1632 "rule" => array(
1633 "DomaindateiSpider[ /]([0-9.]{1,10})" => "\\1"
1634 ),
1635 "uri" => ""
1636 ),
1637 "dontbuylists" => array(
1638 "icon" => "dontbuylists",
1639 "title" => "Dontbuylists",
1640 "rule" => array(
1641 "DBLBot[ /]([0-9.]{1,10})" => "\\1"
1642 ),
1643 "uri" => "http://www.dontbuylists.com"
1644 ),
1645 "dotbot" => array(
1646 "icon" => "robot",
1647 "title" => "DotBot",
1648 "rule" => array(
1649 "DotBot[ /]([0-9.]{1,10})" => "\\1"
1650 ),
1651 "uri" => "http://www.dotnetdotcom.org"
1652 ),
1653 "doweb" => array(
1654 "icon" => "doweb",
1655 "title" => "DoWeb",
1656 "rule" => array(
1657 "^www.doweb.co.uk" => ""
1658 ),
1659 "uri" => "http://www.doweb.co.uk/"
1660 ),
1661 "downforeveryoneorjustme" => array(
1662 "icon" => "downforeveryoneorjustme",
1663 "title" => "Down for everyone or just me",
1664 "rule" => array(
1665 "downforeveryoneorjustme" => ""
1666 ),
1667 "uri" => "http://www.downforeveryoneorjustme.com"
1668 ),
1669 "downloadninja" => array(
1670 "icon" => "robot",
1671 "title" => "Download Ninja",
1672 "rule" => array(
1673 "Download Ninja[ /]([0-9.]{1,10})" => "\\1"
1674 ),
1675 "uri" => ""
1676 ),
1677 "drupal" => array(
1678 "icon" => "drupal",
1679 "title" => "Drupal",
1680 "rule" => array(
1681 "^Drupal" => ""
1682 ),
1683 "uri" => ""
1684 ),
1685 "dsns" => array(
1686 "icon" => "robot",
1687 "title" => "DSNS Scanner",
1688 "rule" => array(
1689 "^DSNS" => ""
1690 ),
1691 "uri" => ""
1692 ),
1693 "dtsagent" => array(
1694 "icon" => "robot",
1695 "title" => "DTS Agent",
1696 "rule" => array(
1697 "DTS Agent" => ""
1698 ),
1699 "uri" => ""
1700 ),
1701 "duckduckgo" => array(
1702 "icon" => "duckduckgo",
1703 "title" => "DuckDuckGo",
1704 "rule" => array(
1705 "DuckDuckGo-Favicons-Bot[ /]([0-9.]{1,10})" => "\\1",
1706 "DuckDuckBot-Https[ /]([0-9.]{1,10})" => "\\1"
1707 ),
1708 "uri" => "http://duckduckgo.com"
1709 ),
1710 "earthcom" => array(
1711 "icon" => "earthcom",
1712 "title" => "Earthcom",
1713 "rule" => array(
1714 "EARTHCOM\.info[/ ]([0-9a-z.]{1,10})" => "\\1"
1715 ),
1716 "uri" => ""
1717 ),
1718 "ebay" => array(
1719 "icon" => "ebay",
1720 "title" => "eBay",
1721 "rule" => array(
1722 "eBay Relevance Ad Crawler" => ""
1723 ),
1724 "uri" => ""
1725 ),
1726 "echo" => array(
1727 "icon" => "robot",
1728 "title" => "Echo.com",
1729 "rule" => array(
1730 "_TrueRobot[/ ]([0-9.]{1,10})" => "\\1"
1731 ),
1732 "uri" => "http://www.echo.com/"
1733 ),
1734 "eert" => array(
1735 "icon" => "robot",
1736 "title" => "Eert",
1737 "rule" => array(
1738 "eert spdr[/ ]([0-9.]{1,10})" => "\\1"
1739 ),
1740 "uri" => "http://bot.eert.net"
1741 ),
1742 "eknip" => array(
1743 "icon" => "eknip",
1744 "title" => "E-Knip",
1745 "rule" => array(
1746 "eknip[ /]([0-9a-z.]{1,10})" => "\\1"
1747 ),
1748 "uri" => ""
1749 ),
1750 "zoominfo" => array(
1751 "icon" => "zoominfo",
1752 "title" => "ZoomInfo", //Previous called Eliyon
1753 "rule" => array(
1754 "NextGenSearchBot[/ ]([0-9.]{1,10})" => "\\1"
1755 ),
1756 "uri" => "http://www.zoominfo.com/business/nextgensearchbot.html"
1757 ),
1758 "emeraldshield" => array(
1759 "icon" => "emeraldshield",
1760 "title" => "EmeraldShield",
1761 "rule" => array(
1762 "^EmeraldShield" => ""
1763 ),
1764 "uri" => ""
1765 ),
1766 "empas" => array(
1767 "icon" => "empas",
1768 "title" => "Empas",
1769 "rule" => array(
1770 "DigExt; empas\)$" => "",
1771 "^EMPAS[_\-]ROBOT" => ""
1772 ),
1773 "uri" => ""
1774 ),
1775 "entfer" => array(
1776 "icon" => "entfer",
1777 "title" => "Entfer",
1778 "rule" => array(
1779 "EntferBot[ /]([0-9.]{1,10})" => "\\1"
1780 ),
1781 "uri" => "https://entfer.com"
1782 ),
1783 "entireweb" => array(
1784 "icon" => "entireweb",
1785 "title" => "Entireweb",
1786 "rule" => array(
1787 "Speedy[ ]?Spider" => ""
1788 ),
1789 "uri" => ""
1790 ),
1791 "envolk" => array(
1792 "icon" => "envolk",
1793 "title" => "Envolk",
1794 "rule" => array(
1795 "envolk\[ITS\]spider[/ ]([0-9.]{1,10})" => "\\1",
1796 "envolk[/ ]([0-9.]{1,10})" => "\\1"
1797 ),
1798 "uri" => ""
1799 ),
1800 "esnet" => array(
1801 "icon" => "robot",
1802 "title" => "ES.NET",
1803 "rule" => array(
1804 "ES.NET Crawler[ /]([0-9.]{1,10})" => "\\1"
1805 ),
1806 "uri" => ""
1807 ),
1808 "estyle" => array(
1809 "icon" => "estyle",
1810 "title" => "eStyle Search",
1811 "rule" => array(
1812 "eStyleSearch[ /]([0-9.]{1,10})" => "\\1"
1813 ),
1814 "uri" => ""
1815 ),
1816 "eurip" => array(
1817 "icon" => "robot",
1818 "title" => "Eurip",
1819 "rule" => array(
1820 "EuripBot[ /]([0-9.]{1,10})" => "\\1"
1821 ),
1822 "uri" => "http://www.eurip.com"
1823 ),
1824 "eurodirectory" => array(
1825 "icon" => "robot",
1826 "title" => "Euro Directory",
1827 "rule" => array(
1828 "www\.euro-directory\.com" => ""
1829 ),
1830 "uri" => "http://www.euro-directory.com/"
1831 ),
1832 "euroseek" => array(
1833 "icon" => "euroseek",
1834 "title" => "EuroSeek",
1835 "rule" => array(
1836 "Arachnoidea" => ""
1837 ),
1838 "uri" => ""
1839 ),
1840 "evaal" => array(
1841 "icon" => "evaal",
1842 "title" => "Evaal",
1843 "rule" => array(
1844 "^EvaalSE" => ""
1845 ),
1846 "uri" => "http://www.evaal.com/"
1847 ),
1848 "eventax" => array(
1849 "icon" => "eventax",
1850 "title" => "Eventax",
1851 "rule" => array(
1852 "^eventax[ /]([0-9.]{1,10})" => "\\1"
1853 ),
1854 "uri" => "http://www.eventax.de/"
1855 ),
1856 "everbee" => array(
1857 "icon" => "everbee",
1858 "title" => "Everbee",
1859 "rule" => array(
1860 "EverbeeCrawler" => ""
1861 ),
1862 "uri" => ""
1863 ),
1864 "everest" => array(
1865 "icon" => "everest",
1866 "title" => "Everest",
1867 "rule" => array(
1868 "Everest-Vulcan Inc.[ /]([0-9.]{1,10})" => "\\1"
1869 ),
1870 "uri" => ""
1871 ),
1872 "exabot" => array(
1873 "icon" => "exabot",
1874 "title" => "ExaBot",
1875 "rule" => array(
1876 "^NG[ /]([0-9.]{1,10})" => "\\1",
1877 "Exabot/([0-9.]{1,10})" => "\\1",
1878 "ExaBotTest/([0-9.]{1,10})" => "\\1",
1879 "ExaBot-(Test|Images)/([0-9.]{1,10})" => "\\2",
1880 "ExaBot-Thumbnails" => ""
1881 ),
1882 "uri" => "http://www.exabot.com/go/robot"
1883 ),
1884 "exactseek" => array(
1885 "icon" => "exactseek",
1886 "title" => "ExactSeek",
1887 "rule" => array(
1888 "^exactseek[ \-]?(pagereaper|crawler)[ \-]?([0-9.]{1,10})" => "\\2",
1889 "ExactSeek[ \.\-]?(Crawler|com)" => ""
1890 ),
1891 "uri" => "http://www.exactseek.com/"
1892 ),
1893 "excite" => array(
1894 "icon" => "excite",
1895 "title" => "Excite",
1896 "rule" => array(
1897 "Architext[ \-]?Spider" => ""
1898 ),
1899 "uri" => ""
1900 ),
1901 "execrawl" => array(
1902 "icon" => "robot",
1903 "title" => "Execrawl",
1904 "rule" => array(
1905 "Execrawl[ /]([0-9.]{1,10})" => "\\1",
1906 "Execrawl" => ""
1907 ),
1908 "uri" => ""
1909 ),
1910 "expertmonitor" => array(
1911 "icon" => "robot",
1912 "title" => "ExpertMonitor",
1913 "rule" => array(
1914 "^NetMonitor[ /]([0-9.]{1,10})" => "\\1"
1915 ),
1916 "uri" => ""
1917 ),
1918 "explorerrss" => array(
1919 "icon" => "robot",
1920 "title" => "Explorer RSS",
1921 "rule" => array(
1922 "^Windows-RSS-Platform[ /]([0-9.]{1,10})" => "\\1"
1923 ),
1924 "uri" => ""
1925 ),
1926 "ezooms" => array(
1927 "icon" => "robot",
1928 "title" => "Ezooms",
1929 "rule" => array(
1930 "ezooms[/ ]([0-9a-z.\-]{1,10})" => "\\1"
1931 ),
1932 "uri" => ""
1933 ),
1934 "facebook" => array(
1935 "icon" => "facebook",
1936 "title" => "Facebook",
1937 "rule" => array(
1938 "FacebookFeedParser[/ ]([0-9a-z.\-]{1,10})" => "\\1",
1939 "facebookexternalhit/([0-9.]{1,10})" => "\\1",
1940 "^facebook" => ""
1941 ),
1942 "uri" => "http://www.facebook.com/"
1943 ),
1944 "fast" => array(
1945 "icon" => "fast",
1946 "title" => "Fast",
1947 "rule" => array(
1948 "^FAST( Enterprise |-Web| MetaWeb )?Crawler[ /]([0-9.]{1,10})" => "\\2",
1949 "^FAST( Enterprise |-Web| MetaWeb | PartnerSite )?Crawler" => "",
1950 "^Fast Crawler" => "",
1951 "^libwww-perl[ /]([0-9.]{1,10}) FP[ /]([0-9.]{1,10})" => "\\2"
1952 ),
1953 "uri" => "http://www.alltheweb.com/"
1954 ),
1955 "fastbuzz" => array(
1956 "icon" => "fastbuzz",
1957 "title" => "Fastbuzz",
1958 "rule" => array(
1959 "^fastbuzz\.com" => ""
1960 ),
1961 "uri" => ""
1962 ),
1963 "favorg" => array(
1964 "icon" => "robot",
1965 "title" => "FavOrg",
1966 "rule" => array(
1967 "^FavOrg" => ""
1968 ),
1969 "uri" => ""
1970 ),
1971 "favorstar" => array(
1972 "icon" => "favorstar",
1973 "title" => "Favorstar",
1974 "rule" => array(
1975 "favorstarbot[ /]([0-9.]{1,10})" => "\\1"
1976 ),
1977 "uri" => "http://favorstar.com/bot.html"
1978 ),
1979 "faxo" => array(
1980 "icon" => "robot",
1981 "title" => "Faxo",
1982 "rule" => array(
1983 "^Faxobot[ /]([0-9.]{1,10})" => "\\1"
1984 ),
1985 "uri" => "http://www.faxo.com/"
1986 ),
1987 "fdse" => array(
1988 "icon" => "robot",
1989 "title" => "FDSE Robot",
1990 "rule" => array(
1991 "FDSE[ \-]?robot" => ""
1992 ),
1993 "uri" => ""
1994 ),
1995 "feedback" => array(
1996 "icon" => "robot",
1997 "title" => "FeedBack",
1998 "rule" => array(
1999 "FeedBack[/ ]([0-9.]{1,10})" => "\\1"
2000 ),
2001 "uri" => ""
2002 ),
2003 "feedburner" => array(
2004 "icon" => "feedburner",
2005 "title" => "FeedBurner",
2006 "rule" => array(
2007 "^FeedBurner[/ ]([0-9.]{1,10})" => "\\1"
2008 ),
2009 "uri" => ""
2010 ),
2011 "feeddemon" => array(
2012 "icon" => "feeddemon",
2013 "title" => "FeedDemon",
2014 "rule" => array(
2015 "FeedDemon[/ ]([0-9.]{1,10})" => "\\1"
2016 ),
2017 "uri" => ""
2018 ),
2019 "feedfind" => array(
2020 "icon" => "feedfind",
2021 "title" => "FeedFind",
2022 "rule" => array(
2023 "Feed::Find[ /]([0-9.]{1,10})" => "\\1"
2024 ),
2025 "uri" => ""
2026 ),
2027 "feedonfeeds" => array(
2028 "icon" => "robot",
2029 "title" => "Feed On Feeds",
2030 "rule" => array(
2031 "FeedOnFeeds[/ ]([0-9.]{1,10})" => "\\1"
2032 ),
2033 "uri" => ""
2034 ),
2035 "feedparser" => array(
2036 "icon" => "robot",
2037 "title" => "Feedparser",
2038 "rule" => array(
2039 "UniversalFeedParser[/ ]([0-9a-z.\-]{1,10})" => "\\1",
2040 "FeedParser" => ""
2041 ),
2042 "uri" => ""
2043 ),
2044 "feedreader" => array(
2045 "icon" => "feedreader",
2046 "title" => "Feedreader",
2047 "rule" => array(
2048 "^Feedreader" => ""
2049 ),
2050 "uri" => ""
2051 ),
2052 "feedserver" => array(
2053 "icon" => "robot",
2054 "title" => "FeedServer",
2055 "rule" => array(
2056 "FeedServer[/ ]([0-9.]{1,10})" => "\\1"
2057 ),
2058 "uri" => ""
2059 ),
2060 "feedster" => array(
2061 "icon" => "feedster",
2062 "title" => "Feedster",
2063 "rule" => array(
2064 "Feedster Crawler[/ ]([0-9.]{1,10})" => "\\1"
2065 ),
2066 "uri" => ""
2067 ),
2068 "feedvalidator" => array(
2069 "icon" => "feedvalidator",
2070 "title" => "Feed Validator",
2071 "rule" => array(
2072 "^FeedValidator[/ ]([0-9.]{1,10})" => "\\1"
2073 ),
2074 "uri" => ""
2075 ),
2076 "fdm" => array(
2077 "icon" => "robot",
2078 "title" => "Free Download Manager",
2079 "rule" => array(
2080 "^FDM[/ ]([0-9a-z.]{1,10})" => "\\1"
2081 ),
2082 "uri" => ""
2083 ),
2084 "filangy" => array(
2085 "icon" => "robot",
2086 "title" => "Filangy",
2087 "rule" => array(
2088 "Filangy[/ ]([0-9.]{1,10})" => "\\1"
2089 ),
2090 "uri" => "http://www.filangy.com/"
2091 ),
2092 "findanisp" => array(
2093 "icon" => "robot",
2094 "title" => "FindAnISP",
2095 "rule" => array(
2096 "FindAnISP" => ""
2097 ),
2098 "uri" => "http://www.findanisp.com/"
2099 ),
2100 "findengines" => array(
2101 "icon" => "findengines",
2102 "title" => "FindEngines",
2103 "rule" => array(
2104 "FindEngines! Bot" => ""
2105 ),
2106 "uri" => ""
2107 ),
2108 "findexa" => array(
2109 "icon" => "findexa",
2110 "title" => "Findexa",
2111 "rule" => array(
2112 "Findexa Crawler" => ""
2113 ),
2114 "uri" => ""
2115 ),
2116 "findlinks" => array(
2117 "icon" => "findlinks",
2118 "title" => "FindLinks",
2119 "rule" => array(
2120 "findlinks[ /]([0-9.]{1,10})" => "\\1",
2121 "^FindLinks" => ""
2122 ),
2123 "uri" => ""
2124 ),
2125 "findoor" => array(
2126 "icon" => "findoor",
2127 "title" => "Findoor",
2128 "rule" => array(
2129 "^findoor(-Bot)?" => "\\1"
2130 ),
2131 "uri" => ""
2132 ),
2133 "firefly" => array(
2134 "icon" => "firefly",
2135 "title" => "Firefly",
2136 "rule" => array(
2137 "Firefly" => ""
2138 ),
2139 "uri" => ""
2140 ),
2141 "flashget" => array(
2142 "icon" => "flashget",
2143 "title" => "FlashGet",
2144 "rule" => array(
2145 "^FlashGet" => ""
2146 ),
2147 "uri" => ""
2148 ),
2149 "flatland" => array(
2150 "icon" => "flatland",
2151 "title" => "Flatland",
2152 "rule" => array(
2153 "^flatlandbot" => ""
2154 ),
2155 "uri" => "http://www.flatlandindustries.com/flatlandbot"
2156 ),
2157 "flickbot" => array(
2158 "icon" => "flickbot",
2159 "title" => "FlickBot",
2160 "rule" => array(
2161 "FlickBot[ /]([0-9.]{1,10})" => "\\1"
2162 ),
2163 "uri" => ""
2164 ),
2165 "flightdeckreports" => array(
2166 "icon" => "flightdeckreports",
2167 "title" => "Flight Deck Reports",
2168 "rule" => array(
2169 "FlightDeckReportsBot[ /]([0-9.]{1,10})" => "\\1"
2170 ),
2171 "uri" => "http://www.flightdeckreports.com/"
2172 ),
2173 "forex" => array(
2174 "icon" => "robot",
2175 "title" => "Forex",
2176 "rule" => array(
2177 "^Forex Trading Network Organization" => ""
2178 ),
2179 "uri" => "http://www.netforex.org/"
2180 ),
2181 "freshmeat" => array(
2182 "icon" => "freshmeat",
2183 "title" => "Freshmeat",
2184 "rule" => array(
2185 "fmII URL validator[ /]([0-9.]{1,10})" => "\\1",
2186 "freshmeat.net URL validator[ /]([0-9.]{1,10})" => "\\1"
2187 ),
2188 "uri" => "http://www.freshmeat.net/"
2189 ),
2190 "friend" => array(
2191 "icon" => "friend",
2192 "title" => "Friend",
2193 "rule" => array(
2194 "www\.friend\.fr" => ""
2195 ),
2196 "uri" => "http://www.friend.fr/"
2197 ),
2198 "frontier" => array(
2199 "icon" => "frontier",
2200 "title" => "Frontier",
2201 "rule" => array(
2202 "Frontier[ /]([0-9.]{1,10})" => "\\1"
2203 ),
2204 "uri" => ""
2205 ),
2206 "fyberspider" => array(
2207 "icon" => "robot",
2208 "title" => "FyberSpider",
2209 "rule" => array(
2210 "FyberSpider[ /]([0-9.]{1,10})" => "\\1"
2211 ),
2212 "uri" => "http://www.fyberspider.com/"
2213 ),
2214 "gaisbot" => array(
2215 "icon" => "gais",
2216 "title" => "Gaisbot",
2217 "rule" => array(
2218 "Gaisbot[ /]([0-9.]{1,10})" => "\\1"
2219 ),
2220 "uri" => ""
2221 ),
2222 "galaxy" => array(
2223 "icon" => "galaxy",
2224 "title" => "Galaxy",
2225 "rule" => array(
2226 "GalaxyBot[ /]([0-9.]{1,10})" => "\\1",
2227 "www.galaxy.com" => ""
2228 ),
2229 "uri" => "http://www.galaxy.com/"
2230 ),
2231 "gamespy" => array(
2232 "icon" => "gamespy",
2233 "title" => "GameSpy",
2234 "rule" => array(
2235 "GameSpyHTTP[ /]([0-9.]{1,10})" => "\\1"
2236 ),
2237 "uri" => ""
2238 ),
2239 "garlik" => array(
2240 "icon" => "garlik",
2241 "title" => "Garlik",
2242 "rule" => array(
2243 "GarlikCrawler[ /]([0-9.]{1,10})" => "\\1"
2244 ),
2245 "uri" => "http://garlik.com/"
2246 ),
2247 "gdesktop" => array(
2248 "icon" => "gdesktop",
2249 "title" => "Google Desktop",
2250 "rule" => array(
2251 "compatible; Google Desktop" => ""
2252 ),
2253 "uri" => ""
2254 ),
2255 "genome" => array(
2256 "icon" => "robot",
2257 "title" => "Genome Machine",
2258 "rule" => array(
2259 "Genome[ \-]?Machine" => ""
2260 ),
2261 "uri" => ""
2262 ),
2263 "geohash" => array(
2264 "icon" => "geohash",
2265 "title" => "Geohash",
2266 "rule" => array(
2267 "GeoHasher(/Nutch)[ /-]([0-9.]{1,10})" => "\\2"
2268 ),
2269 "uri" => "http://geohash.org/"
2270 ),
2271 "geona" => array(
2272 "icon" => "robot",
2273 "title" => "Geona",
2274 "rule" => array(
2275 "GeonaBot[ /]([0-9.]{1,10})" => "\\1"
2276 ),
2277 "uri" => ""
2278 ),
2279 "geoblog" => array(
2280 "icon" => "robot",
2281 "title" => "The World as a Blog",
2282 "rule" => array(
2283 "The World as a Blog" => ""
2284 ),
2285 "uri" => ""
2286 ),
2287 "geourl" => array(
2288 "icon" => "geourl",
2289 "title" => "GeoUrl",
2290 "rule" => array(
2291 "geourl[ /]([0-9.]{1,10})" => "\\1",
2292 "^GeoURLBot[ /]([0-9.]{1,10})" => "\\1",
2293 ),
2294 "uri" => ""
2295 ),
2296 "getnetwise" => array(
2297 "icon" => "robot",
2298 "title" => "GetNetWise",
2299 "rule" => array(
2300 " Crayon Crawler" => ""
2301 ),
2302 "uri" => ""
2303 ),
2304 "getright" => array(
2305 "icon" => "getright",
2306 "title" => "GetRight",
2307 "rule" => array(
2308 "GetRight[ /]([0-9.]{1,10})" => "\\1"
2309 ),
2310 "uri" => ""
2311 ),
2312 "getsmart" => array(
2313 "icon" => "getsmart",
2314 "title" => "GetSmart",
2315 "rule" => array(
2316 "GetSmart[ /]([0-9.]{1,10})" => "\\1"
2317 ),
2318 "uri" => ""
2319 ),
2320 "gigabot" => array(
2321 "icon" => "gigablast",
2322 "title" => "Gigablast",
2323 "rule" => array(
2324 "(Gigabot|Sitesearch)[/ ]([0-9.]{1,10})" => "\\2",
2325 "GigabotSiteSearch[/ ]([0-9.]{1,10})" => "\\1",
2326 "GigablastOpenSource" => ""
2327 ),
2328 "uri" => ""
2329 ),
2330 "gimme" => array(
2331 "icon" => "gimme",
2332 "title" => "gimmeUSA",
2333 "rule" => array(
2334 "Gimme60bot[ /]([0-9.]{1,10})" => "\\1"
2335 ),
2336 "uri" => "http://gimme60.com"
2337 ),
2338 "ginger" => array(
2339 "icon" => "ginger",
2340 "title" => "GingerCrawler",
2341 "rule" => array(
2342 "GingerCrawler[ /]([0-9.]{1,10})" => "\\1"
2343 ),
2344 "uri" => "http://www.gingersoftware.com/crawler_agent.htm"
2345 ),
2346 "girafabot" => array(
2347 "icon" => "girafa",
2348 "title" => "Girafa",
2349 "rule" => array(
2350 "Girafabot" => ""
2351 ),
2352 "uri" => ""
2353 ),
2354 "globalspec" => array(
2355 "icon" => "globalspec",
2356 "title" => "GlobalSpec",
2357 "rule" => array(
2358 "Ocelli[ /]([0-9.]{1,10})" => "\\1"
2359 ),
2360 "uri" => ""
2361 ),
2362 "glucose" => array(
2363 "icon" => "glucose",
2364 "title" => "Glucose",
2365 "rule" => array(
2366 "glucose[ /]([0-9a-z.\-]{1,10})" => "\\1"
2367 ),
2368 "uri" => ""
2369 ),
2370 "gnomit" => array(
2371 "icon" => "gnomit",
2372 "title" => "Gnomit",
2373 "rule" => array(
2374 "gnomit[ /]([0-9.]{1,10})" => "\\1"
2375 ),
2376 "uri" => "http://www.gnomit.com/",
2377 ),
2378 "goforit" => array(
2379 "icon" => "goforit",
2380 "title" => "GoForIt",
2381 "rule" => array(
2382 "^GoForIt\.com" => "",
2383 "^GOFORITBOT" => ""
2384 ),
2385 "uri" => ""
2386 ),
2387 "goguides" => array(
2388 "icon" => "robot",
2389 "title" => "GoGuides",
2390 "rule" => array(
2391 "^GoGuidesBot[ /]([0-9.]{1,10})" => "\\1"
2392 ),
2393 "uri" => "http://www.goguides.org/"
2394 ),
2395 // Needs to be before google for correct detection
2396 "mediapartners" => array(
2397 "icon" => "google",
2398 "title" => "Mediapartners",
2399 "rule" => array (
2400 "Mediapartners-Google[ /]([0-9.]{1,10})" => "\\1",
2401 "Mediapartners-Google" => ""
2402 ),
2403 "uri" => ""
2404 ),
2405 "google" => array(
2406 "icon" => "google",
2407 "title" => "Google",
2408 "rule" => array (
2409 "Googl(e|ebot)(-Image)?/([0-9.]{1,10})" => "\\3",
2410 "Googl(e|ebot)(-Image)?/" => "",
2411 "^gsa-crawler" => "",
2412 "Google Web Preview" => ""
2413 ),
2414 "uri" => "http://www.google.com/"
2415 ),
2416 "googlesitemaps" => array(
2417 "icon" => "google",
2418 "title" => "Google-Sitemaps",
2419 "rule" => array (
2420 "Googl(e|ebot)(-Sitemaps)?/([0-9.]{1,10})" => "\\3",
2421 "GSiteCrawler[ /v]*([0-9.a-z]{1,10})" => "\\1",
2422 "Googl(e|ebot)(-Sitemaps)?/" => ""
2423 ),
2424 "uri" => ""
2425 ),
2426 "googlemobile" => array(
2427 "icon" => "google",
2428 "title" => "Google-Mobile",
2429 "rule" => array (
2430 "Googl(e|ebot)(-Mobile)?/([0-9.]{1,10})" => "\\3",
2431 "Googl(e|ebot)(-Mobile)?/" => ""
2432 ),
2433 "uri" => ""
2434 ),
2435 "googleads" => array(
2436 "icon" => "google",
2437 "title" => "Google-AdsBot",
2438 "rule" => array (
2439 "^AdsBot-Google" => "",
2440 ),
2441 "uri" => ""
2442 ),
2443 "googlefeeds" => array(
2444 "icon" => "google",
2445 "title" => "Google-Feedfetcher",
2446 "rule" => array (
2447 "^Feedfetcher-Google" => "",
2448 ),
2449 "uri" => ""
2450 ),
2451 "googlverification" => array(
2452 "icon" => "google",
2453 "title" => "Google-Site-Verification",
2454 "rule" => array (
2455 "Google-Site-Verification[ /]([0-9.]{1,10})" => "\\1"
2456 ),
2457 "uri" => ""
2458 ),
2459 // Needs to be AFTER Google detection
2460 "goo" => array(
2461 "icon" => "goo",
2462 "title" => "Goo",
2463 "rule" => array (
2464 "(gazz|ichiro|mog(et|imogi))[ /]([0-9.]{1,10})" => "\\3",
2465 "DoCoMo[ /]([0-9.]{1,10})" => "\\1"
2466 ),
2467 "uri" => ""
2468 ),
2469 "goongee" => array(
2470 "icon" => "robot",
2471 "title" => "GoonGee",
2472 "rule" => array (
2473 "^Big Fish[ /]v?([0-9.]{1,10})" => "\\2"
2474 ),
2475 "uri" => "http://www.goongee.com/"
2476 ),
2477 "gpost" => array(
2478 "icon" => "gpost",
2479 "title" => "GPost",
2480 "rule" => array(
2481 "^GPostbot" => ""
2482 ),
2483 "uri" => ""
2484 ),
2485 "grapeshot" => array(
2486 "icon" => "grapeshot",
2487 "title" => "Grapeshot",
2488 "rule" => array(
2489 "GrapeshotCrawler[/ ]([0-9.]{1,10})" => "\\1"
2490 ),
2491 "uri" => "http://www.grapeshot.co.uk/crawler.php"
2492 ),
2493 "gregarius" => array(
2494 "icon" => "robot",
2495 "title" => "Gregarius",
2496 "rule" => array(
2497 "^Gregarius[/ ]([0-9.]{1,10})" => ""
2498 ),
2499 "uri" => ""
2500 ),
2501 "grub" => array(
2502 "icon" => "grub",
2503 "title" => "Grub",
2504 "rule" => array(
2505 "grub[ \-]?client[ /\-]{1,5}([0-9.]{1,10})" => "\\1",
2506 "grub crawler" => "",
2507 "grub[/ ]([0-9.]{1,10})" => "\\1",
2508 "^GrubNG([0-9. ]{1,10})?" => "\\1"
2509 ),
2510 "uri" => "http://www.grub.org/"
2511 ),
2512 "gulliver" => array(
2513 "icon" => "robot",
2514 "title" => "Gulliver",
2515 "rule" => array(
2516 "Gulliver" => ""
2517 ),
2518 "uri" => ""
2519 ),
2520 "guruji" => array(
2521 "icon" => "guruji",
2522 "title" => "Guruji",
2523 "rule" => array(
2524 "GurujiBot[/ ]([0-9.]{1,10})" => "\\1"
2525 ),
2526 "uri" => "http://www.guruji.com/"
2527 ),
2528 "gush" => array(
2529 "icon" => "robot",
2530 "title" => "Gush",
2531 "rule" => array(
2532 "^Gush[/ ]([0-9.]{1,10})" => "\\1"
2533 ),
2534 "uri" => ""
2535 ),
2536 "gziptester" => array(
2537 "icon" => "robot",
2538 "title" => "Gzip Tester",
2539 "rule" => array(
2540 "HTTP_Compression_Test" => "",
2541 "g(id)?zip[ \-]?test(er)?" => ""
2542 ),
2543 "uri" => "http://whatsmyip.org/"
2544 ),
2545 "hanzoweb" => array(
2546 "icon" => "hanzoweb",
2547 "title" => "Hanzoweb",
2548 "rule" => array(
2549 "^Hanzoweb" => ""
2550 ),
2551 "uri" => ""
2552 ),
2553 "harbot" => array(
2554 "icon" => "harbot",
2555 "title" => "Harbot",
2556 "rule" => array(
2557 "^Harbot GateStation" => ""
2558 ),
2559 "uri" => ""
2560 ),
2561 "hatena" => array(
2562 "icon" => "hatena",
2563 "title" => "Hatena",
2564 "rule" => array(
2565 "Hatena (Antenna|Bookmark|Pagetitle Agent)[ /]([0-9.]{1,10})" => "\\2"
2566 ),
2567 "uri" => ""
2568 ),
2569 "htmlparser" => array(
2570 "icon" => "htmlparser",
2571 "title" => "HTMLParser",
2572 "rule" => array(
2573 "HTMLParser[ /]([0-9.]{1,10})" => "\\1",
2574 "lua-resty-http/0.10" => ""
2575 ),
2576 "uri" => "http://htmlparser.sourceforge.net/"
2577 ),
2578 "helix" => array(
2579 "icon" => "helix",
2580 "title" => "Heritrix",
2581 "rule" => array(
2582 "^helix[ /]([0-9.]{1,10})" => "\\1"
2583 ),
2584 "uri" => "http://www.sitesearch.ca/helix/"
2585 ),
2586 "heritrix" => array(
2587 "icon" => "heritrix",
2588 "title" => "Heritrix",
2589 "rule" => array(
2590 "heritrix[ /]([0-9.]{1,10})" => "\\1",
2591 "archive.org_bot" => "",
2592 "InternetArchive[ /]([0-9.a-z]{1,10})" => "\\1"
2593 ),
2594 "uri" => "http://archive.org"
2595 ),
2596 "hiddenmarket" => array(
2597 "icon" => "robot",
2598 "title" => "HiddenMarket",
2599 "rule" => array(
2600 "HiddenMarket[ /\-]([0-9.]{1,10})" => "\\1"
2601 ),
2602 "uri" => ""
2603 ),
2604 "honda" => array(
2605 "icon" => "robot",
2606 "title" => "Honda",
2607 "rule" => array(
2608 "Honda-Search[ /]([0-9.]{1,10})" => "\\1"
2609 ),
2610 "uri" => "http://www.honda-search.com"
2611 ),
2612 "hoowwwer" => array(
2613 "icon" => "hoowwwer",
2614 "title" => "HooWWWer",
2615 "rule" => array(
2616 "HooWWWer[ /]([0-9.]{1,10})" => "\\1"
2617 ),
2618 "uri" => ""
2619 ),
2620 "hotzonu" => array(
2621 "icon" => "hotzonu",
2622 "title" => "Hotzonu",
2623 "rule" => array(
2624 "Hotzonu[ /]([0-9.]{1,10})" => "\\1"
2625 ),
2626 "uri" => ""
2627 ),
2628 "houxou" => array(
2629 "icon" => "robot",
2630 "title" => "Houxou",
2631 "rule" => array(
2632 "HouxouCrawler[ /]Nutch.([0-9.]{1,10})" => "\\1",
2633 "HouxouCrawler" => ""
2634 ),
2635 "uri" => ""
2636 ),
2637 "htdig" => array(
2638 "icon" => "htdig",
2639 "title" => "ht://Dig",
2640 "rule" => array(
2641 "htdig[ /]([0-9.]{1,10})" => "\\1",
2642 "htdig" => "\\1"
2643 ),
2644 "uri" => ""
2645 ),
2646 "html2jpg" => array(
2647 "icon" => "html2jpg",
2648 "title" => "HTML2JPG",
2649 "rule" => array(
2650 "^HTML2JPG" => ""
2651 ),
2652 "uri" => ""
2653 ),
2654 "httperf" => array(
2655 "icon" => "robot",
2656 "title" => "HTTPerf",
2657 "rule" => array(
2658 "httperf[ /]([0-9.]{1,10})" => "\\1"
2659 ),
2660 "uri" => ""
2661 ),
2662 "httpunit" => array(
2663 "icon" => "httpunit",
2664 "title" => "HttpUnit",
2665 "rule" => array(
2666 "httpunit[ /]([0-9.]{1,10})" => "\\1"
2667 ),
2668 "uri" => ""
2669 ),
2670 "httrack" => array(
2671 "icon" => "httrack",
2672 "title" => "HTTrack",
2673 "rule" => array(
2674 "HTTrack[ /]([0-9.]{1,10})" => "\\1"
2675 ),
2676 "uri" => ""
2677 ),
2678 "huaweisymantec" => array(
2679 "icon" => "huaweisymantec",
2680 "title" => "HuaweiSymantec",
2681 "rule" => array(
2682 "HuaweiSymantecSpider[ /]([0-9.]{1,10})" => "\\1"
2683 ),
2684 "uri" => "http://www.huaweisymantec.com/en/IRL/spider/"
2685 ),
2686 "hungary" => array(
2687 "icon" => "hungary",
2688 "title" => "Hungary",
2689 "rule" => array(
2690 "HuRob[ /]([0-9.]{1,10})" => "\\1"
2691 ),
2692 "uri" => ""
2693 ),
2694 "i18n" => array(
2695 "icon" => "w3c",
2696 "title" => "W3C I18n Checker",
2697 "rule" => array(
2698 "^W3C_I18n-Checker[ /]([0-9.]{1,10})" => "\\1"
2699 ),
2700 "uri" => "http://validator.w3.org/services"
2701 ),
2702 "iakke" => array(
2703 "icon" => "iakke",
2704 "title" => "Iakké",
2705 "rule" => array(
2706 "^iakke_bot[ /]v([0-9.]{1,10})" => "\\1"
2707 ),
2708 "uri" => "http://fr.iakke.com/"
2709 ),
2710 "iask" => array(
2711 "icon" => "iask",
2712 "title" => "IAsk",
2713 "rule" => array(
2714 "iaskspider[ /]([0-9.]{1,10})" => "\\1",
2715 "^iaskspider" => ""
2716 ),
2717 "uri" => "http://iask.com"
2718 ),
2719 "icc" => array(
2720 "icon" => "icc",
2721 "title" => "ICC-Crawler",
2722 "rule" => array(
2723 "^ICC-Crawler" => ""
2724 ),
2725 "uri" => "http://kc.nict.go.jp/icc/crawl.html"
2726 ),
2727 "icerocket" => array(
2728 "icon" => "icerocket",
2729 "title" => "Icerocket",
2730 "rule" => array(
2731 "BlogzIce[ /]([0-9.]{1,10})" => "\\1",
2732 "BlogSearch[ /]([0-9.]{1,10})" => "\\1"
2733 ),
2734 "uri" => ""
2735 ),
2736 "icjobs" => array(
2737 "icon" => "icjobs",
2738 "title" => "iCjobs",
2739 "rule" => array(
2740 "iCjobs[ /]([0-9.]{1,10})" => "\\1"
2741 ),
2742 "uri" => "http://www.icjobs.de/"
2743 ),
2744 "icra" => array(
2745 "icon" => "icra",
2746 "title" => "ICRA",
2747 "rule" => array(
2748 "^ICRA_Semantic_spider[ /]([0-9.]{1,10})" => "\\1"
2749 ),
2750 "uri" => "http://www.icra.org"
2751 ),
2752 "iframely" => array(
2753 "icon" => "iframely",
2754 "title" => "Iframely",
2755 "rule" => array(
2756 "Iframely[ /]([0-9.]{1,10})" => "\\1",
2757 "Iframely" => ""
2758 ),
2759 "uri" => "https://iframely.com/docs/about"
2760 ),
2761 "iknow" => array(
2762 "icon" => "robot",
2763 "title" => "I know",
2764 "rule" => array(
2765 "Comaneci_bot[ /]([0-9.]{1,10})" => "\\1"
2766 ),
2767 "uri" => ""
2768 ),
2769 "ilial" => array(
2770 "icon" => "robot",
2771 "title" => "Ilial",
2772 "rule" => array(
2773 "ilial[ /]Nutch[ \-]([0-9.]{1,10})" => "\\1"
2774 ),
2775 "uri" => ""
2776 ),
2777 "ilocal" => array(
2778 "icon" => "ilocal",
2779 "title" => "ilocal",
2780 "rule" => array(
2781 "^ilocal" => "",
2782 ),
2783 "uri" => "http://www.ilocal.nl"
2784 ),
2785 "ilse" => array(
2786 "icon" => "ilse",
2787 "title" => "Ilse",
2788 "rule" => array(
2789 "I(NGRID|lseRobot|lseBot)[ /]([0-9.]{1,10})" => "\\1"
2790 ),
2791 "uri" => "http://ilse.nl/"
2792 ),
2793 "iltrovatore" => array(
2794 "icon" => "iltrovatore",
2795 "title" => "IlTrovatore",
2796 "rule" => array(
2797 "iltrovatore-setaccio[ /]([0-9.]{1,10})" => "\\1",
2798 "Iltrovatore-Setaccio" => "",
2799 "iltrovatore[ /]([0-9.]{1,10})" => "\\1"
2800 ),
2801 "uri" => ""
2802 ),
2803 "indylibrary" => array(
2804 "icon" => "robot",
2805 "title" => "Indy Library",
2806 "rule" => array(
2807 "Indy[ \-]?Library" => ""
2808 ),
2809 "uri" => ""
2810 ),
2811 "inela" => array(
2812 "icon" => "robot",
2813 "title" => "Inela",
2814 "rule" => array(
2815 "InelaBot[ /]([0-9.]{1,10})" => ""
2816 ),
2817 "uri" => "http://inelegant.org/bot"
2818 ),
2819 "ineturl" => array(
2820 "icon" => "robot",
2821 "title" => "InetURL",
2822 "rule" => array(
2823 "InetURL.?[ /]([0-9.]{1,10})" => ""
2824 ),
2825 "uri" => ""
2826 ),
2827 "infoart" => array(
2828 "icon" => "robot",
2829 "title" => "InfoArt",
2830 "rule" => array(
2831 "InfoArt crawler" => ""
2832 ),
2833 "uri" => ""
2834 ),
2835 "infomine" => array(
2836 "icon" => "infomine",
2837 "title" => "INFOMINE",
2838 "rule" => array(
2839 "^DataFountains/DMOZ" => "",
2840 "^INFOMINE[ /]([0-9.]{1,10})" => "\\1"
2841 ),
2842 "uri" => "http://infomine.ucr.edu/"
2843 ),
2844 "infoseek" => array(
2845 "icon" => "infoseek",
2846 "title" => "Infoseek",
2847 "rule" => array(
2848 "SideWinder[ /]?([0-9a-z.]{1,10})" => "\\1",
2849 "Infoseek" => ""
2850 ),
2851 "uri" => ""
2852 ),
2853 "inktomi" => array(
2854 "icon" => "inktomi",
2855 "title" => "Inktomi",
2856 "rule" => array(
2857 "slurp@inktomi\.com" => ""
2858 ),
2859 "uri" => ""
2860 ),
2861 "innerprise" => array(
2862 "icon" => "robot",
2863 "title" => "Innerprise",
2864 "rule" => array(
2865 "^InnerpriseBot[ /]([0-9.]{1,10})" => "\\1",
2866 "URL[ _]Spider[ _]Pro[ /]([0-9.+]{1,10})" => "\\1",
2867 "^ES[ .]NET[ _]Crawler[ /]([0-9.]{1,10})" => "\\1"
2868 ),
2869 "uri" => "http://www.innerprise.com/"
2870 ),
2871 "inria" => array(
2872 "icon" => "inria",
2873 "title" => "Inria",
2874 "rule" => array(
2875 "^xyro_" => ""
2876 ),
2877 "uri" => ""
2878 ),
2879 "insitor" => array(
2880 "icon" => "insitor",
2881 "title" => "Insitor",
2882 "rule" => array(
2883 "^Insitor(,|\.|naut)" => ""
2884 ),
2885 "uri" => "http://www.insitor.com/"
2886 ),
2887 "internetninja" => array(
2888 "icon" => "robot",
2889 "title" => "Internet Ninja",
2890 "rule" => array(
2891 "^Internet Ninja[ /]([0-9.]{1,10})" => "\\1"
2892 ),
2893 "uri" => ""
2894 ),
2895 "internetseer" => array(
2896 "icon" => "internetseer",
2897 "title" => "InternetSeer",
2898 "rule" => array(
2899 "^InternetSeer\.com" => ""
2900 ),
2901 "uri" => ""
2902 ),
2903 "interseek" => array(
2904 "icon" => "interseek",
2905 "title" => "Interseek",
2906 "rule" => array(
2907 "Interseek.com" => ""
2908 ),
2909 "uri" => "http://www.interseek.com"
2910 ),
2911 "intravnews" => array(
2912 "icon" => "intravnews",
2913 "title" => "IntraVnews",
2914 "rule" => array(
2915 "IntraVnews[ /]([0-9.]{1,10})" => "\\1"
2916 ),
2917 "uri" => "http://www.intravnews.com/"
2918 ),
2919 "ionos" => array(
2920 "icon" => "ionos",
2921 "title" => "IONOS",
2922 "rule" => array(
2923 "IonCrawl" => ""
2924 ),
2925 "uri" => "https://www.ionos.de/terms-gtc/faq-crawler-en/"
2926 ),
2927 "ip2location" => array(
2928 "icon" => "ip2location",
2929 "title" => "IP2LocationBot",
2930 "rule" => array(
2931 "^IP2(Map|Location)Bot[ /]([0-9.]{1,10})" => "\\2"
2932 ),
2933 "uri" => "http://www.ip2location.com"
2934 ),
2935 "ipworks" => array(
2936 "icon" => "ipworks",
2937 "title" => "IP*Works",
2938 "rule" => array(
2939 "^IP\*Works\! V([0-9.]{1,10})" => "\\1"
2940 ),
2941 "uri" => "http://www.nsoftware.com/ipworks/"
2942 ),
2943 "irca" => array(
2944 "icon" => "robot",
2945 "title" => "Novell iChain Cool Solutions caching",
2946 "rule" => array(
2947 "^ICRA_(label_generator|Semantic_spider)[ /]([0-9.]{1,10})" => "\\2",
2948 "^Mozilla[/ ]([0-9.]{1,10})[/ ]\(compatible[ ;]*ICS" => "\\1"
2949 ),
2950 "uri" => "http://www.icra.org"
2951 ),
2952 "irvine" => array(
2953 "icon" => "robot",
2954 "title" => "Irvine",
2955 "rule" => array(
2956 "Irvine[ /]([0-9.]{1,10})" => "\\1"
2957 ),
2958 "uri" => ""
2959 ),
2960 "ips-agent" => array(
2961 "icon" => "robot",
2962 "title" => "IPS-agent",
2963 "rule" => array(
2964 "ips-agent" => ""
2965 ),
2966 "uri" => ""
2967 ),
2968 "isara" => array(
2969 "icon" => "isara",
2970 "title" => "Isara",
2971 "rule" => array(
2972 "Isara[ -]([0-9.]{1,10})" => "\\1"
2973 ),
2974 "uri" => "http://www.isara.org/"
2975 ),
2976 "isspider" => array(
2977 "icon" => "robot",
2978 "title" => "ISSpider",
2979 "rule" => array(
2980 "ISSpider[ /\-]([0-9.]{1,10})" => "\\1"
2981 ),
2982 "uri" => ""
2983 ),
2984 "it2media" => array(
2985 "icon" => "it2media",
2986 "title" => "IT2media",
2987 "rule" => array(
2988 "www.adressendeutschland.de" => ""
2989 ),
2990 "uri" => "http://www.adressendeutschland.de/"
2991 ),
2992 "ivia" => array(
2993 "icon" => "robot",
2994 "title" => "iVia",
2995 "rule" => array(
2996 "iVia Site Checker.?[ /]([0-9.]{1,10})" => "\\1"
2997 ),
2998 "uri" => ""
2999 ),
3000 "jeteye" => array(
3001 "icon" => "jeteye",
3002 "title" => "Jeteye",
3003 "rule" => array(
3004 "Jetbot[ /]([0-9.]{1,10})" => "\\1"
3005 ),
3006 "uri" => ""
3007 ),
3008 "jobsde" => array(
3009 "icon" => "jobsde",
3010 "title" => "jobs.de",
3011 "rule" => array(
3012 "www\.jobs\.de" => "",
3013 "jobs.de-Robot" => ""
3014 ),
3015 "uri" => "http://www.jobs.de/"
3016 ),
3017 "jpluck" => array(
3018 "icon" => "robot",
3019 "title" => "Jpluck",
3020 "rule" => array(
3021 "JPluck[ /]([0-9a-z.]{1,10})" => "\\1"
3022 ),
3023 "uri" => ""
3024 ),
3025 "jxta" => array(
3026 "icon" => "robot",
3027 "title" => "Jxta",
3028 "rule" => array(
3029 "falcon[ /]([0-9.]{1,10})" => "\\1"
3030 ),
3031 "uri" => ""
3032 ),
3033 "jyte" => array(
3034 "icon" => "jyte",
3035 "title" => "Jyte",
3036 "rule" => array(
3037 "jyte_fetcher[ /]([0-9.]{1,10})" => "\\1"
3038 ),
3039 "uri" => ""
3040 ),
3041 "jyxo" => array(
3042 "icon" => "jyxo",
3043 "title" => "Jyxo",
3044 "rule" => array(
3045 "Jyxobot[ /]([0-9.]{1,10})" => "\\1"
3046 ),
3047 "uri" => ""
3048 ),
3049 "kalooga" => array(
3050 "icon" => "kalooga",
3051 "title" => "Kalooga",
3052 "rule" => array(
3053 "kalooga[ /-]([0-9.]{1,10})" => "\\1",
3054 "^kalooga" => "",
3055 "KaloogaBot" => ""
3056 ),
3057 "uri" => "http://www.kalooga.com"
3058 ),
3059 "keywen" => array(
3060 "icon" => "keywen",
3061 "title" => "Keywen",
3062 "rule" => array(
3063 "EasyDL[ /]([0-9.]{1,10})" => "\\1"
3064 ),
3065 "uri" => ""
3066 ),
3067 "kilomonkey" => array(
3068 "icon" => "robot",
3069 "title" => "Kilomonkey",
3070 "rule" => array(
3071 "kmky-not-a-bot[ /]([0-9.]{1,10})" => "\\1"
3072 ),
3073 "uri" => "http://www.kilomonkey.com/notabot.txt"
3074 ),
3075 "kinja" => array(
3076 "icon" => "kinja",
3077 "title" => "Kinja",
3078 "rule" => array(
3079 "kinjabot[ /]([0-9.]{1,10})" => "\\1",
3080 "^kinjabot" => ""
3081 ),
3082 "uri" => ""
3083 ),
3084 "kiwi" => array(
3085 "icon" => "robot",
3086 "title" => "KiwiStatus",
3087 "rule" => array(
3088 "KiwiStatus[ /]([0-9.]{1,10})" => "\\1",
3089 "KiwiStatus" => ""
3090 ),
3091 "uri" => "http://www.nzs.com/kiei-status/"
3092 ),
3093 "lachesis" => array(
3094 "icon" => "robot",
3095 "title" => "Lachesis",
3096 "rule" => array(
3097 "lachesis" => ""
3098 ),
3099 "uri" => ""
3100 ),
3101 "lanshan" => array(
3102 "icon" => "robot",
3103 "title" => "Lachesis",
3104 "rule" => array(
3105 "lanshanbot[/ ]([0-9.]{1,10})" => "\\1"
3106 ),
3107 "uri" => ""
3108 ),
3109 "lapozz" => array(
3110 "icon" => "lapozz",
3111 "title" => "Lapozz",
3112 "rule" => array(
3113 "LapozzBot[/ ]?([0-9.]{1,10})" => "\\1"
3114 ),
3115 "uri" => ""
3116 ),
3117 "larbin" => array(
3118 "icon" => "robot",
3119 "title" => "Larbin",
3120 "rule" => array(
3121 "larbin[_/ ]?([0-9.]{1,10})" => "\\1"
3122 ),
3123 "uri" => ""
3124 ),
3125 "laurion" => array(
3126 "icon" => "robot",
3127 "title" => "Laurion",
3128 "rule" => array(
3129 "^IPiumBot" => ""
3130 ),
3131 "uri" => "http://www.laurion.com/"
3132 ),
3133 "leechget" => array(
3134 "icon" => "leechget",
3135 "title" => "LeechGet",
3136 "rule" => array(
3137 "^LeechGet[ /]([0-9.]{1,10})" => "\\1"
3138 ),
3139 "uri" => ""
3140 ),
3141 "linguaseek" => array(
3142 "icon" => "linguaseek",
3143 "title" => "Linguaseek",
3144 "rule" => array(
3145 "^LinguaBot[ /]v([0-9.]{1,10})" => "\\1"
3146 ),
3147 "uri" => "http://www.linguaseek.com/"
3148 ),
3149 "linguee" => array(
3150 "icon" => "linguee",
3151 "title" => "Linguee",
3152 "rule" => array(
3153 "^Linguee Bot" => ""
3154 ),
3155 "uri" => "http://www.linguee.com/"
3156 ),
3157 "linkapedia" => array(
3158 "icon" => "linkapedia",
3159 "title" => "Linkapedia",
3160 "rule" => array(
3161 "^linkapedia" => ""
3162 ),
3163 "uri" => "http://www.linkapedia.com"
3164 ),
3165 "linkdex" => array(
3166 "icon" => "linkdex",
3167 "title" => "Linkdex",
3168 "rule" => array(
3169 "linkdexbot[ /]([0-9.]{1,10})" => "\\1"
3170 ),
3171 "uri" => "http://www.linkdex.com/bots/"
3172 ),
3173 "linkedin" => array(
3174 "icon" => "linkedin",
3175 "title" => "LinkedIn",
3176 "rule" => array(
3177 "LinkedInBot[ /]([0-9.]{1,10})" => "\\1"
3178 ),
3179 "uri" => "http://www.linkedin.com"
3180 ),
3181 "linkguard" => array(
3182 "icon" => "robot",
3183 "title" => "Linkguard",
3184 "rule" => array(
3185 "Linkguard Online[ /]([0-9.]{1,10})" => "\\1"
3186 ),
3187 "uri" => "http://www.linkguard.com/"
3188 ),
3189 "linklint" => array(
3190 "icon" => "linklint",
3191 "title" => "Linklint",
3192 "rule" => array(
3193 "^Linklint[-\-a-z /]*([0-9.]{1,10})" => "\\1"
3194 ),
3195 "uri" => "http://www.linklint.org/"
3196 ),
3197 "linkman" => array(
3198 "icon" => "linkman",
3199 "title" => "Linkman",
3200 "rule" => array(
3201 "\(compatible; Linkman\)" => ""
3202 ),
3203 "uri" => ""
3204 ),
3205 // Needs to be before linkcheck for correct detection
3206 "linkchecker" => array(
3207 "icon" => "w3c",
3208 "title" => "W3C Link Checker",
3209 "rule" => array(
3210 "^W3C-checklink[ /]([0-9.]{1,10})" => "\\1"
3211 ),
3212 "uri" => "http://validator.w3.org/checklink"
3213 ),
3214 "linkcheck" => array(
3215 "icon" => "linkcheck",
3216 "title" => "Linkcheck",
3217 "rule" => array(
3218 "checklink[ /]([0-9.]{1,10})" => "\\1",
3219 "Link[ \-]?(Chec(k|ker)|Val(et|idator))" => "",
3220 "Adaxas Spider" => "",
3221 "Agent-SharewarePlazaFileCheckBot[ /]([0-9.]{1,10})" => "\\1",
3222 // "NetMechanic V([0-9.]{1,10})" => "\\1",
3223 "^InfoLink" => "",
3224 "InternetLinkAgent" => "",
3225 "; SPENG\)" => "",
3226 "SharewarePlazaFileCheckBot" => "",
3227 "fileboost.net" => "",
3228 "^billbot" => ""
3229 ),
3230 "uri" => ""
3231 ),
3232 "linkru" => array(
3233 "icon" => "robot",
3234 "title" => "Link.RU",
3235 "rule" => array(
3236 "^Link.RU bot" => ""
3237 ),
3238 "uri" => ""
3239 ),
3240 "linkssql" => array(
3241 "icon" => "robot",
3242 "title" => "Links SQL",
3243 "rule" => array(
3244 "links sql" => ""
3245 ),
3246 "uri" => ""
3247 ),
3248 "linksweeper" => array(
3249 "icon" => "robot",
3250 "title" => "Link Sweeper",
3251 "rule" => array(
3252 "LinkSweeper[ /]([0-9.]{1,10})" => "\\1"
3253 ),
3254 "uri" => ""
3255 ),
3256 "linkwalker" => array(
3257 "icon" => "robot",
3258 "title" => "Link Walker",
3259 "rule" => array(
3260 "^LinkWalker" => ""
3261 ),
3262 "uri" => ""
3263 ),
3264 "lipperhey" => array(
3265 "icon" => "lipperhey",
3266 "title" => "Lipperhey",
3267 "rule" => array(
3268 "Lipperhey Spider" => ""
3269 ),
3270 "uri" => "http://www.lipperhey.com"
3271 ),
3272 "livedoor" => array(
3273 "icon" => "livedoor",
3274 "title" => "Livedoor",
3275 "rule" => array(
3276 "^Livedoor( SF( - California Crawl)?|Checkers)[ /]" => ""
3277 ),
3278 "uri" => ""
3279 ),
3280 "livejournal" => array(
3281 "icon" => "livejournal",
3282 "title" => "Live Journal",
3283 "rule" => array(
3284 "^LiveJournal\.com" => ""
3285 ),
3286 "uri" => "http://www.livejournal.com"
3287 ),
3288 "ljpic" => array(
3289 "icon" => "ljpic",
3290 "title" => "ljpic",
3291 "rule" => array(
3292 "LjSEEK Picture-Bot[ /]+([0-9.]{1,10})" => "\\1"
3293 ),
3294 "uri" => "http://www.ljpic.com"
3295 ),
3296 "lmspider" => array(
3297 "icon" => "robot",
3298 "title" => "Lmspider",
3299 "rule" => array(
3300 "^lmspider" => ""
3301 ),
3302 "uri" => ""
3303 ),
3304 "locators" => array(
3305 "icon" => "robot",
3306 "title" => "Locaters",
3307 "rule" => array(
3308 "^FiNDoBot[/ ]([0-9a-z.]{1,10})" => "\\1"
3309 ),
3310 "uri" => ""
3311 ),
3312 "look" => array(
3313 "icon" => "look",
3314 "title" => "Look",
3315 "rule" => array(
3316 "www\.look\.com" => "",
3317 "Lookbot" => ""
3318 ),
3319 "uri" => ""
3320 ),
3321 "looksmart" => array(
3322 "icon" => "looksmart",
3323 "title" => "LookSmart",
3324 "rule" => array(
3325 "^Martini" => "",
3326 "^MantraAgent" => "",
3327 "FurlBot" => "",
3328 "looksmart-sv-fw" => ""
3329 ),
3330 "uri" => ""
3331 ),
3332 "loop" => array(
3333 "icon" => "loop",
3334 "title" => "LOOP",
3335 "rule" => array(
3336 "NetResearchServer[ /]([0-9.]{1,10})" => "\\1"
3337 ),
3338 "uri" => ""
3339 ),
3340 "lotkyll" => array(
3341 "icon" => "robot",
3342 "title" => "Lotkyll",
3343 "rule" => array(
3344 "Lotkyll" => ""
3345 ),
3346 "uri" => ""
3347 ),
3348 "ltx71" => array(
3349 "icon" => "robot",
3350 "title" => "LTX71",
3351 "rule" => array(
3352 "ltx71" => ""
3353 ),
3354 "uri" => "http://ltx71.com/"
3355 ),
3356 "lwp" => array(
3357 "icon" => "robot",
3358 "title" => "lwp",
3359 "rule" => array(
3360 "lwp(-trivial|::simple)[ /]([0-9.]{1,10})" => "\\2"
3361 ),
3362 "uri" => ""
3363 ),
3364 "lycos" => array(
3365 "icon" => "lycos",
3366 "title" => "Lycos",
3367 "rule" => array(
3368 "Lycos_Spider_" => ""
3369 ),
3370 "uri" => ""
3371 ),
3372 "magpierss" => array(
3373 "icon" => "rss",
3374 "title" => "MagpieRSS",
3375 "rule" => array(
3376 "MagpieRSS" => ""
3377 ),
3378 "uri" => "http://magpierss.sourceforge.net/"
3379 ),
3380 "mailru" => array(
3381 "icon" => "mailru",
3382 "title" => "Mail.Ru",
3383 "rule" => array(
3384 "^Mail.Ru[ /]([0-9.]{1,10})" => "\\1",
3385 "Mail.RU_Bot[ /]([0-9.]{1,10})" => "\\1"
3386 ),
3387 "uri" => "http://www.mail.ru/"
3388 ),
3389 "mailsweeper" => array(
3390 "icon" => "robot",
3391 "title" => "Mail Sweeper",
3392 "rule" => array(
3393 "Mail[ \-]?Sweeper" => ""
3394 ),
3395 "uri" => ""
3396 ),
3397 "marvin" => array(
3398 "icon" => "robot",
3399 "title" => "Marvin",
3400 "rule" => array(
3401 "^Marvin" => ""
3402 ),
3403 "uri" => ""
3404 ),
3405 "matkurja" => array(
3406 "icon" => "matkurja",
3407 "title" => "Mat'Kurja",
3408 "rule" => array(
3409 "Mosad[ /]([0-9.]{1,10})" => "\\1"
3410 ),
3411 "uri" => ""
3412 ),
3413 "mavicanet" => array(
3414 "icon" => "mavicanet",
3415 "title" => "Mavicanet",
3416 "rule" => array(
3417 "Mavicanet robot" => ""
3418 ),
3419 "uri" => ""
3420 ),
3421 "meanpath" => array(
3422 "icon" => "meanpath",
3423 "title" => "Meanpath",
3424 "rule" => array(
3425 "meanpathbot[ /]([0-9.]{1,10})" => "\\1"
3426 ),
3427 "uri" => "http://www.meanpath.com/meanpathbot.html"
3428 ),
3429 "mediater" => array(
3430 "icon" => "robot",
3431 "title" => "Mediater",
3432 "rule" => array (
3433 "^libwww[ /]([0-9.]{1,10})" => "\\1"
3434 ),
3435 "uri" => ""
3436 ),
3437 "memory" => array(
3438 "icon" => "memory",
3439 "title" => "internet Memory",
3440 "rule" => array (
3441 "memoryBot[ /]([0-9.]{1,10})" => "\\1"
3442 ),
3443 "uri" => "http://internetmemory.org/en/"
3444 ),
3445 "mercator" => array(
3446 "icon" => "robot",
3447 "title" => "Mercator",
3448 "rule" => array(
3449 "Mercator" => ""
3450 ),
3451 "uri" => ""
3452 ),
3453 "metacarta" => array(
3454 "icon" => "robot",
3455 "title" => "Metacarta",
3456 "rule" => array(
3457 "^RRC (crawler_admin@bigfoot.com)" => "",
3458 "^flunky" => "",
3459 "^Mozilla.*\(samualt9@bigfoot.com\)$" => ""
3460 ),
3461 "uri" => "http://www.metacarta.com"
3462 ),
3463 "metager" => array(
3464 "icon" => "metager",
3465 "title" => "MetaGer",
3466 "rule" => array(
3467 "MetaGer" => ""
3468 ),
3469 "uri" => ""
3470 ),
3471 "metamark" => array(
3472 "icon" => "robot",
3473 "title" => "Metamark",
3474 "rule" => array(
3475 "^XRL[ /]([0-9.a-z]{1,10})" => "\\1"
3476 ),
3477 "uri" => "http://metamark.net"
3478 ),
3479 "metamedic" => array(
3480 "icon" => "metamedic",
3481 "title" => "MetaMedic",
3482 "rule" => array(
3483 "MediBot[ /]([0-9.]{1,10})" => "\\1"
3484 ),
3485 "uri" => ""
3486 ),
3487 "mirago" => array(
3488 "icon" => "mirago",
3489 "title" => "Mirago",
3490 "rule" => array(
3491 "Mirago" => ""
3492 ),
3493 "uri" => ""
3494 ),
3495 "misterwong" => array(
3496 "icon" => "misterwong",
3497 "title" => "Mister Wong",
3498 "rule" => array(
3499 "Mister Wong-Bot[ /]([0-9.]{1,10})" => "\\1"
3500 ),
3501 "uri" => "http://www.mister-wong.de/"
3502 ),
3503 "miva" => array(
3504 "icon" => "miva",
3505 "title" => "Miva",
3506 "rule" => array(
3507 "AlgoFeedback@miva\.com" => ""
3508 ),
3509 "uri" => "http://www.miva.com/"
3510 ),
3511 "mj12" => array(
3512 "icon" => "mj12",
3513 "title" => "Majestic-12",
3514 "rule" => array(
3515 "Mj12bot[ /]v?([0-9.]{1,10})" => "\\1",
3516 "MJ12bot \(mini\)[ /]([0-9.]{1,10})" => "\\1"
3517 ),
3518 "uri" => "http://majestic12.co.uk/bot.php"
3519 ),
3520 "mlbot" => array(
3521 "icon" => "robot",
3522 "title" => "MLBot",
3523 "rule" => array(
3524 "^MLBot" => ""
3525 ),
3526 "uri" => "http://www.metadatalabs.com/mlbot"
3527 ),
3528 "mnogo" => array(
3529 "icon" => "mnogo",
3530 "title" => "mnoGoSearch",
3531 "rule" => array(
3532 "Mnogosearch[ /\-]([0-9.]{1,10})" => "\\1"
3533 ),
3534 "uri" => "http://www.mnogosearch.org/"
3535 ),
3536 "mobileok" => array(
3537 "icon" => "mobileok",
3538 "title" => "W3C mobileOK",
3539 "rule" => array(
3540 "^W3C-mobileOK" => ""
3541 ),
3542 "uri" => "http://www.w3.org/2006/07/mobileok-ddc"
3543 ),
3544 "mojeek" => array(
3545 "icon" => "mojeek",
3546 "title" => "Mojeek",
3547 "rule" => array(
3548 "MojeekBot[ /]([0-9.]{1,10})" => "\\1"
3549 ),
3550 "uri" => "https://www.mojeek.com/bot.html"
3551 ),
3552 "momspider" => array(
3553 "icon" => "robot",
3554 "title" => "MOM Spider",
3555 "rule" => array(
3556 "MOMspider[ /]([0-9.]{1,10})" => "\\1"
3557 ),
3558 "uri" => ""
3559 ),
3560 "moreover" => array(
3561 "icon" => "moreover",
3562 "title" => "Moreover",
3563 "rule" => array(
3564 "^Moreoverbot[ /]([0-9.]{1,10})" => "\\1"
3565 ),
3566 "uri" => ""
3567 ),
3568 "movabletype" => array(
3569 "icon" => "movabletype",
3570 "title" => "Movable Type",
3571 "rule" => array(
3572 "MovableType[ /]([0-9.]{1,10})" => "\\1"
3573 ),
3574 "uri" => ""
3575 ),
3576 "mozdex" => array(
3577 "icon" => "mozdex",
3578 "title" => "MozDex",
3579 "rule" => array(
3580 "mozDex[ /]([0-9.]{1,6}(-dev)?)" => "\\1"
3581 ),
3582 "uri" => ""
3583 ),
3584 "mqbot" => array(
3585 "icon" => "robot",
3586 "title" => "MQbot",
3587 "rule" => array(
3588 "MQbot" => ""
3589 ),
3590 "uri" => ""
3591 ),
3592 "msnbot" => array(
3593 "icon" => "bing",
3594 "title" => "Bing",
3595 "rule" => array(
3596 "MSN(BOT|PTC)[ /]([0-9.]{1,10})" => "\\2",
3597 "MS Search ([0-9.]{1,10}) Robot" => "\\1",
3598 "MSNBOT-(MEDIA|PRODUCTS|NewsBlogs)[ /]([0-9.]{1,10})" => "\\2",
3599 "bingbot[ /]([0-9.]{1,10})" => "\\1"
3600 ),
3601 "uri" => ""
3602 ),
3603 "msnbot-mobile" => array(
3604 "icon" => "msn",
3605 "title" => "MSN Mobile",
3606 "rule" => array(
3607 "MSNBOT-(MOBILE|)[ /]([0-9.]{1,10})" => "\\2",
3608 "MSNBOT_Mobile" => "",
3609 "MSMOBOT" => ""
3610 ),
3611 "uri" => ""
3612 ),
3613 "mslivebot" => array(
3614 "icon" => "livesearch",
3615 "title" => "MS Live Search",
3616 "rule" => array(
3617 "MSNBOT-(Academic)[ /]([0-9.]{1,10})" => "\\2"
3618 ),
3619 "uri" => ""
3620 ),
3621 "msproxy" => array(
3622 "icon" => "robot",
3623 "title" => "MSProxy",
3624 "rule" => array(
3625 "MSProxy[ /]([0-9.]{1,10})" => "\\1"
3626 ),
3627 "uri" => ""
3628 ),
3629 "msrbot" => array(
3630 "icon" => "robot",
3631 "title" => "MSRBOT",
3632 "rule" => array(
3633 "^MSRBOT" => ""
3634 ),
3635 "uri" => "http://research.microsoft.com/research/sv/msrbot/"
3636 ),
3637 "mswebdav" => array(
3638 "icon" => "robot",
3639 "title" => "MS-WebDAV",
3640 "rule" => array(
3641 "Microsoft[ \-]?WebDAV[ \-]?MiniRedir" => ""
3642 ),
3643 "uri" => ""
3644 ),
3645 "mticon" => array(
3646 "icon" => "robot",
3647 "title" => "MTIcon",
3648 "rule" => array(
3649 "MTIcon[/ ]([0-9.]{1,10})" => "\\1"
3650 ),
3651 "uri" => ""
3652 ),
3653 "multipage-validator" => array(
3654 "icon" => "multipage-validator",
3655 "title" => "Multipage Validator",
3656 "rule" => array(
3657 "^W3C_Multipage_Validator[ /]([0-9.]{1,10})" => "\\1"
3658 ),
3659 "uri" => "http://www.validator.ca/"
3660 ),
3661 "myrss" => array(
3662 "icon" => "rss",
3663 "title" => "MyRSS",
3664 "rule" => array(
3665 "MyRSS.jp[/ ]([0-9.]{1,10})" => "\\1"
3666 ),
3667 "uri" => ""
3668 ),
3669 "multimap" => array(
3670 "icon" => "robot",
3671 "title" => "Multimap",
3672 "rule" => array(
3673 "Multimap Geotag Blog Parser[/ ]([0-9.]{1,10})" => "\\1"
3674 ),
3675 "uri" => ""
3676 ),
3677 "najdi" => array(
3678 "icon" => "najdi",
3679 "title" => "Najdi.si",
3680 "rule" => array(
3681 "Najdi.si" => ""
3682 ),
3683 "uri" => "http://www.najdi.si"
3684 ),
3685 "nameprotect" => array(
3686 "icon" => "nameprotect",
3687 "title" => "Name Protect",
3688 "rule" => array(
3689 "NPBot" => ""
3690 ),
3691 "uri" => ""
3692 ),
3693 "nationaldirectory" => array(
3694 "icon" => "robot",
3695 "title" => "National Directory",
3696 "rule" => array(
3697 "NationalDirectory-WebSpider[ /]([0-9.]{1,10})" => "\\1"
3698 ),
3699 "uri" => ""
3700 ),
3701 "natsumican" => array(
3702 "icon" => "robot",
3703 "title" => "Natsu Mican",
3704 "rule" => array(
3705 "NATSU[ \-]MICAN[/ ]([0-9a-z.]{1,10})" => "\\1"
3706 ),
3707 "uri" => ""
3708 ),
3709 "naverbot" => array(
3710 "icon" => "naverbot",
3711 "title" => "Naver",
3712 "rule" => array(
3713 "NaverBot([_\-]dloader)?[/ \-]([0-9.]{1,10})" => "\\2",
3714 "Naver(Bot)?" => "",
3715 "^nabot" => ""
3716 ),
3717 "uri" => ""
3718 ),
3719 "navisso" => array(
3720 "icon" => "navisso",
3721 "title" => "Navisso",
3722 "rule" => array(
3723 "Navisso(Bot)?" => ""
3724 ),
3725 "uri" => "http://www.navisso.com"
3726 ),
3727 "neevabot" => array(
3728 "icon" => "neeva",
3729 "title" => "Neeva",
3730 "rule" => array(
3731 "Neevabot[ /]([0-9.]{1,10})" => "\\1"
3732 ),
3733 "uri" => "https://neeva.com/neevabot"
3734 ),
3735 "neofonie" => array(
3736 "icon" => "robot",
3737 "title" => "Neofonie",
3738 "rule" => array(
3739 "www.neofonie.de" => ""
3740 ),
3741 "uri" => "http://www.neofonie.de/loesungen/search/robot.html"
3742 ),
3743 "neomo" => array(
3744 "icon" => "robot",
3745 "title" => "Neomo",
3746 "rule" => array(
3747 "Francis[ /]([0-9.]{1,10})" => "\\1"
3748 ),
3749 "uri" => ""
3750 ),
3751 "nessus" => array(
3752 "icon" => "nessus",
3753 "title" => "Nessus",
3754 "rule" => array(
3755 "Nessus\)$" => ""
3756 ),
3757 "uri" => ""
3758 ),
3759 "nerdybot" => array(
3760 "icon" => "robot",
3761 "title" => "NerdyBot",
3762 "rule" => array(
3763 "NerdyBot" => ""
3764 ),
3765 "uri" => "http://nerdybot.com/"
3766 ),
3767 "nerdbynature" => array(
3768 "icon" => "nerdbynature",
3769 "title" => "NerdByNature",
3770 "rule" => array(
3771 "NerdByNature.Bot" => ""
3772 ),
3773 "uri" => "http://www.nerdbynature.net/bot"
3774 ),
3775 "netants" => array(
3776 "icon" => "netants",
3777 "title" => "NetAnts",
3778 "rule" => array(
3779 "NetAnts[ /]([0-9.]{1,10})" => "\\1"
3780 ),
3781 "uri" => ""
3782 ),
3783 "netcraft" => array(
3784 "icon" => "netcraft",
3785 "title" => "Netcraft",
3786 "rule" => array(
3787 "netcraft" => ""
3788 ),
3789 "uri" => ""
3790 ),
3791 "netinfo" => array(
3792 "icon" => "netinfo",
3793 "title" => "Netinfo",
3794 "rule" => array(
3795 "^NetinfoBot[ /]([0-9.]{1,10})" => "\\1"
3796 ),
3797 "uri" => "http://netinfo.bg/"
3798 ),
3799 "netluchs" => array(
3800 "icon" => "netluchs",
3801 "title" => "Netluchs",
3802 "rule" => array(
3803 "Netluchs[ /]([0-9.a-z]{1,10})" => "\\1"
3804 ),
3805 "uri" => "http://www.netluchs.de/"
3806 ),
3807 "netmechanic" => array(
3808 "icon" => "netmechanic",
3809 "title" => "NetMechanic",
3810 "rule" => array(
3811 "NetMechanic[ /V]{1,5}([0-9.]{1,10})" => "\\1"
3812 ),
3813 "uri" => ""
3814 ),
3815 "netnose" => array(
3816 "icon" => "netnose",
3817 "title" => "NetNose",
3818 "rule" => array(
3819 "NetNose[ \-]Crawler[/ ]([0-9.]{1,10})" => "\\1"
3820 ),
3821 "uri" => ""
3822 ),
3823 "netoskop" => array(
3824 "icon" => "robot",
3825 "title" => "Netoskop",
3826 "rule" => array(
3827 "netoskop" => ""
3828 ),
3829 "uri" => ""
3830 ),
3831 "netpromoter" => array(
3832 "icon" => "netpromoter",
3833 "title" => "NetPromoter",
3834 "rule" => array(
3835 "NetPromoter Spider" => ""
3836 ),
3837 "uri" => "http://www.net-promoter.com/"
3838 ),
3839 "netprospector" => array(
3840 "icon" => "robot",
3841 "title" => "Netprospector",
3842 "rule" => array(
3843 "^netprospector" => ""
3844 )
3845 ),
3846 "netpumper" => array(
3847 "icon" => "robot",
3848 "title" => "Netpumper",
3849 "rule" => array(
3850 "^NetPumper[/ ]([0-9.]{1,10})" => "\\1"
3851 ),
3852 "uri" => ""
3853 ),
3854 "netscapeproxy" => array(
3855 "icon" => "netscape",
3856 "title" => "Netscape Proxy",
3857 "rule" => array(
3858 "Netscape-Proxy[/ ]([0-9.]{1,10})" => "\\1"
3859 ),
3860 "uri" => ""
3861 ),
3862 "netspective" => array(
3863 "icon" => "robot",
3864 "title" => "NetSpective",
3865 "rule" => array(
3866 "^WebFilter Robot ([0-9.]{1,10})" => "\\1"
3867 ),
3868 "uri" => ""
3869 ),
3870 "netvibes" => array(
3871 "icon" => "netvibes",
3872 "title" => " Netvibes",
3873 "rule" => array(
3874 "^Netvibes" => "\\1"
3875 ),
3876 "uri" => ""
3877 ),
3878 "newsfire" => array(
3879 "icon" => "newsfire",
3880 "title" => "NewsFire",
3881 "rule" => array(
3882 "NewsFire[/ ]([0-9.]{1,10})" => "\\1"
3883 ),
3884 "uri" => ""
3885 ),
3886 "newsgator" => array(
3887 "icon" => "newsgator",
3888 "title" => "NewsGator",
3889 "rule" => array(
3890 "NewsGato(r|rOnline)[/ ]([0-9.]{1,10})" => "\\2"
3891 ),
3892 "uri" => ""
3893 ),
3894 "newzcrawler" => array(
3895 "icon" => "newzcrawler",
3896 "title" => "NewzCrawler",
3897 "rule" => array(
3898 "NewzCrawler[/ ]([0-9.]{1,10})" => "\\1"
3899 ),
3900 "uri" => ""
3901 ),
3902 "nextopia" => array(
3903 "icon" => "newzcrawler",
3904 "title" => "NewzCrawler",
3905 "rule" => array(
3906 "^NextopiaBOT.*[v ]([0-9.]{1,10})" => "\\1"
3907 ),
3908 "uri" => ""
3909 ),
3910 "ngsearch" => array(
3911 "icon" => "ngsearch",
3912 "title" => "NG Search",
3913 "rule" => array(
3914 "NG-Search[/ ]([0-9.]{1,10})" => "\\1"
3915 ),
3916 "uri" => ""
3917 ),
3918 "nimble" => array(
3919 "icon" => "robot",
3920 "title" => "Nimble",
3921 "rule" => array(
3922 "NimbleCrawler[/ ]([0-9.]{1,10})" => "\\1"
3923 ),
3924 "uri" => ""
3925 ),
3926 "nmap" => array(
3927 "icon" => "nmap",
3928 "title" => "Nmap",
3929 "rule" => array(
3930 "Nmap Scripting Engine" => ""
3931 ),
3932 "uri" => "http://nmap.org/book/nse.html"
3933 ),
3934 "nusearch" => array(
3935 "icon" => "robot",
3936 "title" => "NuSearch",
3937 "rule" => array(
3938 "^nuSearch" => ""
3939 ),
3940 "uri" => "http://www.nusearch.com/"
3941 ),
3942 "noago" => array(
3943 "icon" => "noago",
3944 "title" => "Noago",
3945 "rule" => array(
3946 "Noago Spider" => ""
3947 ),
3948 "uri" => "http://www.noago.com/"
3949 ),
3950 "noviforum" => array(
3951 "icon" => "noviforum",
3952 "title" => "Noviforum",
3953 "rule" => array(
3954 "TridentSpider[/ ]?([0-9.]{1,10})" => "\\1"
3955 ),
3956 "uri" => ""
3957 ),
3958 "noxtrum" => array(
3959 "icon" => "noxtrum",
3960 "title" => "noXtrum",
3961 "rule" => array(
3962 "noxtrumbot[/ ]?([0-9.]{1,10})" => "\\1"
3963 ),
3964 "uri" => ""
3965 ),
3966 "noyona" => array(
3967 "icon" => "robot",
3968 "title" => "Noyona",
3969 "rule" => array(
3970 "noyona.([0-9._]{1,10})" => "\\1"
3971 ),
3972 "uri" => "http://noyona.com/"
3973 ),
3974 "nsauditor" => array(
3975 "icon" => "nsauditor",
3976 "title" => "Nsauditor",
3977 "rule" => array(
3978 "Nsauditor[ /]([0-9.]{1,10})" => "\\1"
3979 ),
3980 "uri" => "http://www.nsauditor.com/"
3981 ),
3982 "obidosbot" => array(
3983 "icon" => "robot",
3984 "title" => "Bookwatch",
3985 "rule" => array(
3986 "obidos[ \-]?bot" => ""
3987 ),
3988 "uri" => ""
3989 ),
3990 "objectssearch" => array(
3991 "icon" => "robot",
3992 "title" => "Objects Search",
3993 "rule" => array(
3994 "ObjectsSearch[ /]([0-9.]{1,10})" => "\\1"
3995 ),
3996 "uri" => ""
3997 ),
3998 "obot" => array(
3999 "icon" => "ibm",
4000 "title" => "IBM (ONLY) Crawler",
4001 "rule" => array(
4002 "oBot[ /]([0-9.]{1,10})" => "\\1"
4003 ),
4004 "uri" => "http://filterdb.iss.net/crawler/"
4005 // Previous from "ONLY Solutions GmbH" – that is what the O stands for
4006 ),
4007 "ocawa" => array(
4008 "icon" => "ocawa",
4009 "title" => "Ocawa",
4010 "rule" => array(
4011 "Ocawa[ /]([A-Z.a-z][0-9.]{1,10})" => "\\1",
4012 "Ocawa" => ""
4013 ),
4014 "uri" => "http://www.ocawa.com/"
4015 ),
4016 "octora" => array(
4017 "icon" => "octora",
4018 "title" => "Octora",
4019 "rule" => array(
4020 "^Octora (Beta)?" => ""
4021 ),
4022 "uri" => "http://www.octora.com/"
4023 ),
4024 "offlineexplorer" => array(
4025 "icon" => "robot",
4026 "title" => "OfflineExplorer",
4027 "rule" => array(
4028 "^Offline Explorer[ /]([0-9.]{1,10})" => "\\1"
4029 ),
4030 "uri" => ""
4031 ),
4032 "okhttp" => array(
4033 "icon" => "okhttp",
4034 "title" => "OkHttp",
4035 "rule" => array(
4036 "okhttp[ /]([0-9.]{1,10})" => "\\1",
4037 "okhttp" => ""
4038 ),
4039 "uri" => "https://square.github.io/okhttp/"
4040 ),
4041 "omea" => array(
4042 "icon" => "omea",
4043 "title" => "Omea Reader",
4044 "rule" => array(
4045 "Omea Reader[ /]([0-9.]{1,10})" => "\\1"
4046 ),
4047 "uri" => ""
4048 ),
4049 "onet" => array(
4050 "icon" => "onet",
4051 "title" => "Onet",
4052 "rule" => array(
4053 "OnetSzukaj[ /]([0-9.]{1,10})" => "\\1",
4054 "Onet\.pl" => "",
4055 "inktomi.search.onet" => ""
4056 ),
4057 "uri" => "http://www.onet.pl"
4058 ),
4059 "online24" => array(
4060 "icon" => "robot",
4061 "title" => "Online24",
4062 "rule" => array(
4063 "^Online24-Bot .* ([0-9.]{1,10})" => "\\1"
4064 ),
4065 "uri" => "http://www.online24.de"
4066 ),
4067 "onlinewebcheck" => array(
4068 "icon" => "csehtmlvalidator",
4069 "title" => "CSE HTML Validator",
4070 "rule" => array(
4071 "onlinewebcheck" => ""
4072 ),
4073 "uri" => "http://www.onlinewebcheck.com"
4074 ),
4075 "onsearch" => array(
4076 "icon" => "onsearch",
4077 "title" => "OnSearch",
4078 "rule" => array(
4079 "^onCHECK-Robot" => ""
4080 ),
4081 "uri" => "http://www.onsearch.de"
4082 ),
4083 "onto" => array(
4084 "icon" => "robot",
4085 "title" => "OntoSpider",
4086 "rule" => array(
4087 "^OntoSpider[ /]([0-9.]{1,10})" => "\\1"
4088 ),
4089 "uri" => "http://ontospider.i-n.info/"
4090 ),
4091 "openacoon" => array(
4092 "icon" => "robot",
4093 "title" => "OpenAcoon",
4094 "rule" => array(
4095 "^OpenAcoon v([0-9.]{1,10})" => "\\1"
4096 ),
4097 "uri" => "http://www.openacoon.de/"
4098 ),
4099 "openfind" => array(
4100 "icon" => "openfind",
4101 "title" => "Openfind",
4102 "rule" => array(
4103 "openbot[ /]([0-9.]{1,10})" => "\\1",
4104 "Openfind Robot[ /]([0-9.A-Z]{1,10})" => "\\1"
4105 ),
4106 "uri" => ""
4107 ),
4108 "opentagger" => array(
4109 "icon" => "robot",
4110 "title" => "OpenTagger",
4111 "rule" => array(
4112 "^OpenTaggerBot" => ""
4113 ),
4114 "uri" => "http://www.opentagger.com/opentaggerbot.htm"
4115 ),
4116 "opentext" => array(
4117 "icon" => "opentext",
4118 "title" => "OpenText",
4119 "rule" => array(
4120 "^OpenTextSiteCrawler[ /]([0-9.]{1,10})" => "\\1"
4121 ),
4122 "uri" => "http://www.opentext.net/"
4123 ),
4124 "openweb" => array(
4125 "icon" => "robot",
4126 "title" => "OpenWebSpider",
4127 "rule" => array(
4128 "^OpenWebSpider[ /]([0-9.]{1,10})" => "\\1",
4129 "^OpenWebSpider v([0-9.A-Z]{1,10})" => "\\1"
4130 ),
4131 "uri" => "http://www.openwebspider.org"
4132 ),
4133 "openx" => array(
4134 "icon" => "openx",
4135 "title" => "OpenX Spider",
4136 "rule" => array(
4137 "OpenX" => ""
4138 ),
4139 "uri" => "http://www.openx.org"
4140 ),
4141 "orange" => array(
4142 "icon" => "orange",
4143 "title" => "Orange",
4144 "rule" => array(
4145 "OrangeBot-Mobile[ /]([0-9.]{1,10})" => "\\1",
4146 "OrangeBot[ /]([0-9.]{1,10})" => "\\1"
4147 ),
4148 "uri" => "http://orange.com/"
4149 ),
4150 "organica" => array(
4151 "icon" => "robot",
4152 "title" => "Organica",
4153 "rule" => array(
4154 "crawler@organica\.us" => ""
4155 ),
4156 "uri" => ""
4157 ),
4158 "outfox" => array(
4159 "icon" => "robot",
4160 "title" => "Outfox Melon",
4161 "rule" => array(
4162 "OutfoxMelonBot[ /]([0-9.]{1,10})" => "\\1",
4163 "OutfoxBot[ /]([0-9.]{1,10})" => "\\1"
4164 ),
4165 "uri" => ""
4166 ),
4167 "overture" => array(
4168 "icon" => "overture",
4169 "title" => "Overture",
4170 "rule" => array(
4171 "Overture[ \-]?WebCrawler" => ""
4172 ),
4173 "uri" => ""
4174 ),
4175 "owler" => array(
4176 "icon" => "robot",
4177 "title" => "Owler",
4178 "rule" => array(
4179 "Owler[ /]([0-9.]{1,10})" => "\\1",
4180 "Owler" => ""
4181 ),
4182 "uri" => ""
4183 ),
4184 "page2rss" => array(
4185 "icon" => "page2rss",
4186 "title" => "Page2RSS",
4187 "rule" => array(
4188 "Page2RSS[ /]([0-9.]{1,10})" => "\\1"
4189 ),
4190 "uri" => "http://page2rss.com"
4191 ),
4192 "pagebytes" => array(
4193 "icon" => "robot",
4194 "title" => "PageBites",
4195 "rule" => array(
4196 "^PageBitesHyperBot[ /]([0-9.]{1,10})" => "\\1"
4197 ),
4198 "uri" => ""
4199 ),
4200 "pagesinventory" => array(
4201 "icon" => "pagesinventory",
4202 "title" => "PagesInventory",
4203 "rule" => array(
4204 "^PagesInventory" => ""
4205 ),
4206 "uri" => "http://www.pagesinventory.com"
4207 ),
4208 "pagesjaunes" => array(
4209 "icon" => "pagesjaunes",
4210 "title" => "Pages Jaunes",
4211 "rule" => array(
4212 "PJBot[ /]([0-9.]{1,10})" => "\\1"
4213 ),
4214 "uri" => "http://www.pagesjaunes.fr/"
4215 ),
4216 "pagevalet" => array(
4217 "icon" => "wdg",
4218 "title" => "WDG Page Valet",
4219 "rule" => array(
4220 "^Page Valet[ /]([0-9.]{1,10})" => "\\1"
4221 ),
4222 "uri" => "http://www.htmlhelp.com/tools/validator/"
4223 ),
4224 "panopeabot" => array(
4225 "icon" => "robot",
4226 "title" => "PanopeaBot",
4227 "rule" => array(
4228 "PanopeaBot[/ ]([0-9.]{1,10})" => "\\1"
4229 ),
4230 "uri" => ""
4231 ),
4232 "parchmenthill" => array(
4233 "icon" => "robot",
4234 "title" => "Parchment Hill",
4235 "rule" => array(
4236 "ParchBot[ /]([0-9.]{1,10})" => "\\1"
4237 ),
4238 "uri" => "http://www.parchmenthill.com/search.htm"
4239 ),
4240 "pascient" => array(
4241 "icon" => "pascient",
4242 "title" => "Pascient",
4243 "rule" => array(
4244 "panscient.com" => ""
4245 ),
4246 "uri" => "http://www.panscient.com/"
4247 ),
4248 "peerbot" => array(
4249 "icon" => "peerbot",
4250 "title" => "Peerbot",
4251 "rule" => array(
4252 "^PEERbot" => ""
4253 ),
4254 "uri" => ""
4255 ),
4256 "petalbot" => array(
4257 "icon" => "huawei",
4258 "title" => "PetalBot", // Huawei Search - also called Aspiegel
4259 "rule" => array(
4260 "PetalBot" => "",
4261 "AspiegelBot" => ""
4262 ),
4263 "uri" => "https://aspiegel.com/petalbot"
4264 ),
4265 "php" => array(
4266 "icon" => "php",
4267 "title" => "PHP",
4268 "rule" => array(
4269 "^PHP[ /]([0-9.]{1,10})" => "\\1"
4270 ),
4271 "uri" => ""
4272 ),
4273 "phpcrawl" => array(
4274 "icon" => "robot",
4275 "title" => "PHPCrawl",
4276 "rule" => array(
4277 "^PHPCrawl" => ""
4278 ),
4279 "uri" => "http://phpcrawl.cuab.de/"
4280 ),
4281 "phpdig" => array(
4282 "icon" => "robot",
4283 "title" => "PhpDig",
4284 "rule" => array(
4285 "^PhpDig[ /]([0-9.]{1,10})" => "\\1"
4286 ),
4287 "uri" => "http://www.finbot.com/"
4288 ),
4289 "phpversiontracker" => array(
4290 "icon" => "phpversiontracker",
4291 "title" => "PHP version tracker",
4292 "rule" => array(
4293 "^PHP version tracker" => ""
4294 ),
4295 "uri" => "http://www.nexen.net/phpversion/bot.php"
4296 ),
4297 "pictureofinternet" => array(
4298 "icon" => "robot",
4299 "title" => "PictureOfInternet",
4300 "rule" => array(
4301 "^PictureOfInternet[ /]([0-9.]{1,10})" => ""
4302 ),
4303 "uri" => ""
4304 ),
4305 "pingdom" => array(
4306 "icon" => "pingdom",
4307 "title" => "Pingdom",
4308 "rule" => array(
4309 "^Pingdom GIGRIB v([0-9.]{1,10})" => "\\1",
4310 "^Pingdom" => ""
4311 ),
4312 "uri" => "http://www.pingdom.com/"
4313 ),
4314 "pinseri" => array(
4315 "icon" => "pinseri",
4316 "title" => "Pinseri",
4317 "rule" => array(
4318 "www\.pinseri\.com/bloglist" => ""
4319 ),
4320 "uri" => ""
4321 ),
4322 "plagger" => array(
4323 "icon" => "plagger",
4324 "title" => "Plagger",
4325 "rule" => array(
4326 "Plagger[ /]([0-9.]{1,10})" => "\\1"
4327 ),
4328 "uri" => "http://www.plugger.org"
4329 ),
4330 "planet" => array(
4331 "icon" => "planet",
4332 "title" => "Planet",
4333 "rule" => array(
4334 "Planet[ /]([0-9.]{1,10})" => "\\1"
4335 ),
4336 "uri" => ""
4337 ),
4338 "plantynet" => array(
4339 "icon" => "robot",
4340 "title" => "PlantyNet",
4341 "rule" => array(
4342 "PlantyNet_WebRobot[_ /]V?([0-9.]{1,10})" => "\\1"
4343 ),
4344 "uri" => ""
4345 ),
4346 "pluck" => array(
4347 "icon" => "pluck",
4348 "title" => "Pluck",
4349 "rule" => array(
4350 "PluckFeedCrawler[ /]([0-9.]{1,10})" => "\\1"
4351 ),
4352 "uri" => ""
4353 ),
4354 "plsearch" => array(
4355 "icon" => "plsearch",
4356 "title" => "PlanetSearch",
4357 "rule" => array(
4358 "fido[ /]([0-9.]{1,10}) Harvest" => "\\1"
4359 ),
4360 "uri" => ""
4361 ),
4362 "poe" => array(
4363 "icon" => "robot",
4364 "title" => "POE-Component",
4365 "rule" => array(
4366 "^POE-Component-Client-HTTP[/ ]([0-9.]{1,10})" => "\\1"
4367 ),
4368 "uri" => ""
4369 ),
4370 "pogodak" => array(
4371 "icon" => "pogodak",
4372 "title" => "Pogodak",
4373 "rule" => array(
4374 "Pogodak\.hr[/ ]?([0-9.]{1,10})" => "\\1"
4375 ),
4376 "uri" => ""
4377 ),
4378 "poodle" => array(
4379 "icon" => "robot",
4380 "title" => "Poodle predictor",
4381 "rule" => array(
4382 "P(oo|ooo)dle[ \-]?predictor[ \-]?([0-9.]{1,10})" => "\\1",
4383 "P(oo|ooo)dle[ \-]?predictor" => ""
4384 ),
4385 "uri" => "http://www.gritechnologies.com/tools/spider.go"
4386 ),
4387 "pompos" => array(
4388 "icon" => "pompos",
4389 "title" => "Pompos",
4390 "rule" => array(
4391 "Pompos[ /]([0-9.]{1,10})" => "\\1"
4392 ),
4393 "uri" => ""
4394 ),
4395 "popdex" => array(
4396 "icon" => "robot",
4397 "title" => "Popdexter",
4398 "rule" => array(
4399 "Popdexter" => ""
4400 ),
4401 "uri" => ""
4402 ),
4403 "postrank" => array(
4404 "icon" => "postrank",
4405 "title" => "PostRank",
4406 "rule" => array(
4407 "^PostRank[ /]+([0-9.]{1,10})" => "\\1"
4408 ),
4409 "uri" => "http://www.postrank.com/"
4410 ),
4411 "powermarks" => array(
4412 "icon" => "robot",
4413 "title" => "Powermarks",
4414 "rule" => array(
4415 "Powermarks[ /]([0-9.]{1,10})" => "\\1"
4416 ),
4417 "uri" => ""
4418 ),
4419 "pinterest" => array(
4420 "icon" => "pinterest",
4421 "title" => "PROBE!",
4422 "rule" => array(
4423 "Pinterest[ /]([0-9.]{1,10})" => "\\1"
4424 ),
4425 "uri" => "http://www.pinterest.com/"
4426 ),
4427 "probe" => array(
4428 "icon" => "robot",
4429 "title" => "PROBE!",
4430 "rule" => array(
4431 "^PROBE!" => ""
4432 ),
4433 "uri" => ""
4434 ),
4435 "projecthoneypot" => array(
4436 "icon" => "projecthoneypot",
4437 "title" => "Project Honeypot",
4438 "rule" => array(
4439 "^PHPot Verispider[ /v]+([0-9.]{1,10})" => "\\1",
4440 "projecthoneypot" => ""
4441 ),
4442 "uri" => "http://www.projecthoneypot.org"
4443 ),
4444 "proxycache" => array(
4445 "icon" => "robot",
4446 "title" => "Proxy Cache",
4447 "rule" => array(
4448 "^Mozilla/[0-9.]{1,10} \(compatible\;\)$" => ""
4449 ),
4450 "uri" => ""
4451 ),
4452 "proxyhunter" => array(
4453 "icon" => "robot",
4454 "title" => "ProxyHunter",
4455 "rule" => array(
4456 "ProxyHunter" => ""
4457 ),
4458 "uri" => ""
4459 ),
4460 "psbot" => array(
4461 "icon" => "picsearch",
4462 "title" => "PicSearch",
4463 "rule" => array(
4464 "^psbot" => ""
4465 ),
4466 "uri" => ""
4467 ),
4468 "pubsub" => array(
4469 "icon" => "pubsub",
4470 "title" => "PubSub",
4471 "rule" => array(
4472 "^PubSub-RSS-Reader[ /]([0-9.]{1,10})" => "\\1",
4473 "^PubSub\.com" => ""
4474 ),
4475 "uri" => ""
4476 ),
4477 "pubarch" => array(
4478 "icon" => "robot",
4479 "title" => "PubArchive",
4480 "rule" => array(
4481 "publiclibraryarchive.org" => ""
4482 ),
4483 "uri" => ""
4484 ),
4485 "pukiwiki" => array(
4486 "icon" => "pukiwiki",
4487 "title" => "PukiWiki",
4488 "rule" => array(
4489 "PukiWiki[ /]([0-9.]{1,10})" => "\\1"
4490 ),
4491 "uri" => ""
4492 ),
4493 "pwebotxy" => array(
4494 "icon" => "pwebotxy",
4495 "title" => "PWeBot/X.Y",
4496 "rule" => array(
4497 "^PWeBot[ /]([0-9.]{1,10})" => "\\1"
4498 ),
4499 "uri" => "http://www.programacionweb.net/robot.php"
4500 ),
4501 "pxys" => array(
4502 "icon" => "robot",
4503 "title" => "PXYS",
4504 "rule" => array(
4505 "^pxys" => ""
4506 ),
4507 "uri" => ""
4508 ),
4509 "qango" => array(
4510 "icon" => "qango",
4511 "title" => "Qango",
4512 "rule" => array(
4513 "^Qango.com" => ""
4514 ),
4515 "uri" => "http://www.quango.com/"
4516 ),
4517 "qihoo" => array(
4518 "icon" => "qihoo",
4519 "title" => "Qihoo",
4520 "rule" => array(
4521 "QihooBot[ /]([0-9.]{1,10})" => "\\1"
4522 ),
4523 "uri" => "http://www.qihoo.com/"
4524 ),
4525 "qseero" => array(
4526 "icon" => "robot",
4527 "title" => "Qseero",
4528 "rule" => array(
4529 "Qseero v([0-9.]{1,10})" => "\\1"
4530 ),
4531 "uri" => "http://www.q0.com/"
4532 ),
4533 "quantcast" => array(
4534 "icon" => "robot",
4535 "title" => "Quantcast",
4536 "rule" => array(
4537 "Quantcastbot[ /]([0-9.]{1,10})" => "\\1"
4538 ),
4539 "uri" => "http://www.quantcast.com/"
4540 ),
4541 "quepasa" => array(
4542 "icon" => "quepasa",
4543 "title" => "Quepasa",
4544 "rule" => array(
4545 "Quepasa[ \-]?Creep" => ""
4546 ),
4547 "uri" => ""
4548 ),
4549 "questfinder" => array(
4550 "icon" => "robot",
4551 "title" => "QuestFinder",
4552 "rule" => array(
4553 "www\.questfinder\.com" => ""
4554 ),
4555 "uri" => ""
4556 ),
4557 "qwantify" => array(
4558 "icon" => "qwantify",
4559 "title" => "Qwantify",
4560 "rule" => array(
4561 "Qwantify[ /]([0-9.]{1,10})" => "\\1"
4562 ),
4563 "uri" => "https://www.qwant.com/"
4564 ),
4565 "qweery" => array(
4566 "icon" => "robot",
4567 "title" => "Qweery",
4568 "rule" => array(
4569 "^QweeryBot[ /]([0-9.]{1,10})" => "\\1"
4570 ),
4571 "uri" => "http://qweerybot.qweery.nl"
4572 ),
4573 "racaicrawler" => array(
4574 "icon" => "robot",
4575 "title" => "RacaiCrawler",
4576 "rule" => array(
4577 "RacaiCrawler[ -]([0-9.]{1,10})" => "\\1"
4578 )
4579 ),
4580 "radian6" => array(
4581 "icon" => "robot",
4582 "title" => "Radian6",
4583 "rule" => array(
4584 "www\.radian6\.com" => ""
4585 ),
4586 "uri" => "http://www.radian6.com"
4587 ),
4588 "radiofx" => array(
4589 "icon" => "radiofx",
4590 "title" => "Radio.fx",
4591 "rule" => array(
4592 "Radio.fx" => ""
4593 ),
4594 "uri" => "https://de.tobit.softwarw"
4595 ),
4596 "rambler" => array(
4597 "icon" => "rambler",
4598 "title" => "Rambler",
4599 "rule" => array(
4600 "StackRambler[ /]([0-9.]{1,10})" => "\\1"
4601 ),
4602 "uri" => ""
4603 ),
4604 "ramiba" => array(
4605 "icon" => "robot",
4606 "title" => "Ramiba",
4607 "rule" => array(
4608 "^ramiba(-bot)?" => "\\1"
4609 ),
4610 "uri" => ""
4611 ),
4612 "rankur" => array(
4613 "icon" => "rankur",
4614 "title" => "Rankur",
4615 "rule" => array(
4616 "^RankurBot/Rankur([0-9.]{1,10})" => "\\1"
4617 ),
4618 "uri" => "http://rankur.com/",
4619 ),
4620 "red" => array(
4621 "icon" => "red",
4622 "title" => "RED",
4623 "rule" => array(
4624 "RED[ /]([0-9.]{1,10})" => "\\1"
4625 ),
4626 "uri" => "http://redbot.org/"
4627 ),
4628 "rediff" => array(
4629 "icon" => "rediff",
4630 "title" => "Rediff",
4631 "rule" => array(
4632 "^RedBot/redbot[ /\-]([0-9.]{1,10})" => "\\1"
4633 ),
4634 "uri" => "http://www.rediff.com",
4635 ),
4636 "repia" => array(
4637 "icon" => "robot",
4638 "title" => "Repia",
4639 "rule" => array(
4640 "webmaster@repia\.com" => ""
4641 ),
4642 "uri" => ""
4643 ),
4644 "robotgenius" => array(
4645 "icon" => "robot",
4646 "title" => "Robot Genius",
4647 "rule" => array(
4648 "^robotgenius" => ""
4649 ),
4650 "uri" => "http://robotgenius.net",
4651 ),
4652 "robozilla" => array(
4653 "icon" => "robot",
4654 "title" => "Robozilla",
4655 "rule" => array(
4656 "Robozilla" => ""
4657 ),
4658 "uri" => ""
4659 ),
4660 "rogerbot" => array(
4661 "icon" => "moz",
4662 "title" => "Moz Rogerbot",
4663 "rule" => array(
4664 "rogerbot[ /]([0-9.]{1,10})" => "\\1"
4665 ),
4666 "uri" => "http://moz.com/help/guides/moz-procedures/who-is-rogerbot"
4667 ),
4668 "rojo" => array(
4669 "icon" => "rojo",
4670 "title" => "Rojo",
4671 "rule" => array(
4672 "Rojo[ /]([0-9.]{1,10})" => "\\1"
4673 ),
4674 "uri" => ""
4675 ),
4676 "rss-atom" => array(
4677 "icon" => "rss",
4678 "title" => "RSS / Atom",
4679 "rule" => array(
4680 "^Apple-PubSub" => "",
4681 "^AppleSyndication" => ""
4682 ),
4683 "uri" => ""
4684 ),
4685 "rssbot" => array(
4686 "icon" => "rss",
4687 "title" => "RSS-bot",
4688 "rule" => array(
4689 "rss-bot[ /]([0-9.]{1,10})" => "\\1"
4690 ),
4691 "uri" => ""
4692 ),
4693 "rssbandit" => array(
4694 "icon" => "rssbandit",
4695 "title" => "RssBandit",
4696 "rule" => array(
4697 "RssBandit[ /]([0-9.]{1,10})" => "\\1"
4698 ),
4699 "uri" => ""
4700 ),
4701 "rssimages" => array(
4702 "icon" => "rss",
4703 "title" => "RssImages",
4704 "rule" => array(
4705 "rssImagesBot[ /]([0-9.]{1,10})" => "\\1"
4706 ),
4707 "uri" => ""
4708 ),
4709 "rssmicro" => array(
4710 "icon" => "rssmicro",
4711 "title" => "RSSMicro",
4712 "rule" => array(
4713 "RSSMicro\.com" => ""
4714 ),
4715 "uri" => "http://www.rssmicro.com"
4716 ),
4717 "rssowl" => array(
4718 "icon" => "rssowl",
4719 "title" => "RSSOwl",
4720 "rule" => array(
4721 "RSSOwl[ /]([0-9a-z.]{1,10})" => "\\1"
4722 ),
4723 "uri" => ""
4724 ),
4725 "rssreader" => array(
4726 "icon" => "rss",
4727 "title" => "RssReader",
4728 "rule" => array(
4729 "RssReader[ /]([0-9.]{1,10})" => ""
4730 ),
4731 "uri" => ""
4732 ),
4733 "rtgi" => array(
4734 "icon" => "rtgi",
4735 "title" => "Rtgi",
4736 "rule" => array(
4737 "RTGI" => ""
4738 ),
4739 "uri" => "http://rtgi.fr/"
4740 ),
4741 "rufusbot" => array(
4742 "icon" => "robot",
4743 "title" => "RufusBot",
4744 "rule" => array(
4745 "RufusBot" => ""
4746 ),
4747 "uri" => ""
4748 ),
4749 "runet" => array(
4750 "icon" => "runet",
4751 "title" => "iTrack RuNet Crawler",
4752 "rule" => array(
4753 "Runet-Research-Crawler" => ""
4754 ),
4755 "uri" => "http://www.itrack.ru/research/cmsrate/"
4756 ),
4757 "runnk" => array(
4758 "icon" => "robot",
4759 "title" => "Runnk",
4760 "rule" => array(
4761 "Runnk RSS finder" => ""
4762 ),
4763 "uri" => "http://www.runnk.com/il/law"
4764 ),
4765 "sagool" => array(
4766 "icon" => "robot",
4767 "title" => "Sagool",
4768 "rule" => array(
4769 "MaSagool" => ""
4770 ),
4771 "uri" => "http://sagool.jp/"
4772 ),
4773 "sanszbot" => array(
4774 "icon" => "robot",
4775 "title" => "Sansz",
4776 "rule" => array(
4777 "SanszBot" => ""
4778 ),
4779 "uri" => ""
4780 ),
4781 "saucereader" => array(
4782 "icon" => "saucereader",
4783 "title" => "Sauce Reader",
4784 "rule" => array(
4785 "Sauce[ ]?Reader[ /]([0-9.]{1,10})" => "\\1"
4786 ),
4787 "uri" => ""
4788 ),
4789 "sbider" => array(
4790 "icon" => "sbider",
4791 "title" => "SBIder",
4792 "rule" => array(
4793 "SBIder[/ ]([0-9.]{1,10})" => "\\1",
4794 "SBIder[/ ]SBIder.([0-9.]{1,10})" => "\\1"
4795 ),
4796 "uri" => ""
4797 ),
4798 "scirus" => array(
4799 "icon" => "robot",
4800 "title" => "Scirus",
4801 "rule" => array(
4802 "FAST-WebCrawler/[0-9a-z.]{1,10}/Scirus" => ""
4803 ),
4804 "uri" => ""
4805 ),
4806 "scoutjet" => array(
4807 "icon" => "scoutjet",
4808 "title" => "ScoutJet",
4809 "rule" => array(
4810 "ScoutJet" => ""
4811 ),
4812 "uri" => "http://www.scoutjet.com/"
4813 ),
4814 "scrapy" => array(
4815 "icon" => "scrapy",
4816 "title" => "Scrapy",
4817 "rule" => array(
4818 "Scrapy[ /]([0-9.]{1,10})" => "\\1"
4819 ),
4820 "uri" => "http://scrapy.org"
4821 ),
4822 "scrubby" => array(
4823 "icon" => "scrubby",
4824 "title" => "Scrubby",
4825 "rule" => array(
4826 "Scrubby[ /]([0-9.]{1,10})" => "\\1"
4827 ),
4828 "uri" => ""
4829 ),
4830 "sdm" => array(
4831 "icon" => "sdm",
4832 "title" => "SUN Download Manager",
4833 "rule" => array(
4834 "Sun Download Manager[/ ]([0-9.]{1,10})" => "\\1"
4835 ),
4836 "uri" => ""
4837 ),
4838 "sealinks" => array(
4839 "icon" => "robot",
4840 "title" => "Sea Links",
4841 "rule" => array(
4842 "SEA-Links( HTML-Scanner Pingoo\!)?[ /]([0-9.]{1,10})" => "\\2"
4843 ),
4844 "uri" => ""
4845 ),
4846 "search17" => array(
4847 "icon" => "robot",
4848 "title" => "Search 17",
4849 "rule" => array(
4850 "Search17Bot[ /]([0-9.]{1,10})" => "\\1"
4851 ),
4852 "uri" => "http://www.search17.com/bot.php"
4853 ),
4854 "search2" => array(
4855 "icon" => "search2",
4856 "title" => "Search2.net",
4857 "rule" => array(
4858 "^S2Bot[ /]([0-9.]{1,10})" => "\\1"
4859 ),
4860 "uri" => "http://search2.net/"
4861 ),
4862 "searchbot" => array(
4863 "icon" => "robot",
4864 "title" => "Searchbot",
4865 "rule" => array(
4866 "Searchbot[ /]([0-9.]{1,10})" => "\\1"
4867 ),
4868 "uri" => ""
4869 ),
4870 "searchch" => array(
4871 "icon" => "robot",
4872 "title" => "Search.ch",
4873 "rule" => array(
4874 "search\.ch[ /]?V?([0-9.]{1,10})" => "\\1"
4875 ),
4876 "uri" => ""
4877 ),
4878 "searchengineworld" => array(
4879 "icon" => "robot",
4880 "title" => "SearchEngineWorld",
4881 "rule" => array(
4882 "searchengineworld" => ""
4883 ),
4884 "uri" => "http://www.searchengineworld.com/"
4885 ),
4886 "searchhippo" => array(
4887 "icon" => "searchhippo",
4888 "title" => "Searchhippo",
4889 "rule" => array(
4890 "searchhippo" => ""
4891 ),
4892 "uri" => "http://www.searchhippo.com/"
4893 ),
4894 "searchthruus" => array(
4895 "icon" => "robot",
4896 "title" => "SearchThruUs",
4897 "rule" => array(
4898 "www\.unitek-systems\.co\.uk[ /]([0-9.]{1,10})" => "\\1"
4899 ),
4900 "uri" => ""
4901 ),
4902 "securecomputing" => array(
4903 "icon" => "robot",
4904 "title" => "Secure Computing",
4905 "rule" => array(
4906 "securecomputing" => ""
4907 ),
4908 "uri" => ""
4909 ),
4910 "seekport" => array(
4911 "icon" => "seekport",
4912 "title" => "Seekport",
4913 "rule" => array(
4914 "Seekbot[ /]([0-9.]{1,10})" => "\\1"
4915 ),
4916 "uri" => ""
4917 ),
4918 "semanticdiscovery" => array(
4919 "icon" => "robot",
4920 "title" => "Semantic Discovery",
4921 "rule" => array(
4922 "semanticdiscovery[ /]([0-9.]{1,10})" => "\\1"
4923 ),
4924 "uri" => ""
4925 ),
4926 "semrush" => array(
4927 "icon" => "semrush",
4928 "title" => "SEMrush",
4929 "rule" => array(
4930 "SemrushBot[ /]([0-9.]{1,10})" => "\\1"
4931 ),
4932 "uri" => "http://www.semrush.com/bot.html"
4933 ),
4934 "sengine" => array(
4935 "icon" => "sengine",
4936 "title" => "Sengine",
4937 "rule" => array(
4938 "netEstate NE Crawler" => ""
4939 ),
4940 "uri" => "http://www.sengine.info/"
4941 ),
4942 "sensis" => array(
4943 "icon" => "sensis",
4944 "title" => "Sensis",
4945 "rule" => array(
4946 "^Sensis(.com.au)? Web Crawler" => ""
4947 ),
4948 "uri" => "http://sensis.com.au"
4949 ),
4950 "seokicks" => array(
4951 "icon" => "seokicks",
4952 "title" => "SEOkicks",
4953 "rule" => array(
4954 "SEOkicks-Robot" => ""
4955 ),
4956 "uri" => "http://www.seokicks.de/"
4957 ),
4958 "seoprofiler" => array(
4959 "icon" => "seoprofiler",
4960 "title" => "SEOprofiler",
4961 "rule" => array(
4962 "spbot[ /]([0-9.]{1,10})" => "\\1"
4963 ),
4964 "uri" => "http://www.seoprofiler.com/"
4965 ),
4966 "setooz" => array(
4967 "icon" => "setooz",
4968 "title" => "Setooz",
4969 "rule" => array(
4970 "OOZBOT[ /]([0-9.]{1,10})" => "\\1"
4971 ),
4972 "uri" => "http://www.setooz.com/oozbot.html"
4973 ),
4974 "seznam" => array(
4975 "icon" => "seznam",
4976 "title" => "Seznam",
4977 "rule" => array(
4978 "SeznamBot[ /]([0-9.]{1,10})" => "\\1",
4979 "Seznam" => ""
4980 ),
4981 "uri" => "http://www.seznam.cz"
4982 ),
4983 "sharpreader" => array(
4984 "icon" => "sharpreader",
4985 "title" => "SharpReader",
4986 "rule" => array(
4987 "SharpReader[ /]([0-9.]{1,10})" => "\\1"
4988 ),
4989 "uri" => ""
4990 ),
4991 "shelob" => array(
4992 "icon" => "shelob",
4993 "title" => "Sherlock Spider",
4994 "rule" => array(
4995 "^Shelob" => ""
4996 ),
4997 "uri" => "http://www.gmx.net"
4998 ),
4999 "sherlockspider" => array(
5000 "icon" => "robot",
5001 "title" => "Sherlock Spider",
5002 "rule" => array(
5003 "sherlock_spider" => ""
5004 ),
5005 "uri" => ""
5006 ),
5007 "shim" => array(
5008 "icon" => "robot",
5009 "title" => "Shim Crawler",
5010 "rule" => array(
5011 "shim[ \-]crawler" => ""
5012 ),
5013 "uri" => ""
5014 ),
5015 "shopwiki" => array(
5016 "icon" => "shopwiki",
5017 "title" => "ShopWiki",
5018 "rule" => array(
5019 "^ShopWiki[ /]([0-9.]{1,10})" => "\\1"
5020 ),
5021 "uri" => ""
5022 ),
5023 "shoula" => array(
5024 "icon" => "robot",
5025 "title" => "Shoula",
5026 "rule" => array(
5027 "^Shoula.com Crawler ([0-9.]{1,10})" => "\\1"
5028 ),
5029 "uri" => "http://www.shoula.com"
5030 ),
5031 "siege" => array(
5032 "icon" => "robot",
5033 "title" => "Siege",
5034 "rule" => array(
5035 "Siege[ /]([0-9.]{1,10})" => "\\1"
5036 ),
5037 "uri" => ""
5038 ),
5039 "siets" => array(
5040 "icon" => "robot",
5041 "title" => "Siets",
5042 "rule" => array(
5043 "SietsCrawler[ /]([0-9.]{1,10})" => "\\1"
5044 ),
5045 "uri" => ""
5046 ),
5047 "simpy" => array(
5048 "icon" => "simpy",
5049 "title" => "Simpy",
5050 "rule" => array(
5051 "^(argus|simpy)[ /]([0-9.]{1,10})" => "\\2",
5052 ),
5053 "uri" => ""
5054 ),
5055 "singingfish" => array(
5056 "icon" => "singingfish",
5057 "title" => "SingingFish",
5058 "rule" => array(
5059 "asterias[ /]([0-9.]{1,10})" => "\\1",
5060 "Asterias Crawler v([0-9.]{1,10})" => "\\1",
5061 "asterias" => ""
5062 ),
5063 "uri" => ""
5064 ),
5065 "sirketce" => array(
5066 "icon" => "robot",
5067 "title" => "Sirketce",
5068 "rule" => array(
5069 "Sirketcebot[ /v]+([0-9.]{1,10})" => "\\1"
5070 ),
5071 "uri" => "http://www.sirketce.com/bot.html"
5072 ),
5073 "sirobot" => array(
5074 "icon" => "robot",
5075 "title" => "SiroBot",
5076 "rule" => array(
5077 "sirobot" => ""
5078 ),
5079 "uri" => ""
5080 ),
5081 "sistrix" => array(
5082 "icon" => "sistrix",
5083 "title" => "SISTRIX",
5084 "rule" => array(
5085 "SISTRIX Crawler" => ""
5086 ),
5087 "uri" => "http://crawler.sistrix.net/"
5088 ),
5089 "sitebar" => array(
5090 "icon" => "sitebar",
5091 "title" => "SiteBar",
5092 "rule" => array(
5093 "SiteBar[ /]([0-9.]{1,10})" => "\\1"
5094 ),
5095 "uri" => ""
5096 ),
5097 "sitebot" => array(
5098 "icon" => "sitebot",
5099 "title" => "SiteBot",
5100 "rule" => array(
5101 "SiteBot[ /]([0-9.]{1,10})" => "\\1"
5102 ),
5103 "uri" => "http://www.sitebot.org/robot/"
5104 ),
5105 "siteexplorer" => array(
5106 "icon" => "siteexplorer",
5107 "title" => "SiteExplorer",
5108 "rule" => array(
5109 "SiteExplorer[ /]([0-9a-z.]{1,10})" => "\\1"
5110 ),
5111 "uri" => "http://siteexplorer.info/"
5112 ),
5113 "sitesell" => array(
5114 "icon" => "sitesell",
5115 "title" => "SiteSell",
5116 "rule" => array(
5117 "SBIder[/ ]([0-9a-z.\-]{1,10})" => "\\1"
5118 ),
5119 "uri" => ""
5120 ),
5121 "sitespider" => array(
5122 "icon" => "robot",
5123 "title" => "SiteSpider",
5124 "rule" => array(
5125 "^SiteSpider" => ""
5126 ),
5127 "uri" => ""
5128 ),
5129 "sitesucker" => array(
5130 "icon" => "sitesucker",
5131 "title" => "SiteSucker",
5132 "rule" => array(
5133 "Sitesucker[ /]([0-9.]{1,10})" => "\\1"
5134 ),
5135 "uri" => "http://www.sitesucker.us/"
5136 ),
5137 "sitidi" => array(
5138 "icon" => "robot",
5139 "title" => "SitiDi",
5140 "rule" => array(
5141 "SitiDiBot[ /]([0-9.]{1,10})" => "\\1"
5142 ),
5143 "uri" => ""
5144 ),
5145 "sixy" => array(
5146 "icon" => "robot",
5147 "title" => "Sixy.ch",
5148 "rule" => array(
5149 "sixy.ch[ /]([0-9a-z.]{1,10})" => "\\1"
5150 ),
5151 "uri" => "http://sixy.ch"
5152 ),
5153 "skaffe" => array(
5154 "icon" => "robot",
5155 "title" => "Skaffe",
5156 "rule" => array(
5157 "Skampy[ /]([0-9.\-]{1,10})" => "\\1"
5158 ),
5159 "uri" => "http://www.skaffe.com"
5160 ),
5161 "skizzle" => array(
5162 "icon" => "skizzle",
5163 "title" => "Skizzle",
5164 "rule" => array(
5165 "SKIZZLE! Distributed Internet Spider[ /v]+([0-9a-z.\-]{1,10})" => "\\1"
5166 ),
5167 "uri" => "http://www.skizzle.com"
5168 ),
5169 "slider" => array(
5170 "icon" => "robot",
5171 "title" => "Slider",
5172 "rule" => array(
5173 "^Slider[ /]([0-9.]{1,10})" => "\\1"
5174 ),
5175 "uri" => ""
5176 ),
5177 "slugch" => array(
5178 "icon" => "robot",
5179 "title" => "Slugch",
5180 "rule" => array(
5181 "^slug\.ch crawl ([0-9a-z.\-]{1,10})" => "\\1"
5182 ),
5183 "uri" => ""
5184 ),
5185 "smartware" => array(
5186 "icon" => "robot",
5187 "title" => "SmartWareSoft",
5188 "rule" => array(
5189 "^SWSBot-Images[ /]([0-9.]{1,10})" => "\\1"
5190 ),
5191 "uri" => "http://www.smartwaresoft.com/swsbot12.html"
5192 ),
5193 "snookit" => array(
5194 "icon" => "snookit",
5195 "title" => "Snookit",
5196 "rule" => array(
5197 "^snookit" => ""
5198 ),
5199 "uri" => "http://www.snookit.com/"
5200 ),
5201 "snoopy" => array(
5202 "icon" => "robot",
5203 "title" => "Snoopy",
5204 "rule" => array(
5205 "^Snoopy.+([0-9.]{1,10})" => "\\1",
5206 "sna-([0-9.]{1,10})" => "\\1"
5207 ),
5208 "uri" => "http://snoopy.sourceforge.net/"
5209 ),
5210 "snyke" => array(
5211 "icon" => "robot",
5212 "title" => "Snyke",
5213 "rule" => array(
5214 "^SnykeBot[ /]([0-9.]{1,10})" => "\\1"
5215 ),
5216 "uri" => "http://www.snyke.com"
5217 ),
5218 "socialradar" => array(
5219 "icon" => "socialradar",
5220 "title" => "Social Radar",
5221 "rule" => array(
5222 "Socialradarbot[ /]([0-9.]{1,10})" => "\\1"
5223 ),
5224 "uri" => "http://infegy.com/"
5225 ),
5226 "soegning" => array(
5227 "icon" => "soegning",
5228 "title" => "Søgning",
5229 "rule" => array(
5230 "soegning\.dk[/ ]spider[ /]([0-9.]{1,10})" => "\\1"
5231 ),
5232 "uri" => ""
5233 ),
5234 "soft411" => array(
5235 "icon" => "soft411",
5236 "title" => "Soft411",
5237 "rule" => array(
5238 "SOFT411 Directory" => ""
5239 ),
5240 "uri" => ""
5241 ),
5242 "sogou" => array(
5243 "icon" => "sogou",
5244 "title" => "Sogou",
5245 "rule" => array(
5246 "Sogou web spider[ /]([0-9.]{1,10})" => "\\1"
5247 ),
5248 "uri" => "http://www.sogou.com/docs/help/webmasters.htm#07"
5249 ),
5250 "sohu" => array(
5251 "icon" => "robot",
5252 "title" => "Sohu",
5253 "rule" => array(
5254 "sohu[ \-](agent|search)" => ""
5255 ),
5256 "uri" => ""
5257 ),
5258 "somewhere" => array(
5259 "icon" => "robot",
5260 "title" => "Somewhere.com",
5261 "rule" => array(
5262 "Mozilla\@somewhere\.com" => "\\1"
5263 ),
5264 "uri" => "http://www.somewhere.com/"
5265 ),
5266 "sopheus" => array(
5267 "icon" => "robot",
5268 "title" => "Sopheus",
5269 "rule" => array(
5270 "Sopheus Project[ /]([0-9.]{1,10})" => "\\1"
5271 ),
5272 "uri" => "http://www.thenetplanet.com"
5273 ),
5274 "soso" => array(
5275 "icon" => "soso",
5276 "title" => "Soso",
5277 "rule" => array(
5278 "^Soso(image)?spider" => ""
5279 ),
5280 "uri" => "http://help.soso.com/soso-image-spider.htm"
5281 ),
5282 "souppot" => array(
5283 "icon" => "robot",
5284 "title" => "SoupPot",
5285 "rule" => array(
5286 "SoupPotBot" => ""
5287 ),
5288 "uri" => ""
5289 ),
5290 "specificmedia" => array(
5291 "icon" => "specificmedia",
5292 "title" => "Specific Media",
5293 "rule" => array(
5294 "^SMBot[ /]([0-9.]{1,10})" => "\\1"
5295 ),
5296 "uri" => ""
5297 ),
5298 "sphider" => array(
5299 "icon" => "sphider",
5300 "title" => "Sphider",
5301 "rule" => array(
5302 "Sphider" => ""
5303 ),
5304 "uri" => "http://www.sphider.eu"
5305 ),
5306 "spinn3r" => array(
5307 "icon" => "robot",
5308 "title" => "Spinn3r",
5309 "rule" => array(
5310 "Spinn3r[ /]([0-9.]{1,10})" => "\\1"
5311 ),
5312 "uri" => "http://spinn3r.com/robot"
5313 ),
5314 "sproose" => array(
5315 "icon" => "robot",
5316 "title" => "Sproose",
5317 "rule" => array(
5318 "^sproose[ /]([0-9a-z.]{1,10})" => "\\1"
5319 ),
5320 "uri" => "http://www.sproose.com/bot.html"
5321 ),
5322 "spurlbot" => array(
5323 "icon" => "robot",
5324 "title" => "SpurlBot",
5325 "rule" => array(
5326 "SpurlBot[/ ]([0-9.]{1,10})" => "\\1"
5327 ),
5328 "uri" => ""
5329 ),
5330 "stardownloader" => array(
5331 "icon" => "stardownloader",
5332 "title" => "Star Downloader",
5333 "rule" => array(
5334 "^Star Downloader( Pro)?" => ""
5335 ),
5336 "uri" => ""
5337 ),
5338 "steeler" => array(
5339 "icon" => "robot",
5340 "title" => "Steeler",
5341 "rule" => array(
5342 "Steeler[ /]([0-9.]{1,10})" => "\\1"
5343 ),
5344 "uri" => ""
5345 ),
5346 "strategicboard" => array(
5347 "icon" => "strategicboard",
5348 "title" => "Strategic Board",
5349 "rule" => array(
5350 "Strategic Board Bot" => ""
5351 ),
5352 "uri" => "http://www.strategicboard.com"
5353 ),
5354 "suchbaer" => array(
5355 "icon" => "robot",
5356 "title" => "Suchbaer.de",
5357 "rule" => array(
5358 "^suchbaer\.de" => ""
5359 ),
5360 "uri" => "http://www.suchbaer.de/"
5361 ),
5362 "suchbot" => array(
5363 "icon" => "robot",
5364 "title" => "Suchbot",
5365 "rule" => array(
5366 "^suchbot" => ""
5367 ),
5368 "uri" => ""
5369 ),
5370 "suchende" => array(
5371 "icon" => "suchende",
5372 "title" => "Suchen.de",
5373 "rule" => array(
5374 "^gonzo([0-9]{1,2}).*www.suchen.de" => "\\1",
5375 "^gonzo/([0-9.]{1,10})" => "\\1"
5376 ),
5377 "uri" => "http://www.suchen.de/"
5378 ),
5379 "suchknecht" => array(
5380 "icon" => "robot",
5381 "title" => "Suchknecht",
5382 "rule" => array(
5383 "^Suchknecht.at-Robot" => ""
5384 ),
5385 "uri" => "http://www.suchknecht.at/"
5386 ),
5387 "suchpad" => array(
5388 "icon" => "robot",
5389 "title" => "Suchpad",
5390 "rule" => array(
5391 "^suchpadbot[ /]([0-9.]{1,10})" => "\\1"
5392 ),
5393 "uri" => "http://www.suchpad.de"
5394 ),
5395 "sunrise" => array(
5396 "icon" => "sunrise",
5397 "title" => "Sunrise",
5398 "rule" => array(
5399 "^Sunrise[ /]([0-9a-z.]{1,10})" => "\\1"
5400 ),
5401 "uri" => ""
5402 ),
5403 "superbot" => array(
5404 "icon" => "superbot",
5405 "title" => "SuperBot",
5406 "rule" => array(
5407 "SuperBot[ /]([0-9.]{1,10})" => "\\1"
5408 ),
5409 "uri" => ""
5410 ),
5411 "surfcontrol" => array(
5412 "icon" => "robot",
5413 "title" => "SurfControl",
5414 "rule" => array(
5415 "SurfControl" => "",
5416 "ScSpider[ /]([0-9.]{1,10})" => "\\1"
5417 ),
5418 "uri" => ""
5419 ),
5420 "surfnet" => array(
5421 "icon" => "robot",
5422 "title" => "SURFnet",
5423 "rule" => array(
5424 "AVSearch[ \-]([0-9.]{1,10})" => "\\1"
5425 ),
5426 "uri" => ""
5427 ),
5428 "surfsafely" => array(
5429 "icon" => "robot",
5430 "title" => "Surfsafely",
5431 "rule" => array(
5432 "Submission Spider at surfsafely.com" => ""
5433 ),
5434 "uri" => "http://www.surfsafely.com"
5435 ),
5436 "surphace" => array(
5437 "icon" => "spherescout",
5438 "title" => "Surphace",
5439 "rule" => array(
5440 "Sphere Scout.+([0-9.]{1,10})" => "\\1",//Previous called Sphere Scout
5441 "Surphace.+v([0-9.]{1,10})" => "\\1"
5442 ),
5443 "uri" => "http://www.surphace.com"
5444 ),
5445 "surveybot" => array(
5446 "icon" => "surveybot",
5447 "title" => "Whois Survey",
5448 "rule" => array(
5449 "SurveyBot[ /]([0-9.]{1,10})" => "\\1"
5450 ),
5451 "uri" => ""
5452 ),
5453 "swoogle" => array(
5454 "icon" => "robot",
5455 "title" => "Swoogle",
5456 "rule" => array(
5457 "^Swooglebot[ /]([0-9.]{1,10})" => "\\1"
5458 ),
5459 "uri" => "http://swoogle.umbc.edu/swooglebot.htm"
5460 ),
5461 "swse" => array(
5462 "icon" => "robot",
5463 "title" => "SWSE",
5464 "rule" => array(
5465 "sw\.deri\.org" => ""
5466 ),
5467 "uri" => "http://sw.deri.org/2006/04/multicrawler/robots.html"
5468 ),
5469 "swish-e" => array(
5470 "icon" => "swish-e",
5471 "title" => "Swish-e",
5472 "rule" => array(
5473 "^swish-e" => ""
5474 ),
5475 "uri" => "http://swish-e.org/"
5476 ),
5477 "sygol" => array(
5478 "icon" => "sygol",
5479 "title" => "Sygol",
5480 "rule" => array(
5481 "www.sygol.(com|net)" => ""
5482 ),
5483 "uri" => "http://www.sygol.com"
5484 ),
5485 "syllabs" => array(
5486 "icon" => "syllabs",
5487 "title" => "Syllabs",
5488 "rule" => array(
5489 "Focal[-]([0-9.]{1,10})" => "\\1"
5490 ),
5491 "uri" => "http://www.syllabs.com/crawler.html"
5492 ),
5493 "synapse" => array(
5494 "icon" => "robot",
5495 "title" => "Synapse",
5496 "rule" => array(
5497 " Synapse\)" => ""
5498 ),
5499 "uri" => "http://ws.apache.org/synapse/"
5500 ),
5501 "sync2it" => array(
5502 "icon" => "robot",
5503 "title" => "Sync2it",
5504 "rule" => array(
5505 "^\!Susie" => ""
5506 ),
5507 "uri" => "http://www.sync2it.com/bms/susie.php"
5508 ),
5509 "syncit" => array(
5510 "icon" => "robot",
5511 "title" => "Syncit",
5512 "rule" => array(
5513 "^SyncIT[ /]([0-9.]{1,10})" => "\\1"
5514 ),
5515 "uri" => "http://www.syncit.com/"
5516 ),
5517 "syndic8" => array(
5518 "icon" => "syndic8",
5519 "title" => "Syndic8",
5520 "rule" => array(
5521 "Syndic8[ /]([0-9.]{1,10})" => "\\1"
5522 ),
5523 "uri" => "http://www.syndic8.com/"
5524 ),
5525 "syndicatie" => array(
5526 "icon" => "robot",
5527 "title" => "Syndicatie.nl",
5528 "rule" => array(
5529 "Syndicatie\.nl robot v ([0-9.]{1,10})" => "\\1",
5530 "Syndicatie\.nl robot;" => ""
5531 ),
5532 "uri" => ""
5533 ),
5534 "synomia" => array(
5535 "icon" => "robot",
5536 "title" => "Synomia",
5537 "rule" => array(
5538 "^SynoBot" => ""
5539 ),
5540 "uri" => ""
5541 ),
5542 "synoo" => array(
5543 "icon" => "robot",
5544 "title" => "SynooBot",
5545 "rule" => array(
5546 "SynooBot[ /]([0-9.]{1,10})" => "\\1",
5547 ),
5548 "uri" => ""
5549 ),
5550 "szukacz" => array(
5551 "icon" => "szukacz",
5552 "title" => "Szukacz",
5553 "rule" => array(
5554 "Szukacz[ /]([0-9.]{1,10})" => "\\1"
5555 ),
5556 "uri" => ""
5557 ),
5558 "tagoo" => array(
5559 "icon" => "tagoobot",
5560 "title" => "Tagoo",
5561 "rule" => array(
5562 "Tagoobot[ /]([0-9.]{1,10})" => "\\1"
5563 ),
5564 "uri" => "http://www.tagoo.ru"
5565 ),
5566 "tagword" => array(
5567 "icon" => "tagword",
5568 "title" => "Tagword",
5569 "rule" => array(
5570 "^Tagword" => ""
5571 ),
5572 "uri" => "http://tagword.com/dmoz_survey.php"
5573 ),
5574 "trailfire" => array(
5575 "icon" => "trailfire",
5576 "title" => "Trailfire",
5577 "rule" => array(
5578 "^Trailfire-bot[ /]([0-9.]{1,10})" => "\\1"
5579 ),
5580 "uri" => "http://trailfire.com"
5581 ),
5582 "tamu" => array(
5583 "icon" => "tamu",
5584 "title" => "Tamu Crawler",
5585 "rule" => array(
5586 "IRLbot[ /]([0-9.]{1,10})" => "\\1",
5587 "TAMU_CS_IRL_CRAWLER[ /]([0-9.]{1,10})" => "\\1"
5588 ),
5589 "uri" => "http://irl.cs.tamu.edu/crawler/"
5590 ),
5591 "taptubot" => array(
5592 "icon" => "taptubot",
5593 "title" => "Taptu",
5594 "rule" => array(
5595 "taptubot" => ""
5596 ),
5597 "uri" => "http://www.taptu.com/corp/taptubot"
5598 ),
5599 "targetseek" => array(
5600 "icon" => "robot",
5601 "title" => "TargetSeek",
5602 "rule" => array(
5603 "TargetSeek[ /]([0-9.]{1,10})" => "\\1"
5604 ),
5605 "uri" => "http://www.targetgroups.net/TargetSeek.html"
5606 ),
5607 "taw" => array(
5608 "icon" => "taw",
5609 "title" => "TAW",
5610 "rule" => array(
5611 "TAW[ /]([0-9.]{1,10})" => "\\1"
5612 ),
5613 "uri" => "http://www.tawdis.net"
5614 ),
5615 "tcd" => array(
5616 "icon" => "tcd",
5617 "title" => "Trinity College Dublin",
5618 "rule" => array(
5619 "^TCDBOT/Nutch-([0-9.]{1,10})" => "\\1"
5620 ),
5621 "uri" => "http://www.tcd.ie"
5622 ),
5623 "technorati" => array(
5624 "icon" => "technorati",
5625 "title" => "Technorati",
5626 "rule" => array(
5627 "Technoratibot[ /]([0-9.]{1,10})" => "\\1"
5628 ),
5629 "uri" => ""
5630 ),
5631 "teleport" => array(
5632 "icon" => "teleport",
5633 "title" => "Teleport",
5634 "rule" => array(
5635 "Teleport[ \-]?Pro" => ""
5636 ),
5637 "uri" => ""
5638 ),
5639 "terrar" => array(
5640 "icon" => "robot",
5641 "title" => "Terrar",
5642 "rule" => array(
5643 "^Fresh Search :: Terrar" => ""
5644 ),
5645 "uri" => ""
5646 ),
5647 "theophrastus" => array(
5648 "icon" => "robot",
5649 "title" => "Theophrastus",
5650 "rule" => array(
5651 "Theophrastus[ /]([0-9.]{1,10})" => "\\1"
5652 ),
5653 "uri" => "http://users.cs.cf.ac.uk/N.A.Smith/theophrastus.php"
5654 ),
5655 "thumbnailscz" => array(
5656 "icon" => "robot",
5657 "title" => "Thumbnails.cz",
5658 "rule" => array(
5659 "^thumbnail\.cz robot[ /]([0-9.]{1,10})" => "\\1"
5660 ),
5661 "uri" => ""
5662 ),
5663 "thumbshot" => array(
5664 "icon" => "robot",
5665 "title" => "Thumbshots",
5666 "rule" => array(
5667 "^thumbshots.*(Version: |v)([0-9.]{2,10})e" => "\\1",
5668 "^thumbshots-de" => ""
5669 ),
5670 "uri" => "http://www.thumbshots.de"
5671 ),
5672 "thunderstone" => array(
5673 "icon" => "thunderstone",
5674 "title" => "Thunderstone",
5675 "rule" => array(
5676 "T-H-U-N-D-E-R-S-T-O-N-E" => "",
5677 "search.thunderstone.com" => ""
5678 ),
5679 "uri" => "http://search.thunderstone.com/"
5680 ),
5681 "timbobot" => array(
5682 "icon" => "robot",
5683 "title" => "TimboBot",
5684 "rule" => array(
5685 "timboBot" => ""
5686 ),
5687 "uri" => ""
5688 ),
5689 "topsy" => array(
5690 "icon" => "topsy",
5691 "title" => "Topsy",
5692 "rule" => array(
5693 "Butterfly[ /]([0-9.]{1,10})" => "\\1"
5694 ),
5695 "uri" => "http://labs.topsy.com/butterfly.html"
5696 ),
5697 "trayce" => array(
5698 "icon" => "robot",
5699 "title" => "Trayce",
5700 "rule" => array(
5701 "traycebot[ /]([0-9a-z.\-]{1,10})" => "\\1"
5702 ),
5703 "uri" => ""
5704 ),
5705 "tricus" => array(
5706 "icon" => "robot",
5707 "title" => "Tricus",
5708 "rule" => array(
5709 "B_l_i_t_z_B_O_T_@_t_r_i_c_u_s_\._c_o_m" => ""
5710 ),
5711 "uri" => ""
5712 ),
5713 "topicblogs" => array(
5714 "icon" => "robot",
5715 "title" => "Topicblogs",
5716 "rule" => array(
5717 "topicblogs[ /]([0-9.]{1,10})" => "\\1"
5718 ),
5719 "uri" => ""
5720 ),
5721 "touche" => array(
5722 "icon" => "touche",
5723 "title" => "Touché",
5724 "rule" => array(
5725 "^Touche" => ""
5726 ),
5727 "uri" => "http://touche.com.ve"
5728 ),
5729 "tuezilla" => array(
5730 "icon" => "robot",
5731 "title" => "TÃœzilla",
5732 "rule" => array(
5733 "tuezilla.de" => ""
5734 ),
5735 "uri" => "http://tuezilla.de/t_st-odp-entries-agent.html"
5736 ),
5737 "turnitin" => array(
5738 "icon" => "turnitin",
5739 "title" => "Turnitin",
5740 "rule" => array(
5741 "TurnitinBot[ /]([0-9.]{1,10})" => "\\1",
5742 "^Turnitin" => ""
5743 ),
5744 "uri" => ""
5745 ),
5746 "tutorgig" => array(
5747 "icon" => "robot",
5748 "title" => "TutorGig",
5749 "rule" => array(
5750 "TutorGig(Bot)?[ /]([0-9.]{1,10})" => "\\2"
5751 ),
5752 "uri" => ""
5753 ),
5754 "twiceler" => array(
5755 "icon" => "cuill",
5756 "title" => "Cuill",
5757 "rule" => array(
5758 "Twiceler[ /-]([0-9.]{1,10})" => "\\1",
5759 "Twiceler" => ""
5760 ),
5761 "uri" => "http://www.cuill.com/twiceler/robot.html"
5762 ),
5763 "twingly" => array(
5764 "icon" => "twingly",
5765 "title" => "Twingly",
5766 "rule" => array(
5767 "Twingly Recon" => ""
5768 ),
5769 "uri" => "http://www.twingly.com/"
5770 ),
5771 "twitter" => array(
5772 "icon" => "twitter",
5773 "title" => "Twitter",
5774 "rule" => array(
5775 "Twitterbot[ /-]([0-9.]{1,10})" => "\\1"
5776 ),
5777 "uri" => "https://dev.twitter.com/cards/getting-started#crawling"
5778 ),
5779 "typepad" => array(
5780 "icon" => "typepad",
5781 "title" => "TypePad",
5782 "rule" => array(
5783 "TypePad/([0-9a-z.]{1,10})" => "\\1"
5784 ),
5785 "uri" => ""
5786 ),
5787 "udmsearch" => array(
5788 "icon" => "robot",
5789 "title" => "UdmSearch",
5790 "rule" => array(
5791 "UdmSearch[/ ]([0-9.]{1,10})" => "\\1"
5792 ),
5793 "uri" => ""
5794 ),
5795 "ukwizz" => array(
5796 "icon" => "ukwizz",
5797 "title" => "UKWizz",
5798 "rule" => array(
5799 "^Mackster.*ukwizz" => ""
5800 ),
5801 "uri" => "http://www.ukwizz.com"
5802 ),
5803 "ultraseek" => array(
5804 "icon" => "robot",
5805 "title" => "Ultraseek",
5806 "rule" => array(
5807 "Ultraseek" => ""
5808 ),
5809 "uri" => ""
5810 ),
5811 "ultraspider" => array(
5812 "icon" => "robot",
5813 "title" => "UltraSpider",
5814 "rule" => array(
5815 "UltraSpider3000[/ ]([0-9.]{1,10})" => "\\1"
5816 ),
5817 "uri" => "http://www.search.ch"
5818 ),
5819 "umai" => array(
5820 "icon" => "robot",
5821 "title" => "Umai",
5822 "rule" => array(
5823 "umai[/ ]([0-9.]{1,10})" => "\\1"
5824 ),
5825 "uri" => ""
5826 ),
5827 "unchaos" => array(
5828 "icon" => "robot",
5829 "title" => "Unchaos",
5830 "rule" => array(
5831 "unchaos_crawler[_ /]([0-9.]{1,10})" => "\\1",
5832 "unchaos" => ""
5833 ),
5834 "uri" => ""
5835 ),
5836 "unido" => array(
5837 "icon" => "robot",
5838 "title" => "UNIdo",
5839 "rule" => array(
5840 "^unido-bot" => "\\1"
5841 ),
5842 "uri" => "http://mobicom.cs.uni-dortmund.de/bot.html"
5843 ),
5844 "updated" => array(
5845 "icon" => "robot",
5846 "title" => "Updated",
5847 "rule" => array(
5848 "updated[ /]([0-9a-z.]{1,10})" => "\\1"
5849 ),
5850 "uri" => ""
5851 ),
5852 "uptimebot" => array(
5853 "icon" => "robot",
5854 "title" => "UptimeBot",
5855 "rule" => array(
5856 "^UptimeBot" => ""
5857 ),
5858 "uri" => "http://www.uptimebot.com/"
5859 ),
5860 "urifetch" => array(
5861 "icon" => "robot",
5862 "title" => "URI::Fetch",
5863 "rule" => array(
5864 "^URI::Fetch[ /]([0-9.]{1,10})" => "\\1"
5865 ),
5866 "uri" => ""
5867 ),
5868 "urlbase" => array(
5869 "icon" => "robot",
5870 "title" => "URLBase",
5871 "rule" => array(
5872 "URLBase[ /]([0-9.]{1,10})" => "\\1"
5873 ),
5874 "uri" => ""
5875 ),
5876 "urlblaze" => array(
5877 "icon" => "robot",
5878 "title" => "URLBlaze",
5879 "rule" => array(
5880 "^URLBlaze" => ""
5881 ),
5882 "uri" => ""
5883 ),
5884 "urlcontr" => array(
5885 "icon" => "robot",
5886 "title" => "MS URL Control",
5887 "rule" => array(
5888 "Microsoft URL[ \-]?Control" => ""
5889 ),
5890 "uri" => ""
5891 ),
5892 "urlgetfile" => array(
5893 "icon" => "robot",
5894 "title" => "URLGetFile",
5895 "rule" => array(
5896 "^URLGetFile" => ""
5897 ),
5898 "uri" => ""
5899 ),
5900 "urlscope" => array(
5901 "icon" => "robot",
5902 "title" => "UrlScope",
5903 "rule" => array(
5904 "UrlScope" => ""
5905 ),
5906 "uri" => ""
5907 ),
5908 "urltrends" => array(
5909 "icon" => "urltrends",
5910 "title" => "UrlTrends",
5911 "rule" => array(
5912 "Snappy/([0-9.]{1,10})" => "\\1",
5913 ),
5914 "uri" => ""
5915 ),
5916 "usww" => array(
5917 "icon" => "usww",
5918 "title" => "USWW",
5919 "rule" => array(
5920 "usww\.com" => "",
5921 "Mozilla/5\.0 URL-Spider" => ""
5922 ),
5923 "uri" => "http://www.usww.com/"
5924 ),
5925 "usyd" => array(
5926 "icon" => "robot",
5927 "title" => "USyd-NLP-Spider",
5928 "rule" => array(
5929 "^USyd-NLP-Spider" => ""
5930 ),
5931 "uri" => "http://www.it.usyd.edu.au/~vinci/bot.html"
5932 ),
5933 "vagabondo" => array(
5934 "icon" => "wiseguys",
5935 "title" => "WiseGuys",
5936 "rule" => array(
5937 "Vagabondo[ /]([0-9.]{1,10})" => "\\1",
5938 "Vagabondo-WAP[ /]([0-9.]{1,10})" => "\\1"
5939 ),
5940 "uri" => ""
5941 ),
5942 "unicorn" => array(
5943 "icon" => "w3c",
5944 "title" => "W3C Unicorn",
5945 "rule" => array(
5946 "Unicorn[ /]([0-9.]{1,10})" => "\\1",
5947 ),
5948 "uri" => "http://validator.w3.org/unicorn/"
5949 ),
5950 "validator" => array(
5951 "icon" => "w3c",
5952 "title" => "W3C Validator",
5953 "rule" => array(
5954 "W3C_Validator[ /]([0-9.]{1,10})" => "\\1"
5955 ),
5956 "uri" => "http://validator.w3.org/"
5957 ),
5958 "validator.nu" => array(
5959 "icon" => "validatornu",
5960 "title" => "Validator.nu",
5961 "rule" => array(
5962 "^Validator.nu[ /]([0-9.]{1,10})" => "\\1",
5963 "^Validator.nu/LV" => "\\1"
5964 ),
5965 "uri" => "http://validator.nu/"
5966 ),
5967 "validome" => array(
5968 "icon" => "validome",
5969 "title" => "Validome",
5970 "rule" => array(
5971 "web-validator[ /]([0-9.]{1,10})" => "\\1",
5972 "web-validator" => "\\1"
5973 ),
5974 "uri" => "https://validome.org/"
5975 ),
5976 "verity" => array(
5977 "icon" => "robot",
5978 "title" => "Verity",
5979 "rule" => array(
5980 "^vspider[ /]([0-9.]{1,10})" => "\\1",
5981 "^vspider" => ""
5982 ),
5983 "uri" => "http://www.verity.com/"
5984 ),
5985 "versionsproject" => array(
5986 "icon" => "robot",
5987 "title" => "Versions-project",
5988 "rule" => array(
5989 "InfoFly[ /]([0-9.]{1,10})" => "\\1"
5990 ),
5991 "uri" => "http://www.versions-project.org/"
5992 ),
5993 "verticalmatch" => array(
5994 "icon" => "robot",
5995 "title" => "VerticalMatch",
5996 "rule" => array(
5997 "^VMBot[ /]([0-9.]{1,10})" => "\\1"
5998 ),
5999 "uri" => "http://www.VerticalMatch.com/"
6000 ),
6001 "verzamelgids" => array(
6002 "icon" => "robot",
6003 "title" => "Verzamelgids",
6004 "rule" => array(
6005 "Verzamelgids[ /]([0-9.]{1,10})" => "\\1"
6006 ),
6007 "uri" => "http://www.verzamelgids.nl/"
6008 ),
6009 "vestris" => array(
6010 "icon" => "vestris",
6011 "title" => "Vestris",
6012 "rule" => array(
6013 "AlkalineBOT[ /]([0-9.]{1,10})" => "\\1"
6014 ),
6015 "uri" => "http://alkaline.vestris.com/"
6016 ),
6017 "vindex" => array(
6018 "icon" => "vindex",
6019 "title" => "Vindex",
6020 "rule" => array(
6021 "Vindex[ /]([0-9.]{1,10})" => "\\1"
6022 ),
6023 "uri" => ""
6024 ),
6025 "visvo" => array(
6026 "icon" => "robot",
6027 "title" => "Visvo",
6028 "rule" => array(
6029 "VisBot[ /]([0-9.]{1,10})" => "\\1"
6030 ),
6031 "uri" => "http://www.visvo.com"
6032 ),
6033 "voila" => array(
6034 "icon" => "voila",
6035 "title" => "Voila",
6036 "rule" => array(
6037 "VoilaBot[ /]?[a-z ]*([0-9.]{1,10})" => "\\1",
6038 "VoilaBot;[ /]([0-9.]{1,10})" => "\\1"
6039 ),
6040 "uri" => ""
6041 ),
6042 "vonna" => array(
6043 "icon" => "robot",
6044 "title" => "Vonna",
6045 "rule" => array(
6046 "Vonna.com b o t" => ""
6047 ),
6048 "uri" => ""
6049 ),
6050 "vortex" => array(
6051 "icon" => "robot",
6052 "title" => "Vortex",
6053 "rule" => array(
6054 "Vortex[ /]([0-9.]{1,10})" => "\\1"
6055 ),
6056 "uri" => "http://marty.anstey.ca/robots/vortex/"
6057 ),
6058 "w3sitesearch" => array(
6059 "icon" => "w3sitesearch",
6060 "title" => "W3SiteSearch",
6061 "rule" => array(
6062 "^W3SiteSearch Crawler[\_v]*([0-9.]{1,10})" => "\\1"
6063 ),
6064 "uri" => "http://www.w3sitesearch.de"
6065 ),
6066 "wagger" => array(
6067 "icon" => "robot",
6068 "title" => "Wagger",
6069 "rule" => array(
6070 "^Waggr" => ""
6071 ),
6072 "uri" => "http://www.waggr.com/"
6073 ),
6074 "wanadoo" => array(
6075 "icon" => "robot",
6076 "title" => "Wanadoo",
6077 "rule" => array(
6078 "^SurferF3[ /]([0-9./]{1,10})" => "\\1"
6079 ),
6080 "uri" => "http://www.wanadoo.fr/"
6081 ),
6082 "wapalizer" => array(
6083 "icon" => "robot",
6084 "title" => "Wapalizer",
6085 "rule" => array(
6086 "wapalizer[ /]([0-9.]{1,10})" => "\\1"
6087 ),
6088 "uri" => "http://www.wapdrive.com/"
6089 ),
6090 "watson" => array(
6091 "icon" => "addy",
6092 "title" => "Dr.Watson",
6093 "rule" => array(
6094 "Watson[ /]([0-9.]{1,10})" => "\\1",
6095 "watson\.addy\.com" => ""
6096 ),
6097 "uri" => ""
6098 ),
6099 "wavefire" => array(
6100 "icon" => "robot",
6101 "title" => "Wavefire",
6102 "rule" => array(
6103 "^Wavefire[ /]([0-9.]{1,10})" => "\\1"
6104 ),
6105 "uri" => ""
6106 ),
6107 "waypath" => array(
6108 "icon" => "waypath",
6109 "title" => "Waypath",
6110 "rule" => array(
6111 "Waypath[ \-]?Scout" => "",
6112 "Waypath (development )?crawler" => ""
6113 ),
6114 "uri" => ""
6115 ),
6116 "wauuu" => array(
6117 "icon" => "wauuu",
6118 "title" => "Wauuu",
6119 "rule" => array(
6120 "Wauuu[/ ]([0-9.]{1,10})" => "\\2"
6121 ),
6122 "uri" => "http://www.wauuu.com"
6123 ),
6124 "wdg" => array(
6125 "icon" => "wdg",
6126 "title" => "WDG Validator",
6127 "rule" => array(
6128 "^WDG_(Site)?Validator[/ ]([0-9.]{1,10})" => "\\2"
6129 ),
6130 "uri" => "http://www.htmlhelp.com/tools/validator/"
6131 ),
6132 "webagogo" => array(
6133 "icon" => "webagogo",
6134 "title" => "Webagogo",
6135 "rule" => array(
6136 "^Webagogo" => ""
6137 ),
6138 "uri" => "http://www.webagogo.be/"
6139 ),
6140 "webalta" => array(
6141 "icon" => "webalta",
6142 "title" => "WebAlta",
6143 "rule" => array(
6144 "^WebAlta( Crawler)?[/ ]([0-9.]{1,10})" => "\\2"
6145 ),
6146 "uri" => "http://www.webalta.net/ru/about_webmaster.html"
6147 ),
6148 "webdigity" => array(
6149 "icon" => "robot",
6150 "title" => "Webdigity Whois Service",
6151 "rule" => array(
6152 "^webdigity whois service" => ""
6153 ),
6154 "uri" => "http://www.webdigity.com/ws"
6155 ),
6156 "webelixir" => array(
6157 "icon" => "webelixir",
6158 "title" => "Webelixir",
6159 "rule" => array(
6160 "^webelixir" => ""
6161 ),
6162 "uri" => "http://www.webelixir.net/"
6163 ),
6164 "webbotru" => array(
6165 "icon" => "robot",
6166 "title" => "Webbot.ru",
6167 "rule" => array(
6168 " Webbot[/ ]([0-9.]{1,10})" => "\\1"
6169 ),
6170 "uri" => "http://www.webbot.ru/bot.html"
6171 ),
6172 "webcapture" => array(
6173 "icon" => "robot",
6174 "title" => "WebCapture",
6175 "rule" => array(
6176 "WebCapture[/ ]([0-9.]{1,10})" => "\\1"
6177 ),
6178 "uri" => ""
6179 ),
6180 "webcollage" => array(
6181 "icon" => "robot",
6182 "title" => "Webcollage",
6183 "rule" => array(
6184 "webcollage" => ""
6185 ),
6186 "uri" => ""
6187 ),
6188 "webcopier" => array(
6189 "icon" => "webcopier",
6190 "title" => "WebCopier",
6191 "rule" => array(
6192 "WebCopier[/ ]v?([0-9.]{1,10})" => "\\1"
6193 ),
6194 "uri" => ""
6195 ),
6196 "webcorp" => array(
6197 "icon" => "webcorp",
6198 "title" => "WebCorp",
6199 "rule" => array(
6200 "WebCorp[/ ]+([0-9.]{1,10})" => "\\1"
6201 ),
6202 "uri" => "http://www.webcorp.org.uk/"
6203 ),
6204 "webcrawl" => array(
6205 "icon" => "robot",
6206 "title" => "WebCrawl",
6207 "rule" => array(
6208 "webcrawl\.net" => ""
6209 ),
6210 "uri" => ""
6211 ),
6212 "webdownloader" => array(
6213 "icon" => "robot",
6214 "title" => "Web Downloader",
6215 "rule" => array(
6216 "Web Downloader[/ ]([0-9.]{1,10})" => "\\1"
6217 ),
6218 "uri" => ""
6219 ),
6220 "webfetch" => array(
6221 "icon" => "robot",
6222 "title" => "WebFetch",
6223 "rule" => array(
6224 "^webfetch[/ ]([0-9.]{1,10})" => "\\1"
6225 ),
6226 "uri" => ""
6227 ),
6228 "webfind" => array(
6229 "icon" => "robot",
6230 "title" => "WebFind",
6231 "rule" => array(
6232 "^WebFindBot" => ""
6233 ),
6234 "uri" => "http://www.web-find.com"
6235 ),
6236 "webglimpse" => array(
6237 "icon" => "robot",
6238 "title" => "Webglimpse",
6239 "rule" => array(
6240 "^Webglimpse[/ ]([0-9.]{1,10})" => "\\1"
6241 ),
6242 "uri" => "http://webglimpse.net"
6243 ),
6244 "webgobbler" => array(
6245 "icon" => "robot",
6246 "title" => "webGobbler",
6247 "rule" => array(
6248 "^webGobbler[/ ]([0-9.]{1,10})" => "\\1"
6249 ),
6250 "uri" => ""
6251 ),
6252 "webimages" => array(
6253 "icon" => "webimages",
6254 "title" => "WebImages",
6255 "rule" => array(
6256 "^WebImages[/ ]([0-9.]{1,10})" => "\\1"
6257 ),
6258 "uri" => "http://herbert.groot.jebbink.nl/"
6259 ),
6260 "weblight" => array(
6261 "icon" => "robot",
6262 "title" => "WebLight",
6263 "rule" => array(
6264 "^WebLight[/ ]([0-9.]{1,10})" => "\\1"
6265 ),
6266 "uri" => "http://www.illumit.com/Products/weblight/"
6267 ),
6268 "weblinks" => array(
6269 "icon" => "robot",
6270 "title" => "WebLink's",
6271 "rule" => array(
6272 "^Weblink.s checker" => ""
6273 ),
6274 "uri" => ""
6275 ),
6276 "webmeasurement" => array(
6277 "icon" => "robot",
6278 "title" => "Webmeasurement",
6279 "rule" => array(
6280 "^webmeasurement-bot" => ""
6281 ),
6282 "uri" => "http://rvs.informatik.uni-leipzig.de"
6283 ),
6284 "webminer" => array(
6285 "icon" => "robot",
6286 "title" => "WebMiner",
6287 "rule" => array(
6288 "^WebMiner[/ ]([0-9.]{1,10})" => "\\1"
6289 ),
6290 "uri" => ""
6291 ),
6292 "webmin" => array(
6293 "icon" => "webmin",
6294 "title" => "Webmin",
6295 "rule" => array(
6296 "^webmin" => ""
6297 ),
6298 "uri" => ""
6299 ),
6300 "webmon" => array(
6301 "icon" => "webmon",
6302 "title" => "Webmon",
6303 "rule" => array(
6304 "WebMon[ /]([0-9.]{1,10})" => "\\1"
6305 ),
6306 "uri" => "http://www.markwell.btinternet.co.uk/webmon/"
6307 ),
6308 "webox" => array(
6309 "icon" => "robot",
6310 "title" => " WeBoX",
6311 "rule" => array(
6312 "WeBoX[/ ]([0-9.]{1,10})" => "\\1"
6313 ),
6314 "uri" => ""
6315 ),
6316 "webpatrol" => array(
6317 "icon" => "webpatrol",
6318 "title" => "WebPatrol",
6319 "rule" => array(
6320 "^WebPatrol[ /]([0-9.]{1,10})" => "\\1"
6321 ),
6322 "uri" => "http://soft.macfeeling.com/WebPatrol.html"
6323 ),
6324 "webpix" => array(
6325 "icon" => "webpix",
6326 "title" => "WebPix",
6327 "rule" => array(
6328 "WebPix[/ ]([0-9.]{1,10})" => "\\1"
6329 ),
6330 "uri" => ""
6331 ),
6332 "webrace" => array(
6333 "icon" => "robot",
6334 "title" => "WebRACE",
6335 "rule" => array(
6336 "^WebRACE[/ ]([0-9.]{1,10})" => "\\1"
6337 ),
6338 "uri" => ""
6339 ),
6340 "webreaper" => array(
6341 "icon" => "webreaper",
6342 "title" => "WebReaper",
6343 "rule" => array(
6344 "^WebReaper " => ""
6345 ),
6346 "uri" => "http://www.webreaper.net/"
6347 ),
6348 "webresult" => array(
6349 "icon" => "robot",
6350 "title" => "Webresult",
6351 "rule" => array(
6352 "Der webresult\.de Robot" => ""
6353 ),
6354 "uri" => ""
6355 ),
6356 "webring" => array(
6357 "icon" => "robot",
6358 "title" => "Webring Checker",
6359 "rule" => array(
6360 "WebRingChecker[/ ]([0-9.]{1,10})" => "\\1"
6361 ),
6362 "uri" => ""
6363 ),
6364 "webripper" => array(
6365 "icon" => "webripper",
6366 "title" => "WebRipper",
6367 "rule" => array(
6368 "^WebRipper" => ""
6369 ),
6370 "uri" => "http://calluna-software.com"
6371 ),
6372 "webscaled" => array(
6373 "icon" => "webscaled",
6374 "title" => "Webscaled",
6375 "rule" => array(
6376 "Swarm" => ""
6377 ),
6378 "uri" => "http://webscaled.com/"
6379 ),
6380 "websearchau" => array(
6381 "icon" => "websearchau",
6382 "title" => "WebSearch.COM.AU",
6383 "rule" => array(
6384 "WebSearch.COM.AU[/ ]+([0-9.]{1,10})" => "\\1"
6385 ),
6386 "uri" => "http://WebSearch.com.au/"
6387 ),
6388 "websearchbench" => array(
6389 "icon" => "robot",
6390 "title" => "WebSearchBench",
6391 "rule" => array(
6392 "WebSearchBench WebCrawler[v/ ]+([0-9.]{1,10})" => "\\1"
6393 ),
6394 "uri" => "http://websearchbench.cs.uni-dortmund.de/"
6395 ),
6396 "websense" => array(
6397 "icon" => "websense",
6398 "title" => "Websense",
6399 "rule" => array(
6400 "(Sqworm|websense|Konqueror/3\.(0|1)(-rc[1-6])?; i686 Linux; 2002[0-9]{4})" => ""
6401 ),
6402 "uri" => ""
6403 ),
6404 "websiteshadow" => array(
6405 "icon" => "websiteshadow",
6406 "title" => "Websiteshadow",
6407 "rule" => array(
6408 "Websiteshadowbot[ /]([0-9.]{1,10})" => "\\1"
6409 ),
6410 "uri" => "http://websiteshadow.com"
6411 ),
6412 "websiteworth" => array(
6413 "icon" => "robot",
6414 "title" => "WebsiteWorth",
6415 "rule" => array(
6416 "WebsiteWorth[v/ ]+([0-9.]{1,10})" => "\\1"
6417 ),
6418 "uri" => "http://directory.sootle.com/website-worth/tata.php"
6419 ),
6420 "websquash" => array(
6421 "icon" => "websquash",
6422 "title" => "Websquash",
6423 "rule" => array(
6424 "webs(quash\.com|ite[ \-]?Monitor)" => ""
6425 ),
6426 "uri" => ""
6427 ),
6428 "webstripper" => array(
6429 "icon" => "robot",
6430 "title" => "WebStripper",
6431 "rule" => array(
6432 "WebStripper[ /]([0-9.]{1,10})" => "\\1"
6433 ),
6434 "uri" => ""
6435 ),
6436 "webzip" => array(
6437 "icon" => "webzip",
6438 "title" => "WebZIP",
6439 "rule" => array(
6440 "Web[ \-]?ZIP[ /]([0-9.]{1,10})" => "\\1"
6441 ),
6442 "uri" => ""
6443 ),
6444 "wep" => array(
6445 "icon" => "robot",
6446 "title" => "WEP Search",
6447 "rule" => array(
6448 "WEP Search[ /]([0-9.]{1,10})" => "\\1"
6449 ),
6450 "uri" => ""
6451 ),
6452 "westwind" => array(
6453 "icon" => "robot",
6454 "title" => "West Wind Internet Protocols",
6455 "rule" => array(
6456 "^West Wind Internet Protocols[ /]([0-9.]{1,10})" => "\\1"
6457 ),
6458 "uri" => "http://www.west-wind.com/wwipstuff.asp"
6459 ),
6460 "wget" => array(
6461 "icon" => "wget",
6462 "title" => "Wget",
6463 "rule" => array(
6464 "Wget[ /]([0-9.]{1,10})" => "\\1",
6465 "Wget" => ""
6466 ),
6467 "uri" => ""
6468 ),
6469 "whizbang" => array(
6470 "icon" => "whizbang",
6471 "title" => "WhizBang",
6472 "rule" => array(
6473 "WhizBang" => ""
6474 ),
6475 "uri" => "http://www.whizbang.com/crawler/"
6476 ),
6477 "whois" => array(
6478 "icon" => "whois",
6479 "title" => "Who.is",
6480 "rule" => array(
6481 "Who.is Bot" => ""
6482 ),
6483 "uri" => "http://www.who.is/"
6484 ),
6485 "wikiwix" => array(
6486 "icon" => "wikiwix",
6487 "title" => "Wikiwix",
6488 "rule" => array(
6489 "wikiwix-bot-([0-9.]{1,10})" => "\\1"
6490 ),
6491 "uri" => "http://www.wikiwix.com/"
6492 ),
6493 "wingflyer" => array(
6494 "icon" => "robot",
6495 "title" => "WingFlyer",
6496 "rule" => array(
6497 "^WebFetch" => ""
6498 ),
6499 "uri" => "http://www.wingflyer.com/"
6500 ),
6501 "wininet" => array(
6502 "icon" => "robot",
6503 "title" => "WinInet",
6504 "rule" => array(
6505 "TeamSoft WinInet Component" => ""
6506 ),
6507 "uri" => "http://www.winsoft.sk/wininet.htm"
6508 ),
6509 "winhttp" => array(
6510 "icon" => "robot",
6511 "title" => "WinHTTP",
6512 "rule" => array(
6513 "WinHttp\.WinHttpRequest\.([0-9.]{1,10})" => "\\1"
6514 ),
6515 "uri" => ""
6516 ),
6517 "wire" => array(
6518 "icon" => "robot",
6519 "title" => "WIRE",
6520 "rule" => array(
6521 "^WIRE[ /]([0-9.]{1,10})" => "\\1"
6522 ),
6523 "uri" => ""
6524 ),
6525 "wmp" => array(
6526 "icon" => "robot",
6527 "title" => "WMP",
6528 "rule" => array(
6529 "^WMP" => ""
6530 ),
6531 "uri" => ""
6532 ),
6533 "woozweb" => array(
6534 "icon" => "woozweb",
6535 "title" => "Woozweb",
6536 "rule" => array(
6537 "woozweb" => ""
6538 ),
6539 "uri" => "http://www.woozweb.com/"
6540 ),
6541 "wordchamp" => array(
6542 "icon" => "robot",
6543 "title" => "WordChamp",
6544 "rule" => array(
6545 "^WordChampBot" => ""
6546 ),
6547 "uri" => "http://www.wordchamp.com/"
6548 ),
6549 "wordpress" => array(
6550 "icon" => "wordpress",
6551 "title" => "WordPress",
6552 "rule" => array(
6553 "WordPress[ /]([0-9.]{1,10})" => "\\1"
6554 ),
6555 "uri" => ""
6556 ),
6557 "worio" => array(
6558 "icon" => "worio",
6559 "title" => "Worio",
6560 "rule" => array(
6561 "woriobot" => ""
6562 ),
6563 "uri" => "http://worio.com/"
6564 ),
6565 "worldlight" => array(
6566 "icon" => "worldlight",
6567 "title" => "WorldLight",
6568 "rule" => array(
6569 "^WorldLight" => ""
6570 ),
6571 "uri" => ""
6572 ),
6573 "worqmada" => array(
6574 "icon" => "robot",
6575 "title" => "WorQmada",
6576 "rule" => array(
6577 "WorQmada[ /]([0-9.]{1,10})" => "\\1"
6578 ),
6579 "uri" => ""
6580 ),
6581 "wotbox" => array(
6582 "icon" => "wotbox",
6583 "title" => "Wotbox",
6584 "rule" => array(
6585 "Wotbox[ /]?[a-z]*([0-9.]{1,10})" => "\\1"
6586 ),
6587 "uri" => ""
6588 ),
6589 "wp" => array(
6590 "icon" => "wp",
6591 "title" => "Wirtualna Polska",
6592 "rule" => array(
6593 "NetSprint[ /\-]{1,4}([0-9.]{1,10})" => "\\1"
6594 ),
6595 "uri" => "http://wp.pl"
6596 ),
6597 "wsb" => array(
6598 "icon" => "robot",
6599 "title" => "WebSearchBench",
6600 "rule" => array(
6601 "WSB WebCrawler V([0-9.]{1,10})" => "\\1",
6602 "WSB " => ""
6603 ),
6604 "uri" => "http://websearchbench.cs.uni-dortmund.de/"
6605 ),
6606 "wume" => array(
6607 "icon" => "robot",
6608 "title" => "WUME Lab's",
6609 "rule" => array(
6610 "^wume_crawler[ /]([0-9.]{1,10})" => "\\1",
6611 ),
6612 "uri" => "http://wume.cse.lehigh.edu/~xiq204/crawler/"
6613 ),
6614 "wusage" => array(
6615 "icon" => "wusage",
6616 "title" => "Wusage",
6617 "rule" => array(
6618 "Wusage[ /]([0-9.]{1,10})" => "\\1",
6619 ),
6620 "uri" => "http://www.boutell.com/wusage/"
6621 ),
6622 "wwgrapevine" => array(
6623 "icon" => "wwgrapevine",
6624 "title" => "WWgrapevine",
6625 "rule" => array(
6626 "wwgrapevine[ /]([0-9.]{1,10})" => "\\1"
6627 ),
6628 "uri" => ""
6629 ),
6630 "wws" => array(
6631 "icon" => "robot",
6632 "title" => "WWSBOT",
6633 "rule" => array(
6634 "WWSBOT[ /]([0-9.]{1,10})" => "\\1",
6635 ),
6636 "uri" => "http://www.analyzer.nu"
6637 ),
6638 "www4mail" => array(
6639 "icon" => "robot",
6640 "title" => "WWW4mail",
6641 "rule" => array(
6642 "^www4mail[ /]([0-9.]{1,10})" => "\\1"
6643 ),
6644 "uri" => "http://www.www4mail.org/"
6645 ),
6646 "wwwc" => array(
6647 "icon" => "wwwc",
6648 "title" => "WWWC",
6649 "rule" => array(
6650 "^WWWC[ /]([0-9.]{1,10})" => "\\1"
6651 ),
6652 "uri" => ""
6653 ),
6654 "wwwd" => array(
6655 "icon" => "robot",
6656 "title" => "WWWD",
6657 "rule" => array(
6658 "^WWWD[ /]([0-9.]{1,10})" => "\\1"
6659 ),
6660 "uri" => ""
6661 ),
6662 "wwweasel" => array(
6663 "icon" => "wwweasel",
6664 "title" => "WWWeasel",
6665 "rule" => array(
6666 "WWWeasel( Robot)?[/ ]v?([0-9.]{1,10})" => "\\2"
6667 ),
6668 "uri" => ""
6669 ),
6670 "wwwfi" => array(
6671 "icon" => "wwwfi",
6672 "title" => "www.fi",
6673 "rule" => array(
6674 "www\.fi crawler" => ""
6675 ),
6676 "uri" => "http://www.fi/"
6677 ),
6678 "wwwmechanize" => array(
6679 "icon" => "robot",
6680 "title" => "WWW-Mechanize",
6681 "rule" => array(
6682 "^WWW-Mechanize[/ ]([0-9.]{1,10})" => "\\1"
6683 ),
6684 "uri" => ""
6685 ),
6686 "wwwoffle" => array(
6687 "icon" => "robot",
6688 "title" => "WWWoffle",
6689 "rule" => array(
6690 "^wwwoffle[/ ]([0-9.]{1,10})" => "\\1"
6691 ),
6692 "uri" => ""
6693 ),
6694 "wwwster" => array(
6695 "icon" => "robot",
6696 "title" => "WWWster",
6697 "rule" => array(
6698 "^wwwster[/ ]([0-9.]{1,10})" => "\\1"
6699 ),
6700 "uri" => ""
6701 ),
6702 "wysigot" => array(
6703 "icon" => "wysigot",
6704 "title" => "Wysigot",
6705 "rule" => array(
6706 "Wysigot[/ ]([0-9.]{1,10})" => "\\1"
6707 ),
6708 "uri" => ""
6709 ),
6710 "xaldon" => array(
6711 "icon" => "xaldon",
6712 "title" => "Xaldon",
6713 "rule" => array(
6714 "Xaldon WebSpider" => ""
6715 ),
6716 "uri" => "http://www.xaldon.de/"
6717 ),
6718 "xenu" => array(
6719 "icon" => "xenu",
6720 "title" => "Xenu Link Sleuth",
6721 "rule" => array(
6722 "Xenu Link Sleuth[/ ]([0-9a-z.]{1,10})" => "\\1",
6723 "Xenu(&#039;s)? Link Sleuth[/ ]([0-9a-z.]{1,10})" => "\\1",
6724 "Xenu_Link_Sleuth_([0-9a-z.]{1,10})" => "\\1"
6725 ),
6726 "uri" => "http://home.snafu.de/tilman/xenulink.html"
6727 ),
6728 "xerka" => array(
6729 "icon" => "xerka",
6730 "title" => "Xerka",
6731 "rule" => array(
6732 "^Xerka WebBot v([0-9a-z.]{1,10})" => "\\1"
6733 ),
6734 "uri" => "http://www.diana-teknologia.com/www1/english/xerka.htm"
6735 ),
6736 "xirq" => array(
6737 "icon" => "robot",
6738 "title" => "XIRQ",
6739 "rule" => array(
6740 "^xirq[ /]([0-9a-z.]{1,10})" => "\\1"
6741 ),
6742 "uri" => "http://www.xirq.com"
6743 ),
6744 "xmlslurp" => array(
6745 "icon" => "robot",
6746 "title" => "XMLSlurp",
6747 "rule" => array(
6748 "^XMLSlurp[ /]([0-9a-z.]{1,10})" => "\\1"
6749 ),
6750 "uri" => ""
6751 ),
6752 "xml-sitemaps" => array(
6753 "icon" => "xml-sitemaps",
6754 "title" => "XML-Sitemaps",
6755 "rule" => array(
6756 "XML-Sitemaps[ /]([0-9a-z.]{1,10})" => "\\1"
6757 ),
6758 "uri" => ""
6759 ),
6760 "xmlrpc" => array(
6761 "icon" => "robot",
6762 "title" => "Trackback",
6763 "rule" => array(
6764 "XMLRPC" => ""
6765 ),
6766 "uri" => ""
6767 ),
6768 "xovi" => array(
6769 "icon" => "xovi",
6770 "title" => "Xovi",
6771 "rule" => array(
6772 "XoviBot[ /]([0-9a-z.]{1,10})" => "\\1"
6773 ),
6774 "uri" => "http://www.xovibot.net"
6775 ),
6776 "yacy" => array(
6777 "icon" => "yacy",
6778 "title" => "Yacy",
6779 "rule" => array(
6780 "yacy\.net" => ""
6781 ),
6782 "uri" => ""
6783 ),
6784 "yahoo" => array(
6785 "icon" => "yahoo",
6786 "title" => "Yahoo",
6787 "rule" => array(
6788 "Yahoo(! ([a-z]{1,3} )?Slurp|-)" => "",
6789 "Yahoo-MMCrawler[/ ]([0-9a-z.]{1,10})" => "\\1",
6790 "Yahoo-VerticalCrawler-FormerWebCrawler[/ ]([0-9a-z.]{1,10})" => "\\1",
6791 "^AnzwersCrawl[/ ]([0-9a-z.]{1,10})" => "\\1",
6792 "Y!J(-BSC|-SRD)*[/ ]([0-9a-z.]{1,10})" => "\\2",
6793 "Y!OASIS/TEST" => "",
6794 "Harvest-NG[/ ]([0-9a-z.]{1,10})" => "\\1",
6795 "Y!J; for robot study" => "",
6796 "Yahoo Japan; for robot study" => ""
6797 ),
6798 "uri" => "http://www.yahoo.com"
6799 ),
6800 "yahoo-feed" => array(
6801 "icon" => "yahoo",
6802 "title" => "Yahoo Feedseeker",
6803 "rule" => array(
6804 "^YahooFeedSeeker[/ ]([0-9a-z.]{1,10})" => "\\1"
6805 ),
6806 "uri" => "http://www.yahoo.com"
6807 ),
6808 "yandex" => array(
6809 "icon" => "yandex",
6810 "title" => "Yandex",
6811 "rule" => array(
6812 "Yandex[/ ]([0-9.]{1,10})" => "\\1",
6813 "Yandex(Bot|Images|Media|Antivirus)[/ ]([0-9.]{1,10})" => "\\2"
6814 ),
6815 "uri" => "http://yandex.com/bots"
6816 ),
6817 "yanga" => array(
6818 "icon" => "yanga",
6819 "title" => "Yanga",
6820 "rule" => array (
6821 "^Yanga.*v([0-9.]{1,10})" => "\\1"
6822 ),
6823 "uri" => "http://www.yanga.co.uk/"
6824 ),
6825 "yap" => array(
6826 "icon" => "yap",
6827 "title" => "Yap",
6828 "rule" => array(
6829 "^YapBot[_/ ]v([0-9.]{1,10})" => "\\1"
6830 ),
6831 "uri" => "http://www.yapinc.com/"
6832 ),
6833 "yarienavoir" => array(
6834 "icon" => "robot",
6835 "title" => "Yarienavoir",
6836 "rule" => array(
6837 "^yarienavoir.net[/ ]([0-9.]{1,10})" => "\\1"
6838 ),
6839 "uri" => "http://www.yarienavoir.net/"
6840 ),
6841 "yell" => array(
6842 "icon" => "yell",
6843 "title" => "Yell",
6844 "rule" => array(
6845 "YellCrawl[ /]V?([0-9.]{1,10})" => "\\1",
6846 "Yellbot[ /]Nutch-([0-9.]{1,10})" => "\\1",
6847 ),
6848 "uri" => ""
6849 ),
6850 "youdao" => array(
6851 "icon" => "youdao",
6852 "title" => "Youdao",
6853 "rule" => array(
6854 "YodaoBot-(Image|Mobile)?[ /]([0-9.]{1,10})" => "\\2",
6855 "YoudaoBot[ /]([0-9.]{1,10})" => "\\1"
6856 ),
6857 "uri" => "http://www.youdao.com/help/webmaster/spider/"
6858 ),
6859 "yoogli" => array(
6860 "icon" => "yoogli",
6861 "title" => "Yoogli",
6862 "rule" => array(
6863 "yoogliFetchAgent[ /]([0-9.]{1,10})" => "\\1"
6864 ),
6865 "uri" => "http://www.yoogli.com"
6866 ),
6867 "yotta" => array(
6868 "icon" => "robot",
6869 "title" => "Yotta",
6870 "rule" => array(
6871 "Yotta(Shopping|Cars)_Bot[ /]([0-9.]{1,10})" => "\\2",
6872 "OmniExplorer_Bot[ /]([0-9.]{1,10})" => "\\1"
6873 ),
6874 "uri" => "http://www.yottacars.com"
6875 ),
6876 "yoono" => array(
6877 "icon" => "yoono",
6878 "title" => "Yoono",
6879 "rule" => array(
6880 "Yoono" => ""
6881 ),
6882 "uri" => "http://www.yoono.com/"
6883 ),
6884 "yowedo" => array(
6885 "icon" => "robot",
6886 "title" => "Yowedo",
6887 "rule" => array(
6888 "Yowedo[ /]([0-9.]{1,10})" => "\\1"
6889 ),
6890 "uri" => "http://yowedo.com/en/partners.html"
6891 ),
6892 "yuntis" => array(
6893 "icon" => "robot",
6894 "title" => "Yuntis",
6895 "rule" => array(
6896 "Gulper Web Bot[ /]([0-9.]{1,10})" => "\\1"
6897 ),
6898 "uri" => "http://yuntis.ecsl.cs.sunysb.edu/help/robot/"
6899 ),
6900 "zao" => array(
6901 "icon" => "robot",
6902 "title" => "Zao",
6903 "rule" => array(
6904 "Zao[ /]([0-9.]{1,10})" => "\\1",
6905 "Zao-crawler" => ""
6906 ),
6907 "uri" => ""
6908 ),
6909 "zealbot" => array(
6910 "icon" => "zeal",
6911 "title" => "ZealBot",
6912 "rule" => array(
6913 "Zealbot[ /]([0-9.]{1,10})" => "\\1"
6914 ),
6915 "uri" => ""
6916 ),
6917 "zearchit" => array(
6918 "icon" => "zearchit",
6919 "title" => "Zearchit",
6920 "rule" => array(
6921 "Zearchit" => ""
6922 ),
6923 "uri" => "http://www.zearchit.de/"
6924 ),
6925 "zebz" => array(
6926 "icon" => "robot",
6927 "title" => "ze.bz",
6928 "rule" => array(
6929 "^ZeBot_(lseek\.net|www\.ze\.bz)" => ""
6930 ),
6931 "uri" => "http://www.ze.bz/"
6932 ),
6933 "zedzo" => array(
6934 "icon" => "robot",
6935 "title" => "Zedzo",
6936 "rule" => array(
6937 "zedzo.digest[ /]([0-9.]{1,10})" => "\\1"
6938 ),
6939 "uri" => "http://www.zedzo.com/"
6940 ),
6941 "zerx" => array(
6942 "icon" => "zerx",
6943 "title" => "Zerx",
6944 "rule" => array(
6945 "^zerxbot[ /](Version|v)*[ /]*([0-9.]{1,10})" => "\\2"
6946 ),
6947 "uri" => "http://www.zerx.com/"
6948 ),
6949 "zeus" => array(
6950 "icon" => "zeus",
6951 "title" => "Zeus",
6952 "rule" => array(
6953 "Zeus" => ""
6954 ),
6955 "uri" => "http://www.zeus.com"
6956 ),
6957 "zippp" => array(
6958 "icon" => "robot",
6959 "title" => "Zippp",
6960 "rule" => array(
6961 "ZipppBot[ /]([0-9.]{1,10})" => "\\1"
6962 ),
6963 "uri" => ""
6964 ),
6965 "zippy" => array(
6966 "icon" => "robot",
6967 "title" => "Zippy",
6968 "rule" => array(
6969 "^Zippy[ v/]*([0-9.]{1,10})" => "\\1"
6970 ),
6971 "uri" => "http://www.zippyfinder.com"
6972 ),
6973 "zoeky" => array(
6974 "icon" => "robot",
6975 "title" => "Zoeky",
6976 "rule" => array(
6977 "Zoekybot[ /]([0-9.]{1,10})" => "\\1"
6978 ),
6979 "uri" => ""
6980 ),
6981 "zoom" => array(
6982 "icon" => "zoom",
6983 "title" => "ZoomSpider",
6984 "rule" => array(
6985 "^ZoomSpider" => ""
6986 ),
6987 "uri" => "http://www.wrensoft.com/"
6988 ),
6989 "zspider" => array(
6990 "icon" => "robot",
6991 "title" => "Zspider",
6992 "rule" => array(
6993 "zspider[ /]([0-9.a-z]{1,10})" => "\\1"
6994 ),
6995 "uri" => "http://feedback.redkolibri.com/"
6996 ),
6997 "zumbot" => array(
6998 "icon" => "robot",
6999 "title" => "ZUM Search",
7000 "rule" => array(
7001 "ZumBot[ /]([0-9.]{1,10})" => "\\1"
7002 ),
7003 "uri" => "http://help.zum.com/inquiry"
7004 ),
7005 "zyborg" => array(
7006 "icon" => "zyborg",
7007 "title" => "WiseNutBot",
7008 "rule" => array(
7009 "(WISE|Zy)bo(rg|t)[ /]([0-9.]{1,10})" => "\\3"
7010 ),
7011 "uri" => ""
7012 ),
7013 // Catch up for the originals, they got to stay in that order.
7014 "blogbot" => array(
7015 "icon" => "blogbot",
7016 "title" => "BlogBot",
7017 "rule" => array(
7018 "Blog[ \-]?Bot" => ""
7019 ),
7020 "uri" => "http://www.blogbot.com/"
7021 ),
7022 "centrum" => array(
7023 "icon" => "centrum",
7024 "title" => "Centrum",
7025 "rule" => array(
7026 "holmes[/ ]([0-9.]{1,10})" => "\\1",
7027 "^Centrum-checker" => ""
7028 ),
7029 "uri" => ""
7030 ),
7031 "httpclient" => array(
7032 "icon" => "robot",
7033 "title" => "HTTPClient",
7034 "rule" => array(
7035 "HTTP[ \-]?Client[ /]([0-9.]{1,10})" => "\\1",
7036 "HTTP[ \-]?Client" => ""
7037 ),
7038 "uri" => "http://www.innovation.ch/java/HTTPClient/"
7039 ),
7040 "incywincy" => array(
7041 "icon" => "robot",
7042 "title" => "IncyWincy",
7043 "rule" => array(
7044 "^IncyWincy[ /]([0-9.]{1,10})" => "\\1",
7045 "^IncyWincy" => ""
7046 ),
7047 "uri" => ""
7048 ),
7049 "java" => array(
7050 "icon" => "java",
7051 "title" => "Java",
7052 "rule" => array(
7053 "^java[ /]*([0-9.a-z]{1,10})" => "\\1"
7054 ),
7055 "uri" => ""
7056 ),
7057 "libfetch" => array(
7058 "icon" => "robot",
7059 "title" => "Libfetch",
7060 "rule" => array(
7061 "^(fetch )?libfetch[ /]([0-9.]{1,10})" => "\\2"
7062 ),
7063 "uri" => "http://www.freebsd.org/"
7064 ),
7065 "libwww" => array(
7066 "icon" => "libwww",
7067 "title" => "LibWWW",
7068 "rule" => array(
7069 "^libww(w|w-perl|w-FM)[ /]([0-9.]{1,10})" => "\\2",
7070 "^libww(w|w-perl|w-FM)" => "",
7071 "MyApp.*libww(w|w-perl|w-FM)" => ""
7072 ),
7073 "uri" => ""
7074 ),
7075 "litefinder" => array(
7076 "icon" => "litefinder",
7077 "title" => "LiteFinder",
7078 "rule" => array(
7079 "LiteFinder[ /]([0-9.]{1,10})" => "\\1"
7080 ),
7081 "uri" => "http://www.litefinder.net/about.html"
7082 ),
7083 "nutchorg" => array(
7084 "icon" => "nutchorg",
7085 "title" => "Nutch",
7086 "rule" => array(
7087 "Nutc(hOrg|hCVS|h)?[ /]([0-9.]{1,10})" => "\\2",
7088 "Nutch" => ""
7089 ),
7090 "uri" => "http://lucene.apache.org/nutch/"
7091 ),
7092 "pythonurl" => array(
7093 "icon" => "pythonurl",
7094 "title" => "Python",
7095 "rule" => array(
7096 "python-requests[ /]([0-9.]{1,10})" => "\\1",
7097 "python-httpx[ /]([0-9.]{1,10})" => "\\1",
7098 "python[ /]([0-9.]{1,10})" => "\\1",
7099 "Python[ \-]?urllib" => ""
7100 ),
7101 "uri" => ""
7102 ),
7103 // Know Robots as SPAM BOTS
7104 "SPAM" => array(
7105 "icon" => "robot",
7106 "title" => "SPAM",
7107 "rule" => array(
7108 "NASA Search[/ ]([0-9.]{1,10})" => "\\1",
7109 "^PHOTO CHECK" => "",
7110 "^FOTOCHECKER" => "",
7111 "^IPTC CHECK" => "",
7112 "^DataCha0s" => "",
7113 "Datenprovider" => "",
7114 "Exploit" => "",
7115 "nbertaupete95" => "",
7116 "nvdorz" => "",
7117 "BLEXBot" => "",
7118 "Softpile" => "",
7119 "Expanse" => "",
7120 "Hello World" => "",
7121 "cpp-httplib" => "",
7122 "Linux Gnu (cow)" => "",
7123 "l9tcpid" => "",
7124 "Magellan" => "",
7125 "Mozilliqa" => "",
7126 "cyberscan.io" => "",
7127 "OPENVASVT" => "",
7128 "researchscan" => "",
7129 "Spawning-AI" => "",
7130 "NiggaBalls" => "",
7131 "Dataprovider" => "",
7132 "Domains Project" => "",
7133 "ZoominfoBot" => "",
7134 "GuzzleHttp" => "",
7135 "DBpedia-LD-Client" => "",
7136 "HTTP Banner" => "",
7137 "project_patchwatch" => "",
7138 "researchscan" => "",
7139 "CensysInspect[/ ]([0-9.]{1,10})" => "",
7140 "InternetMeasurement[/ ]([0-9.]{1,10})" => "",
7141 "seocompany[/ ]([0-9.]{1,10})" => "",
7142 "tchelebi[/ ]([0-9.]{1,10})" => "",
7143 "masscan[/ ]([0-9.]{1,10})" => "",
7144 "zgrab[/ ]([0-9.]{1,10})" => "",
7145 "GoJob[/ ]([0-9.]{1,10})" => "",
7146 "url" => "",
7147 "^Mac Finder" => "",
7148 "^Missigua Locator[ /]([0-9.]{1,10})" => "\\1",
7149 "^Missouri College Browse" => "",
7150 "Email[ \-]?Siphon" => "",
7151 "atSpider" => "",
7152 "autoemailspider" => "",
7153 "^Demo Bot" => "",
7154 "^Program Shareware" => "",
7155 "^Snapbot" => "",
7156 "^snap.com" => "",
7157 "^Guestbook Auto Submitter" => "",
7158 "panscient.com" => "",
7159 ),
7160 "uri" => ""
7161 ),
7162 // Things we don't know by now
7163 "robot" => array(
7164 "icon" => "robot",
7165 "title" => "Robot",
7166 "rule" => array(
7167 "(robot|spider|harvest|(?<!orange)bot|(?<!msie)crawler)" => ""
7168 )
7169 )
7170 );
7171 ?>

Properties

Name Value
svn:keywords Id