| [ Index ] |
|
Code source de Cr@wltr@ck 2.2.1 |
1 <?php 2 //---------------------------------------------------------------------- 3 // CrawlTrack 2.2.1 4 //---------------------------------------------------------------------- 5 // Crawler Tracker for website 6 //---------------------------------------------------------------------- 7 // Author: Jean-Denis Brun 8 //---------------------------------------------------------------------- 9 // Website: www.crawltrack.fr 10 //---------------------------------------------------------------------- 11 // That script is distributed under GNU GPL license 12 //---------------------------------------------------------------------- 13 // file: createtable.php 14 //---------------------------------------------------------------------- 15 16 if (!defined('IN_CRAWLT_INSTALL')) 17 { 18 echo"<h1>Hacking attempt !!!!</h1>"; 19 exit(); 20 } 21 22 //determine the path to the file 23 if (isset($_SERVER['SCRIPT_FILENAME']) && !empty($_SERVER['SCRIPT_FILENAME'])) 24 { 25 $path = dirname( $_SERVER['SCRIPT_FILENAME'] ); 26 } 27 else 28 { 29 $path = '.'; 30 } 31 32 //valid form 33 34 if($idmysql=='' OR $passwordmysql=='' OR $hostmysql=='' OR $basemysql=='') 35 { 36 37 echo"<p>".$language['step1_install_no_ok']."</p>"; 38 39 40 echo"<div class=\"form\">\n"; 41 echo"<form action=\"index.php\" method=\"POST\" >\n"; 42 echo "<input type=\"hidden\" name ='validform' value='2'>\n"; 43 echo "<input type=\"hidden\" name ='navig' value='15'>\n"; 44 echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n"; 45 echo "<input type=\"hidden\" name ='idmysql' value='$idmysql'>\n"; 46 echo "<input type=\"hidden\" name ='passwordmysql' value='$passwordmysql'>\n"; 47 echo "<input type=\"hidden\" name ='hostmysql' value='$hostmysql'>\n"; 48 echo "<input type=\"hidden\" name ='basemysql' value='$basemysql'>\n"; 49 echo"<input name='ok' type='submit' value=' ".$language['back_to_form']." ' size='20'>\n"; 50 echo"</form>\n"; 51 echo"</div>\n"; 52 } 53 54 //configconnect file creation 55 56 else 57 { 58 59 //check if file already exist 60 61 if(file_exists('include/configconnect.php') ) 62 { 63 $filename=$path.'/include/configconnect.php'; 64 } 65 else 66 { 67 68 //file didn't exist, we can create it 69 70 @$content.="<?php\n"; 71 @$content.="//----------------------------------------------------------------------\n"; 72 @$content.="// CrawlTrack 2.2.1\n"; 73 @$content.="//----------------------------------------------------------------------\n"; 74 @$content.="// Crawler Tracker for website\n"; 75 @$content.="//----------------------------------------------------------------------\n"; 76 @$content.="// Author: Jean-Denis Brun\n"; 77 @$content.="//----------------------------------------------------------------------\n"; 78 @$content.="// Website: www.crawltrack.fr\n"; 79 @$content.="//----------------------------------------------------------------------\n"; 80 @$content.="// That script is distributed under GNU GPL license\n"; 81 @$content.="//----------------------------------------------------------------------\n"; 82 @$content.="// file: configconnect.php\n"; 83 @$content.="//----------------------------------------------------------------------\n"; 84 @$content.="\$crawltuser=\"$idmysql\";\n"; 85 @$content.="\$crawltpassword=\"$passwordmysql\";\n"; 86 @$content.="\$crawltdb=\"$basemysql\";\n"; 87 @$content.="\$crawlthost=\"$hostmysql\";\n"; 88 @$content.="?>\n"; 89 90 91 92 $filename=$path.'/include/configconnect.php'; 93 $filedir=$path.'/include'; 94 95 96 //chmod the directory 97 if(function_exists('chmod')) 98 { 99 @chmod($filedir, 0777); 100 } 101 102 103 104 105 if ( $file = fopen($filename, "w") ) 106 { 107 fwrite($file, $content); 108 fclose($file); 109 } 110 if(function_exists('chmod')) 111 { 112 @chmod($filedir, 0711); 113 } 114 115 } 116 117 //crawltrack file creation 118 119 //check if file already exist 120 121 if(file_exists('crawltrack.php') ) 122 { 123 $filename2=$path.'/crawltrack.php'; 124 } 125 else 126 { 127 //file didn't exist, we can create it 128 129 //url calculation 130 131 $dom=$_SERVER["HTTP_HOST"]; 132 $file1=$_SERVER["PHP_SELF"]; 133 $size= strlen($file1); 134 $file1=substr($file1,-$size,-9); 135 $url_crawlt="http://".$dom.$file1; 136 137 138 139 @$content2.="<?php\n"; 140 @$content2.="//----------------------------------------------------------------------\n"; 141 @$content2.="// CrawlTrack 2.2.1\n"; 142 @$content2.="//----------------------------------------------------------------------\n"; 143 @$content2.="// Crawler Tracker for website\n"; 144 @$content2.="//----------------------------------------------------------------------\n"; 145 @$content2.="// Author: Jean-Denis Brun\n"; 146 @$content2.="//----------------------------------------------------------------------\n"; 147 @$content2.="// Website: www.crawltrack.fr\n"; 148 @$content2.="//----------------------------------------------------------------------\n"; 149 @$content2.="// That script is distributed under GNU GPL license\n"; 150 @$content2.="//----------------------------------------------------------------------\n"; 151 @$content2.="// file: crawltrack.php\n"; 152 @$content2.="//----------------------------------------------------------------------\n"; 153 @$content2.="error_reporting(0);\n"; 154 @$content2.="//mysql escape function\n"; 155 @$content2.="function crawlt_sql_quote( \$value )\n"; 156 @$content2.="{\n"; 157 @$content2.="if( get_magic_quotes_gpc() )\n"; 158 @$content2.="{\n"; 159 @$content2.="\$value = stripslashes( \$value );\n"; 160 @$content2.="}\n"; 161 @$content2.="//check if this function exists\n"; 162 @$content2.="if( function_exists( \"mysql_real_escape_string\" ) )\n"; 163 @$content2.="{\n"; 164 @$content2.="\$value = mysql_real_escape_string( \$value );\n"; 165 @$content2.="}\n"; 166 @$content2.="//for PHP version < 4.3.0 use addslashes\n"; 167 @$content2.="else\n"; 168 @$content2.="{\n"; 169 @$content2.="\$value = addslashes( \$value );\n"; 170 @$content2.="}\n"; 171 @$content2.="return \$value;\n"; 172 @$content2.="}\n"; 173 @$content2.="//get information\n"; 174 @$content2.="if (!isset(\$_SERVER))\n"; 175 @$content2.=" {\n"; 176 @$content2.=" \$_SERVER = \$HTTP_SERVER_VARS;\n"; 177 @$content2.=" }\n"; 178 @$content2.="if(isset(\$_POST['agent']))\n"; 179 @$content2.=" {\n"; 180 @$content2.=" \$crawltagent = \$_POST['agent'];\n"; 181 @$content2.=" }\n"; 182 @$content2.="else\n"; 183 @$content2.=" {\n"; 184 @$content2.=" \$crawltagent =\$_SERVER['HTTP_USER_AGENT'];\n"; 185 @$content2.=" }\n"; 186 @$content2.="if(isset(\$_POST['ip']))\n"; 187 @$content2.=" {\n"; 188 @$content2.=" \$crawltip = \$_POST['ip'];\n"; 189 @$content2.=" }\n"; 190 @$content2.="else\n"; 191 @$content2.=" {\n"; 192 @$content2.=" if(isset(\$_SERVER['HTTP_X_FORWARDED_FOR']))\n"; 193 @$content2.=" {\n"; 194 @$content2.=" \$crawltip = \$_SERVER['HTTP_X_FORWARDED_FOR'];\n"; 195 @$content2.=" }\n"; 196 @$content2.=" elseif(isset(\$_SERVER['HTTP_CLIENT_IP']))\n"; 197 @$content2.=" {\n"; 198 @$content2.=" \$crawltip = \$_SERVER['HTTP_CLIENT_IP'];\n"; 199 @$content2.=" }\n"; 200 @$content2.=" else\n"; 201 @$content2.=" {\n"; 202 @$content2.=" \$crawltip = \$_SERVER['REMOTE_ADDR'];\n"; 203 @$content2.=" }\n"; 204 @$content2.=" }\n"; 205 @$content2.="if(isset(\$_POST['url']))\n"; 206 @$content2.=" {\n"; 207 @$content2.=" \$crawlturl = \$_POST['url'];\n"; 208 @$content2.=" }\n"; 209 @$content2.="else\n"; 210 @$content2.=" {\n"; 211 @$content2.=" \$crawlturl =\$_SERVER['REQUEST_URI'];\n"; 212 @$content2.=" }\n"; 213 @$content2.="if(isset(\$_POST['site']))\n"; 214 @$content2.=" {\n"; 215 @$content2.=" \$crawltsite = \$_POST['site'];\n"; 216 @$content2.=" }\n"; 217 @$content2.="else\n"; 218 @$content2.=" {\n"; 219 @$content2.=" if(!isset(\$crawltsite))\n"; 220 @$content2.=" {\n"; 221 @$content2.=" \$crawltsite=\$site;\n"; 222 @$content2.=" }\n"; 223 @$content2.=" }\n"; 224 @$content2.="//treatment of ip to prepare the mysql request\n"; 225 @$content2.="\$crawltcptip=1;\n"; 226 @$content2.="\$crawltlgthip=strlen(\$crawltip);\n"; 227 @$content2.="while(\$crawltcptip <=\$crawltlgthip)\n"; 228 @$content2.="{\n"; 229 @$content2.="\$crawlttableip[]=substr(\$crawltip,0,\$crawltcptip);\n"; 230 @$content2.="\$crawltcptip++;\n"; 231 @$content2.="}\n"; 232 @$content2.="\$crawltlistip=implode(\"','\",\$crawlttableip);\n"; 233 @$content2.="//connection to database\n"; 234 @$content2.=" include(\"$path/include/configconnect.php\");\n"; 235 @$content2.="\$connexion = mysql_connect(\$crawlthost,\$crawltuser,\$crawltpassword);\n"; 236 @$content2.="\$selection = mysql_select_db(\$crawltdb);\n"; 237 @$content2.="// check if the user agent or the ip exist in the crawler table\n"; 238 @$content2.="\$result = mysql_query(\"SELECT crawler_user_agent, crawler_ip,id_crawler FROM crawlt_crawler\n"; 239 @$content2.=" WHERE INSTR('\".crawlt_sql_quote(\$crawltagent).\"',crawler_user_agent) > 0\n"; 240 @$content2.="OR crawler_ip IN ('\$crawltlistip') \",\$connexion);\n"; 241 @$content2.="\$num_rows = mysql_num_rows(\$result);\n"; 242 @$content2.="if (\$num_rows>0)\n"; 243 @$content2.="{\n"; 244 @$content2.="\$crawltdata = mysql_fetch_row(\$result);\n"; 245 @$content2.="\$crawltcrawler = \$crawltdata[2];\n"; 246 @$content2.="\$crawltdate = date(\"Y-m-d H:i:s\");\n"; 247 @$content2.="//check if the page already exist, if not add it to the table\n"; 248 @$content2.="\$result2 = mysql_query(\"SELECT id_page FROM crawlt_pages WHERE url_page='\".crawlt_sql_quote(\$crawlturl).\"'\",\$connexion);\n"; 249 @$content2.="\$num_rows2 = mysql_num_rows(\$result2);\n"; 250 @$content2.="if (\$num_rows2>0)\n"; 251 @$content2.="{\n"; 252 @$content2.="\$crawltdata2 = mysql_fetch_row(\$result2);\n"; 253 @$content2.="\$crawltpage= \$crawltdata2[0];\n"; 254 @$content2.="}\n"; 255 @$content2.="else\n"; 256 @$content2.="{\n"; 257 @$content2.="mysql_query(\"INSERT INTO crawlt_pages (url_page) VALUES ('\".crawlt_sql_quote(\$crawlturl).\"')\",\$connexion);\n"; 258 @$content2.="\$crawltid_insert = mysql_fetch_row(mysql_query(\"SELECT LAST_INSERT_ID()\",\$connexion));\n"; 259 @$content2.="\$crawltpage = \$crawltid_insert[0];\n"; 260 @$content2.="}\n"; 261 @$content2.="//insertion of the visit datas in the visits database\n"; 262 @$content2.="mysql_query(\"INSERT INTO crawlt_visits (crawlt_site_id_site, crawlt_pages_id_page, crawlt_crawler_id_crawler, date, crawlt_ip_used) VALUES ('\".crawlt_sql_quote(\$crawltsite).\"', '\".crawlt_sql_quote(\$crawltpage).\"', '\".crawlt_sql_quote(\$crawltcrawler).\"', '\".crawlt_sql_quote(\$crawltdate).\"', '\".crawlt_sql_quote(\$crawltip).\"')\",\$connexion);\n"; 263 @$content2.="}\n"; 264 @$content2.="else\n"; 265 @$content2.="{\n"; 266 @$content2.="//case human visit\n"; 267 @$content2.="\$crawltdate = date(\"Y-m-d H:i:s\");\n"; 268 @$content2.="if (!isset(\$_SERVER))\n"; 269 @$content2.="{\n"; 270 @$content2.="\$_SERVER = \$HTTP_SERVER_VARS;\n"; 271 @$content2.="}\n"; 272 @$content2.="if(isset(\$_POST['referer']))\n"; 273 @$content2.="{\n"; 274 @$content2.="\$crawltreferer = \$_POST['referer'];\n"; 275 @$content2.="\$crawltrefereok=1;\n"; 276 @$content2.="}\n"; 277 @$content2.="elseif(isset(\$_SERVER['HTTP_REFERER']))\n"; 278 @$content2.="{\n"; 279 @$content2.="\$crawltreferer=\$_SERVER['HTTP_REFERER'];\n"; 280 @$content2.="\$crawltrefereok=1;\n"; 281 @$content2.="}\n"; 282 @$content2.="else\n"; 283 @$content2.="{\n"; 284 @$content2.="\$crawltrefereok=0;\n"; 285 @$content2.="}\n"; 286 @$content2.="if(\$crawltrefereok==1)\n"; 287 @$content2.="{\n"; 288 @$content2.="\$crawltreferertreatment = parse_url(\$crawltreferer);\n"; 289 @$content2.="include(\"$path/include/searchenginelist.php\");\n"; 290 @$content2.="\$crawltsearchengine=0;\n"; 291 @$content2.="//test google\n"; 292 @$content2.="if( in_array(\"\$crawltreferertreatment[host]\",\$crawltgooglelist)=='True')\n"; 293 @$content2.="{\n"; 294 @$content2.="\$crawltsearchengine=1;\n"; 295 @$content2.="parse_str(\$crawltreferertreatment['query'],\$crawlttabvar);\n"; 296 @$content2.="\$crawltkeyword = \$crawlttabvar['q'];\n"; 297 @$content2.="if(\$crawltkeyword=='')\n"; 298 @$content2.="{\n"; 299 @$content2.="\$crawltsearchengine=0;\n"; 300 @$content2.="}\n"; 301 @$content2.="}\n"; 302 @$content2.="//test yahoo\n"; 303 @$content2.="elseif(in_array(\"\$crawltreferertreatment[host]\",\$crawltyahoolist)=='True')\n"; 304 @$content2.="{\n"; 305 @$content2.="\$crawltsearchengine=2;\n"; 306 @$content2.="parse_str(\$crawltreferertreatment['query'],\$crawlttabvar);\n"; 307 @$content2.="\$crawltkeyword = \$crawlttabvar['p'];\n"; 308 @$content2.="if(\$crawltkeyword=='')\n"; 309 @$content2.="{\n"; 310 @$content2.="\$crawltsearchengine=0;\n"; 311 @$content2.="}\n"; 312 @$content2.="}\n"; 313 @$content2.="//test msn\n"; 314 @$content2.="elseif(in_array(\"\$crawltreferertreatment[host]\",\$crawltmsnlist)=='True')\n"; 315 @$content2.="{\n"; 316 @$content2.="\$crawltsearchengine=3;\n"; 317 @$content2.="parse_str(\$crawltreferertreatment['query'],\$crawlttabvar);\n"; 318 @$content2.="\$crawltkeyword = \$crawlttabvar['q'];\n"; 319 @$content2.="if(\$crawltkeyword=='')\n"; 320 @$content2.="{\n"; 321 @$content2.="\$crawltsearchengine=0;\n"; 322 @$content2.="}\n"; 323 @$content2.="}\n"; 324 @$content2.="//test ask\n"; 325 @$content2.="elseif(in_array(\"\$crawltreferertreatment[host]\",\$crawltasklist)=='True')\n"; 326 @$content2.="{\n"; 327 @$content2.="\$crawltsearchengine=4;\n"; 328 @$content2.="parse_str(\$crawltreferertreatment['query'],\$crawlttabvar);\n"; 329 @$content2.="\$crawltkeyword = \$crawlttabvar['q'];\n"; 330 @$content2.="if(\$crawltkeyword=='')\n"; 331 @$content2.="{\n"; 332 @$content2.="\$crawltsearchengine=0;\n"; 333 @$content2.="}\n"; 334 @$content2.="}\n"; 335 @$content2.="//case visit send by one of the 4 searchengine\n"; 336 @$content2.="if(\$crawltsearchengine !=0)\n"; 337 @$content2.="{\n"; 338 @$content2.="//check if the keyword already exist, if not add it to the table\n"; 339 @$content2.="\$result4 = mysql_query(\"SELECT id_keyword FROM crawlt_keyword WHERE keyword='\".crawlt_sql_quote(\$crawltkeyword).\"'\");\n"; 340 @$content2.="\$num_rows4 = mysql_num_rows(\$result4);\n"; 341 @$content2.="if (\$num_rows4>0)\n"; 342 @$content2.="{\n"; 343 @$content2.="\$crawltdata4 = mysql_fetch_row(\$result4);\n"; 344 @$content2.="\$crawltkeywordid= \$crawltdata4[0];\n"; 345 @$content2.="}\n"; 346 @$content2.="else\n"; 347 @$content2.="{\n"; 348 @$content2.="mysql_query(\"INSERT INTO crawlt_keyword (keyword) VALUES ('\".crawlt_sql_quote(\$crawltkeyword).\"')\");\n"; 349 @$content2.="\$crawltid_insert2 = mysql_fetch_row(mysql_query(\"SELECT LAST_INSERT_ID()\"));\n"; 350 @$content2.="\$crawltkeywordid = \$crawltid_insert2[0];\n"; 351 @$content2.="}\n"; 352 @$content2.="//check if the page already exist, if not add it to the table\n"; 353 @$content2.="\$result2 = mysql_query(\"SELECT id_page FROM crawlt_pages WHERE url_page='\".crawlt_sql_quote(\$crawlturl).\"'\");\n"; 354 @$content2.="\$num_rows2 = mysql_num_rows(\$result2);\n"; 355 @$content2.="if (\$num_rows2>0)\n"; 356 @$content2.="{\n"; 357 @$content2.="\$crawltdata2 = mysql_fetch_row(\$result2);\n"; 358 @$content2.="\$crawltpage= \$crawltdata2[0];\n"; 359 @$content2.="}\n"; 360 @$content2.="else\n"; 361 @$content2.="{\n"; 362 @$content2.="mysql_query(\"INSERT INTO crawlt_pages (url_page) VALUES ('\".crawlt_sql_quote(\$crawlturl).\"')\");\n"; 363 @$content2.="\$crawltid_insert = mysql_fetch_row(mysql_query(\"SELECT LAST_INSERT_ID()\"));\n"; 364 @$content2.="\$crawltpage = \$crawltid_insert[0];\n"; 365 @$content2.="}\n"; 366 @$content2.="//insertion of the visit datas in the visits_human database\n"; 367 @$content2.="mysql_query(\"INSERT INTO crawlt_visits_human (crawlt_site_id_site, crawlt_keyword_id_keyword, crawlt_id_crawler, date, crawlt_id_page) VALUES ('\".crawlt_sql_quote(\$crawltsite).\"', '\".crawlt_sql_quote(\$crawltkeywordid).\"', '\".crawlt_sql_quote(\$crawltsearchengine).\"', '\".crawlt_sql_quote(\$crawltdate).\"', '\".crawlt_sql_quote(\$crawltpage).\"')\");\n"; 368 @$content2.="}\n"; 369 @$content2.="}\n"; 370 @$content2.="}\n"; 371 @$content2.="//Email daily stats\n"; 372 @$content2.="\$sqlcrawltconfig = \"SELECT mail, datelastmail, timeshift, lang, addressmail, datelastseorequest, loop1, loop2, typemail, typecharset FROM crawlt_config\";\n"; 373 @$content2.="\$requetecrawltconfig = mysql_query(\$sqlcrawltconfig, \$connexion);\n"; 374 @$content2.="\$nbrresultcrawlt=mysql_num_rows(\$requetecrawltconfig);\n"; 375 @$content2.="if(\$nbrresultcrawlt>=1)\n"; 376 @$content2.=" {\n"; 377 @$content2.=" \$lignecrawlt = mysql_fetch_row(\$requetecrawltconfig);\n"; 378 @$content2.=" \$crawltmail=\$lignecrawlt[0];\n"; 379 @$content2.=" \$crawltdatemail=\$lignecrawlt[1];\n"; 380 @$content2.=" \$crawlttime=\$lignecrawlt[2];\n"; 381 @$content2.=" \$crawltlang=\$lignecrawlt[3];\n"; 382 @$content2.=" \$crawltdest=\$lignecrawlt[4];\n"; 383 @$content2.=" \$crawltdatelastseorequest=\$lignecrawlt[5];\n"; 384 @$content2.=" \$crawltloop=\$lignecrawlt[6];\n"; 385 @$content2.=" \$crawltloop2=\$lignecrawlt[7];\n"; 386 @$content2.=" \$crawltmailishtml=\$lignecrawlt[8];\n"; 387 @$content2.=" \$crawltcharset=\$lignecrawlt[9];\n"; 388 @$content2.=" if( \$crawltcharset !=1)\n"; 389 @$content2.=" {\n"; 390 @$content2.=" \$crawltlang = \$crawltlang.\"iso\";\n"; 391 @$content2.=" }\n"; 392 @$content2.=" \$crawltcheck=1;\n"; 393 @$content2.=" }\n"; 394 @$content2.="//take in account timeshift\n"; 395 @$content2.="\$crawltts = strtotime(\"today\")-(\$crawlttime*3600);\n"; 396 @$content2.="\$crawltdatetoday = date(\"j\",\$crawltts);\n"; 397 @$content2.="\$crawltdatetoday2 = date(\"Y-m-d\",\$crawltts);\n"; 398 @$content2.="\$url_crawlt=\"$url_crawlt\";\n"; 399 @$content2.="if((\$crawltdatetoday != \$crawltdatelastseorequest) && \$crawltcheck==1)\n"; 400 @$content2.="{\n"; 401 @$content2.="include(\"$path/include/searchenginesposition.php\");\n"; 402 @$content2.="}\n"; 403 @$content2.="if((\$crawltdatetoday != \$crawltdatemail) && \$crawltmail==1 && (\$crawltdatetoday == \$crawltdatelastseorequest) && \$crawltcheck==1)\n"; 404 @$content2.="{\n"; 405 @$content2.="\$crawltpath=\"$path\";\n"; 406 @$content2.="include(\"$path/include/mail.php\");\n"; 407 @$content2.="}\n"; 408 @$content2.="?>\n"; 409 410 $filename2=$path.'/crawltrack.php'; 411 412 $filedir=$path; 413 414 415 //chmod the directory 416 if(function_exists('chmod')) 417 { 418 @chmod($filedir, 0777); 419 } 420 421 422 if ( $file2 = fopen($filename2, "w") ) 423 { 424 fwrite($file2, $content2); 425 fclose($file2); 426 } 427 if(function_exists('chmod')) 428 { 429 @chmod($filedir, 0711); 430 } 431 } 432 433 434 435 //check if file correctly created 436 437 if(file_exists('include/configconnect.php') && file_exists('crawltrack.php')) 438 { 439 //case file ok 440 441 echo"".$language['step1_install_ok']."<br>\n"; 442 443 // tables creation 444 include "./include/configconnect.php"; 445 446 $connexion = mysql_connect($crawlthost,$crawltuser,$crawltpassword); 447 448 // check if connection is ok 449 450 if(!$connexion) 451 { 452 //suppress the files 453 unlink($filename); 454 unlink($filename2); 455 456 echo"<p>".$language['step2_install_no_ok']."</p>"; 457 458 459 echo"<div class=\"form\">\n"; 460 echo"<form action=\"index.php\" method=\"POST\" >\n"; 461 echo "<input type=\"hidden\" name ='validform' value='2'>\n"; 462 echo "<input type=\"hidden\" name ='navig' value='15'>\n"; 463 echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n"; 464 echo "<input type=\"hidden\" name ='idmysql' value='$idmysql'>\n"; 465 echo "<input type=\"hidden\" name ='passwordmysql' value='$passwordmysql'>\n"; 466 echo "<input type=\"hidden\" name ='hostmysql' value='$hostmysql'>\n"; 467 echo "<input type=\"hidden\" name ='basemysql' value='$basemysql'>\n"; 468 echo"<input name='ok' type='submit' value=' ".$language['back_to_form']." ' size='20'>\n"; 469 echo"</form>\n"; 470 echo"</div>\n"; 471 } 472 else 473 { 474 475 //check is base selection is ok 476 477 $selection = mysql_select_db($crawltdb); 478 479 if(!$selection) 480 { 481 //suppress the files 482 unlink($filename); 483 unlink($filename2); 484 echo"<p>".$language['step3_install_no_ok']."</p>"; 485 486 487 echo"<div class=\"form\">\n"; 488 echo"<form action=\"index.php\" method=\"POST\" >\n"; 489 echo "<input type=\"hidden\" name ='validform' value='2'>\n"; 490 echo "<input type=\"hidden\" name ='navig' value='15'>\n"; 491 echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n"; 492 echo "<input type=\"hidden\" name ='idmysql' value='$idmysql'>\n"; 493 echo "<input type=\"hidden\" name ='passwordmysql' value='$passwordmysql'>\n"; 494 echo "<input type=\"hidden\" name ='hostmysql' value='$hostmysql'>\n"; 495 echo "<input type=\"hidden\" name ='basemysql' value='$basemysql'>\n"; 496 echo"<input name='ok' type='submit' value=' ".$language['back_to_form']." ' size='20'>\n"; 497 echo"</form>\n"; 498 echo"</div>\n"; 499 } 500 else 501 { 502 503 //crawlt_crawler table creation 504 505 506 //check if table already exist 507 508 $table_exist1 = 0; 509 510 $sql = "SHOW TABLES "; 511 $tables = mysql_query($sql, $connexion); 512 513 while (list($tablename)=mysql_fetch_array($tables)) 514 { 515 516 if($tablename == 'crawlt_crawler') 517 { 518 $table_exist1 = 1; 519 } 520 } 521 522 523 if($table_exist1 == 0) 524 { 525 526 //the table didn't exist, we can create it 527 528 $result = mysql_query("CREATE TABLE crawlt_crawler ( 529 id_crawler SMALLINT UNSIGNED NOT NULL AUTO_INCREMENT, 530 crawler_user_agent VARCHAR(255) NULL, 531 crawler_name VARCHAR(45) NULL, 532 crawler_url VARCHAR(255) NULL, 533 crawler_info VARCHAR(255) NULL, 534 crawler_ip VARCHAR(16) NULL, 535 PRIMARY KEY(id_crawler) 536 )"); 537 538 } 539 else 540 { 541 $result=1; 542 } 543 544 545 //crawlt_crawler table filling 546 547 //check if table is already filled 548 549 $nbr=0; 550 $resultat=mysql_query("SELECT * FROM crawlt_crawler"); 551 $nbr = mysql_num_rows($resultat); 552 553 if($nbr<707) 554 { 555 //the table is empty, we can filled it 556 557 $result2 =mysql_query("INSERT INTO crawlt_crawler VALUES 558 (1,'AIBOT/2.1 By +(www.21seek.com , A Real artificial intelligence search engine , China)','Aibot','http://www.21seek.com/','21seek',''), 559 (2,'4anything.com LinkChecker v2.0','4anything','http://www.4anything.com/','4anything',''), 560 (3,'AbachoBOT','AbachoBot','http://www.abacho.com/','Abacho',''), 561 (4,'AbachoBOT (Mozilla compatible)','AbachoBot','http://www.abacho.com/','Abacho',''), 562 (5,'ABCdatos BotLink/5.xx.xxx#BBL','ABCdatos','http://www.abcdatos.com/','ABCdatos',''), 563 (6,'Aberja Checkoma','Aberja Checkoma','http://www.aberja.de/','Aberja',''), 564 (7,'abot/0.1 (abot; http://www.abot.com; abot@abot.com)','Abot','http://www.abot.com/','Abot.com',''), 565 (8,'About/0.1libwww-perl/5.47','About','http://www.about.com/','About',''), 566 (9,'AcoiRobot','Acoi','http://monetdb.cwi.nl/acoi/projects.html','Acoi',''), 567 (10,'Acoon Robot v1.50.001','Acoon Robot','http://www.acoon.de/','Acoon',''), 568 (11,'accoona','Accoona','http://www.accoona.com/','Accoona',''), 569 (12,'Mozilla/4.0 (JemmaTheTourist;http://www.activtourist.com)','Activtourist','http://www.activtourist.com','Activtourist',''), 570 (13,'AESOP_com_SpiderMan','Aesop','http://www.aesop.com/','Aesop',''), 571 (14,'agadine/1.x.x (+http://www.agada.de)','Agada','http://www.agada.de','Agada',''), 572 (15,'Mozilla/4.0 (agadine3.0)','Agada','http://www.agada.de','Agada',''), 573 (16,'Mozilla/4.0 (agadine3.0) www.agada.de','Agada','http://www.agada.de','Agada',''), 574 (17,'aipbot/1.0 (aipbot; http://www.aipbot.com; aipbot@aipbot.com)','Aipbot','http://www.aipbot.com','Aipbot',''), 575 (18,'PortalBSpider/2.0 (spider@portalb.com)','Alacra','http://www.portalb.com/alacra/index.htm','Alacra',''), 576 (19,'Aladin/3.324','Aladin.de','http://www.abacho.de/','Abacho',''), 577 (20,'Aleksika Spider/1.0 (+http://www.aleksika.com/)','Aleksika Danmark','http://www.aleksika.com/','Aleksika',''), 578 (21,'ia_archiver','Alexa','http://pages.alexa.com/help/webmasters/index.html','Alexa',''), 579 (22,'Allesklar/0.1 libwww-perl/5.46','Allesklar.de','http://www.allesklar.de/','Allesklar',''), 580 (23,'Scooter/1.0','Altavista','http://www.altavista.com/','Altavista',''), 581 (24,'Scooter/2.0 G.R.A.B V1.0','Altavista','http://www.altavista.com/','Altavista',''), 582 (25,'Scooter/1.0 scooter@pa.dec.com','Altavista','http://www.altavista.com/','Altavista',''), 583 (26,'Scooter/1.1 (custom)','Altavista','http://www.altavista.com/','Altavista',''), 584 (27,'Scooter/2.0 G.R.A.B. V1.1.0','Altavista','http://www.altavista.com/','Altavista',''), 585 (28,'Scooter/2.0 G.R.A.B. X2.0','Altavista','http://www.altavista.com/','Altavista',''), 586 (29,'Scooter-3.0.EU','Altavista','http://www.altavista.com/','Altavista',''), 587 (30,'Scooter-3.0.FS','Altavista','http://www.altavista.com/','Altavista',''), 588 (31,'Scooter-3.0.HD','Altavista','http://www.altavista.com/','Altavista',''), 589 (32,'Scooter-3.0.VNS','Altavista','http://www.altavista.com/','Altavista',''), 590 (33,'Scooter-3.0QI','Altavista','http://www.altavista.com/','Altavista',''), 591 (34,'Scooter-3.2','Altavista','http://www.altavista.com/','Altavista',''), 592 (35,'Scooter-3.2.BT','Altavista','http://www.altavista.com/','Altavista',''), 593 (36,'Scooter-3.2.DIL','Altavista','http://www.altavista.com/','Altavista',''), 594 (37,'Scooter-3.2.EX','Altavista','http://www.altavista.com/','Altavista',''), 595 (38,'Scooter-3.2.JT','Altavista','http://www.altavista.com/','Altavista',''), 596 (39,'Scooter-3.2.NIV','Altavista','http://www.altavista.com/','Altavista',''), 597 (40,'Scooter-3.2.SF0','Altavista','http://www.altavista.com/','Altavista',''), 598 (41,'Scooter-3.2.snippet','Altavista','http://www.altavista.com/','Altavista',''), 599 (42,'Scooter/3.3','Altavista','http://www.altavista.com/','Altavista',''), 600 (43,'Scooter/3.3.QA.pczukor','Altavista','http://www.altavista.com/','Altavista',''), 601 (44,'Scooter/3.3_SF','Altavista','http://www.altavista.com/','Altavista',''), 602 (45,'Scooter/3.3.vscooter','Altavista','http://www.altavista.com/','Altavista',''), 603 (46,'Scooter-3.3dev','Altavista','http://www.altavista.com/','Altavista',''), 604 (47,'Scooter-ARS-1.1','Altavista','http://www.altavista.com/','Altavista',''), 605 (48,'Scooter-ARS-1.1-ih','Altavista','http://www.altavista.com/','Altavista',''), 606 (49,'Scooter_bh0-3.0.3','Altavista','http://www.altavista.com/','Altavista',''), 607 (50,'Scooter_trk3-3.0.3','Altavista','http://www.altavista.com/','Altavista',''), 608 (51,'scooter-venus-3.0.vns','Altavista','http://www.altavista.com/','Altavista',''), 609 (52,'Scooter-W3-1.0','Altavista','http://www.altavista.com/','Altavista',''), 610 (53,'Scooter-W3.1.2','Altavista','http://www.altavista.com/','Altavista',''), 611 (54,'Scooter2_Mercator_x-x.0','Altavista','http://www.altavista.com/','Altavista',''), 612 (55,'http://www.almaden.ibm.com/cs/crawler','Almaden','http://www.almaden.ibm.com/cs/crawler/','IBM',''), 613 (56,'Amfibibot/0.06 (Amfibi Robot; http://www.amfibi.com; agent@amfibi.com)','Amfibibot','http://www.amfibi.com','Amfibi',''), 614 (57,'libwww-perl/5.65','Amidalla','http://www.amidalla.com/','Amidalla',''), 615 (58,'AnnoMille spider 0.1 alpha - http://www.annomille.it','Annomille','http://www.annomille.it','Annomille',''), 616 (59,'AnswerBus (http://www.answerbus.com/)','AnswerBus','http://www.answerbus.com','AnswerBus',''), 617 (60,'antibot-V1.3.3.1/debian-linux-sarge','Antibot','http://www.antidot.net/','Antidot',''), 618 (61,'Mozilla/4.0 (Sleek Spider/1.2)','Any Search Info','http://search-info.com/','Search-Info',''), 619 (62,'TECOMAC-Crawler/0.x','Arexera','http://www.arexera.de/','Arexera',''), 620 (63,'X-Crawler','Arexera','http://www.arexera.de/','Arexera',''), 621 (64,'www.arianna.it','Arianna','http://arianna.libero.it/','Libero',''), 622 (65,'AnzwersCrawl/2.0 (anzwerscrawl@anzwers.com.au;Engine)','Anzwers Australia','http://au.anzwers.yahoo.com/','Anzwers Australia',''), 623 (66,'PROve AnswerBot 4.0','Answerchase','http://www.answerchase.com/','Answerchase',''), 624 (67,'Sqworm/2.9.81-BETA (beta_release; 20011102-760; i686-pc-linux-gnu)','AOL','http://www.aol.com/','AOL',''), 625 (68,'Aport','Aport','http://www.aport.ru/','Aport',''), 626 (69,'appie 1.1 (www.walhello.com)','Appie','http://www.walhello.com/','Walhello',''), 627 (70,'Asahina-Antenna/1.x','Asahina','http://masshy.fastwave.gr.jp/hina/release/','Asahina',''), 628 (71,'Asahina-Antenna/1.x (libhina.pl/x.x ; libtime.pl/x.x)','Asahina','http://masshy.fastwave.gr.jp/hina/release/','Asahina',''), 629 (72,'ASPSeek/1.2.x','ASPseek','http://www.aspseek.org/','ASPseek',''), 630 (73,'ASPseek/1.2.xx','ASPseek','http://www.aspseek.org/','ASPseek',''), 631 (74,'ASPSeek/1.2.xxpre','ASPseek','http://www.aspseek.org/','ASPseek',''), 632 (75,'ASPSeek/1.2.xa','ASPseek','http://www.aspseek.org/','ASPseek',''), 633 (76,'ASPSeek/1.2.5','ASPseek','http://www.aspseek.org/','ASPseek',''), 634 (77,'ASPseek/1.2.9d','ASPseek','http://www.aspseek.org/','ASPseek',''), 635 (78,'ask.24x.info','Ask 24x Info','http://ask.24x.info/','Ask 24x',''), 636 (79,'Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)','Ask Jeeves/Teoma','http://sp.ask.com/docs/about/tech_crawling.html','Ask Jeeves',''), 637 (80,'Mozilla/4.0 (compatible: AstraSpider V.2.1 : astrafind.com)','Astrafind!','http://www.seeq.com/lander.jsp?domain=astrafind.com','Seeq',''), 638 (81,'AtlocalBot/1.1 +(http://www.atlocal.com/local-web-site-owner.html)','Atlocal','http://www.atlocal.com/local-web-site-owner.html','@Local',''), 639 (82,'augurfind','Augurnet Swiss','http://www.augurnet.ch/','Augurnet Swiss',''), 640 (83,'augurnfind V-1.x','Augurnet Swiss','http://www.augurnet.ch/','Augurnet Swiss',''), 641 (84,'axadine/ (Axadine Crawler; http://www.axada.de/; )','Axada','http://www.axada.de','Axada',''), 642 (85,'AxmoRobot - Crawling your site for better indexing on www.axmo.com search engine.','Axmo','http://www.axmo.com/','Axmo',''), 643 (86,'FastBug http://www.ay-up.com','Ay-Up','http://www.ay-up.com','Ay-up',''), 644 (87,'Mozilla/4.72 [en] (BACS http://www.ba.be)','Ba.be','http://www.ba.be/','BA',''), 645 (88,'BaboomBot/1.x.x (+http://www.baboom.us)','BaBoom Web Portal','http://www.baboom.us','Baboum',''), 646 (89,'BanBots/1.2 (spider@banbots.com)','BanBot','http://www.banbots.com/','Banbot',''), 647 (90,'Baiduspider+(+http://www.baidu.com/search/spider.htm)','Baiduspider','http://www.baidu.com/search/spider.htm','Baidu.com',''), 648 (91,'Mozilla/5.0 (compatible; BecomeBot/1.83; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)','BecomeBot','http://www.become.com/site_owners.html','BecomeBot',''), 649 (92,'beautybot/1.0 (+http://www.uchoose.de/crawler/beautybot/)','Beauty (Cosmoty)','http://www.uchoose.de/crawler/beautybot/','uCHOOSE',''), 650 (93,'BigCliqueBOT/1.03-dev (bigclicbot; http://www.bigclique.com; bot@bigclique.com)','BigClique','http://www.bigclique.com','BigClique',''), 651 (94,'Custom Spider www.bisnisseek.com /1.0','Bisnisseek','www.bisnisseek.com','Bisnisseek',''), 652 (95,'BTbot/0.x (+http://www.btbot.com/btbot.html)','Btbot','http://www.btbot.com/btbot.html','Btbot',''), 653 (96,'Blaiz-Bee/1.0 (+http://www.blaiz.net)','Blaiz Enterprises','http://www.blaiz.net/','Blaiz Enterprises',''), 654 (97,'BlitzBOT@tricus.net','Blitzsuche','http://blitzsuche.rp-online.de/','RP ONLINE',''), 655 (98,'BlitzBOT@tricus.net (Mozilla compatible)','Blitzsuche','http://blitzsuche.rp-online.de/','RP ONLINE',''), 656 (99,'Mozilla/4.0 (compatible; B_L_I_T_Z_B_O_T)','Blitzsuche','http://blitzsuche.rp-online.de/','RP ONLINE',''), 657 (100,'Naamah 1.0.1/Blogbot (http://blogbot.de/)','Blogbot','http://blogbot.de/','Blogbot',''), 658 (101,'Naamah 1.0a/Blogbot (http://blogbot.de/)','Blogbot','http://blogbot.de/','Blogbot',''), 659 (102,'BlogBot/1.x','Blogdex','http://blogdex.media.mit.edu/','Massachusetts Institute of Technology',''), 660 (103,'Bloglines Title Fetch/1.0 (http://www.bloglines.com)','Bloglines','http://www.bloglines.com','Bloglines',''), 661 (104,'blogWatcher_Spider/0.1 (http://www.lr.pi.titech.ac.jp/blogWatcher/)','BlogWatcher','http://www.lr.pi.titech.ac.jp/','Okumura Group',''), 662 (105,'boitho.com-dc','Boitho','http://www.boitho.com/','Boitho',''), 663 (106,'boitho.com-dc/0.xx (http://www.boitho.com/dcbot.html)','Boitho','http://www.boitho.com/','Boitho',''), 664 (107,'boitho.com-robot/1.x','Boitho','http://www.boitho.com/','Boitho',''), 665 (108,'boitho.com-robot/1.x (http://www.boitho.com/bot.html)','Boitho','http://www.boitho.com/','Boitho',''), 666 (109,'BravoBrian SpiderEngine MarcoPolo','BravoBrian bSTOP','http://bravobrian.it/','BravoBrian',''), 667 (110,'BStop.BravoBrian.it Agent Detector','BravoBrian bSTOP','http://bravobrian.it','BravoBrian',''), 668 (111,'BruinBot (+http://webarchive.cs.ucla.edu/bruinbot.html)','Bruinbot','http://webarchive.cs.ucla.edu/bruinbot.html','University of California',''), 669 (112,'BullsEye','BullsEye/Intelliseek','http://www.intelliseek.com/','Intelliseek',''), 670 (113,'Buscaplus Robi/1.0 (http://www.buscaplus.com/robi/)','Buscaplus','http://www.buscaplus.com/','Buscaplus',''), 671 (114,'RoboCrawl (www.canadiancontent.net)','CanadianContent Search','http://www.canadiancontent.net/','CanadianContent',''), 672 (115,'ccubee/x.0','Ccubee','http://empyreum.com/technologies/ccubee','Empyreum',''), 673 (116,'larbin_2.6_basileocaml (basile.starynkevitch@cea.fr)','CEA','http://www.cea.fr/','CEA',''), 674 (117,'ChristCRAWLER 2.0','Christcentral','http://www.christcrawler.com','Christcentral',''), 675 (118,'Mozilla/4.0 (compatible; ChristCrawler.com, ChristCrawler@ChristCENTRAL.com)','Christcentral','http://www.christcrawler.com','Christcentral',''), 676 (119,'CipinetBot (http://www.cipinet.com/bot.html)','CipinetBot','http://www.cipinet.com/bot.html','Cipinet',''), 677 (120,'Claymont.com','Claymont Search','http://www.claymont.com/home/','Claymont Search',''), 678 (121,'Clushbot/3.31-BinaryFury (+http://www.clush.com/bot.html)','Clushbot','http://www.clush.com/','Clush',''), 679 (122,'Clushbot/2.x (+http://www.clush.com/bot.html)','Clushbot','http://www.clush.com/','Clush',''), 680 (123,'Mozilla/5.0 (Clustered-Search-Bot/1.0; support@clush.com; http://www.clush.com/)','Clushbot','http://www.clush.com/','Clush',''), 681 (124,'Clushbot/3.x-BinaryFury (+http://www.clush.com/bot.html)','Clushbot','http://www.clush.com/','Clush',''), 682 (125,'Clushbot/3.xx-Ajax (+http://www.clush.com/bot.html)','Clushbot','http://www.clush.com/','Clush',''), 683 (126,'Clushbot/3.xx-Hector (+http://www.clush.com/bot.html)','Clushbot','http://www.clush.com/','Clush',''), 684 (127,'Clushbot/3.xx-Peleus (+http://www.clush.com/bot.html)','Clushbot','http://www.clush.com/','Clush',''), 685 (128,'Crawler (cometsearch@cometsystems.com)','Cometsystems','http://www.cometsystems.com/','Cometsystems',''), 686 (129,'libwww-perl/5.41','CMP','http://www.cmpnet.com/','CMP United Business Media',''), 687 (130,'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0; obot)','Cobion','http://www.cobion.com/','Cobion',''), 688 (131,'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0; QXW03018)','Cobion','http://www.cobion.com/','Cobion',''), 689 (132,'oBot ((compatible;Win32))','Cobion','http://www.cobion.com/','Cobion',''), 690 (133,'larbin_2.2.0 (crawl@compete.com)','Compete.com','http://www.compete.com/','Compete Inc',''), 691 (134,'htdig/3.1.6 (http://computerorgs.com)','Computerorgs','http://computerorgs.com/','Computerorgs.com',''), 692 (135,'ConveraCrawler/0.2','Converas RetrievalWare','http://www.convera.com/Products/','Convera',''), 693 (136,'Convera Internet Spider V6.x','Converas RetrievalWare','http://www.convera.com/Products/','Convera',''), 694 (137,'ConveraMultiMediaCrawler/0.1 (+http://www.authoritativeweb.com/crawl)','Converas RetrievalWare','http://www.convera.com/Products/','Convera',''), 695 (138,'CrawlConvera0.1 (CrawlConvera@yahoo.com)','Converas RetrievalWare','http://www.convera.com/Products/','Convera',''), 696 (139,'Vision Research Lab image spider at vision.ece.ucsb.edu','Cortina','http://vision.ece.ucsb.edu/multimedia/cortina.html','Vision Research Lab',''), 697 (140,'Crawler (cometsearch@cometsystems.com)','Cometsystems','http://www.cometsystems.com/','Cometsystems',''), 698 (141,'CrocCrawler vx.3 [en] (http://www.croccrawler.com) (X11; I; Linux 2.0.44 i686)','Croccrawler','http://www.croccrawler.com/','Croccrawler.com',''), 699 (142,'Cuasarbot/0.9b http://www.cuasar.com/spider_beta/','Cuasar','http://www.cuasar.com/spider_beta/','Cuasar',''), 700 (143,'PrivacyFinder Cache Bot v1.0','CUPS','http://privacybird.com/','PrivacyBird',''), 701 (144,'CurryGuide SiteScan 1.1','CurryGuide','http://web.curryguide.com/','CurryGuide',''), 702 (145,'Mozilla/3.0 (compatible; Webinator-indexer.cyberalert.com/2.56)','CyberAlerts','http://www.cyberalert.com/','CyberAlerts',''), 703 (146,'CydralSpider/1.x (Cydral Web Image Search; http://www.cydral.com)','Cydral','http://www.cydral.com','Cydral',''), 704 (147,'daypopbot/0.x','Daypop','http://www.daypop.com/info/about.htm','Daypop',''), 705 (148,'DataparkSearch/4.xx (http://www.dataparksearch.org/)','DataparkSearch','http://www.dataparksearch.org/','dpSearch',''), 706 (149,'Orbiter/T-2.0 (+http://www.dailyorbit.com/bot.htm)','DailyOrbit','http://www.dailyorbit.com/bot.htm','DailyOrbit',''), 707 (150,'dbDig(http://www.prairielandconsulting.com)','DbDig','http://www.prairielandconsulting.com/','Connections',''), 708 (151,'deepak-USC/ISI','Deepak-USC/ISI','http://www.isi.edu/%7Eravichan/deepak-usc-isi.html','University of Southern California',''), 709 (152,'DeepIndex','Deepindex','http://www.deepindex.com/utiliser.html','Deepindex',''), 710 (153,'DeepIndex (www.en.deepindex.com)','Deepindex','http://www.deepindex.com/utiliser.html','Deepindex',''), 711 (154,'Denmex websearch (http://search.denmex.com)','Denmex Websearch','http://search.denmex.com','Denmex Websearch',''), 712 (155,'DiaGem/1.1 (http://www.skyrocket.gr.jp/diagem.html)','DiaGem Japan','http://www.skyrocket.gr.jp/diagem.html','DiaGem Japan',''), 713 (156,'-DIE-KRAEHE- META-SEARCH-ENGINE/1.1 http://www.die-kraehe.de','Die Kraehe','http://www.die-kraehe.de','Die Kraehe',''), 714 (157,'Digger/1.0 JDK/1.3.0rc3','Diggit','http://www.diggit.com/','Diggit',''), 715 (158,'Mozilla/2.0 (compatible; EZResult -- Internet Search Engine)','Direct Hit','http://www.directhit.com/','Teoma',''), 716 (159,'DittoSpyder','Ditto','http://www.ditto.com/','Ditto',''), 717 (160,'FlickBot 2.0 RPT-HTTPClient/0.3-3','FlickBot','http://www.divx.com/','DivX.com',''), 718 (161,'Download-Tipp Linkcheck (http://download-tipp.de/)','Download-Tipp','http://download-tipp.de/','Download-Tipp',''), 719 (162,'EyeCatcher (Download-tipp.de)/1.0','Download-Tipp','http://download-tipp.de/','Download-Tipp',''), 720 (163,'Internet Ninja x.0','Internet Ninja','http://www.dti.ne.jp/','Dream Train Internet',''), 721 (164,'Drecombot/1.0 (http://career.drecom.jp/bot.html)','Drecombot','http://career.drecom.jp/bot.html','Drecom Japan',''), 722 (165,'MJ12bot/vx.x.x (http://www.majestic12.co.uk/projects/dsearch/mj12bot.php)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''), 723 (166,'dtSearchSpider','DtSearchSpider','http://www.dtsearch.com/PLF_Spider.html','dtSearch',''), 724 (167,'Dumbot(version 0.1 beta)','Dumbot','http://www.dumbfind.com/','DumbFind.com',''), 725 (168,'Dumbot(version 0.1 beta - dumbfind.com)','Dumbot','http://www.dumbfind.com/','DumbFind.com',''), 726 (169,'Dumbot(version 0.1 beta - http://www.dumbfind.com/dumbot.html)','Dumbot','http://www.dumbfind.com/','DumbFind.com',''), 727 (170,'Kevin http://dznet.com/kevin/','Kevin','http://www.dznet.com/kevin/','Dznet.com',''), 728 (171,'EARTHCOM.info/1.x [www.earthcom.info]','Earthcom','http://earthcom.info/','Earthcom.info',''), 729 (172,'EARTHCOM.info/1.xbeta [www.earthcom.info]','Earthcom','http://earthcom.info/','Earthcom.info',''), 730 (173,'EchO!/2.0','Echo.fr','http://echo.fr/','Echo.fr',''), 731 (174,'Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) TrueRobot; 1.5','Echo.com','http://www.echo.com/','Echo.com',''), 732 (175,'EgotoBot/4.8 (+http://www.egoto.com/about.htm)','Egotobot','http://www.egoto.com/about.htm','Egoto.com',''), 733 (176,'elfbot/1.0 (+http://www.uchoose.de/crawler/elfbot/)','Elfbot','http://www.uchoose.de/crawler/elfbot/','uCHOOSE',''), 734 (177,'LinkScan/x.x Unix','Elsop','http://www.elsop.com/','LinkScan',''), 735 (178,'LinkScan/9.0g Unix','Elsop','http://www.elsop.com/','LinkScan',''), 736 (179,'LinkScan/11.0beta2 Unix','Elsop','http://www.elsop.com/','LinkScan',''), 737 (180,'NextGenSearchBot 1 (for information visit http://www.eliyon.com/NextGenSearchBot)','NextGenSearchBot','http://about.zoominfo.com/PublicSite/NextGenSearchBot.asp','ZoomInfo',''), 738 (181,'Enfish Tracker','Enfish Tracker','http://www.enfish.com/','Enfish',''), 739 (182,'Enterprise_Search/1.0','Enterprise Search','http://www.innerprise.net/es-bi.asp','Innerprise',''), 740 (183,'Enterprise_Search/1.0.xxx','Enterprise Search','http://www.innerprise.net/es-bi.asp','Innerprise',''), 741 (184,'ES.NET_Crawler/2.0 (http://search.innerprise.net/)','Enterprise Search','http://www.innerprise.net/es-bi.asp','Innerprise',''), 742 (185,'Enterprise_Search/1.00.xxx;MSSQL (http://www.innerprise.net/es-spider.asp)','Enterprise Search','http://www.innerprise.net/es-bi.asp','Innerprise',''), 743 (186,'Search/1.0 (http://www.innerprise.net/es-spider.asp)','Enterprise Search','http://www.innerprise.net/es-bi.asp','Innerprise',''), 744 (187,'Mozilla/4.0 (compatible; SpeedySpider; www.entireweb.com)','Entireweb','http://www.entireweb.com/','Entireweb',''), 745 (188,'WorldLight','Entireweb','http://www.entireweb.com/','Entireweb',''), 746 (189,'Speedy Spider (Beta/x.x; speedy@entireweb.com)','Entireweb','http://www.entireweb.com/','Entireweb',''), 747 (190,'Speedy_Spider (http://www.entireweb.com)','Entireweb','http://www.entireweb.com/','Entireweb',''), 748 (191,'envolk[ITS]spider/1.6(+http://www.envolk.com/envolkspider.html)','Envolkspider','http://www.envolk.com/envolkspider.html','Envolk',''), 749 (192,'versus crawler eda.baykan@epfl.ch','Versus Crawler','http://www.epfl.ch/Eindex.html','Ecole Polytechnique Fédérale de Lausanne',''), 750 (193,'EroCrawler','EroCrawler','http://www.erocrawler.com/','EroCrawler',''), 751 (194,'Arachnoidea (arachnoidea@euroseek.com)','Arachnoidea','http://www.euroseek.com/','Euroseek',''), 752 (195,'ESISmartSpider','ESISmartSpider','http://www.smart-spider.com/','smart-spider.com',''), 753 (196,'eStyleSearch 4 (compatible; MSIE 6.0; Windows NT 5.0)','E-StyleISP','http://www.e-styleisp.ru/','e-StyleISP',''), 754 (197,'EuripBot/0.2 (+http://www.eurip.com) GetRobots','EuripBot','http://www.eurip.com/','Eurip.com',''), 755 (198,'EuripBot/0.4 (+http://www.eurip.com) GetFile','EuripBot','http://www.eurip.com/','Eurip.com',''), 756 (199,'EuripBot/0.4 (+http://www.eurip.com) PreCheck','EuripBot','http://www.eurip.com/','Eurip.com',''), 757 (200,'Mozilla/3.0 (compatible; MuscatFerret/1.5.4; claude@euroferret.com)','MuscatFerret','http://www.euroferret.com/','Euro Ferret',''), 758 (201,'Mozilla/3.0 (compatible; MuscatFerret/1.5; olly@muscat.co.uk)','MuscatFerret','http://www.euroferret.com/','Euro Ferret',''), 759 (202,'Mozilla/3.0 (compatible; MuscatFerret/1.6.x; claude@euroferret.com)','MuscatFerret','http://www.euroferret.com/','Euro Ferret',''), 760 (203,'eventax/1.3 (eventax; http://www.eventax.de/; info@eventax.de)','Eventax','http://www.eventax.de/','Eventax',''), 761 (204,'Exalead NG/MimeLive Client (convert/http/0.120)','Exabot','http://www.exalead.com/search','Exalead',''), 762 (205,'Mozilla/5.0 (compatible; Konqueror/3.2; Linux) (KHTML, like Gecko)','Exabot','http://www.exalead.com/search','Exalead',''), 763 (206,'NG/2.0','Exabot','http://www.exalead.com/search','Exalead',''), 764 (207,'eseek-larbin_2.6.2 (crawler@exactseek.com)','ExactSEEK','http://www.exactseek.com/','ExactSEEK',''), 765 (208,'ExactSeek Crawler/0.1','ExactSEEK','http://www.exactseek.com/','ExactSEEK',''), 766 (209,'exactseek-crawler-2.63 (crawler@exactseek.com)','ExactSEEK','http://www.exactseek.com/','ExactSEEK',''), 767 (210,'exactseek-pagereaper-2.63 (crawler@exactseek.com)','ExactSEEK','http://www.exactseek.com/','ExactSEEK',''), 768 (211,'Excalibur Internet Spider V6.5.4','Excalibur','http://www.convera.com/Products/','Convera',''), 769 (212,'ArchitextSpider','ArchitextSpider','http://www.excite.com/','Excite',''), 770 (213,'PycURL','Fast Search','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 771 (214,'FAST-WebCrawler/3.7/FirstPage (atw-crawler at fast dot no;http://fast.no/support/crawler.asp)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 772 (215,'FAST-WebCrawler/2.1.pre.2000-04-14.1 (ashen@looksmart.net)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 773 (216,'FAST-WebCrawler/2.1-pre2 (ashen@looksmart.net)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 774 (217,'FAST-WebCrawler/2.1.prealpha.2000-04-07.1 (ashen@looksmart.net)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 775 (218,'fastlwspider/1.0','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 776 (219,'FAST-WebCrawler/2.1.pre.2000-04-18.1 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 777 (220,'FAST-WebCrawler/2.0.9 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 778 (221,'FAST-SoccerCrawler/2.2-pre-cvs (oyvinda@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 779 (222,'FAST-WebCrawler/2.0.10 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 780 (223,'FAST-WebCrawler/2.1-pre4 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 781 (224,'FAST-WebCrawler/2.1-pre5 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 782 (225,'FAST-WebCrawler/2.1-pre6 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 783 (226,'FAST-WebCrawler/2.1-pre7 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 784 (227,'FAST-WebCrawler/2.2-pre1 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 785 (228,'FAST-WebCrawler/2.2-pre2 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 786 (229,'FAST-WebCrawler/2.2-pre3 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 787 (230,'FAST-WebCrawler/2.2-pre4 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 788 (231,'FAST-WebCrawler/2.2-pre5 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 789 (232,'FAST-WebCrawler/2.2-pre8 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 790 (233,'FAST-WebCrawler/2.2-pre9 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 791 (234,'FAST-WebCrawler/2.1-pre11 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 792 (235,'FAST-WebCrawler/2.1-pre12 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 793 (236,'FAST-WebCrawler/2.1-pre13 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 794 (237,'FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 795 (238,'FAST-WebCrawler/2.1-pre10 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 796 (239,'Faxobot/1.0','FaXobot','http://www.faxo.com/','Faxo',''), 797 (240,'Mozilla/4.0 (compatible; FDSE robot)','FDSE','http://www.abadoor.de/','Abadoor',''), 798 (241,'http://wortschatz.uni-leipzig.de/findlinks/','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''), 799 (242,'findlinks/0.901 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''), 800 (243,'FineBot','FineBot','http://www.finesearch.com/','Finesearch',''), 801 (244,'RoboPal (http://www.findpal.com/)','RoboPal','http://www.findpal.com/','FindPal',''), 802 (245,'Firefly/1.0','Firefly','http://www.fireball.de/','Fireball',''), 803 (246,'Firefly/1.0 (compatible; Mozilla 4.0; MSIE 5.5)','Firefly','http://www.fireball.de/','Fireball',''), 804 (247,'FirstGov.gov Search - POC:firstgov.webmasters@gsa.gov','FirstGov','http://www.firstgov.gov/','U.S.Government',''), 805 (248,'firstsbot','Firstsbot','http://www.firstsfind.de/','Firstsfind',''), 806 (249,'FyberSpider (+http://www.fybersearch.com/fyberspider.php)','FyberSpider','http://www.fybersearch.com/fyberspider.php','FyberSearch',''), 807 (250,'Gaisbot/3.0+(robot@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.tw/robot.php)','Gaisbot','http://gais.cs.ccu.edu.tw/robot.php','Gais',''), 808 (251,'Gaisbot/3.0+(indexer@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.tw/robot.php)','Gaisbot','http://gais.cs.ccu.edu.tw/robot.php','Gais',''), 809 (252,'GalaxyBot/1.0 (http://www.galaxy.com/galaxybot.html)','GalaxyBot','http://www.galaxy.com/galaxybot.html','Galaxy',''), 810 (253,'Mozilla/4.0 (compatible; MSIE 5.0; www.galaxy.com/galaxybot.html)','GalaxyBot','http://www.galaxy.com/galaxybot.html','Galaxy',''), 811 (254,'Mozilla/4.0 (compatible; www.galaxy.com)','GalaxyBot','http://www.galaxy.com/galaxybot.html','Galaxy',''), 812 (255,'GammaSpider/1.0','GammaSpider','http://www.gammasite.com','Gammasite',''), 813 (256,'geniebot wgao@genieknows.com','GenieKnows','http://www.genieknows.com/','GenieKnows',''), 814 (257,'larbin_2.6.2 (listonATccDOTgatechDOTedu)','Georgia Institute of Technology','http://www.gatech.edu/','Georgia Institute of Technology',''), 815 (258,'GeonaBot 1.x; http://www.geona.com/','GeonaBot','http://www.geona.com/','Geona',''), 816 (259,'larbin_2.6.3 (wgao@genieknows.com)','GenieKnows','http://www.genieknows.com/','GenieKnows',''), 817 (260,'Mozilla/5.0 wgao@genieknows.com','GenieKnows','http://www.genieknows.com/','GenieKnows',''), 818 (261,'Mozilla/5.0 (wgao@genieknows.com)','GenieKnows','http://www.genieknows.com/','GenieKnows',''), 819 (262,'Gigabot/2.0','Gigabot','http://www.gigablast.com/','Gigablast',''), 820 (263,'gigabaz/3.1x (baz@gigabaz.com; http://gigabaz.com/gigabaz/)','GigaBaz Brainbot','http://gigabaz.com/gigabaz/','Gigabaz',''), 821 (264,'MicroBaz','GigaBaz Brainbot','http://gigabaz.com/gigabaz/','Gigabaz',''), 822 (265,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 4.0; Girafabot; girafabot at girafa dot com; http://www.girafa.com)','Girafabot','http://www.girafa.com','Girafa',''), 823 (266,'Look.com','GlobalQueue','http://www.multi-mode.com/','Multi-mode',''), 824 (267,'Ocelli/1.x (http://www.globalspec.com/Ocelli)','Ocelli','http://www.globalspec.com/Ocelli','GlobalSpec',''), 825 (268,'GNODSPIDER (www.gnod.net)','GnodSpider','www.gnod.net','Gnod',''), 826 (269,'Goblin/0.9 (http://www.goguides.org/)','Goblin','http://www.goguides.org/','GoGuides',''), 827 (270,'Goblin/0.9.x (http://www.goguides.org/goblin-info.html)','Goblin','http://www.goguides.org/','GoGuides',''), 828 (271,'GoForIt.com','GoForIt','http://www.goforit.com/','GoForIt',''), 829 (272,'GOFORITBOT ( http://www.goforit.com/about/ )','GoForIt','http://www.goforit.com/','GoForIt',''), 830 (273,'ichiro/1.0 (ichiro@nttr.co.jp)','Ichiro','http://www.goo.ne.jp/','Goo',''), 831 (274,'moget/x.x (moget@goo.ne.jp)','Moget','http://www.goo.ne.jp/','Goo',''), 832 (275,'mogimogi/1.0','Mogimogi','http://www.goo.ne.jp/','Goo',''), 833 (276,'Mozilla/3.0 (Slurp.so/Goo; slurp@inktomi.com; http://www.inktomi.com/slurp.html)','Goo (Japan)','http://www.goo.ne.jp/','Goo',''), 834 (277,'Mediapartners-Google/2.1','Google-Adsense','http://www.google.com/webmasters/bot.html','Google',''), 835 (278,'Googlebot/2.1 (+http://www.googlebot.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''), 836 (279,'Googlebot/2.1 (+http://www.google.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''), 837 (280,'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''), 838 (281,'Googlebot/1.0 (googlebot@googlebot.com http://googlebot.com/)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''), 839 (282,'Googlebot/2.0 beta (googlebot@googlebot.com)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''), 840 (283,'Googlebot/2.0 (+http://googlebot.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''), 841 (284,'Googlebot/1.0 (googlebot@googlebot.com)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''), 842 (285,'Googlebot/2.1w (+http://googlebot.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''), 843 (286,'Googlebot-w/2.1 (+http://googlebot.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''), 844 (287,'Googlebot/1.0','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''), 845 (288,'Googlebot-Image/1.0','Google-Image','http://www.google.com/webmasters/bot.html','Google',''), 846 (289,'Google WAP Proxy/1.0','Google-WAP','http://www.google.com/webmasters/bot.html','Google',''), 847 (290,'Nokia-WAPToolkit/1.2 googlebot(at)googlebot.com','Google-WAP','http://www.google.com/webmasters/bot.html','Google',''), 848 (291,'GrigorBot 0.8 (http://www.grigor.biz/bot.html)','GrigorBot','http://www.grigor.biz/bot.html','Grigor',''), 849 (292,'Mozilla/4.0 (compatible; grub-client-1.4.3; Crawl your own stuff with http://grub.org)','Grub-client','http://grub.looksmart.com/','Grub',''), 850 (293,'Harvest-NG/1.0.2','Harvest-NG','http://webharvest.sourceforge.net/ng/','Harvest-NG',''), 851 (294,'Hatena Antenna/0.4 (http://a.hatena.ne.jp/help#robot)','Hatena Antenna','http://hatenaantenna.g.hatena.ne.jp/#robot','Hatena Antenna',''), 852 (295,'Helix/1.x (+http://www.sitesearch.ca/helix/)','Helix','http://www.sitesearch.ca/helix/','SiteSearch',''), 853 (296,'Hitwise Spider v1.0 http://www.hitwise.com','Hitwise Spider','http://www.hitwise.com','Hitwise',''), 854 (297,'archive.org_bot','Heritrix','http://www.cs.washington.edu/research/networking/websys/','University of Washington',''), 855 (298,'mozilla/5.0 (compatible; heritrix/1.3.0 +http://archive.crawler.org)','Heritrix','http://www.cs.washington.edu/research/networking/websys/','University of Washington',''), 856 (299,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; heritrix/1.3.0 +http://www.cs.washington.edu/research/networking/websys/)','Heritrix','http://www.cs.washington.edu/research/networking/websys/','University of Washington',''), 857 (300,'HomePageSearch(hpsearch.uni-trier.de)','HomePageSearch','http://hpsearch.uni-trier.de/','HomePageSearch',''), 858 (301,'Homerbot: www.homerweb.com','Homerbot','http://www.homerweb.com/','Homerweb',''), 859 (302,'HooWWWer/2.1.0 (+http://cosco.hiit.fi/search/hoowwwer/ | mailto:crawler-info<at>hiit.fi)','Hoowwwer','http://cosco.hiit.fi/search/hoowwwer/','NGIR',''), 860 (303,'Toutatis x.x-x','Toutatis','http://hoppa.com/','Hoppa',''), 861 (304,'Toutatis x.x (hoppa.com)','Toutatis','http://hoppa.com/','Hoppa',''), 862 (305,'Toutatis x-xx.x (hoppa.com)','Toutatis','http://hoppa.com/','Hoppa',''), 863 (306,'htdig/3.1.x (root@localhost)','Htdig','http://www.htdig.org/','ht:/dig',''), 864 (307,'ParaSite/1.0b (http://www.ianett.com/parasite/)','ParaSite','http://www.ianett.com/parasite/','Ianett',''), 865 (308,'BlogzIce/1.0 (+http://icerocket.com; rhodes@icerocket.com)','BlogzIce','http://icerocket.com','IceRocket',''), 866 (309,'BlogzIce/1.0 +http://www.icerocket.com/','BlogzIce','http://icerocket.com','IceRocket',''), 867 (310,'ichiro/1.0 (ichiro@nttr.co.jp)','Ichiro','http://www.goo.ne.jp/','Goo',''), 868 (311,'IconSurf/2.0 favicon finder (see http://iconsurf.com/robot.html)','IconSurf','http://iconsurf.com/robot.html','IconSurf',''), 869 (312,'IconSurf/2.0 favicon monitor (see http://iconsurf.com/robot.html)','IconSurf','http://iconsurf.com/robot.html','IconSurf',''), 870 (313,'ICRA_label_spider/x.0','ICRA_Label_spider','http://www.icra.org/','Icra',''), 871 (314,'Pompos/1.x pompos@iliad.fr','Pompos','http://www.iliad.fr/','Iliad (Free)',''), 872 (315,'Pompos/1.x http://dir.com/pompos.html','Pompos','http://www.iliad.fr/','Iliad (Free)',''), 873 (316,'IncyWincy(http://www.loopimprovements.com/robot.html)','IncyWincy','http://www.loopimprovements.com/robot.html','LoopImprovements',''), 874 (317,'IncyWincy/2.1(loopimprovements.com/robot.html)','IncyWincy','http://www.loopimprovements.com/robot.html','LoopImprovements',''), 875 (318,'IncyWincy data gatherer(webmaster@loopimprovements.com,http://www.loopimprovements.com/robot.html)','IncyWincy','http://www.loopimprovements.com/robot.html','LoopImprovements',''), 876 (319,'IncyWincy page crawler(webmaster@loopimprovements.com,http://www.loopimprovements.com/robot.html)','IncyWincy','http://www.loopimprovements.com/robot.html','LoopImprovements',''), 877 (320,'NetResearchServer/x.x(loopimprovements.com/robot.html)','IncyWincy','http://www.loopimprovements.com/robot.html','LoopImprovements',''), 878 (321,'IndexTheWeb.com Crawler7','IndexTheWeb','http://www.indextheweb.com','IndexTheWeb',''), 879 (322,'Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) Indonesia Interactive','Indonesia Interactive','http://www.i-2.co.id/','Indonesia Interactive',''), 880 (323,'InelaBot/0.2 (+http://inelegant.org/bot)','InelaBot','http://inelegant.org/bot','Inelegant',''), 881 (324,'Inet library','Inet Library','http://www.inetlibrary.com/','Inet Library',''), 882 (325,'icsbot-0.1','Icsbot','http://icseoul.org/','International Christian school of Seoul',''), 883 (326,'IlTrovatore-Setaccio/1.2 (It-bot;compatible;MSIE 6.0;Mozilla/4.0; http://www.iltrovatore.it/bot.html; bot@iltrovatore.it)','It-bot','http://www.iltrovatore.it/','IlTrovatore',''), 884 (327,'URL Spider Pro/x.xx (innerprise.net)','URL_Spider_Pro','http://www.innerprise.net/es-bi.asp','Innerprise',''), 885 (328,'URL_Spider_Pro/x.x','URL_Spider_Pro','http://www.innerprise.net/es-bi.asp','Innerprise',''), 886 (329,'URL_Spider_Pro/x.x+(http://www.innerprise.net/usp-spider.asp)','URL_Spider_Pro','http://www.innerprise.net/es-bi.asp','Innerprise',''), 887 (330,'DataFountains/DMOZ Downloader','DataFountains','http://infomine.ucr.edu/','University of California',''), 888 (331,'InfoSeek Sidewinder/0.9','Infoseek','http://go.com/','Go',''), 889 (332,'Ultraseek','Ultraseek','http://go.com/','Go',''), 890 (333,'Mozilla/3.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)','Slurp Inktomi','http://help.yahoo.com/help/us/ysearch/slurp/index.html','Hotbot-Lycos,NBCi etc.',''), 891 (334,'Mozilla/3.0 (Slurp/si; slurp@inktomi.com; http://www.inktomi.com/slurp.html)','Slurp Inktomi','http://help.yahoo.com/help/us/ysearch/slurp/index.html','Hotbot-Lycos,NBCi etc.',''), 892 (335,'Mozilla/5.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)','Slurp Inktomi','http://help.yahoo.com/help/us/ysearch/slurp/index.html','Hotbot-Lycos,NBCi etc.',''), 893 (336,'Mozilla/5.0 (Slurp/si; slurp@inktomi.com; http://www.inktomi.com/slurp.html)','Slurp Inktomi','http://help.yahoo.com/help/us/ysearch/slurp/index.html','Hotbot-Lycos,NBCi etc.',''), 894 (337,'larbin_2.2.1_de_Viennot (Laurent.Viennot@inria.fr)','Inria','http://www.inria.fr/','Inria',''), 895 (338,'larbin_2.2.2_guillaume (guillaume@liafa.jussieu.fr)','Liafa','http://www.liafa.jussieu.fr/','Liafa',''), 896 (339,'InternetSeer.com','Internetseer','http://www.internetseer.com','Internetseer',''), 897 (340,'ramBot xtreme x.x','Rambot','http://www.intersearch.de','Intersearch',''), 898 (341,'Mozilla/3.0 (compatible; Webinator-DEV01.home.iprospect.com/2.56)','Iprospect','http://www.iprospect.com/','Iprospect',''), 899 (342,'IpselonBot/0.xx-beta (Ipselon; http://www.ipselon.com; ipselonbot@ipselon.com)','IpselonBot','http://www.ipselon.com','Ipselon',''), 900 (343,'IRLbot/1.0 (+http://irl.cs.tamu.edu/crawler)','IRLbot','http://irl.cs.tamu.edu/crawler','Texas A&M University',''), 901 (344,'Mozilla/3.0 (Vagabondo/2.0 MT; webcrawler@NOSPAMexperimental.net; http://aanmelden.ilse.nl/?aanmeld_mode=webhints)','Ilse','http://aanmelden.ilse.nl/?aanmeld_mode=webhints','Ilse',''), 902 (345,'Mozilla/3.0 (INGRID/3.0 MT; webcrawler@NOSPAMexperimental.net; http://aanmelden.ilse.nl/?aanmeld_mode=webhints)','Ilse','http://aanmelden.ilse.nl/?aanmeld_mode=webhints','Ilse',''), 903 (346,'ideare - SignSite/1.x','Ideare','http://www.ideare.com/','Ideare',''), 904 (347,'Jayde Crawler. http://www.jayde.com','Jayde Crawler','http://www.jayde.com','Jayde',''), 905 (348,'Jetbot/1.0','Jetbot','http://www.jeteye.com/','JetEye',''), 906 (349,'A-Online Search','A-Online','http://www.aon.at/portal','Aon',''), 907 (350,'Jyxobot/x','Jyxobot','http://jyxo.cz/','Jyxo',''), 908 (351,'k2spider','K2 Spider','http://www.verity.com','Verity',''), 909 (352,'Kenjin Spider','Kenjin Spider','http://www.kenjin.ne.jp/','Kenjin',''), 910 (353,'EasyDL/3.xx','EasyDL','http://keywen.com/Encyclopedia/Bot/','Keywen',''), 911 (354,'EasyDL/3.xx http://keywen.com/Encyclopedia/Bot','EasyDL','http://keywen.com/Encyclopedia/Bot/','Keywen',''), 912 (355,'Knowledge.com/0.x','Knowledge.com','http://www.knowledge.com/','knowledge.com',''), 913 (356,'Mariner/5.1b [de] (Win95; I ;Kolibri gncwebbot)','Mariner','http://www.kolibri.de/','Kolibri',''), 914 (357,'libWeb/clsHTTP -- hiongun@kt.co.kr','LibWeb','http://www.kt.co.kr/kt_home/eng/index.jsp','Korea Telecom',''), 915 (358,'WISEbot/1.0 (WISEbot@koreawisenut.com; http://wisebot.koreawisenut.com)','WISEbot','http://wisebot.koreawisenut.com','Koreawisenut',''), 916 (359,'kulokobot www.kuloko.com kuloko@backweave.com','Kulokobot','http://www.kuloko.com/','Kuloko',''), 917 (360,'kuloko-bot/0.x','Kulokobot','http://www.kuloko.com/','Kuloko',''), 918 (361,'larbin_2.2.2 (sugayama@lab7.kuis.kyoto-u.ac.jp)','Ishida Lab','http://lab7.kuis.kyoto-u.ac.jp/','Kyoto University',''), 919 (362,'Mozilla/5.0 (compatible; heritrix/1.5.0 +http://www.l3s.de/~kohlschuetter/projects/crawling/)','Heritrix L3S','http://www.l3s.de/~kohlschuetter/projects/crawling/','L3S Research Center',''), 920 (363,'IPiumBot laurion(dot)com','IPiumBot','http://www.laurion.com/','Laurions',''), 921 (364,'larbin_2.6.2 (tom@lemurconsulting.com)','Lemur Consulting','http://www.lemurconsulting.com/Home.shtml','Lemur Consulting',''), 922 (365,'LexiBot/1.00','Lexibot','http://brightplanet.com/products/dqm_benefits.asp','BrightPlanet',''), 923 (366,'Mata Hari/2.00','Lexibot','http://brightplanet.com/products/dqm_benefits.asp','BrightPlanet',''), 924 (367,'LNSpiderguy','LNSpiderguy','http://www.lexisnexis.com/','Lexis-Nexis',''), 925 (368,'LECodeChecker/3.0 libgetdoc/1.0','LECodeChecker','http://www.linkexchange.com/','Linkexchange',''), 926 (369,'AgentName/0.1 libwww-perl/5.48','AgentName','http://www.linkomatic.com/','Linkomatic',''), 927 (370,'linknzbot','Linknzbot','http://www.linknz.co.nz/','LinkNZ',''), 928 (371,'Mozilla/3.01 (Compatible; Links2Go Similarity Engine)','Links2Go','http://www.links2go.com/','Links2Go',''), 929 (372,'Lockstep Spider/1.0','Lockstep Spider','http://www.lockstep.com/','Lockstep',''), 930 (373,'IncyWincy(http://www.look.com)','IncyWincy (Look)','http://www.look.com','Look',''), 931 (374,'NetResearchServer(http://www.look.com)','Look.com','http://www.look.com','Look',''), 932 (375,'Seeker.lookseek.com','Seeker.lookseek','http://www.lookseek.com/','Lookseek',''), 933 (376,'MantraAgent','MantraAgent','http://www.looksmart.com/','LookSmart',''), 934 (377,'Martini','Martini','http://www.looksmart.com/','LookSmart',''), 935 (378,'MARTINI','Martini','http://www.looksmart.com/','LookSmart',''), 936 (379,'Mozilla/4.0 (compatible; Zealbot 1.0)','Zealbot','http://www.looksmart.com/','LookSmart',''), 937 (380,'ZyBorg','ZyBorg (LookSmart)','http://www.looksmart.com/','LookSmart',''), 938 (381,'luchs.at URL checker','Luchs.at URL checker','http://web.luchs.at/','Luchs',''), 939 (382,'Lycos_Spider_(T-Rex)','Lycos_Spider','http://www.lycos.com/','Lycos',''), 940 (383,'Mozilla/4.0 (compatible; MSIE 5.0; Windows 98;Lycos_Spider_(T-Rex) ; Lycos_Spider_(T-Rex) )','Lycos_Spider','http://www.lycos.com/','Lycos',''), 941 (384,'Mozilla/4.0 (compatible; MSIE 5.0; Windows 98;Lycos_Spider_Beta2(T-Rex) ; Lycos_Spider_Beta2(T-Rex) )','Lycos_Spider','http://www.lycos.com/','Lycos',''), 942 (385,'LinkWalker','LinkWalker','http://www.seventwentyfour.com/','Seven TwentyFour',''), 943 (386,'lmspider (lmspider@scansoft.com)','Lmspider','http://www.nuance.com/','Nuance',''), 944 (387,'Marvin v0.3','Marvin','http://www.hon.ch/MedHunt/Marvin.html','Health On the Net Fondation',''), 945 (388,'MasterSeek','Masterseek','http://www.masterseek.com/','Masterseek',''), 946 (389,'Spider/maxbot.com admin@maxbot.com','Maxbot','http://www.maxbot.com/','Maxbot',''), 947 (390,'maxomobot/dev-20051201 (maxomo; http://67.102.134.34:4047/MAXOMO/MAXOMObot.html; maxomobot@maxomo.com)','Maxomobot','http://www.maxomo.com/','Maxomo',''), 948 (391,'Mercator-1.x','Mercator','http://www.research.compaq.com/SRC/mercator/','Altavista',''), 949 (392,'Mercator-2.0','Mercator','http://www.research.compaq.com/SRC/mercator/','Altavista',''), 950 (393,'Mercator-Scrub-1.1','Mercator','http://www.research.compaq.com/SRC/mercator/','Altavista',''), 951 (394,'MetaGer-LinkChecker','Metager-Linkchecker','http://www.metager.de/','Metager',''), 952 (395,'Metaspinner/0.01 (Metaspinner; http://www.meta-spinner.de/; support@meta-spinner.de/)','Metaspinner','http://index.meta-spinner.de/','Metaspinner',''), 953 (396,'MediaCrawler-1.0 (Experimental)','MediaCrawler','http://www.mediacrawler.de','Media Find',''), 954 (397,'libwww/5.3.2','Mediater Rechercher','http://www.mediater.net/','Mediater',''), 955 (398,'larbin_2.1.1 larbin2.1.1@somewhere.com','Merl.com','http://www.merl.com/','Mitsubishi Electrical Research Lab',''), 956 (399,'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0) (samualt9@bigfoot.com)','Metacarta','http://www.metacarta.com/','Metacarta',''), 957 (400,'HenryTheMiragoRobot (http://www.miragorobot.com/scripts/mrinfo.asp)','HenryTheMiragoRobot','http://www.miragorobot.com/scripts/mrinfo.asp','Mirago',''), 958 (401,'Miva (AlgoFeedback@miva.com)','Miva','http://www.miva.com','Miva',''), 959 (402,'Felix - Mixcat Crawler (+http://mixcat.com)','Felix','http://mixcat.com/','MixCat',''), 960 (403,'Morris - Mixcat Crawler (+http://mixcat.com)','Morris','http://mixcat.com/','MixCat',''), 961 (404,'MojeekBot/0.x (archi; http://www.mojeek.com/bot.html)','MojeekBot','http://www.mojeek.com/bot.html','Mojeek',''), 962 (405,'holmes/x.x','Holmes','http://morfeo.centrum.cz/','Morfeo / Centrum',''), 963 (406,'Mozdex/0.06-dev (Mozdex; http://www.mozdex.com/bot.html; spider@mozdex.com)','Mozdex','http://www.mozdex.com/bot.html','MozDex',''), 964 (407,'mozDex/0.04-dev (mozDex; http://www.mozdex.com/en/bot.html; spider@mozdex.com)','MozDex','http://www.mozdex.com/bot.html','MozDex',''), 965 (408,'MnogoSearch/3.2.xx','MnoGoSearch','http://mnogosearch.org/','MnoGoSearch',''), 966 (409,'msnbot/1.0 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''), 967 (410,'Mylinea.com Crawler 2.0','Mylinea','http://fr.mylinea.com/','Mylinea',''), 968 (411,'Mozilla/5.0 (compatible; InterseekWeb/3.x)','Najdi','http://www.najdi.si/pomoc/eng/index.jsp','Najdi',''), 969 (412,'NP/0.1 (NP; http://www.nameprotect.com; npbot@nameprotect.com)','Nameprotect','http://www.nameprotect.com','Nameprotect',''), 970 (413,'NPBot (http://www.nameprotect.com/botinfo.html)','Nameprotect','http://www.nameprotect.com','Nameprotect',''), 971 (414,'NPBot-1/2.0','Nameprotect','http://www.nameprotect.com','Nameprotect',''), 972 (415,'kulturarw3/0.1','Kulturarw','http://www.kb.se/ENG/kbstart.htm','National Library of Sweden',''), 973 (416,'Cowbot-0.1 (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)','Cowbot','http://www.naver.co.jp/','Naver',''), 974 (417,'Cowbot-0.1.x (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)','Cowbot','http://www.naver.co.jp/','Naver',''), 975 (418,'dloader(NaverRobot)/1.0','NaverBot','http://www.naver.co.jp/','Naver',''), 976 (419,'NaverBot_dloader/1.5','NaverBot','http://www.naver.co.jp/','Naver',''), 977 (420,'NaverBot-1.0 (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)','NaverBot','http://www.naver.co.jp/','Naver',''), 978 (421,'nabot_1.0','Nabot','http://www.naver.co.jp/','Naver',''), 979 (422,'NABOT/5.0','Nabot','http://www.naver.co.jp/','Naver',''), 980 (423,'NationalDirectoryAddURL/1.0','Nationaldirectory','http://www.nationaldirectory.com/','Nationaldirectory',''), 981 (424,'NationalDirectory-WebSpider/1.3','Nationaldirectory','http://www.nationaldirectory.com/','Nationaldirectory',''), 982 (425,'larbin_2.6.2 (hamasaki@grad.nii.ac.jp)','NII','http://www.nii.ac.jp/','National Institut of Informatics (Japan)',''), 983 (426,'Francis/1.0 (francis@neomo.de http://www.neomo.de/)','Francis','http://www.neomo.de/','Neomo',''), 984 (427,'Mozilla/4.0 (compatible; MSIE 5.0; NetNose-Crawler 2.0; A New Search Experience: http://www.netnose.com)','NetNose','http://www.netnose.com/','NetNose',''), 985 (428,'Netprospector JavaCrawler','Netprospector','http://www.actaddons.com/products/netprospector.asp','Netprospector',''), 986 (429,'Robozilla/1.0','Netscape','http://www.dmoz.org/','DMOZ',''), 987 (430,'NextopiaBOT (+http://www.nextopia.com) distributed crawler client beta v0.x','NextopiaBot','http://www.nextopia.com','Nextopia',''), 988 (431,'NMG Spider/0.3 (szukanko.com)','NMG Spider','http://www.szukanko.com/','Szukanko',''), 989 (432,'Noago Spider','Noago Spider','http://www.noago.com/','Noago',''), 990 (433,'NokodoBot/1.x (+http://nokodo.com/bot.htm)','NokodoBot','http://nokodo.com/bot.htm','Nokodo',''), 991 (434,'Gulliver/1.3','Gulliver','http://www.northernlight.com/','Northernlight',''), 992 (435,'Gulliver/1.2','Gulliver','http://www.northernlight.com/','Northernlight',''), 993 (436,'AVSearch-1.0(peter.turney@nrc.ca)','AVSearch','http://www.nrc-cnrc.gc.ca/main_e.html','National Research Council Canada',''), 994 (437,'gazz/x.x (gazz@nttrd.com)','Gaaz','http://www.infobee.ne.jp/','Infobee',''), 995 (438,'DoCoMo/1.0/Nxxxi/c10','DoCoMo','http://www.nttdocomo.co.jp/','NTT DoCoMo',''), 996 (439,'DoCoMo/1.0/Nxxxi/c10/TB','DoCoMo','http://www.nttdocomo.co.jp/','NTT DoCoMo',''), 997 (440,'DoCoMo/2.0 P900iV(c100;TB;W24H11)','DoCoMo','http://www.nttdocomo.co.jp/','NTT DoCoMo',''), 998 (441,'NWSpider 0.9','NWSpider','http://www.nwspider.com/','NWSpider',''), 999 (442,'nttdirectory_robot/0.9 (super-robot@super.navi.ocn.ne.jp)','NTT Directory','http://navi.ocn.ne.jp/','NTT Directory',''), 1000 (443,'nuSearch Spider <a href=http://www.nusearch.com>www.nusearch.com</a> (compatible; MSIE 4.01)','NuSearch Spider','http://www.nusearch.com','NuSearch',''), 1001 (444,'Nutch','Nutch','http://lucene.apache.org/','Lucene',''), 1002 (445,'NutchCVS/0.0x-dev (Nutch; http://www.nutch.org/docs/bot.html; nutch-agent@lists.sourceforge.net)','Nutch','http://lucene.apache.org/','Lucene',''), 1003 (446,'NutchOrg/0.0x-dev (Nutch; http://www.nutch.org/docs/bot.html; nutch-agent@lists.sourceforge.net)','Nutch','http://lucene.apache.org/','Lucene',''), 1004 (447,'NutchCVS/0.06-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)','Nutch','http://lucene.apache.org/','Lucene',''), 1005 (448,'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; T312461) RPT-HTTPClient/0.3-3E','Object Sciences Corp','http://www.saic.com','SAIC',''), 1006 (449,'ObjectsSearch/0.01-dev (ObjectsSearch;http://www.ObjectsSearch.com/bot.html; support@thesoftwareobjects.com)','Objects Search','http://www.saic.com','SAIC',''), 1007 (450,'Ocelli/1.3 (http://www.globalspec.com/Ocelli)','Ocelli','http://www.globalspec.com/','GlobalSpec',''), 1008 (451,'Mozilla/5.0 (compatible; OnetSzukaj/5.0; +http://szukaj.onet.pl)','OnetSzukaj','http://szukaj.onet.pl','Szukaj',''), 1009 (452,'Jabot/7.x.x (http://odin.ingrid.org/)','Jabot','http://www.ingrid.org/','ODIN Directory',''), 1010 (453,'Jabot/6.x (http://odin.ingrid.org/)','Jabot','http://www.ingrid.org/','ODIN Directory',''), 1011 (454,'DigOut4U','OpenPortal4U','http://www.arisem.com','Arisem',''), 1012 (455,'OpidooBOT (larbin2.6.3@unspecified.mail)','OpidooBot','http://www.opidoo.com/','Opidoo',''), 1013 (456,'Orbiter/T-2.0 (+http://www.dailyorbit.com/bot.htm)','Orbiter','http://www.dailyorbit.com/bot.htm','DailyOrbit',''), 1014 (457,'OmniExplorer_Bot/1.0x (+http://www.omni-explorer.com) Internet Categorizer','OmniExplorer','http://www.omni-explorer.com','OmniExplorer',''), 1015 (458,'OmniExplorer_Bot/1.0x (+http://www.omni-explorer.com) Job Crawler','OmniExplorer','http://www.omni-explorer.com','OmniExplorer',''), 1016 (459,'OmniExplorer_Bot/1.1x (+http://www.omni-explorer.com) Torrent Crawler','OmniExplorer','http://www.omni-explorer.com','OmniExplorer',''), 1017 (460,'OmniExplorer_Bot/x.xx (+http://www.omni-explorer.com) WorldIndexer','OmniExplorer','http://www.omni-explorer.com','OmniExplorer',''), 1018 (461,'Onet.pl SA, http://szukaj.onet.pl','OnetSzukaj','http://szukaj.onet.pl','Szukaj',''), 1019 (462,'Openbot/3.0+(robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)','Openfind','http://www.openfind.com.tw/robot.html','Openfind',''), 1020 (463,'Openfind data gatherer, Openbot/3.0+(robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)','Openfind','http://www.openfind.com.tw/robot.html','Openfind',''), 1021 (464,'Openfind Robot/1.1A2','Openfind','http://www.openfind.com.tw/robot.html','Openfind',''), 1022 (465,'OpenTextSiteCrawler/2.9.2','OpenTextSiteCrawler','http://www.opentext.net/','OpenText',''), 1023 (466,'OpenWebSpider/x','OpenWebSpider','http://www.openwebspider.org/','OpenWebSpider',''), 1024 (467,'Oracle Ultra Search','Oracle','http://www.oracle.com/index.html','Oracle',''), 1025 (468,'Overture-WebCrawler/3.8/Fresh (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)','Overture-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''), 1026 (469,'Mozilla/5.0 (compatible; heritrix/1.5.0-200506231921 +http://pandora.nla.gov.au/crawl.html)','Pandora','http://pandora.nla.gov.au/crawl.html','National Library of Australia',''), 1027 (470,'Patwebbot (http://www.herz-power.de/technik.html)','Patwebbot','http://www.herz-power.de/technik.html','Patsearch',''), 1028 (471,'PEERbot www.peerbot.com','Peerbot','http://www.peerbot.com/','Peerbot',''), 1029 (472,'PicoSearch/1.0','PicoSearch','http://www.picosearch.com/','Pico Search',''), 1030 (473,'psbot/0.1 (+http://www.picsearch.com/bot.html)','Psbot','http://www.picsearch.com/bot.html','Picsearch',''), 1031 (474,'pipeLiner/0.xx (PipeLine Spider; http://www.pipeline-search.com/webmaster.html)','PipeLiner','http://www.pipeline-search.com/webmaster.html','Pipeline',''), 1032 (475,'Pita','Pita','http://www-diglib.stanford.edu/~testbed/doc2/WebBase/webbase-pages.html','Stanford University',''), 1033 (476,'Popdexter/1.0','Popdexter','http://www.popdex.com/','Popdex',''), 1034 (477,'Robot/www.pj-search.com','PopJapanSearch','http://www.pj-search.com/','PopJapanSearch',''), 1035 (478,'PJspider/3.0 (pjspider@portaljuice.com; http://www.portaljuice.com)','PJspider','http://www.portaljuice.com/','Nextopia',''), 1036 (479,'polybot 1.0 (http://cis.poly.edu/polybot/)','Polybot','http://cis.poly.edu/polybot/','Polytechnic University Brooklyn',''), 1037 (480,'DeepIndexer.ca','DeepIndexer','http://www.deepindex.com/utiliser.html','Deepindex',''), 1038 (481,'Marketwave Hit List','Pilot Hitlist','http://www.pilotsoftware.com/hitlist/','Pilot Hitlist',''), 1039 (482,'CrawlerBoy Pinpoint.com','CrawlerBoy','http://www.motricity.com/','Motricity',''), 1040 (483,'Mozilla/5.0 (compatible; pogodak.ba/3.x)','Pogodak','http://www.pogodak.hr/','Pogodak',''), 1041 (484,'Pompos','Pompos','http://www.iliad.fr/','Iliad (Free)',''), 1042 (485,'PROBE! (Probert Encyclopaedia Research Robot V1.0 http://www.probertencyclopaedia.com)','Probe!','http://www.probertencyclopaedia.com/','Probert Encyclopaedia',''), 1043 (486,'ProWebGuide Link Checker (http://www.prowebguide.com)','ProWebguide','http://www.prowebguide.com/','ProWebguide',''), 1044 (487,'CoolBot','CoolBot','http://www.suchmaschine21.de/','SuchMaschine21',''), 1045 (488,'Rotondo/3.1 libwww/5.3.1','Rotondo','http://www.qualigo.de/doks/search/source/std/start_search.php','QualiGo',''), 1046 (489,'QPCreep Test Rig ( We are not indexing, just testing )','QPCreep','http://www.quepasa.com/','Quepasa',''), 1047 (490,'QuepasaCreep ( crawler@quepasacorp.com )','QuepasaCreep','http://www.quepasa.com/','Quepasa',''), 1048 (491,'QuepasaCreep v0.9.1x','QuepasaCreep','http://www.quepasa.com/','Quepasa',''), 1049 (492,'QueryN Metasearch','QueryN Metasearch','http://www.queryn.com/queryn/','QueryN',''), 1050 (493,'ScanWeb','ScanWeb','http://eserver.host.sk/','Eserver',''), 1051 (494,'Web Snooper','RankMeter','http://www.searchutilities.com/','SearchUtilities',''), 1052 (495,'Rational SiteCheck (Windows NT)','Rational SiteCheck','http://www.rational.com.ar','GSInnova',''), 1053 (496,'StackRambler/x.x','StackRambler','http://www.rambler.ru/','Rambler',''), 1054 (497,'Reaper [2.03.10-031204] (http://www.sitesearch.ca/reaper/)','Reaper','http://marty.anstey.ca/projects/robots/reaper.html','Marty Anstey',''), 1055 (498,'Reaper/2.0x (+http://www.sitesearch.ca/reaper)','Reaper','http://marty.anstey.ca/projects/robots/reaper.html','Marty Anstey',''), 1056 (499,'Scrubby/2.x (http://www.scrubtheweb.com/)','Scrubby','http://www.scrubtheweb.com/','Scrub the web',''), 1057 (500,'( Robots.txt Validator http://www.searchengineworld.com/cgi-bin/robotcheck.cgi )','SearchEngineWorlds','http://www.searchengineworld.com/','SearchEngineWorlds',''), 1058 (501,'lwp-trivial/1.34','Search4free','http://www.search4free.com/','Search4free',''), 1059 (502,'Mozilla/3.0 (compatible; Fluffy the spider; http://www.searchhippo.com/; info@searchhippo.com)','Fluffy the spider','http://www.searchhippo.com/','Searchhippo',''), 1060 (503,'ClariaBot/1.0','SearchScout','http://www.searchscout.com/','SearchScout',''), 1061 (504,'Diamond/1.0','SearchScout','http://www.searchscout.com/','SearchScout',''), 1062 (505,'DiamondBot','SearchScout','http://www.searchscout.com/','SearchScout',''), 1063 (506,'MegaSheep v1.0 (www.searchuk.com internet sheep)','MegaSheep','http://www.searchuk.com/','Search UK',''), 1064 (507,'search.ch V1.4','Search.ch','http://www.search.ch/','Search CH',''), 1065 (508,'search.ch V1.4.2 (spiderman@search.ch; http://www.search.ch)','Search.ch','http://www.search.ch/','Search CH',''), 1066 (509,'SearchByUsa/2 (SearchByUsa; http://www.SearchByUsa.com/bot.html; info@SearchByUsa.com)','SearchByUsa','http://www.searchbyusa.com/','Search4USA',''), 1067 (510,'SearchExpress Spider0.99','SearchExpress Spider','http://www.searchexpress.com/','SearchExpress',''), 1068 (511,'SearchGuild_DMOZ_Experiment (chris@searchguild.com)','Searchguild','http://searchguild.com/','SearchGuild',''), 1069 (512,'Spider-Sleek/2.0 (+http://search-info.com/linktous.html)','Search-Info','http://search-info.com/','Search-Info',''), 1070 (513,'Searchit-Now Robot/2.2 (+http://www.searchit-now.co.uk)','Searchit-Now Robot','http://www.searchit-now.co.uk','Searchit-Now',''), 1071 (514,'SearchSpider.com/1.1','SearchSpider','http://www.searchspider.com/','SearchSpider',''), 1072 (515,'Searchspider/1.2 (SearchSpider; http://www.searchspider.com; webmaster@searchspider.com)','SearchSpider','http://www.searchspider.com/','SearchSpider',''), 1073 (516,'Seekbot/1.0 (http://www.seekbot.net/bot.html) HTTPFetcher/0.3','Seekbot','http://www.seekbot.net/bot.html','SeekPort',''), 1074 (517,'Seekbot/1.0 (http://www.seekbot.net/bot.html) RobotsTxtFetcher/1.0 (XDF)','Seekbot','http://www.seekbot.net/bot.html','SeekPort',''), 1075 (518,'Seekbot/1.0 (http://www.seekbot.net/bot.html) RobotsTxtFetcher/1.2','Seekbot','http://www.seekbot.net/bot.html','SeekPort',''), 1076 (519,'Findexa Crawler (http://www.findexa.no/gulesider/article26548.ece)','Findexa Crawler','http://www.findexa.no/english/article27709.ece','Findexa',''), 1077 (520,'GAIS Robot/1.0B2','GAIS Robot','http://www.seed.net.tw/','Seed',''), 1078 (521,'Sensis.com.au Web Crawler (search_comments\\at\\sensis\\dot\\com\\dot\\au)','Sensis.com.au Web Crawler','http://www.sensis.com.au/','Sensis',''), 1079 (522,'SeznamBot/1.0','SeznamBot','http://www.seznam.cz/','Seznam',''), 1080 (523,'SeznamBot/1.0 (+http://fulltext.seznam.cz/)','SeznamBot','http://www.seznam.cz/','Seznam',''), 1081 (524,'Shoula.com Crawler 2.0','Shoula','http://www.shoula.com/','Shoula! Search',''), 1082 (525,'Agent-SharewarePlazaFileCheckBot/2.0+(+http://www.SharewarePlaza.com)','SharewarePlaza','http://www.sharewareplaza.com/','SharewarePlaza',''), 1083 (526,'sherlock/1.0','Sherlock','http://www.informatics.indiana.edu/fil/Class/b659/Projects/S04-g6/','Indiana University School of Informatics',''), 1084 (527,'asterias/2.0','Asterias','http://search.singingfish.com/sfw/home.jsp','Singing Fish',''), 1085 (528,'+SitiDi.net/SitiDiBot/1.0 (+Have Good Day)','SitiDiBot','http://www.sitidi.net/','SitiDi.net',''), 1086 (529,'SBIder/0.7 (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)','SBIder','http://www.sitesell.com/sbider.html','SiteSell',''), 1087 (530,'SiteSpider +(http://www.SiteSpider.com/)','SiteSpider','http://www.SiteSpider.com/','SiteSpider',''), 1088 (531,'Slider_Search_v1-de','Slider','http://www.slider.com/','Slider',''), 1089 (532,'SnykeBot/0.6 (http://www.snyke.com)','SnykeBot','http://www.snyke.com/','Snyke',''), 1090 (533,'SoftHypermarketFileCheckBot/1.0+(+http://www.softhypermaket.com)','SoftHypermarket','http://www.softhypermaket.com','SoftHypermarket',''), 1091 (534,'sohu-search','Sohu-search','http://www.sohu.com/','Sohu',''), 1092 (535,'speedfind ramBot xtreme 8.1','Speedfind','http://www.speedfind.de/','Lotse',''), 1093 (536,'Mozilla/4.0 (compatible; MSIE 6.0; MSIE 5.5; Windows NT 5.1) Skampy/0.9.x [en]','Skampy','http://www.skaffe.com/','Skaffe',''), 1094 (537,'User-Agent: Mozilla/4.0 (SKIZZLE! Distributed Internet Spider v1.0 - www.SKIZZLE.com)','Skizzle','http://www.skizzle.com/','Skizzle',''), 1095 (538,'mammoth/1.0 (+http://www.sli-systems.com/)','Mammoth','http://www.sli-systems.com/','SLI Systems',''), 1096 (539,'Mozilla (Mozilla@somewhere.com)','Somewhere','http://www.somewhere.com/','Somewhere',''), 1097 (540,'MusicWalker2.0 (+http://www.somusical.com)','MusicWalker','http://www.somusical.com','SoMusical!',''), 1098 (541,'Speedy Spider (Beta/1.0; www.entireweb.com)','Speedy Spider','http://www.entireweb.com/','Entireweb',''), 1099 (542,'Mouse-House/7.4 (spider_monkey spider info at www.mobrien.com/sm.shtml)','SpiderMonkey','http://www.spidermonkey.ca/sm.shtml','SpiderMonkey',''), 1100 (543,'SpiderMonkey/7.0x (SpiderMonkey.ca info at http://spidermonkey.ca/sm.shtml)','SpiderMonkey','http://www.spidermonkey.ca/sm.shtml','SpiderMonkey',''), 1101 (544,'libwww-perl/5.45','SplatSearch','http://www.splatsearch.com/','Splat',''), 1102 (545,'Steeler/1.x (http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)','Steeler','http://www.tkl.iis.u-tokyo.ac.jp/~crawler/crawler.html.en','University of Tokyo',''), 1103 (546,'Robot@SuperSnooper.Com','SuperSnooper','http://www.supersnooper.com/','SuperSnooper',''), 1104 (547,'Swooglebot/2.0. (+http://swoogle.umbc.edu/swooglebot.html)','Swooglebot','http://swoogle.umbc.edu/swooglebot.html','University of Maryland',''), 1105 (548,'<http://www.sygol.com/> http://www.sygol.com','Sygol','http://www.sygol.com','Sygol',''), 1106 (549,'Szukacz/1.5 (robot; www.szukacz.pl/jakdzialarobot.html; info@szukacz.pl)','Szukacz','http://www.szukacz.pl/html/RobotEnglishVersion.html','Szukacz',''), 1107 (550,'Szukacz/1.x (robot; www.szukacz.pl/jakdzialarobot.html; szukacz@proszynski.pl)','Szukacz','http://www.szukacz.pl/html/RobotEnglishVersion.html','Szukacz',''), 1108 (551,'Tagword (http://tagword.com/dmoz_survey.php)','TAGword','http://tagword.com/dmoz_survey.php','TAGword DMOZ survey',''), 1109 (552,'Talkro Web-Shot/1.0 (E-mail: webshot@daumsoft.com, Home: http://222.122.15.190/webshot)','Talkro','http://www.daumsoft.com/','DaumSoft',''), 1110 (553,'Tecomi Bot (http://www.tecomi.com/bot.htm)','Tecomi Bot','http://www.tecomi.com/bot.htm','Tecomi',''), 1111 (554,'Teoma MP','Teoma','http://www.teoma.com/','Teoma',''), 1112 (555,'teomaagent crawler-admin@teoma.com','Teoma','http://www.teoma.com/','Teoma',''), 1113 (556,'teomaagent1 [crawler-admin@teoma.com]','Teoma','http://www.teoma.com/','Teoma',''), 1114 (557,'teoma_agent1','Teoma','http://www.teoma.com/','Teoma',''), 1115 (558,'Mozilla/2.0 (compatible; Ask Jeeves/Teoma)','Teoma','http://www.teoma.com/','Teoma',''), 1116 (559,'Teradex Mapper; mapper@teradex.com; http://www.teradex.com','Teradex Mapper','http://www.teradex.com','Teradex',''), 1117 (560,'TheSuBot/0.1 (www.thesubot.de)','TheSuBot','http://www.thesubot.de/','TheSuBot',''), 1118 (561,'WebVac (webmaster@pita.stanford.edu)','WebVac','http://dbpubs.stanford.edu:8091/~testbed/doc2/WebBase/','Stanford University',''), 1119 (562,'Willow Internet Crawler by Twotrees V2.1','Willow','http://www.twotrees.com/','Twotrees',''), 1120 (563,'thumbshots-de-Bot (Version: 1.02, powered by www.thumbshots.de)','Thumbshots-de-bot','http://www.thumbshots.de/','Thumbshots',''), 1121 (564,'tivraSpider/1.0 (crawler@tivra.com)','TivraSpider','http://public.research.att.com/index.cfm?portal=1&h=1','ATT',''), 1122 (565,'Tkensaku/x.x(http://www.tkensaku.com/q.html)','Tkensaku','http://www.tkensaku.com/q.html','Tkensaku',''), 1123 (566,'Mozilla/5.0 (+http://www.toile.com/) ToileBot/0.1','ToileBot','http://www.toile.com/','La Toile du Québec',''), 1124 (567,'Mozilla/2.0 (compatible; T-H-U-N-D-E-R-S-T-O-N-E)','Thunderstones Webinator','http://www.thunderstone.com/texis/site/pages/Products.html','Thunderstones',''), 1125 (568,'Mozilla/5.0 (compatible; heritrix/1.4t http://www.truveo.com/)','Truveo','http://www.truveo.com/','Truveo',''), 1126 (569,'Trampelpfad-Spider','Trampelpfad','http://www2.trampelpfad.de/','Trampelpfad',''), 1127 (570,'Trampelpfad-Spider-v0.1','Trampelpfad','http://www2.trampelpfad.de/','Trampelpfad',''), 1128 (571,'TurnitinBot/x.x (http://www.turnitin.com/robot/crawlerinfo.html)','TurnitinBot','http://www.turnitin.com/robot/crawlerinfo.html','Turnitin',''), 1129 (572,'Turnpike Emporium LinkChecker/0.1','Turnpike Emporium','http://www.turnpike.net/directory.phtml','Turnpike Emporium Directory',''), 1130 (573,'TutorGig/1.5 (+http://www.tutorgig.com/crawler)','TutorGigBot','http://www.tutorgig.com/crawler','TutorGig',''), 1131 (574,'Tutorial Crawler 1.4 (http://www.tutorgig.com/crawler)','TutorGigBot','http://www.tutorgig.com/crawler','TutorGig',''), 1132 (575,'TygoBot','TygoBot','http://www.tygo.com/','Tygo',''), 1133 (576,'TygoProwler','TygoBot','http://www.tygo.com/','Tygo',''), 1134 (577,'TurnitinBot','Turnitin','http://www.turnitin.com/robot/crawlerinfo.html','Turnitin',''), 1135 (578,'updated/0.1beta (updated.com; http://www.updated.com; crawler@updated.om)','Updated','http://www.updated.com/','Updated',''), 1136 (579,'Uptimebot','Uptimebot','http://www.uptimebot.com/','Uptimebot',''), 1137 (580,'UptimeBot(www.uptimebot.com)','Uptimebot','http://www.uptimebot.com/','Uptimebot',''), 1138 (581,'Mackster( http://www.ukwizz.com )','UKWizz','http://www.ukwizz.com','UKWizz',''), 1139 (582,'unido-bot, http://mobicom.cs.uni-dortmund.de/bot.html','Unido-bot','http://mobicom.cs.uni-dortmund.de/bot.html','University of Dortmund',''), 1140 (583,'Llaut/1.0 (http://mnm.uib.es/~gallir/llaut/bot.html)','Llaut','http://mnm.uib.es/~gallir/llaut/bot.html','Universitat de les Illes Balears',''), 1141 (584,'USyd-NLP-Spider (http://www.it.usyd.edu.au/~vinci/bot.html)','USyd-NLP-Spider','http://www.it.usyd.edu.au/~vinci/bot.html','University of Sydney',''), 1142 (585,'KnowItAll(knowitall@cs.washington.edu)','KnowItAll','http://www.cs.washington.edu/research/knowitall/','University of Washington',''), 1143 (586,'Mozilla/5.0 URL-Spider','URL-Spider','http://www.url-spider.com/','URL-Spider',''), 1144 (587,'Vakes/0.01 (Vakes; http://www.vakes.com/; search@vakes.com)','Vakes','http://www.vakes.com/','Vakes',''), 1145 (588,'vspider','Vspider','http://www.verity.com/','Verity',''), 1146 (589,'vspider/3.x','Vspider','http://www.verity.com/','Verity',''), 1147 (590,'versus 0.2 (+http://versus.integis.ch)','Versus','http://versus.integis.ch','Hochschule für Technik Rapperswil',''), 1148 (591,'InfoFly/1.0 (http://www.versions-project.org/)','InfoFly','http://www.versions-project.org/','Versions-project',''), 1149 (592,'VeryGoodSearch.com.DaddyLongLegs','VeryGoodSearch','http://www.verygoodsearch.com/','VeryGoodSearch',''), 1150 (593,'verzamelgids.nl - Networking4all Bot/x.x','Verzamelgids','http://www.verzamelgids.nl/','Verzamelgids',''), 1151 (594,'AlkalineBOT/1.3','AlkalineBOT','http://alkaline.vestris.com/','Vestris',''), 1152 (595,'AlkalineBOT/1.4 (1.4.0326.0 RTM)','AlkalineBOT','http://alkaline.vestris.com/','Vestris',''), 1153 (596,'NCSA Beta 1 (http://vias.ncsa.uiuc.edu/viasarchivinginformation.html)','NCSA','http://vias.ncsa.uiuc.edu/viasarchivinginformation.html','National Center for Supercomputing Applications',''), 1154 (597,'MultiText/0.1','MultiText','http://www.dlib.vt.edu/','Virginia Polytechnic Institute and State University',''), 1155 (598,'KE_1.0/2.0 libwww/5.2.8','VoilaBot','http://www.voila.fr/','Voila.fr',''), 1156 (599,'Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot BETA 1.2 (http://www.voila.com/)','VoilaBot','http://www.voila.fr/','Voila.fr',''), 1157 (600,'Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot; 1.6','VoilaBot','http://www.voila.fr/','Voila.fr',''), 1158 (601,'xirq/0.1-beta (xirq; http://www.xirq.com; xirq@xirq.com) ','Xirq','http://www.xirq.com/','Xirq',''), 1159 (602,'W3SiteSearch Crawler_v1.1 http://www.w3sitesearch.de','W3SiteSearch Crawler','http://www.w3sitesearch.de','W3SiteSearch',''), 1160 (603,'Mozilla/5.0 usww.com-Spider-for-w8.net','W8net','http://www.usww.com/','usww',''), 1161 (604,'appie 1.1 (www.walhello.com)','Appie','http://www.walhello.com/','Walhello',''), 1162 (605,'WeatherBot v1.4 http://www.ezweather.net','WeatherBot','http://www.ezweather.net','EZ Weather',''), 1163 (606,'Carnegie_Mellon_University_WebCrawler,http://www.andrew.cmu.edu/~brgordon/webbot/index.html','WebBOT','http://www.andrew.cmu.edu/~brgordon/webbot/index.html','Carnegie Mellon University',''), 1164 (607,'webcrawl.net','Webcrawl','http://www.webcrawl.net/','Webcrawl',''), 1165 (608,'obidos-bot (just looking for books.)','Obidos-bot','http://www.onfocus.com/bookwatch/','Weblog bookwatch',''), 1166 (609,'webmeasurement-crawler, http://mobicom.cs.uni-dortmunde.de/webmeasurement/','Webmeasurement-crawler','http://mobicom.cs.uni-dortmund.de/bot.html','University of Dortmund',''), 1167 (610,'Kevin http://websitealert.net/kevin/','Kevin','http://websitealert.net/kevin/','WebSiteAlert',''), 1168 (611,'webbandit/4.xx.0','Webbandit','http://softwaresolutions.net/','SoftwareSolutions',''), 1169 (612,'Webclipping.com','Webclipping','http://www.webclipping.com/','Webclipping',''), 1170 (613,'webcrawl.net','Webcrawl','http://www.webcrawl.net/','Webcrawl',''), 1171 (614,'WebFindBot(http://www.web-find.com)','WebFindBot','http://www.web-find.com','web-find',''), 1172 (615,'Webglimpse 2.xx.x (http://webglimpse.net)','Webglimpse','http://webglimpse.net','Webglimpse',''), 1173 (616,'WebSearch.COM.AU/3.0.1 (The Australian Search Engine; http://WebSearch.COM.AU; Search@WebSearch.COM.AU)','WebSearch','http://websearch.com.au/','WebSearch',''), 1174 (617,'WebSearchBench WebCrawler v0.1(Experimental)','WebSearchBench','http://websearchbench.cs.uni-dortmund.de/websearch/about.html.de','University of Dortmund',''), 1175 (618,'WSB WebCrawler V1.0 (Beta), cl@cs.uni-dortmund.de','WebSearchBench','http://websearchbench.cs.uni-dortmund.de/websearch/about.html.de','University of Dortmund',''), 1176 (619,'WSB, http://websearchbench.cs.uni-dortmund.de','WebSearchBench','http://websearchbench.cs.uni-dortmund.de/websearch/about.html.de','University of Dortmund',''), 1177 (620,'WebSearchBench WebCrawler V1.0 (Beta), Prof. Dr.-Ing. Christoph Lindemann, Universität Dortmund, cl@cs.uni-dortmund.de, http://websearchbench.cs.uni-dortmund.de/','WebSearchBench','http://websearchbench.cs.uni-dortmund.de/websearch/about.html.de','University of Dortmund',''), 1178 (621,'Webspinne/1.0 webmaster@webspinne.de','Webspinne','http://www.webspinne.de/','Webspinne',''), 1179 (622,'Websquash.com (Add url robot)','Websquash','http://www.websquash.com/','Websquash',''), 1180 (623,'WebStat/1.0 (Unix; beta; 20040314)','WebStat','http://www.math.psu.edu/babcock/webstat/version1.0/','University of South Carolina',''), 1181 (624,'DaviesBot/1.7 (www.wholeweb.net)','DaviesBot','http://www.wholeweb.net/','Wholeweb',''), 1182 (625,'Mozilla/4.0 (compatible; MSIE 5.0; Windows ME) Opera 5.11 [en]','WinME','?','?',''), 1183 (626,'WIRE/0.x (Linux; i686; Bot,Robot,Spider,Crawler)','WIRE','http://www.cwr.cl/projects/WIRE/','CWR',''), 1184 (627,'Mozilla/3.0 (Vagabondo/1.x MT; webagent@wise-guys.nl; http://webagent.wise-guys.nl/)','WiseGuys','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''), 1185 (628,'Mozilla/3.0 (Vagabondo/2.0 MT; webcrawler@NOSPAMwise-guys.nl; http://webagent.wise-guys.nl/)','WiseGuys','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''), 1186 (629,'Vagabondo/1.x MT (webagent@wise-guys.nl)','WiseGuys','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''), 1187 (630,'Vagabondo/2.0 MT','WiseGuys','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''), 1188 (631,'Vagabondo/2.0 MT (webagent at wise-guys dot nl)','WiseGuys','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''), 1189 (632,'Vagabondo/2.0 MT (webagent@NOSPAMwise-guys.nl)','WiseGuys','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''), 1190 (633,'ZyBorg/1.0 (ZyBorg@WISEnut.com; http://www.WISEnut.com)','ZyBorg (Wisenut)','http://www.wisenut.com/','Wisenut',''), 1191 (634,'WorldWideWeb-X/3.1 (+http://www.worldwideweb-x.com/)','WorldWideWeb-X/3.1','http://www.worldwideweb-x.com','WorldWideWeb',''), 1192 (635,'WWWeasel Robot v1.00 (http://wwweasel.de)','WWWeasel Robot','http://wwweasel.de','World Wide Weasel',''), 1193 (636,'Wotbox/alpha0.6 (bot@wotbox.com; http://www.wotbox.com)','Wotbox','http://www.wotbox.com','Wotbox',''), 1194 (637,'Wotbox/alpha0.x.x (bot@wotbox.com; http://www.wotbox.com) Java/1.4.1_02','Wotbox','http://www.wotbox.com','Wotbox',''), 1195 (638,'wume_crawler/1.1 (http://wume.cse.lehigh.edu/~xiq204/crawler/)','Wume_crawler','http://wume.cse.lehigh.edu/~xiq204/crawler/','Lehigh University',''), 1196 (639,'MediaSearch/0.1','MediaSearch','http://www.fi/CDA.LinkDirectory.Mainpage/0,3584,level1-l2,00.html','WWW.FI',''), 1197 (640,'egothor/3.0a (+http://www.xdefine.org/robot.html)','Xdefine','http://www.egothor.org/','Xdefine',''), 1198 (641,'Project XP5 [2.03.07-111203]','XP5','http://marty.anstey.ca/projects/robots/index.html','Marty Anstey',''), 1199 (642,'cosmos/0.8_(robot@xyleme.com)','Xyleme SA France','http://www.xyleme.com/en/index.jsp','Xyleme',''), 1200 (643,'cosmos/0.9_(robot@xyleme.com)','Xyleme SA France','http://www.xyleme.com/en/index.jsp','Xyleme',''), 1201 (644,'Mozilla/4.0 (compatible; MSIE 5.0; YANDEX)','Yandex','http://www.yandex.ru/','Yandex',''), 1202 (645,'YahooSeeker/CafeKelsa-dev (compatible; Konqueror/3.2; FreeBSD ;cafekelsa-dev-webmaster@yahoo-inc.com ) (KHTML, like Gecko)','YahooSeeker','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''), 1203 (646,'YahooFeedSeeker/1.0 (compatible; Mozilla 4.0; MSIE 5.5; http://my.yahoo.com/s/publishers.html)','YahooFeedSeeker','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''), 1204 (647,'Yahoo-MMCrawler/3.x (mms dash mmcrawler dash support at yahoo dash inc dot com)','Yahoo-MMCrawler','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''), 1205 (648,'Yahoo-VerticalCrawler-FormerWebCrawler/3.9 crawler at trd dot overture dot com; http://www.alltheweb.com/','Yahoo-VerticalCrawler','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''), 1206 (649,'Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)','Slurp Inktomi (Yahoo)','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''), 1207 (650,'spider.yellopet.com - www.yellopet.com','Yellopet','http://www.yellopet.com/','Yellopet',''), 1208 (651,'yarienavoir.net/0.2','Yarienavoir','http://www.yarienavoir.net/cgi-bin/s.cgi','Yarienavoir',''), 1209 (652,'YottaCars_Bot/4.12 (+http://www.yottacars.com) Car Search Engine','YottaCars','http://www.yottacars.com','YottaCars',''), 1210 (653,'YottaShopping_Bot/4.12 (+http://www.yottashopping.com) Shopping Search Engine','YottaShopping','http://www.yottashopping.com','YottaShopping',''), 1211 (654,'Gulper Web Bot 0.2.4 (www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)','GulperBot','http://www.ecsl.cs.sunysb.edu/','University of New-York',''), 1212 (655,'Mozilla/5.0 [en] (compatible; Gulper Web Bot 0.2.4 www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)','GulperBot','http://www.ecsl.cs.sunysb.edu/','University of New-York',''), 1213 (656,'Zao/0.1 (http://www.kototoi.org/zao/)','Zao Crawler','http://www.kototoi.org/zao/','Kototoi',''), 1214 (657,'Zao-Crawler','Zao Crawler','http://www.kototoi.org/zao/','Kototoi',''), 1215 (658,'Zao-Crawler 0.2b','Zao Crawler','http://www.kototoi.org/zao/','Kototoi',''), 1216 (659,'DeepIndex ( http://www.zetbot.com )','Zetbot','http://www.zetbot.com/','Zetbot',''), 1217 (660,'zerxbot/Version 0.6 libwww-perl/5.79','Zerxbot','http://www.zerx.com/','Zerx',''), 1218 (661,'Zeus xxxxx Webster Pro V2.9 Win32','Zeus','http://www.zeus.com','Zeus',''), 1219 (662,'ZBot/1.00 (icaulfield@zeus.com)','Zeus','http://www.zeus.com','Zeus',''), 1220 (663,'Zeus ThemeSite Viewer Webster Pro V2.9 Win32','Zeus','http://cyber-robotics.com/','Cyber-Robotics',''), 1221 (664,'ZipppBot/0.xx (ZipppBot; http://www.zippp.net; webmaster@zippp.net)','ZipppBot','http://www.zippp.net','Zipp',''), 1222 (665,'ZIPPPCVS/0.xx (ZipppBot/.xx;http://www.zippp.net; webmaster@zippp.net)','ZipppBot','http://www.zippp.net','Zipp',''), 1223 (666,'Zippy v2.0 - Zippyfinder.com','Zippy','http://www.zippyfinder.com/','Zippyfinder',''), 1224 (667,'ZoomSpider - wrensoft.com','ZoomSpider','http://www.wrensoft.com/','WrenSoft',''), 1225 (668,'RedKernel WWW-Spider 2/0 (+http://www-spider.redkernel-softwares.com/)','RedKernel','http://www.redkernel-softwares.com/','RedKernel',''), 1226 (669,'<a href=\"http://www.unchaos.com/\"> UnChaos </a>, From Chaos To Order, Hybrid Web Search Engine. (vadim_gonchar@unchaos.com)','UnChaosBot','http://www.unchaos.com/','UnCHAOS',''), 1227 (670,'<a href=\"http://www.unchaos.com/\"> UnChaos Bot, Hybrid Web Search Engine. </a> (vadim_gonchar@unchaos.com)','UnChaosBot','http://www.unchaos.com/','UnCHAOS',''), 1228 (671,'<b> UnChaosBot, From Chaos To Order, UnChaos Hybrid Web Search Engine at www.unchaos.com </b> (info@unchaos.com)','UnChaosBot','http://www.unchaos.com/','UnCHAOS',''), 1229 (672,'DataSpearSpiderBot/0.2 (DataSpear Spider Bot; http://dssb.dataspear.com/bot.html; dssb@dataspear.com)','DataSpear Spider Bot','http://www.dataspear.com/','DataSpear',''), 1230 (673,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; IBP; .NET CLR 1.1.4322)','Axandra','http://www.axandra-web-site-promotion-software-tool.com/index.htm','Axandra',''), 1231 (674,'ZeBot_www.ze.bz (ze.bz@hotmail.com)','ZeBot','http://www.ze.bz/','ZE.BZ',''), 1232 (675,'Hi! I\'m CsCrawler, my homepage: http://www.kde.cs.uni-kassel.de/lehre/ss2005/googlespam/crawler.html RPT-HTTPClient/0.3-3','CsCrawler','http://www.kde.cs.uni-kassel.de/lehre/ss2005/googlespam/crawler.html','University of Kassel',''), 1233 (676,'Mozilla/5.0 (compatible; Theophrastus/1.1; http://users.cs.cf.ac.uk/N.A.Smith/theophrastus.php)','Theophrastus','http://users.cs.cf.ac.uk/N.A.Smith/theophrastus.php','N.A.Smith',''), 1234 (677,'LapozzBot/1.4 ( http://robot.lapozz.com)','LapozzBot','http://robot.lapozz.com','Lapozz',''), 1235 (678,'OpenTaggerBot (http://www.opentagger.com/opentaggerbot.htm)','OpenTaggerBot','http://www.opentagger.com/opentaggerbot.htm','OpenTagger',''), 1236 (679,'KummHttp/1.1 (compatible; KummClient; Linux rulez)','Kumm','http://sanomabp.hu/','Sanoma',''), 1237 (680,'Mozilla/4.6 [en] (http://www.cnet.com/)','Cnet robot','http://www.search.com/','Search.com',''), 1238 (681,'Mozilla/4.0 (compatible; crawlx, crawler@trd.overture.com)','Yahoo Search Marketing crawler','http://www.content.overture.com/d/','Yahoo',''), 1239 (682,'KFSW-Bot (Version: 1.01, powered by KFSW, www.kfsw.de)','KFSW-Bot','http://www.kfsw.de','KFSW',''), 1240 (683,'Mozilla/4.0 (compatible; Vagabondo/2.2; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)','Vagabondo','http://webagent.wise-guys.nl/','WiseGuys',''), 1241 (684,'Vagabondo/3.0 (webagent at wise-guys dot nl)','Vagabondo','http://webagent.wise-guys.nl/','WiseGuys',''), 1242 (685,'savvybot/0.2','Savvybot','http://www.websavvy.cc/bot.php','WebSavvy',''), 1243 (686,'Arikus_Spider','Arikus_Spider','http://www.arikus.com/inContext-enterprise.html','Arikus',''), 1244 (687,'ConveraCrawler/0.9d (+http://www.authoritativeweb.com/crawl)','ConveraCrawler','http://www.authoritativeweb.com/crawl','Convera',''), 1245 (688,'Y!J-BSC/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html) ','Yahoo Search Japan robot','http://www.arikus.com/inContext-enterprise.html','Yahoo Japan',''), 1246 (689,'Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.7.7) NimbleCrawler 1.11 obeys UserAgent NimbleCrawler For problems contact: crawler_at_dataalchemy.com ','NimbleCrawler','http://www.healthline.com/','Healthline',''), 1247 (690,'PrivacyFinder/1.1','PrivacyFinder/1.1','http://privacybird.com/','AT&T Privacy Bird Privacy Preferences',''), 1248 (691,'BeamMachine/0.5 (dead link remover of www.beammachine.net)','BeamMachine','http://www.beammachine.net/de/','BeamMachine',''), 1249 (692,'Insitor.com search and find world wide!','Insitor Search robot','http://www.insitor.com/','Insitor',''), 1250 (693,'Zearchit','Zearchit','http://www.zearchit.de/','Zearchit',''), 1251 (694,'Mozilla/4.0 (compatible; www.euro-directory.com; urlchecker1.0)','Urlchecker1.0','http://www.euro-directory.com/','Euro Directory',''), 1252 (695,'Mozilla/5.0 whoiam [http://www.axxus.de/]','Whoiam','http://www.axxus.de/','Axxus',''), 1253 (696,'yacy (www.yacy.net; v20040602; i386 Linux 2.4.26-gentoo-r13; java 1.4.2_06; MET/en)','Yacy','http://www.yacy.net/','Yacy',''), 1254 (697,'fastbot crawler beta 2.0 (+http://www.fastbot.de) ','Fastbot','http://www.fastbot.de/','Fastbot',''), 1255 (698,'Insitornaut','Insitornaut','http://www.insitor.com/','Insitor',''), 1256 (699,'ShopWiki/1.0 ( +http://www.shopwiki.com/)','ShopWiki','http://dev.littlewiki.com/wiki/Home','Littlewiki',''), 1257 (700,'Mozilla/5.0 (Windows;) NimbleCrawler 1.12 obeys UserAgent NimbleCrawler For problems contact: crawler@healthline.com','NimbleCrawler','http://www.healthline.com/','Healthline',''), 1258 (701,'RedCell/0.1 (InfoSec Search Bot (Coming Soon); http://www.telegenetic.net/bot.html; lhall@telegenetic.net)','InfoSec Search Bot','http://www.telegenetic.net/bot.html','Telegenetic',''), 1259 (702,'Webverzeichnis.de - Telefon: 01908 / 26005','Webverzeichnis','http://www.webverzeichnis.de/','Webverzeichnis',''), 1260 (703,'NavissoBot','NavissoBot','http://navisso.com/','Navisso',''), 1261 (704,'NavissoBot/1.7 (+http://navisso.com/)','NavissoBot','http://navisso.com/','Navisso',''), 1262 (705,'larbin_2.6.3 (ltaa_web_crawler@groupes.epfl.ch)','Ltaa_web_crawler','http://www.epfl.ch/Eindex.html','Ecole Polytechnique Fédérale de Lausanne',''), 1263 (706,'silk/1.0 (+http://www.slider.com/silk.htm)/3.7','Silk/1.0','http://www.slider.com/index.html','Slider',''), 1264 (707,'Everest-Vulcan Inc./0.1 (R&D project; host=e-1-24; http://everest.vulcan.com/crawlerhelp)','Everest-Vulcan','http://everest.vulcan.com/crawlerhelp','Vulcan',''), 1265 (708,'gsa-crawler (Enterprise; GIX-03519; cknuetter@stubhub.com)','Gsa-crawler','http://www.google.com/enterprise/gsa/','IBM',''), 1266 (709,'Vortex/2.2 (+http://marty.anstey.ca/robots/vortex/)','Vortex/2.2','http://marty.anstey.ca/robots/vortex/','Marty Anstey',''), 1267 (710,'SBIder/0.8-dev (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)','SBIder','http://www.sitesell.com/sbider.html','Sitesell',''), 1268 (711,'RedCell/0.1 (RedCell; telegenetic.net/bot.html; lhall_at_telegenetic.net)','RedCell','http://www.telegenetic.net/bot.html','Telegenetic',''), 1269 (712,'Yahoo-Blogs/v3.9 (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html )','Yahoo-Blogs','http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html','Yahoo',''), 1270 (713,'http://www.monogol.de','Monogol','http://www.monogol.de/','Monogol',''), 1271 (714,'NetSprint -- 2.0','NetSprint -- 2.0','http://www.wp.pl/','Wirtualna Polska',''), 1272 (715,'noxtrumbot/1.0 (crawler@noxtrum.com)','Noxtrumbot','http://www.noxtrum.com/','Noxtrum',''), 1273 (716,'Wavefire/0.8-dev (Wavefire; http://www.wavefire.com; info@wavefire.com)','Wavefire','http://www.wavefire.com','Wavefire',''), 1274 (717,'Wwlib/Linux','Wwlib/Linux','http://www.scit.wlv.ac.uk/wwlib/','Wolverhampton Web Library',''), 1275 (718,'Feedfetcher-Google; (+http://www.google.com/feedfetcher.html)','Feedfetcher-Google','http://www.google.com/feedfetcher.html','Google',''), 1276 (719,'RedCarpet/1.2 (http://www.redcarpet-inc.com/robots.html)','RedCarpet/1.2','http://www.redcarpet-inc.com/robots.html','Pronto',''), 1277 (720,'ZeBot_lseek.net (bot@ze.bz)','ZeBot','http://www.ze.bz/','Ze.bz',''), 1278 (721,'Gigabot/2.0/gigablast.com/spider.html ','Gigabot','http://www.gigablast.com/','Gigablast',''), 1279 (722,'Exabot/2.0','Exabot','http://www.exalead.com/search','Exalead',''), 1280 (723,'htdig/3.1.6 (unconfigured@htdig.searchengine.maintainer)','Htdig/3.1.6','http://www.ac-toulouse.fr/html/_.php','Académie de Toulouse',''), 1281 (724,'yoogliFetchAgent/0.1','Yoogli','http://www.yoogli.com/','Yoogli',''), 1282 (725,'suchbaer.de','Suchbaer','http://www.suchbaer.de/','Suchbaer',''), 1283 (726,'Mozilla/5.0 (compatible; Crawling jpeg; http://www.yama.info.waseda.ac.jp)','Crawling jpeg','http://www.yama.info.waseda.ac.jp/eng/index.html','Yamana Laboratory - Waseda University Japan',''), 1284 (727,'Mozilla/4.0 (compatible; Y!J; for robot study; keyoshid)','Y!J','http://www.yahoo.co.jp/','Yahoo Japan',''), 1285 (728,'Y!J/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)','Y!J','http://www.yahoo.co.jp/','Yahoo Japan',''), 1286 (729,'Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)','Shim-Crawler','http://www.logos.ic.i.u-tokyo.ac.jp/crawler/','University of Tokyo',''), 1287 (730,'Mozilla/5.0 (compatible; heritrix/1.4.0 +http://www.chepi.net)','Heritrix/1.4.0','http://www.chepi.net','Chepi',''), 1288 (731,'IP2MapBot/1.1 http://www.ip2map.com','IP2MapBot','http://www.ip2map.com','Ip2Map',''), 1289 (732,'Evaal/0.7.1 (Evaal; http://search.evaal.com/bot.html; bot@evaal.com)','Evaal','http://search.evaal.com','Evaal',''), 1290 (733,'msnbot/0.3 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''), 1291 (734,'msnbot/0.9 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''), 1292 (735,'Lycos_Spider_(modspider)','Lycos_Spider','http://www.lycos.com/','Lycos',''), 1293 (736,'SygolBot http://www.sygol.net','SygolBot','http://www.sygol.net','Sygol',''), 1294 (737,'Mozilla/5.0 (compatible; Scrubby/2.2; http://www.scrubtheweb.com/)','Scrubby','http://www.scrubtheweb.com/','Scrub the web',''), 1295 (738,'LocalBot/1.0 ( http://www.localbot.co.uk/)','LocalBot','http://www.localbot.co.uk/','LocalBot',''), 1296 (739,'Apexoo Spider 1.0','Apexoo Spider','http://www.apexoo.com/','Apexoo',''), 1297 (740,'suchbaer.de (CrawlerAgent v0.103)','Suchbaer','http://www.suchbaer.de/','Suchbaer',''), 1298 (741,'CougarSearch/0.1 (+http://www.cougarsearch.com/faq.shtml)','CougarSearch','http://www.cougarsearch.com/','CougarSearch',''), 1299 (742,'EvaalSE - bot@evaal.com','EvaalSE','http://www.evaal.com/','Evaal',''), 1300 (743,'FAST Enterprise Crawler 6 / Scirus scirus-crawler@fast.no; http://www.scirus.com/srsapp/contactus/','Scirus-crawler','http://www.scirus.com/srsapp/','Scirus',''), 1301 (744,'ichiro/2.0 (http://help.goo.ne.jp/door/crawler.html)','Ichiro','http://www.goo.ne.jp/','Goo',''), 1302 (745,'WebAlta Crawler/1.2.1 (http://www.webalta.ru/bot.html)','WebAlta Crawler','http://www.webalta.ru/bot.html','WebAlta',''), 1303 (746,'Bitacle Robot (V:1.0;) (http://www.bitacle.com)','Bitacle Robot','http://www.bitacle.com','Bitacle',''), 1304 (747,'Bitacle bot/1.1','Bitacle Robot','http://www.bitacle.com','Bitacle',''), 1305 (748,'DataSpear/1.0 (Spider; http://www.dataspear.com/spider.html; spider@dataspear.com)','DataSpear Spider Bot','http://www.dataspear.com/','DataSpear',''), 1306 (749,'HenriLeRobotMirago (http://www.miragorobot.com/scripts/frinfo.asp)','HenriLeRobotMirago','http://www.miragorobot.com/scripts/frinfo.asp','Mirago',''), 1307 (750,'BIGLOTRON (Beta 2;GNU/Linux)','Biglotron','http://www.biglotron.com/','Biglotron',''), 1308 (751,'HooWWWer/2.1.3 (debugging run) (+http://cosco.hiit.fi/search/hoowwwer/ | mailto:crawler-info<at>hiit.fi)','Hoowwwer','http://cosco.hiit.fi/search/hoowwwer/','NGIR',''), 1309 (752,'kinjabot (http://www.kinja.com)','Kinjabot','http://www.kinja.com','Kinja',''), 1310 (753,'kinja-imagebot (http://www.kinja.com/)','Kinja-imagebot','http://www.kinja.com','Kinja',''), 1311 (754,'Nokia6820/2.0 (4.83) Profile/MIDP-1.0 Configuration/CLDC-1.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)','Googlebot-Mobile','http://www.google.com/bot.html','Google',''), 1312 (755,'carleson/1.0','Carleson','http://www.cosmixcorp.com/','Cosmix',''), 1313 (756,'Misterbot-Nutch/0.7.1 (Misterbot-Nutch; http://www.misterbot.fr; admin@misterbot.fr)','Misterbot','http://www.misterbot.fr','Misterbot',''), 1314 (757,'Waypath development crawler - info at waypath dot com','Waypath','http://www.waypath.com/','Waypath',''), 1315 (758,'Waypath Scout v2.x - info at waypath dot com','Waypath','http://www.waypath.com/','Waypath',''), 1316 (759,'suchpad/1.0 (+http://www.suchpad.de)','Suchpad','http://www.suchpad.de','Suchpad',''), 1317 (760,'Googlebot-Image/1.0 (+http://www.googlebot.com/bot.html)','Google-Image','http://www.google.com/webmasters/bot.html','Google',''), 1318 (761,'Catall Spider','Catall Spider','http://www.catall.de/','Catall',''), 1319 (762,'Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)','Slurp China (Yahoo)','http://misc.yahoo.com.cn/help.html','Yahoo',''), 1320 (763,'YahooYSMcm/2.0.0','Yahoo Search Marketing crawler','http://www.content.overture.com/d/','Yahoo',''), 1321 (764,'SycaBoT/1.0','SycaBoT','http://www.sycarox.com/','SycaroX',''), 1322 (765,'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.2.1; aggregator:TailRank; http://tailrank.com/robot) Gecko/20021130','TailRank Robot','http://tailrank.com/robot','TailRank',''), 1323 (766,'enoola (http://www.enoola.com)','Enoola','http://www.enoola.com','Enoola',''), 1324 (767,'TeragramWebcrawler/1.0','TeragramWebcrawler','http://www.teragram.com/','Teragram',''), 1325 (768,'TeragramCrawler','TeragramCrawler','http://www.teragram.com/','Teragram',''), 1326 (769,'dev-spider2.searchpsider.com/1.3b','Dev-spider2','http://www.searchspider.com/','Searchspider',''), 1327 (770,'timboBot/0.9 http://www.breakingblogs.com/timbo_bot.html','TimboBot','http://www.breakingblogs.com/timbo_bot.html','Breakingblogs',''), 1328 (771,'NextopiaBOT (+http://www.nextopia.com) distributed crawler client beta v1.1','NextopiaBot','http://www.nextopia.com','Nextopia',''), 1329 (772,'Mozilla/5.0 (compatible; NLCrawler/2.0.27; Linux 2.6.3-7; i686; en_US)KHTML/3.4.89 (like Gecko)','NLCrawler','http://www.northernlight.com','Northern Light',''), 1330 (773,'RAMPyBot/0.8-dev (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)','RAMPyBot','http://www.giveramp.com/','GiveRamp',''), 1331 (774,'sproose/0.1-alpha (sproose crawler; http://www.sproose.com/bot.html; crawler@sproose.com)','Sproose','http://www.sproose.com/bot.html','Sproose',''), 1332 (775,'ExactSeek_Spider','ExactSeek_Spider','http://exactseek.com/','ExactSeek',''), 1333 (776,'LookdirBot','LookdirBot','http://www.lookdir.net/','Lookdir',''), 1334 (777,'!Susie (http://www.sync2it.com/susie)','Susie','http://www.sync2it.com/susie','Sync2it',''), 1335 (778,'Keegeebot/2.1 (+http://www.keegee.com/keegee/bot.html)','Keegeebot','http://www.keegee.com/keegee/bot.html','Keegee',''), 1336 (779,'csci_b659/0.13','Csci_b659/0.13','http://informatics.indiana.edu/fil/Class/b659/','Indiana University School of Informatics',''), 1337 (780,'Mozilla/5.0 (compatible; vermut +http://vermut.aol.com)','Vermut','http://vermut.aol.com','AOL',''), 1338 (781,'mozilla/5.0 (compatible; vermut +http://www.aol.com)','Vermut','http://vermut.aol.com','AOL',''), 1339 (782,'SycaBoT-Programme','SycaBoT-Programme','http://www.sycarox.com/','SycaroX',''), 1340 (783,'SycaBoT-Image','SycaBoT-Image','http://www.sycarox.com/','SycaroX',''), 1341 (784,'SycaBoT-Audio','SycaBoT-Audio','http://www.sycarox.com/','SycaroX',''), 1342 (785,'SycaBoT-Video','SycaBoT-Video','http://www.sycarox.com/','SycaroX',''), 1343 (786,'Camcrawler (+http://www.camdiscover.com/crawler.html)','Camcrawler','http://www.camdiscover.com/crawler.html','Sensation Internet Services',''), 1344 (787,'Combine/2.0','Combine','http://combine.it.lth.se/','Lund University',''), 1345 (788,'Filangy/1.01 (Filangy; http://www.filangy.com/filangyinfo.jsp?inc=robots.jsp; filangy-agent@filangy.com)','Filangy','http://www.filangy.com/filangyinfo.jsp?inc=robots.jsp','Filangy',''), 1346 (789,'MJ12bot/v1.0.7 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''), 1347 (790,'Norbert the Spider(Burf.com)','Norbert','http://www.burf.com/','Burf',''), 1348 (791,'webGobbler/1.x.x','WebGobbler','http://sebsauvage.net/webgobbler/','WebGobbler',''), 1349 (792,'OrangeSpider','OrangeSpider','http://www.orangeslicer.com','Orangeslicer',''), 1350 (793,'FAST Enterprise Crawler 6 used by Verizon Superpages Powered By FAST (crawler_admin@superpages.com)','Verizon','http://www.superpages.com','Verizon Superpages',''), 1351 (794,'fast enterprise crawler 6 used by verizon superpages powered by fast (kevin.watters@fastsearch.com)','Verizon','http://www.superpages.com','Verizon Superpages',''), 1352 (795,'Octora Beta - www.octora.com','Octora','http://www.octora.com','Octora',''), 1353 (796,'CoBITSProbe','CoBITSProbe','http://www.iis.sinica.edu.tw/~hungchi/CBIT/','Academia Sinica',''), 1354 (797,'Microsoft Small Business Indexer','Microsoft Small Business Indexer','http://www.microsoft.com/windowsserver2003/sbs/default.mspx','Microsoft',''), 1355 (798,'voyager/1.0','Voyager','http://www.kosmix.com/crawler.html','Kosmix',''), 1356 (799,'cfetch/1.0','Voyager','http://www.kosmix.com/crawler.html','Kosmix',''), 1357 (800,'Accoona-AI-Agent/1.1.1 (crawler at accoona dot com)','Accoona','http://www.accoona.com/','Accoona',''), 1358 (801,'NetWhatCrawler/0.06-dev (NetWhatCrawler from NetWhat.com; http://www.netwhat.com; support@netwhat.com)','NetWhatCrawler','http://www.netwhat.com','Netwhat',''), 1359 (802,'Firefox_1.0.6 (kasparek@naparek.cz)','Kasparek','http://www.cvut.cz/','Czech Technical University Prague',''), 1360 (803,'Mozilla/5.0 (compatible; Yahoo! DE Slurp; http://help.yahoo.com/help/us/ysearch/slurp)','Slurp (Yahoo)','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''), 1361 (804,'FreshNotes crawler< report problems to crawler-at-freshnotes-dot-com','FreshNotes crawler','http://freshnotes.com/fn/','FreshNotes',''), 1362 (805,'Mozilla/5.0 (+http://www.sli-systems.com/) Mammoth/0.1','Mammoth','http://www.sli-systems.com/','SLI Systems',''), 1363 (806,'Jambot/0.1.1 (Jambot; http://www.jambot.com/blog; crawler@jambot.com) ','Jambot','http://www.jambot.com','Jambot',''), 1364 (807,'yacybot (x86 Windows XP 5.1; java 1.5.0_06; Europe/de) yacy.net','Yacybot','http://www.yacy.net/','Yacy',''), 1365 (808,'zspider/0.9-dev http://feedback.redkolibri.com/','Zspider','http://feedback.redkolibri.com/','Redkolibri',''), 1366 (809,'FreshNotes crawler, report problems to crawler-at-freshnotes-dot-com','FreshNotes crawler','FreshNotes crawler','FreshNotes',''), 1367 (810,'NutchCVS/0.7.1 (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)','Sycrawl','http://qbert.cs.washington.edu/','University of Washington',''), 1368 (811,'Comrite/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)','Comrite','http://www.comrite.com/','Comrite',''), 1369 (812,'Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) ACR','Site Server 3.0 Robot','http://www.acr.org/s_acr/index.asp','American College of Radiology',''), 1370 (813,'Vespa Crawler','Vespa Crawler (Yahoo)','http://jobs.yahoo.no/index.html','Yahoo! Norway',''), 1371 (814,'Vagabondo-WAP/2.0 (webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)/1.0 Profile','Vagabondo-WAP','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''), 1372 (815,'Exabot-Images/1.0','Exabot-Images','http://www.exalead.com/search','Exalead',''), 1373 (816,'NG/4.0.1229','Exabot-Images','http://www.exalead.com/search','Exalead',''), 1374 (817,'Mozilla/4.0 (compatible; MSIE 6.0 compatible; Asterias Crawler v4; +http://www.singingfish.com/help/spider.html; webmaster@singingfish.com); SpiderThread Revision: 3.10','Asterias Crawler','http://search.singingfish.com/sfw/home.jsp','Singingfish',''), 1375 (818,'Combine/2.0 http://combine.it.lth.se/','Combine','http://combine.it.lth.se/','Combine',''), 1376 (819,'Yahoo! Mindset','Yahoo! Mindset','http://mindset.research.yahoo.com/','Yahoo! Mindset',''), 1377 (820,'schibstedsokbot (compatible; Mozilla/5.0; MSIE 5.0; FAST FreshCrawler 6; +http://www.schibstedsok.no/bot/)','Schibstedsokbot','http://www.schibsted.no/','Schibsted',''), 1378 (821,'Syntryx ANT Scout Chassis Pheromone; Mozilla/4.0 compatible crawler','Syntryx','http://www.syntryx.com/','Syntryx',''), 1379 (822,'RAMPyBot - www.giveRAMP.com/0.1 (RAMPyBot - www.giveRAMP.com; http://www.giveramp.com/bot.html; support@giveRAMP.com)','RAMPyBot','http://www.giveramp.com/','Giveramp',''), 1380 (823,'Mozilla/4.0 compatible FurlBot/Furl Search 2.0 (FurlBot; http://www.furl.net; wn.furlbot@looksmart.net)','FurlBot','http://www.furl.net/','Furl',''), 1381 (824,'TerrawizBot/1.0 (+http://www.terrawiz.com/bot.html)','TerrawizBot','http://www.terrawiz.com/bot.html','Terrawiz',''), 1382 (825,'Netluchs/0.8-dev ( ; http://www.netluchs.de/; ___don\'t___spam_me_@netluchs.de) ','Netluchs','http://www.netluchs.de/','Netluchs',''), 1383 (826,'FeedChecker/0.01','FeedChecker','http://www.u-tokyo.ac.jp/index_e.html','University of Tokyo',''), 1384 (827,'BebopBot/2.5.1 ( crawler http://www.apassion4jazz.net/bebopbot.html )','BebopBot','http://www.apassion4jazz.net/','Apassion4jazz',''), 1385 (828,'Generic Mobile Phone (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)','Googlebot-Mobile','http://www.google.com/webmasters/bot.html','Google',''), 1386 (829,'Krugle/Krugle,Nutch/0.8+ (Krugle web crawler; http://www.krugle.com/crawler/info.html; webcrawler@krugle.com)','Krugle','http://www.krugle.com/crawler/info.html','Krugle',''), 1387 (830,'Mozilla/5.0 (compatible; AnsearchBot/1.0; +http://www.ansearch.com.au/)','AnsearchBot','http://www.ansearch.com.au/','Ansearch',''), 1388 (831,'KakleBot - www.kakle.com/0.1 (KakleBot - www.kakle.com; http:// www.kakle.com/bot.html; support@kakle.com)','KakleBot','http:// www.kakle.com/bot.html','Akle',''), 1389 (832,'Piffany_Web_Spider_v0.x','Piffany','http://www.piffany.com/spider.html','Piffany',''), 1390 (833,'Piffany_Web_Scraper_v0.x','Piffany','http://www.piffany.com/spider.html','Piffany',''), 1391 (834,'Mozilla/5.0 (compatible; EARTHCOM.info/2.01; http://www.earthcom.info)','Earthcom','http://www.earthcom.info','Earthcom',''), 1392 (835,'IlTrovatore/1.2 (IlTrovatore; http://www.iltrovatore.it/bot.html; bot@iltrovatore.it)','IlTrovatore','http://www.iltrovatore.it/bot.html','IlTrovatore',''), 1393 (836,'noyona_0_1','Noyona','http://www.noyona.com/index.pl','Noyona',''), 1394 (837,'Mozilla/4.0 (compatible; MSIE 4.01; Vonna.com b o t)','Vonna.com b o t','http://www.vonna.com/','Vonna',''), 1395 (838,'Mozilla/5.0 (compatible; BecomeJPBot/2.3; MSIE 6.0 compatible; +http://www.become.co.jp/site_owners.html)','BecomeJPBot','http://www.become.co.jp/site_owners.html','Become',''), 1396 (839,'SearchSight/2.0 (http://SearchSight.com/)','SearchSight','http://SearchSight.com/','SearchSight',''), 1397 (840,'e-SocietyRobot(http://www.yama.info.waseda.ac.jp/~yamana/es/)','E-SocietyRobot','http://www.yama.info.waseda.ac.jp/~yamana/es/','Yamana Laboratory',''), 1398 (841,'webbot(+http://webbot.com/bot.htm)','Webbot','http://webbot.com/bot.htm','Webbot',''), 1399 (842,'Crawllybot/0.1 (Crawllybot; +http://www.crawlly.com; crawler@crawlly.com)','Crawllybot','http://www.crawlly.com','Crawlly',''), 1400 (843,'WIRE/0.11 (Linux; i686; Bot,Robot,Spider,Crawler,aromano@cli.di.unipi.it)','WIRE','http://www.unipi.it/english/index.htm','University of Pisa',''), 1401 (844,'larbin_2.6.3 larbin2.6.3@unspecified.mail','Larbin_2.6.3','http://larbin.sourceforge.net/index-eng.html','Unknown',''), 1402 (845,'Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)','BecomeBot','http://www.become.com/site_owners.html','Become',''), 1403 (846,'findlinks/1.0.9 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''), 1404 (847,'SurveyBot/2.3 (Whois Source)','SurveyBot','http://www.domaintools.com/webmasters/surveybot.php','Domaintools',''), 1405 (848,'findlinks/1.1.1-a2 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''), 1406 (849,'http://www.almaden.ibm.com/cs/crawler [hc5]','Almaden','http://www.almaden.ibm.com/cs/crawler/','IBM',''), 1407 (850,'msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''), 1408 (851,'sdcresearchlabs-testbot/0.8-dev (www.shopping.com/bot.html; http://lucene.apache.org/nutch/bot.html; researchbot@shopping.com)','Sdcresearchlabs-testbot','http://www.shopping.com/bot.html','Shopping',''), 1409 (852,'NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)','NutchCVS/0.8-dev','http://qbert.cs.washington.edu/','University of Washington',''), 1410 (853,'Gigabot/2.0; http://www.gigablast.com/spider.html','Gigabot','http://www.gigablast.com/','Gigablast',''), 1411 (854,'Mozilla/2.0 (compatible; Ask Jeeves/Teoma; http://about.ask.com/en/docs/about/webmasters.shtml)','Ask Jeeves/Teoma','http://about.ask.com/en/docs/about/webmasters.shtml','Ask Jeeves',''), 1412 (855,'Deepindex V2','Deepindex','http://www.deepindex.com/utiliser.html','Deepindex',''), 1413 (856,'Mozilla/5.0 (compatible; Megaglobe Crawler/1.0; http://www.megaglobe.com)','Megaglobe Crawler','http://www.megaglobe.com','Megaglobe',''), 1414 (857,'findlinks/1.1.1-a5 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''), 1415 (858,'Mozilla/5.0 (Linux; fr) Firefox (ozMonitor Free)','OzMonitor','http://www.ozmonitor.net/','OzMonitor',''), 1416 (859,'Pompos/1.1 http://dir.com/pompos.html','Pompos','http://www.iliad.fr/','Iliad (Free)',''), 1417 (860,'Pompos/1.2 http://dir.com/pompos.html','Pompos','http://www.iliad.fr/','Iliad (Free)',''), 1418 (861,'Pompos/1.3 http://dir.com/pompos.html','Pompos','http://www.iliad.fr/','Iliad (Free)',''), 1419 (862,'findlinks/1.1.1 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''), 1420 (863,'page_verifier http://www.securecomputing.com/goto/pv','Page_verifier','http://www.securecomputing.com/goto/pv','Securecomputing',''), 1421 (864,'www.petitsage.fr site detector 0.4','Petitsage','http://www.petitsage.fr/','Petitsage',''), 1422 (865,'VIPr/0.4 (VIProbot; http://www.vipsolutions.hu; info@vipsolutions.hu)','VIProbot','http://www.vipsolutions.hu','Vipsolutions',''), 1423 (866,'WebCorp/1.0','WebCorp','http://webcorp.uce.ac.uk/','WebCorp',''), 1424 (867,'Mozilla/3.0 (INGRID/3.0 MT; webcrawler@NOSPAMexperimental.net; http://webmaster.ilse.nl/jsp/webmaster.jsp)','INGRID','http://webmaster.ilse.nl/jsp/webmaster.jsp','Ilse',''), 1425 (868,'Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)','ZyBorg (Wisenut)','http://www.wisenut.com/','Wisenut',''), 1426 (869,'Snapbot/1.0','Snapbot','http://dev.upian.com/hotlinks/','Hotlinks',''), 1427 (870,'Mozilla/4.0 (compatible; GPU p2p crawler http://gpu.sourceforge.net/search_engine.php)','GPU p2p crawler','http://gpu.sourceforge.net/search_engine.php','GPU',''), 1428 (871,'WinkBot/0.06 (Wink.com search engine web crawler; http://www.wink.com/Wink:WinkBot; winkbot@wink.com)','WinkBot','http://www.wink.com/Wink:WinkBot','Wink',''), 1429 (872,'Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)','Ask Jeeves/Teoma','http://about.ask.com/en/docs/about/webmasters.shtml','Ask Jeeves',''), 1430 (873,'freshmeat.net URL validator/1.1','Freshmeat','http://freshmeat.net/','Freshmeat',''), 1431 (874,'larbin_2.6.3 marzia.polito@intel.com','Larbin_2.6.3','http://larbin.sourceforge.net/index-eng.html','Unknown',''), 1432 (875,'WEP Search 00','WEP Search','http://www.psychedelix.com/agents/index.shtml','Unknown',''), 1433 (876,'Microsoft URL Control - 6.00.8862','Microsoft URL Control','http://www.psychedelix.com/agents/index.shtml','Unknown',''), 1434 (877,'Microsoft URL Control - 6.01.9782','Microsoft URL Control','http://www.psychedelix.com/agents/index.shtml','Unknown',''), 1435 (878,'Snoopy v1.2','Snoopy','http://sourceforge.net/projects/snoopy/','Unknown',''), 1436 (879,'BuildCMS crawler (http://www.buildcms.com/crawler)','BuildCMS crawler','http://www.buildcms.com','BuildCMS',''), 1437 (880,'Yeti','Yeti','http://www.1noon.com/','1noon',''), 1438 (881,'W3C-checklink/4.2 [4.20] libwww-perl/5.803','W3C-checklink','http://validator.w3.org/docs/checklink.html','W3C',''), 1439 (882,'Mozilla/5.0 (compatible; Charlotte/1.0b; charlotte@betaspider.com)','Charlotte','http://www.betaspider.com/','Betaspider',''), 1440 (883,'EuripBot/0.5 (+http://www.eurip.com) PreCheck','EuripBot','http://www.eurip.com','Eurip',''), 1441 (884,'Mo College 1.9','Mo College 1.9','http://www.psychedelix.com/agents/index.shtml','Unknown',''), 1442 (885,'Python-urllib/1.16','Python-urllib','http://www.1noon.com/','Unknown',''), 1443 (886,'W3C_Validator/1.432.2.10','W3C-Validator','http://validator.w3.org/docs/checklink.html','W3C',''), 1444 (887,'Mozilla/5.0 (compatible; LinksManager.com_bot +http://linksmanager.com/linkchecker.html)','LinksManager.com_bot','http://linksmanager.com/linkchecker.html','Unknown',''), 1445 (888,'IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)','IRLbot','http://irl.cs.tamu.edu/crawler','Texas A&M University',''), 1446 (889,'Mozilla/5.0 (compatible;archive.org_bot/1.7.1; collectionId=316; Archive-It; +http://www.archive-it.org)','Archive.org_bot','http://www.archive.org/','Archive.org',''), 1447 (890,'exactseek.com','ExactSEEK','http://www.exactseek.com/','ExactSEEK',''), 1448 (891,'BurstFindCrawler/1.1 (crawler.burstfind.com; http://crawler.burstfind.com; crawler@burstfind.com)','BurstFindCrawler','http://crawler.burstfind.com','Burstfind',''), 1449 (892,'EMPAS_ROBOT','EMPAS_ROBOT','http://www.empas.com/','Empas',''), 1450 (893,'gsa-crawler (Enterprise; GIX-04637; rex_li@trend.com.tw)','Gsa-crawler','http://www.trendmicro.com/tw/home/enterprise.htm','Trendmicro',''), 1451 (894,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ZoomSpider.net bot; .NET CLR 1.1.4322)','ZoomSpider','http://www.zoomspider.net/','ZoomSpider',''), 1452 (895,'WebsiteWorth v1.0','WebsiteWorth','http://directory.sootle.com/website-worth/','Sootle',''), 1453 (896,'PictureOfInternet/3.0 (http://www.malfunction.org/poi; erik@malfunction.org)','PictureOfInternet','http://www.malfunction.org/poi','Malfunction',''), 1454 (897,'Mozilla/4.0 (compatible; MSIE 6.0; TargetSeek/1.0; +http://www.targetgroups.net/TargetSeek.html)','TargetSeek','http://www.targetgroups.net/TargetSeek.html','Targetgroups',''), 1455 (898,'Mozilla/5.0 (compatible; DNS-Digger/1.0; +http://www.dnsdigger.com)','DNS-Digger','http://www.dnsdigger.com','Dnsdigger',''), 1456 (899,'CipinetBot/1.0 (http://www.cipinet.com/bot.html)','CipinetBot','(http://www.cipinet.com/bot.html','Cipinet',''), 1457 (900,'Z-Add Link Checker (http://w3.z-add.co.uk/linkcheck/)','Z-Add Link Checker','http://w3.z-add.co.uk/linkcheck/','Z-add',''), 1458 (901,'NaverBot-1.0 (NHN Corp. / +82-31-784-1989 / nhnbot@naver.com)','NaverBot','http://www.naver.co.jp/','Naver',''), 1459 (902,'EmeraldShield.com Web Spider (http://www.emeraldshield.com/webbot.aspx)','EmeraldShield.com Web Spider','http://www.emeraldshield.com/webbot.aspx','Emeraldshield',''), 1460 (903,'HatenaScreenshot/1.0 (checker)','HatenaScreenshot','http://www.hatena.ne.jp/','Hatena',''), 1461 (904,'Search-Engine-Studio','Search-Engine-Studio','http://www.xtreeme.com/search-engine-studio/','Xtreeme',''), 1462 (905,'HatenaScreenshot/1.0 (checker)','HatenaScreenshot','http://www.hatena.ne.jp/','Hatena',''), 1463 (906,'yoono/1.0 web-crawler/1.0','Yoono web-crawler','http://www.yoono.com/','Yoono',''), 1464 (907,'PlantyNet_WebRobot_V1.9 yangsam@plantynet.com','PlantyNet_WebRobot','http://www.plantynet.com/','PlantyNet',''), 1465 (908,'SandCrawler - Compatibility Testing','SandCrawler','http://www.microsoft.com/','Microsoft',''), 1466 (909,'MJ12bot/v1.0.8 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''), 1467 (910,'psycheclone','Psycheclone','http://www.psychedelix.com/agents/index.shtml','Unknown',''), 1468 (911,'Mozilla/5.0 (Windows;) NimbleCrawler 2.0.0 obeys UserAgent NimbleCrawler For problems contact: crawler@healthline.com','NimbleCrawler','http://www.healthline.com/','Healthline',''), 1469 (912,'NASA Search 1.0','NASA Search 1.0','http://www.psychedelix.com/agents/index.shtml','Unknown',''), 1470 (913,'MQbot metaquerier.cs.uiuc.edu/crawler','Metaquerier','http://metaquerier.cs.uiuc.edu/crawler/','University of Illinois',''), 1471 (914,'Honda-Search/0.7.2 (Nutch; http://lucene.apache.org/nutch/bot.html; search@honda-search.com)','Honda-Search','http://www.honda-search.com/','Honda-Search',''), 1472 (915,'Mozilla/3.0 (compatible; ScollSpider; http://www.webwobot.com)','ScollSpider','http://www.webwobot.com','Webwobot',''), 1473 (916,'webmeasurement-bot, http://rvs.informatik.uni-leipzig.de','Webmeasurement-bot','http://rvs.informatik.uni-leipzig.de','University of Leipzig',''), 1474 (917,'Octora Beta Bot - www.octora.com','Octora Beta Bot','http://www.octora.com','Octora',''), 1475 (918,'KSbot/1.0 (KnowledgeStorm crawler; http://www.knowledgestorm.com/resources/content/crawler/index.html; crawleradmin@knowledgestorm.com)','KSbot','http://www.knowledgestorm.com/resources/content/crawler/index.html','Knowledgestorm',''), 1476 (919,'Blaiz-Bee/2.00.5502 (+http://www.blaiz.net)','Blaiz-Bee','http://www.blaiz.net','Blaiz',''), 1477 (920,'MaSagool/1.0 (MaSagool; http://sagool.jp/; info@sagool.jp)','MaSagool','http://sagool.jp','Sagool',''), 1478 (921,'cometrics-bot, http://www.cometrics.de','Cometrics-bot','http://www.cometrics.de','Cometrics',''), 1479 (922,'StackRambler/2.0 (MSIE incompatible)','StackRambler','http://www.rambler.ru/doc/robots.shtml','Rambler',''), 1480 (923,'HeinrichderMiragoRobot (http://www.miragorobot.com/scripts/deinfo.asp)','HeinrichderMiragoRobot','http://www.miragorobot.com/scripts/deinfo.asp','Mirago',''), 1481 (924,'gonzo2[P] mailto:crawleradmin.t-info@telekom.de','Gonzo2','http://www.suchen.de/','T-info',''), 1482 (925,'Exabot-Test/1.0','Exabot','http://www.exalead.com/search','Exalead',''), 1483 (926,'eruvo-bot 4.8.1 (http://www.eruvo.com)','Eruvo-bot','http://www.eruvo.com','Eruvo',''), 1484 (927,'Missigua Locator 1.9','Missigua Locator 1.9','http://www.psychedelix.com/agents/index.shtml','Unknown',''), 1485 (928,'BeijingCrawler','BeijingCrawler','http://www.psychedelix.com/agents/index.shtml','Unknown',''), 1486 (929,'Links4US-Crawler, (+http://links4us.com/)','Links4US-Crawler','http://links4us.com/','Links4US',''), 1487 (930,'Mozilla/5.0 (compatible; MojeekBot/2.0; http://www.mojeek.com/bot.html)','MojeekBot','http://www.mojeek.com/bot.html','Mojeek',''), 1488 (931,'Visbot/1.0 (+http://www.visvo.com/bot.html;bot@visvo.com)','Visbot','http://www.visvo.com/bot.html','Visvo',''), 1489 (932,'gonzo1[P] mailto:crawleradmin.t-info@telekom.de','Gonzo2','http://www.suchen.de/','T-info',''), 1490 (933,'my-bytebot/1.0 (+http://spider.my-byte.de/info)','My-bytebot','http://spider.my-byte.de/info','My-byte',''), 1491 (934,'Gaisbot/3.0+(robot06@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.tw/robot.php)','Gaisbot','http://gais.cs.ccu.edu.tw/robot.php','Gais',''), 1492 (935,'Mozilla/4.0 (compatible; Yahoo Japan; for robot study; kasugiya)','Yahoo Japan robot','http://www.yahoo.co.jp/','Yahoo Japan',''), 1493 (936,'envolk/1.7 (+http://www.envolk.com/envolkspiderinfo.php)','Envolkspider','http://www.envolk.com/envolkspiderinfo.php','Envolk',''), 1494 (937,'ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)','ShopWiki','http://www.shopwiki.com/wiki/Help:Bot','ShopWiki',''), 1495 (938,'Mozilla/5.0 (compatible; heritrix/1.6.0 http://www.worio.com/)','Worio','http://www.worio.com/','Worio',''), 1496 (939,'MetagerBot/0.8-dev (MetagerBot; http://metager.de; )','MetagerBot','http://metager.de','Metager',''), 1497 (940,'WebAlta Crawler/1.3.15 (http://www.webalta.ru/bot.html) (Windows; U; Windows NT 5.1; ru-RU)','WebAlta Crawler','http://www.webalta.ru/bot.html','WebAlta',''), 1498 (941,'WebAlta Crawler/1.3.18 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU)','WebAlta Crawler','http://www.webalta.ru/bot.html','WebAlta',''), 1499 (942,'updated/0.1-alpha (updated crawler; http://www.updated.com; crawler@updated.com)','Updated crawler','http://www.updated.com/','Updated',''), 1500 (943,'traazibot/testengine (+http://www.traazi.de)','Traazibot','http://www.traazi.de','Traazi',''), 1501 (944,'http://www.trendtech.dk/spider.asp)','TrendTech','http://www.trendtech.dk/spider.asp','TrendTech',''), 1502 (945,'Yahoo-Test/4.0','Yahoo-Test/4.0','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''), 1503 (946,'asked/Nutch-0.8 (web crawler; http://asked.jp; epicurus at gmail dot com)','Asked','http://asked.jp','Asked',''), 1504 (947,'zedzo.digest/0.1 (http://www.zedzo.com/)','Zedzo.digest','http://www.zedzo.com/','Zedzo',''), 1505 (948,'VMBot/0.7.2 (VMBot; http://www.VerticalMatch.com/; vmbot@tradedot.com)','VMBot','http://www.VerticalMatch.com/','VerticalMatch',''), 1506 (949,'BilgiBetaBot/0.8-dev (bilgi.com (Beta) ; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)','BilgiBetaBot','http://www.bilgi.com','Bilgi',''), 1507 (950,'YooW!/1.8.9 RC1 (+http://www.yoow.eu)','YooW!','http://www.yoow.eu','YooW!',''), 1508 (951,'192.comAgent','192.com','http://www.192.com/','192.com',''), 1509 (952,'Slurpy Verifier/1.0','Slurpy Verifier','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''), 1510 (953,'WebarooBot (Webaroo Bot; http://64.124.122.252/feedback.html)','WebarooBot','http://www.webaroo.com/','Webaroo',''), 1511 (954,'YahooFeedSeeker/2.0 (compatible; Mozilla 4.0; MSIE 5.5; http://publisher.yahoo.com/rssguide)','YahooFeedSeeker','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''), 1512 (955,'Flapbot/0.7.2 (Flaptor Crawler; http://www.flaptor.com; crawler at flaptor period com)','Flapbot','http://www.flaptor.com','Flaptor',''), 1513 (956,'Siigle Orumcex v.001 Turkey (http://www.siigle.com)','Siigle Orumcex','http://www.siigle.com','Siigle',''), 1514 (957,'NG-Search/0.90 (NG-SearchBot; http://www.ng-search.com; )','NG-SearchBot','http://www.ng-search.com','NG-Search',''), 1515 (958,'Speedy Spider (Entireweb; Beta/1.0; http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''), 1516 (959,'ozelot/2.7.3 (Search engine indexer; www.flying-cat.de/ozelot; ozelot@flying-cat.de)','Ozelot','http://www.flying-cat.de/ozelot','Flying-cat',''), 1517 (960,'A1 Sitemap Generator/1.0 (+http://www.micro-sys.dk/products/sitemap-generator/) miggibot/2006.01.24','Miggibot','http://www.micro-sys.dk/developer/miggibot/','Micro-sys',''), 1518 (961,'Strategic Board Bot (+http://www.strategicboard.com)','Strategic Board Bot','http://www.strategicboard.com','Strategic Board',''), 1519 (962,'Accoona-AI-Agent/1.1.2 (aicrawler at accoonabot dot com)','Aicrawler','http://www.accoona.com/','Accoona',''), 1520 (963,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ODP entries t_st; http://tuezilla.de/t_st-odp-entries-agent.html)','TÜzilla','http://tuezilla.de/','TÜzilla',''), 1521 (964,'i1searchbot/2.0 (i1search web crawler; http://www.i1search.com; crawler@i1search.com)','I1searchbot','http://www.i1search.com','I1search',''), 1522 (965,'Mozilla/5.0 (compatible;MAINSEEK_BOT)','Mainseek_Bot','http://www.mainseek.com/','Mainseek',''), 1523 (966,'factbot : http://www.factbites.com/robots','Factbot','http://www.factbites.com/robots','Factbites',''), 1524 (967,'Searchmee! Spider v0.98a','Searchmee! Spider','http://www.searchmee.com/','Searchmee!',''), 1525 (968,'Mozilla/4.0 (compatible; Vagabondo/4.0Beta; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)','Vagabondo','http://webagent.wise-guys.nl/','WiseGuys',''), 1526 (969,'ilial/Nutch-0.9-dev','Ilial/Nutch','http://www.ucla.edu/','University of California',''), 1527 (970,'FuchsBot +http://www.fuchsbot.tld','FuchsBot','http://www.fuchsbot.tld','FuchsBot',''), 1528 (971,'Nelian Pty Ltd - Spider v2.1 ( http://pcaccessoriesparts.com )','Nelian Pty Ltd - Spider','http://pcaccessoriesparts.com','Pcaccessoriesparts',''), 1529 (972,'Jyxobot/1','Jyxobot','http://www.jyxo.com/','Jyxo',''), 1530 (973,'Theme Spider (+http://www.themespider.com/spider.html)','Theme Spider','http://www.themespider.com/spider.html','Themespider',''), 1531 (974,'Exabot/3.0','Exabot','http://www.exalead.com/search','Exalead',''), 1532 (975,'yacybot (i386 Linux 2.6.17-gentoo-r7; java 1.5.0_08; GMT/en) yacy.net','Yacybot','http://www.yacy.net','Anomic Consulting',''), 1533 (976,'yacybot (i386 Linux 2.6.17-2-686; java 1.5.0_06; Europe/de) yacy.net','Yacybot','http://www.yacy.net','Anomic Consulting',''), 1534 (977,'Mozilla/5.0 (compatible; vlad/1.1; +http://www.freshnotes.com/vlad.html)','Vlad','http://www.freshnotes.com/vlad.html','Freshnotes',''), 1535 (978,'SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)','SiteBar','http://sitebar.org/','SiteBar',''), 1536 (979,'Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawl/; crawl@logos.ic.i.u-tokyo.ac.jp)','Shim-Crawler','http://www.logos.ic.i.u-tokyo.ac.jp/crawler/','University of Tokyo',''), 1537 (980,'Google-Sitemaps/1.0','Google-Sitemaps','http://www.google.com/webmasters/bot.html','Google',''), 1538 (981,'MSRBOT (http://research.microsoft.com/research/sv/msrbot/)','MSRBot','http://research.microsoft.com/research/sv/msrbot/','Microsoft',''), 1539 (982,'Mozilla/4.0 (compatible; Vagabondo/4.0Beta; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)','Vagabondo','http://webagent.wise-guys.nl/','WiseGuys',''), 1540 (983,'gonzo1[P] +http://www.suchen.de/popups/faq.jsp','Gonzo1','http://www.suchen.de/','T-info',''), 1541 (984,'sproose/1.0beta (sproose bot; http://www.sproose.com/bot.html; crawler@sproose.com)','Sproose','http://www.sproose.com/bot.html','Sproose',''), 1542 (985,'CydralSpider/2.2 (Cydral Image Search; http://www.cydral.com)','CydralSpider','http://www.cydral.com','Cydral',''), 1543 (986,'Factbot 1.09 (see http://www.factbites.com/webmasters.php)','Factbot','http://www.factbites.com/robots','Factbites',''), 1544 (987,'Webster v0.3 ( http://webster.healeys.net/ )','Webster','http://webster.healeys.net/','Webster.healeys',''), 1545 (988,'msnbot-Products/1.0 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''), 1546 (989,'ICCrawler - ICjobs (http://www.icjobs.de/bot.htm)','ICCrawler','http://www.iccenter.net/','ICCenter',''), 1547 (990,'MQbot http://metaquerier.cs.uiuc.edu/crawler','Metaquerier','http://metaquerier.cs.uiuc.edu/crawler/','University of Illinois',''), 1548 (991,'silk/1.0','Silk/1.0','http://www.slider.com/index.html','Slider',''), 1549 (992,'holmes/3.9 (OnetSzukaj/5.0; +http://szukaj.onet.pl)','Holmes','http://szukaj.onet.pl','Szukaj.onet',''), 1550 (993,'Verzamelgids/2.2 (http://www.verzamelgids.nl)','Verzamelgids','http://www.verzamelgids.nl','Verzamelgids',''), 1551 (994,'TCDBOT/Nutch-0.8 (PhD student research;\"http://www.tcd.ie; mcgettrs at t c d dot IE)\"','TCDBOT','http://www.tcd.ie/','Trinity College Dublin',''), 1552 (995,'Seekbot/1.0 (http://www.seekbot.net/bot.html) HTTPFetcher/2.2','Seekbot','http://www.seekbot.net/bot.html','SeekPort',''), 1553 (996,'FAST Enterprise Crawler 6 used by BilBasen ApS (michael@bilinfo.dk)','BilBasen','http://www.bilinfo.dk/','Bilinfo',''), 1554 (997,'Mozilla/5.0 (compatible; CjLogbot 1.0; +http://www.cjlog.com/bot)','CjLogbot','http://www.cjlog.com','CjLog',''), 1555 (998,'ExaBotTest/2.0','Exabot','http://www.exalead.com/search','Exalead',''), 1556 (999,'SygolBot http://www.sygol.com','SygolBot','http://www.sygol.com','Sygol',''), 1557 (1000,'wwwster/1.4 (Beta, mailto:gue@cis.uni-muenchen.de)','Wwwster','http://www.cis.uni-muenchen.de/','Centrum für Informations- und Sprachverarbeitung',''), 1558 (1001,'MQBOT/Nutch-0.9-dev (MQBOT Nutch Crawler; http://falcon.cs.uiuc.edu; mqbot@cs.uiuc.edu)','MQBOT','http://falcon.cs.uiuc.edu; mqbot@cs.uiuc.edu','University of Illinois',''), 1559 (1002,'SearchdayBot','SearchdayBot','http://www.searchday.de/','Searchday',''), 1560 (1003,'NutchEC2Test/Nutch-0.9-dev (Testing Nutch on Amazon EC2.; http://lucene.apache.org/nutch/bot.html; ec2test at lucene.com) ','NutchEC2Test','http://www.amazon.com/b/ref=sc_fe_l_2/104-6713356-1433533?ie=UTF8&node=201590011&no=3435361&me=A36L942TSJ2AJA','Amazon',''), 1561 (1004,'Y!J-SRD/1.0','Yahoo Japan robot','http://www.yahoo.co.jp/','Yahoo Japan',''), 1562 (1005,'DoCoMo/2.0/SO502i (compatible; Y!J-SRD/1.0; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-27.html)','Yahoo Japan robot','http://www.yahoo.co.jp/','Yahoo Japan',''), 1563 (1006,'ScholarUniverse/0.8 (Nutch;+http://scholaruniverse.com/bot.jsp; fetch-agent@scholaruniverse.com)','ScholarUniverse','http://scholaruniverse.com/bot.jsp','ScholarUniverse',''), 1564 (1007,'GurujiBot/1.0 (+http://www.guruji.com/WebmasterFAQ.html)','GurujiBot','http://www.guruji.com/WebmasterFAQ.html','Guruji',''), 1565 (1008,'CydralSpider/2.4 (Cydral Image Search; http://www.cydral.com)','CydralSpider','http://www.cydral.com','Cydral',''), 1566 (1009,'UOLCrawler (soscrawler@uol.com.br)','UOLCrawler','http://www.uol.com.br/','UOL',''), 1567 (1010,'Mozilla/4.0 (compatible; NaverBot/1.0; http://help.naver.com/delete_main.asp)','NaverBot','http://www.naver.co.jp/','Naver',''), 1568 (1011,'WeRelateBot/0.9 (WeRelate; http://www.werelate.org/wiki/WeRelate:Bot; dallan@werelate.org)','WeRelateBot','http://www.werelate.org/wiki/WeRelate:Bot','WeRelate',''), 1569 (1012,'Catall-Spider/3.3.3(www.Catall.de)','Catall-Spider','http://www.Catall.de','Catall',''), 1570 (1013,'FAST Enterprise Crawler 6 used by Pages Jaunes (pvincent@pagesjaunes.fr)','Pages Jaunes','http://www.pagesjaunes.fr/','Pages Jaunes',''), 1571 (1014,'iaskspider2 (iask@staff.sina.com.cn)','Iaskspider2','http://iask.com/','Sina',''), 1572 (1015,'Mozilla/5.0 (compatible; heritrix/1.8.0 +http://www.accelobot.com)','Accelobot','http://www.accelobot.com/','Accelovation',''), 1573 (1016,'Bigsearch.ca/Nutch-0.9-dev (Bigsearch.ca Internet Spider; http://www.bigsearch.ca/; info@enhancededge.com) ','Bigsearch','http://www.bigsearch.ca/','Bigsearch',''), 1574 (1017,'UKWizz/Nutch-0.8.1 (UKWizz Nutch crawler; http://www.ukwizz.com/) ','UKWizz','http://www.ukwizz.com/','UKWizz',''), 1575 (1018,'Yandex/1.01.001 (compatible; Win16; I)','Yandex','http://www.yandex.ru/','Yandex',''), 1576 (1019,'FAST Enterprise Crawler 6 used by Pages Jaunes (crawladmin@gmail.com)','Pages Jaunes','http://www.pagesjaunes.fr/','Pages Jaunes',''), 1577 (1020,'SBIder/SBIder-0.8.2-dev (http://www.sitesell.com/sbider.html)','SBIder','http://www.sitesell.com/sbider.html','Sitesell',''), 1578 (1021,'Feedster Crawler/3.0; Feedster, Inc.','Feedster Crawler','http://www.feedster.com/','Feedster',''), 1579 (1022,'MJ12bot/v1.1.1 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''), 1580 (1023,'PluckFeedCrawler/2.0 (compatible; Mozilla 4.0; MSIE 5.5; http://www.pluck.com; 1 subscribers)','PluckFeedCrawler','http://www.pluck.com','Pluck',''), 1581 (1024,'wadaino.jp-crawler 0.2 (http://wadaino.jp/)','Wadaino.jp-crawler','http://wadaino.jp/','Wadaino',''), 1582 (1025,'RoboCrawl (http://www.canadiancontent.net)','CanadianContent Search','http://www.canadiancontent.net/','CanadianContent',''), 1583 (1026,'Mozilla/4.0 (compatible; MSIE is not me; DAUMOA/1.0.0; DAUM Web Robot; Daum Communications Corp., Korea)','DAUM Web Robot','http://info.daum.net/kor/main.jsp','Daum',''), 1584 (1027,'Twiceler www.cuill.com/twiceler/robot.html','Twiceler','http://www.cuill.com/twiceler/robot.html','Cuill',''), 1585 (1028,'Szukacz/1.5 (robot; www.szukacz.pl/html/jak_dziala_robot.html; info@szukacz.pl)','Szukacz','http://www.szukacz.pl/html/RobotEnglishVersion.html','Szukacz',''), 1586 (1029,'Mozilla/4.0 (compatible; DepSpid/5.03; +http://about.depspid.net)','DepSpid','http://about.depspid.net','DepSpid',''), 1587 (1030,'PlantyNet_WebRobot_V1.9 dhkang@plantynet.com','PlantyNet_WebRobot','http://www.plantynet.com/','PlantyNet',''), 1588 (1031,'favo.eu crawler/0.6 (http://www.favo.eu)','Favo.eu crawler','http://www.favo.eu/','Favo',''), 1589 (1032,'Gromit/1.0','Gromit','http://www2.austlii.edu.au/~dan/gromit/','Australasian Legal Information Institute',''), 1590 (1033,'BlogSearch/1.x +http://www.icerocket.com/','BlogSearch','http://www.icerocket.com/','Icerocket',''), 1591 (1034,'YodaoBot/1.0 (http://www.yodao.com/help/webmaster/spider/; )','YodaoBot','http://www.yodao.com/help/webmaster/spider/','Yodao',''), 1592 (1035,'Execrawl/1.0 (Execrawl; http://www.execrawl.com/; bot@execrawl.com)','Execrawl','http://www.execrawl.com/','Execrawl',''), 1593 (1036,'MJ12bot/v1.1.2 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''), 1594 (1037,'Mozilla/4.0 (compatible; MyFamilyBot/1.0; http://www.ancestry.com/learn/bot.aspx; SearchBot@MyFamilyInc.com)','MyFamilyBot','http://www.ancestry.com/learn/bot.aspx','Ancestry',''), 1595 (1038,'Pingdom GIGRIB v1.1 (http://www.pingdom.com)','Pingdom','http://www.pingdom.com','Pingdom',''), 1596 (1039,'Feed24.com','Feed24','http://www.feed24.com/','Feed24',''), 1597 (1040,'StackRambler/2.0','StackRambler','http://www.rambler.ru/doc/robots.shtml','Rambler',''), 1598 (1041,'Vacobot; (+http://vaco.ws/bot.html)','Vacobot','http://vaco.ws/bot.html','Vaco',''), 1599 (1042,'SGH-Z130 SHP/VPP/R5 SMB3.1 SMM-MMS/1.1.0 profile/MIDP-2.0 configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1600 (1043,'Mozilla/5.0 (compatible; Webbot/0.1; http://www.webbot.ru/bot.html)','Webbot','http://www.webbot.ru/bot.html','Webbot',''), 1601 (1044,'Mozilla/4.0 (compatible; MSIE is not me; DAUMOA/1.0.1; DAUM Web Robot; Daum Communications Corp., Korea)','DAUM Web Robot','http://info.daum.net/kor/main.jsp','Daum',''), 1602 (1045,'gamekitbot/1.0 (+http://www.uchoose.de/crawler/gamekitbot/)','Gamekitbot','http://www.uchoose.de/crawler/gamekitbot/','Uchoose',''), 1603 (1046,'Qweery_robot.txt_CheckBot/3.01 (http://qweerybot.qweery.com)','Qweerybot','http://qweerybot.qweery.com','Qweery',''), 1604 (1047,'QweeryBot/3.01 ( http://qweerybot.qweery.nl)','Qweerybot','http://qweerybot.qweery.com','Qweery',''), 1605 (1048,'Mozilla/5.0 (compatible; egothor/8.0g; +http://ego.ms.mff.cuni.cz/)','Egothor','http://ego.ms.mff.cuni.cz/','Charles University in Prague',''), 1606 (1049,'jeanie/3.3.3(www.sidedc.net/;compatible;MSIE 6.0;Windows NT 5.51)','Jeanie','http://spider.sidedc.net/eng/index.html','Sidedc',''), 1607 (1050,'eApolloBot/1.0 (eApollo search engine robot; http://www.eapollo.com; eapollo at global-opto dot com)','EApolloBot','http://www.eapollo.com','EApollo',''), 1608 (1051,'NextGenSearchBot 1 (for information visit http://www.zoominfo.com/NextGenSearchBot)','NextGenSearchBot','http://www.zoominfo.com/NextGenSearchBot','Zoominfo',''), 1609 (1052,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Mirar Search Indexing Agent see getmirar.com)','Mirar','http://www.mirarsearch.com/','Mirar',''), 1610 (1053,'Fooky.com/ScorpionBot/ScoutOut;http://www.fooky.com/scorpionbots','ScorpionBot','http://www.fooky.com/scorpionbots','Fooky',''), 1611 (1054,'ExaBotTest/3.0','Exabot','http://www.exalead.com/search','Exalead',''), 1612 (1055,'Shim-Crawler(NICT)(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawler@logos.ic.i.u-tokyo.ac.jp)','Shim-Crawler','http://www.logos.ic.i.u-tokyo.ac.jp/crawler/index.en.html','Chikayama-Taura laboratory',''), 1613 (1056,'NetResearchServer/4.0(loopimprovements.com/robot.html)','NetResearchServer','http://loopimprovements.com/robot.html','Loopimprovements',''), 1614 (1057,'holmes/3.10.1 (OnetSzukaj/5.0; +http://szukaj.onet.pl)','Holmes','http://szukaj.onet.pl','Szukaj.onet',''), 1615 (1058,'SietsCrawler/1.1 (+http://www.siets.biz)','SietsCrawler','http://www.siets.biz','Siets',''), 1616 (1059,'Mozilla/5.0 (compatible; Yoono; http://www.yoono.com/)','Yoono','http://www.yoono.com/','Yoono',''), 1617 (1060,'OpenISearch/1.x (www.openisearch.com)','OpenISearch','http://www.openisearch.com','OpenISearch',''), 1618 (1061,'Mozilla/4.0 (compatible; MSIE 6.0 compatible; Asterias Crawler v4; +http://www.singingfish.com/help/spider.html; webmaster@singingfish.com); SpiderThread Revision: 3.11','Asterias Crawler','http://search.singingfish.com/sfw/home.jsp','Singingfish',''), 1619 (1062,'VMBot/0.9 (VMBot; http://www.verticalmatch.com; vmbot@tradedot.com)','VMBot','http://www.VerticalMatch.com/','VerticalMatch',''), 1620 (1063,'TelenetDigger/1.0; htdig/3.1.6 (webdev@staff.telenet.be)','TelenetDigger','http://www.telenet.be','Telenet',''), 1621 (1064,'LG-C1500 UP.Browser/6.2.3 (GUI) MMP/1.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1622 (1065,'Nokia9500 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1623 (1066,'MOT-V975/81.33.02I MIB/2.2.1 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1624 (1067,'Nokia6682/2.0 (3.01.1) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1625 (1068,'SonyEricssonP910c/R2A SEMC-Browser/Symbian/3.0 Profile/MIDP-2.0 Configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1626 (1069,'MOT-V975/81.33.02I MIB/2.2.1 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1627 (1070,'LG-C1500 UP.Browser/6.2.3 (GUI) MMP/1.0 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1628 (1071,'Nokia6682/2.0 (3.01.1) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1629 (1072,'Nokia6682/2.0 (3.01.1) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0 (compatible;YahooSeeker/M1A1-R2D2;http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1630 (1073,'SonyEricssonP910c/R2A SEMC-Browser/Symbian/3.0 Profile/MIDP-2.0 Configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1631 (1074,'SIE-SX1/05 UP.Browser/7.0.0.1.181 (GUI) MMP/2.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1632 (1075,'SGH-Z130 SHP/VPP/R5 SMB3.1 SMM-MMS/1.1.0 profile/MIDP-2.0 configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1633 (1076,'SIE-SX1/05 UP.Browser/7.0.0.1.181 (GUI) MMP/2.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 1634 (1077,'worio heritrix bot (+http://worio.com/)','Worio heritrix bot','http://worio.com/','Worio',''), 1635 (1078,'Metaeuro Web Crawler/0.2 (MetaEuro Web Search Clustering Engine; http://www.metaeuro.com; crawler at metaeuro dot com)','Metaeuro Web Crawler','http://www.metaeuro.com','Metaeuro',''), 1636 (1079,'MJ12bot/v1.2.0 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''), 1637 (1080,'Mozilla/5.0 (compatible; Kyluka crawl; http://www.kyluka.com/crawl.html; crawl@kyluka.com)','Kyluka crawl','http://www.kyluka.com/crawl.html','Kyluka',''), 1638 (1081,'ICC-Crawler(Mozilla-compatible; http://kc.nict.go.jp/icc/crawl.html; icc-crawl(at)ml(dot)nict(dot)go(dot)jp)','ICC-Crawler','http://kc.nict.go.jp/icc/crawl.html','NICT',''), 1639 (1082,'Mozilla/5.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)','Ask Jeeves/Teoma','http://about.ask.com/en/docs/about/webmasters.shtml','Ask Jeeves',''), 1640 (1083,'RedBot/redbot-1.0 (Rediff.com Crawler; redbot at rediff dot com)','RedBot','http://www.rediff.com/','Rediff',''), 1641 (1084,'PageBitesHyperBot/600 (http://www.pagebites.com/)','PageBitesHyperBot','http://www.pagebites.com/','PageBites',''), 1642 (1085,'NG-Search/0.9.8 (http://www.ng-search.com)','NG-SearchBot','http://www.ng-search.com','NG-Search',''), 1643 (1086,'FAST Enterprise Crawler 6 used by Pages Jaunes (fastadmin@pagesjaunes.fr)','Pages Jaunes','http://www.pagesjaunes.fr/','Pages Jaunes',''), 1644 (1087,'BilgiBot/1.0(beta) (http://www.bilgi.com/; bilgi at bilgi dot com)','BilgiBot','http://www.bilgi.com','Bilgi',''), 1645 (1088,'Mozilla/5.0 (compatible; Exabot Test/3.0; +http://www.exabot.com/go/robot)','Exabot','http://www.exalead.com/search','Exalead',''), 1646 (1089,'Topodia/1.2-dev (Topodia - Crawler for HTTP content indexing; http://www.topodia.com/; support@topodia.com)','Topodia','http://www.topodia.com/','Topodia',''), 1647 (1090,'Mozilla/5.0 (compatible; heritrix/1.10.2 +http://i.stanford.edu/)','InfoLab robot','http://i.stanford.edu/','Stanford University',''), 1648 (1091,'Mozilla/5.0 (compatible; PalmeraBot; http://www.links24h.com/help/palmera) Version 0.001','PalmeraBot','http://www.links24h.com/help/palmera','Links24h',''), 1649 (1092,'SmiffyDCMetaSpider/1.0','SmiffyDCMetaSpider','http://www.smiffysplace.com/smiffydcmetaspider','Smiffysplace',''), 1650 (1093,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; QihooBot 1.0 qihoobot@qihoo.net)','QihooBot','http://www.qihoo.com/','Qihoo',''), 1651 (1094,'jongaimpi/2.10 (jonga; http://www.jonga.co.za; info@jonga.co.za)','Jongaimpi','http://www.jonga.co.za','Jonga',''), 1652 (1095,'MetaGer_PreChecker0.1','MetaGer_PreChecker','http://www.metager.de/','MetaGer',''), 1653 (1096,'Mozilla/5.0 (compatible; Charlotte/1.0b; http://www.searchme.com/support/)','Charlotte','http://www.searchme.com/support/','Searchme',''), 1654 (1097,'ScollSpider/2.0 (+http://www.webwobot.com/ScollSpider.php)','ScollSpider','http://www.webwobot.com','Webwobot',''), 1655 (1098,'Semager/1.0 (http://www.semager.de)','Semager','http://www.semager.de','Semager',''), 1656 (1099,'Blogdimension/Alpha2 (Blogdimension BlogBot; http://www.blogdimension.com)','Blogdimension BlogBot','http://www.blogdimension.com','Blogdimension',''), 1657 (1100,'QweeryBot/3.02 ( http://qweerybot.qweery.nl)','Qweerybot','http://qweerybot.qweery.com','Qweery',''), 1658 (1101,'IRLbot/3.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)','IRLbot','http://irl.cs.tamu.edu/crawler','Texas A&M University',''), 1659 (1102,'Nebulla/V1.0 Spider (http://spider.nebulla.de)','Nebulla','http://spider.nebulla.de','Nebulla',''), 1660 (1103,'Mozilla/5.0 (compatible; arabulbot/1.1; +http://www.arabul.com/bot.html)','Arabulbot','http://www.arabul.com','Arabul',''), 1661 (1104,'CloakDetect/0.9 (+http://fulltext.seznam.cz/)','CloakDetect','http://fulltext.seznam.cz/','Seznam',''), 1662 (1105,'DataFountains/DMOZ Feature Vector Corpus Creator (http://ivia.ucr.edu/useragents.shtml)','DataFountains','http://infomine.ucr.edu/','University of California',''), 1663 (1106,'Weblog Attitude Diffusion 1.0','Weblog Attitude Diffusion','http://www.user-agents.org/agents/weblogattitude.shtml','Los Alamos National Laboratory',''), 1664 (1107,'Mozilla/5.0 (compatible; worio bot heritrix/1.10.0 +http://worio.com)','Worio bot','http://worio.com','Worio',''), 1665 (1108,'Blaiz-Bee/2.00.8222 (BE Internet Search Engine http://www.rawgrunt.com)','BE Internet Search Engine','http://www.rawgrunt.com','Rawgrunt',''), 1666 (1109,'Mozilla/5.0 (compatible; AboutUsBot/0.9; +http://www.aboutus.org/AboutUsBot)','AboutUsBot','http://www.aboutus.org/AboutUsBot','AboutUs',''), 1667 (1110,'CazoodleBot/0.1 (CazoodleBot Crawler; http://www.cazoodle.com; mqbot@cazoodle.com)','CazoodleBot','http://www.cazoodle.com','Cazoodle',''), 1668 (1111,'Mozilla/4.0 (vBSEO; http://www.vbseo.com)','VBSEO','http://www.vbseo.com','VBSEO',''), 1669 (1112,'Melbot WebSpider & RSS News Crawler www.melbot.info (V.2.42 by A.I.C.E.)','Melbot WebSpider','http://www.melbot.info','Melbot',''), 1670 (1113,'Baiduspider+(+http://www.baidu.com/search/spider_jp.html)','Baiduspider','http://www.baidu.com/search/spider.htm','Baidu.com',''), 1671 (1114,'Mozilla/5.0 (compatible; Exabot-Images/3.0; +http://www.exabot.com/go/robot)','Exabot-Images','http://www.exalead.com/search','Exalead',''), 1672 (1115,'NextGenSearchBot 1 (for information visit http://about.zoominfo.com/About/NextGenSearchBot.aspx)','NextGenSearchBot','http://www.zoominfo.com/NextGenSearchBot','Zoominfo',''), 1673 (1116,'RufusBot (Rufus Web Miner; http://www.webaroo.com/rooSiteOwners.html)','RufusBot','http://www.webaroo.com/','Webaroo',''), 1674 (1117,'Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (http://www.voila.com/)','VoilaBot','http://www.voila.com/','Voila',''), 1675 (1118,'iSEEKbot/iSEEKbot-0.9-dev (http://beta.iseek.com/iseekbot.html; bot at iseek dot com)','Iseekbot','http://beta.iseek.com/iseekbot.html','Iseek',''), 1676 (1119,'Yeti/0.01 (nhn/1noon, yetibot@naver.com, check robots.txt daily and follows it)','Yeti','http://www.1noon.com/','1noon',''), 1677 (1120,'SiteTruth.com site rating system','SiteTruth','http://www.sitetruth.com/','SiteTruth',''), 1678 (1121,'Mozilla/5.0 (compatible; heritrix/@VERSION@ +http://vermut.aol.com)','Vermut','http://vermut.aol.com','AOL',''), 1679 (1122,'SynooBot/Mozilla/5.0 (compatible; Synoobot/0.9; http://www.synoo.com/search/bot.html)','SynooBot','http://www.synoo.com/search/bot.html','Synoo',''), 1680 (1123,'VisBot/2.0 (Visvo.com Crawler; http://www.visvo.com/bot.html; bot@visvo.com)','Visbot','http://www.visvo.com/bot.html','Visvo',''), 1681 (1124,'Mozilla/5.0 (compatible; Synoobot/0.9; http://www.synoo.com/search/bot.html)','SynooBot','http://www.synoo.com/search/bot.html','Synoo',''), 1682 (1125,'MSRBOT (http://research.microsoft.com/research/sv/msrbot)','MSRBOT','http://research.microsoft.com/research/sv/msrbot','Microsoft',''), 1683 (1126,'Speedy Spider (Entireweb; Beta/1.1; http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''), 1684 (1127,'kicktooBotV1.1 kictooBot@kictoo.com','KicktooBot','http://www.kictoo.com/','Kicktoo',''), 1685 (1128,'Mozilla/5.0 (compatible; SiteBaseBot/1.0; http://dir.sitebase.ru)','SiteBaseBot','http://dir.sitebase.ru','SiteBase',''), 1686 (1129,'Twiceler-0.9 http://www.cuill.com/twiceler/robot.html','Twiceler','http://www.cuill.com/twiceler/robot.html','Cuill',''), 1687 (1130,'WebarooBot (Webaroo Bot; http://www.webaroo.com/rooSiteOwners.html)','WebarooBot','http://www.webaroo.com/','Webaroo',''), 1688 (1131,'Moreoverbot/5.00 (+http://www.moreover.com)','Moreoverbot','http://www.moreover.com','Moreover',''), 1689 (1132,'Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html)','Twiceler','http://www.cuill.com/twiceler/robot.html','Cuill',''), 1690 (1133,'metatagsdir/0.7 (+http://metatagsdir.com/directory/)','Metatagsdir','http://metatagsdir.com/directory/','Metatagsdir',''), 1691 (1134,'yggdrasil/Nutch-0.9 (yggdrasil biorelated search engine; www dot biotec dot tu minus dresden do de slash schroeder; heiko dot dietze at biotec dot tu minus dresden dot de)','Yggdrasil','http://gopubmed.biotec.tu-dresden.de/','GoPubMed',''), 1692 (1135,'Steeler/3.3 (http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)','Steeler','http://www.tkl.iis.u-tokyo.ac.jp/~crawler/crawler.html.en','University of Tokyo',''), 1693 (1136,'qube/2.0 (+http://qube.qelix.com/v2)','Qube','http://qube.qelix.com/v2','Qube',''), 1694 (1137,'Sogou web spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)','Sogou web spider','http://www.sogou.com/docs/help/webmasters.htm#07','Sogou',''), 1695 (1138,'FAST Enterprise Crawler 6 used by Comperio AS (sts@comperio.no)','Comperio','http://www.comperio.no/index.php?option=com_content&task=blogcategory&id=7&Itemid=27','Comperio',''), 1696 (1139,'LibertyW (+http://www.lw01.com)','LibertyW','http://www.lw01.com/en/','LibertyW',''), 1697 (1140,'Acorn/Nutch-0.9 (Non-Profit Search Engine; acorn.isara.org; acorn at isara dot org)','Acorn','http://acorn.no-ip.org/','Isara',''), 1698 (1141,'IIITBOT/1.1 (Indian Language Web Search Engine; http://webkhoj.iiit.net; pvvpr at iiit dot ac dot in)','IIITBOT','http://webkhoj.iiit.net/','Webkhoj',''), 1699 (1142,'Speedy Spider (Entireweb; Beta/1.2; http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''), 1700 (1143,'Mozilla/5.0 (compatible; Quantcastbot/1.0; www.quantcast.com)','Quantcastbot','http://www.quantcast.com','Quantcast',''), 1701 (1144,'TestCrawler/Nutch-0.9 (Testing Crawler for Research ; http://balihoo.com/index.aspx; tgautier at balihoo dot com)','Balihoo','http://balihoo.com/index.aspx','Balihoo',''), 1702 (1145,'Mozilla/5.0 (compatible; heritrix/1.12.0 +http://www.accelobot.com)','Accelobot','http://www.accelobot.com/','Accelovation',''), 1703 (1146,'Speedy Spider (Entireweb; Beta/1.3; http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''), 1704 (1147,'great-plains-web-spider/gpws (Flatland Industries Web Spider; http://www.flatlandindustries.com/flatlandbot.php; jason@flatlandindustries.com)','Flatlandbot','http://www.flatlandindustries.com/flatlandbot.php','Flatland Industries',''), 1705 (1148,'NatzanBot, http://www.natzan.com','NatzanBot','http://www.natzan.com','Natzan',''), 1706 (1149,'Gigabot/2.0att','Gigabot','http://www.gigablast.com/','Gigablast',''), 1707 (1150,'Nebullabot/2.2 (http://bot.nebulla.info)','Nebulla','http://spider.nebulla.de','Nebulla',''), 1708 (1151,'FAST Enterprise Crawler 6 used by suckling@un.org (UN OCHA)','UN OCHA','http://www.un.org/','UN OCHA',''), 1709 (1152,'KDDI-CA33 UP.Browser/6.2.0.10.4 (GUI) MMP/2.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)','Googlebot-Mobile','http://www.google.com/bot.html','Google',''), 1710 (1153,'Technoratibot/0.7','Technoratibot','http://www.technorati.com/','Technorati',''), 1711 (1154,'BlogSearch/1.0 +http://www.icerocket.com/','BlogSearch','http://icerocket.com','IceRocket',''), 1712 (1155,'Mozilla/5.0 (compatible; geourl/2.0b16 - http://geourl.org/bot)','Geourl','http://geourl.org/bot','Geourl',''), 1713 (1156,'Bloodhound/Nutch-0.9 (Testing Crawler for Research - obeys robots.txt and robots meta tags ; http://balihoo.com/index.aspx; robot at balihoo dot com)','Balihoo','http://balihoo.com/index.aspx','Balihoo',''), 1714 (1157,'GSiteCrawler/v1.20 rev. 273 (http://gsitecrawler.com/)','GSiteCrawler','http://gsitecrawler.com/','GSiteCrawler',''), 1715 (1158,'Speedy Spider (http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''), 1716 (1159,'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; mowserbot; http://www.mowser.com/bot)','Mowserbot','http://www.mowser.com/bot','Mowser','') 1717 "); 1718 1719 } 1720 else 1721 { 1722 $result2=1; 1723 } 1724 1725 1726 1727 //crawlt_login table creation 1728 1729 1730 //check if table already exist 1731 1732 $table_exist2 = 0; 1733 1734 $sql = "SHOW TABLES "; 1735 $tables = mysql_query($sql, $connexion); 1736 1737 while (list($tablename)=mysql_fetch_array($tables)) 1738 { 1739 1740 if($tablename == 'crawlt_login') 1741 { 1742 $table_exist2 = 1; 1743 } 1744 } 1745 1746 1747 if($table_exist2 == 0) 1748 { 1749 1750 //the table didn't exist, we can create it 1751 1752 $result3 = mysql_query("CREATE TABLE crawlt_login ( 1753 id_login INTEGER UNSIGNED NOT NULL AUTO_INCREMENT, 1754 crawlt_user VARCHAR(20) NULL, 1755 crawlt_password VARCHAR(45) NULL, 1756 admin SMALLINT UNSIGNED NULL, 1757 site SMALLINT UNSIGNED NULL, 1758 PRIMARY KEY(id_login) 1759 )"); 1760 } 1761 else 1762 { 1763 $result3=1; 1764 } 1765 1766 1767 1768 //crawlt_pages table creation 1769 1770 1771 //check if table already exist 1772 1773 $table_exist3 = 0; 1774 1775 $sql = "SHOW TABLES "; 1776 $tables = mysql_query($sql, $connexion); 1777 1778 while (list($tablename)=mysql_fetch_array($tables)) 1779 { 1780 1781 if($tablename == 'crawlt_pages') 1782 { 1783 $table_exist3 = 1; 1784 } 1785 } 1786 1787 1788 if($table_exist3 == 0) 1789 { 1790 1791 //the table didn't exist, we can create it 1792 1793 $result4 = mysql_query("CREATE TABLE crawlt_pages ( 1794 id_page INTEGER UNSIGNED NOT NULL AUTO_INCREMENT, 1795 url_page VARCHAR(255) NULL, 1796 PRIMARY KEY(id_page) 1797 )"); 1798 } 1799 else 1800 { 1801 $result4=1; 1802 } 1803 1804 1805 1806 //crawlt_site table creation 1807 1808 //check if table already exist 1809 1810 $table_exist4 = 0; 1811 1812 $sql = "SHOW TABLES "; 1813 $tables = mysql_query($sql, $connexion); 1814 1815 while (list($tablename)=mysql_fetch_array($tables)) 1816 { 1817 1818 if($tablename == 'crawlt_site') 1819 { 1820 $table_exist4 = 1; 1821 } 1822 } 1823 1824 1825 if($table_exist4 == 0) 1826 { 1827 1828 //the table didn't exist, we can create it 1829 1830 $result5 = mysql_query("CREATE TABLE crawlt_site ( 1831 id_site SMALLINT UNSIGNED NOT NULL AUTO_INCREMENT, 1832 name VARCHAR(45) NOT NULL, 1833 url VARCHAR(255) NULL, 1834 PRIMARY KEY(id_site) 1835 )"); 1836 } 1837 else 1838 { 1839 $result5=1; 1840 } 1841 1842 1843 1844 //crawlt_visits table creation 1845 1846 //check if table already exist 1847 1848 $table_exist5 = 0; 1849 1850 $sql = "SHOW TABLES "; 1851 $tables = mysql_query($sql, $connexion); 1852 1853 while (list($tablename)=mysql_fetch_array($tables)) 1854 { 1855 1856 if($tablename == 'crawlt_visits') 1857 { 1858 $table_exist5 = 1; 1859 } 1860 } 1861 1862 1863 if($table_exist5 == 0) 1864 { 1865 1866 //the table didn't exist, we can create it 1867 1868 $result6 = mysql_query("CREATE TABLE crawlt_visits ( 1869 id_visit INTEGER UNSIGNED NOT NULL AUTO_INCREMENT, 1870 crawlt_site_id_site SMALLINT UNSIGNED NOT NULL, 1871 crawlt_pages_id_page INTEGER UNSIGNED NOT NULL, 1872 crawlt_crawler_id_crawler SMALLINT UNSIGNED NOT NULL, 1873 crawlt_ip_used VARCHAR(16) NOT NULL, 1874 date DATETIME NOT NULL, 1875 PRIMARY KEY(id_visit, crawlt_site_id_site, crawlt_pages_id_page, crawlt_crawler_id_crawler, crawlt_ip_used), 1876 INDEX crawlt_visits_FKIndex1(crawlt_site_id_site), 1877 INDEX crawlt_visits_FKIndex2(crawlt_pages_id_page), 1878 INDEX crawlt_visits_FKIndex3(crawlt_crawler_id_crawler) 1879 )"); 1880 } 1881 else 1882 { 1883 $result6=1; 1884 } 1885 1886 1887 1888 //crawlt_update table creation 1889 1890 //check if table already exist 1891 1892 $table_exist6 = 0; 1893 1894 $sql = "SHOW TABLES "; 1895 $tables = mysql_query($sql, $connexion); 1896 1897 while (list($tablename)=mysql_fetch_array($tables)) 1898 { 1899 1900 if($tablename == 'crawlt_update') 1901 { 1902 $table_exist6 = 1; 1903 } 1904 } 1905 1906 1907 if($table_exist6 == 0) 1908 { 1909 1910 //the table didn't exist, we can create it 1911 1912 $result7 = mysql_query("CREATE TABLE crawlt_update ( 1913 idcrawlt_update INTEGER UNSIGNED NOT NULL AUTO_INCREMENT, 1914 update_id INTEGER UNSIGNED NULL, 1915 PRIMARY KEY(idcrawlt_update) 1916 )"); 1917 1918 if($result7==1) 1919 { 1920 $result8 =mysql_query("INSERT INTO crawlt_update VALUES (1,'68')"); 1921 } 1922 1923 } 1924 else 1925 { 1926 $result7=1; 1927 $result8=mysql_query("UPDATE crawlt_update SET update_id='68' WHERE idcrawlt_update='1'"); 1928 if($result8) 1929 { 1930 if(mysql_affected_rows()==0) 1931 { 1932 mysql_query("INSERT INTO crawlt_update VALUES (1,'68')"); 1933 } 1934 } 1935 } 1936 1937 //table crawlt_archive creation 1938 //check if table already exist 1939 1940 $table_exist9 = 0; 1941 1942 $sql = "SHOW TABLES "; 1943 $tables = mysql_query($sql, $connexion); 1944 1945 while (list($tablename)=mysql_fetch_array($tables)) 1946 { 1947 1948 if($tablename == 'crawlt_archive') 1949 { 1950 $table_exist9 = 1; 1951 } 1952 } 1953 1954 1955 if($table_exist9 == 0) 1956 { 1957 1958 //the table didn't exist, we can create it 1959 1960 $result9 = mysql_query("CREATE TABLE crawlt_archive ( 1961 mois VARCHAR(20) NOT NULL, 1962 nbr_visits INTEGER UNSIGNED NULL, 1963 pages_view INTEGER UNSIGNED NULL, 1964 top_visits_1 VARCHAR(45) NULL, 1965 top_visits_2 VARCHAR(45) NULL, 1966 top_visits_3 VARCHAR(45) NULL, 1967 top_pages_view_1 VARCHAR(45) NULL, 1968 top_pages_view_2 VARCHAR(45) NULL, 1969 top_pages_view_3 VARCHAR(45) NULL, 1970 PRIMARY KEY(mois) 1971 )"); 1972 } 1973 else 1974 { 1975 $result9=1; 1976 } 1977 1978 1979 1980 //table crawlt_ip_data creation 1981 1982 include "./include/createtableip.php"; 1983 1984 1985 //table crawlt_config creation 1986 1987 //check if table already exist 1988 1989 $table_exist10 = 0; 1990 1991 $sql = "SHOW TABLES "; 1992 $tables = mysql_query($sql, $connexion); 1993 1994 while (list($tablename)=mysql_fetch_array($tables)) 1995 { 1996 1997 if($tablename == 'crawlt_config') 1998 { 1999 $table_exist10 = 1; 2000 } 2001 } 2002 2003 2004 if($table_exist10 == 0) 2005 { 2006 2007 //the table didn't exist, we can create it 2008 2009 $result12 = mysql_query("CREATE TABLE crawlt_config ( 2010 id_config SMALLINT UNSIGNED NOT NULL, 2011 timeshift SMALLINT NULL, 2012 public SMALLINT UNSIGNED NULL, 2013 mail SMALLINT UNSIGNED NULL, 2014 datelastmail SMALLINT UNSIGNED NULL, 2015 addressmail VARCHAR(255) NULL, 2016 lang VARCHAR(20) NULL, 2017 version INTEGER UNSIGNED NULL, 2018 firstdayweek ENUM('Monday','Sunday') NOT NULL default 'Monday', 2019 datelastseorequest smallint(5) NOT NULL default '0', 2020 loop1 smallint(5) NOT NULL default '0', 2021 loop2 smallint(5) NOT NULL default '0', 2022 datelastcleaning datetime NOT NULL default '0000-00-00 00:00:00', 2023 rowdisplay smallint(5) NULL default '30', 2024 orderdisplay smallint(5) NULL default '0', 2025 typemail smallint(5) NULL default '1', 2026 typecharset smallint(5) NULL default '1', 2027 PRIMARY KEY(id_config) 2028 )"); 2029 2030 //insert the data in the table 2031 if($result12==1) 2032 { 2033 $result13 =mysql_query("INSERT INTO crawlt_config (id_config, timeshift, public, mail, datelastmail,addressmail, lang, version, firstdayweek, rowdisplay, orderdisplay, typemail, typecharset) VALUES ('1','0','0','0','0','','".sql_quote($crawltlang)."','221','Monday','30','0','1','1')"); 2034 } 2035 2036 } 2037 else 2038 { 2039 $result12=1; 2040 $result13=1; 2041 } 2042 2043 2044 //table crawlt_ip_used creation 2045 2046 //check if table already exist 2047 2048 $table_exist11 = 0; 2049 2050 $sql = "SHOW TABLES "; 2051 $tables = mysql_query($sql, $connexion); 2052 2053 while (list($tablename)=mysql_fetch_array($tables)) 2054 { 2055 2056 if($tablename == 'crawlt_ip_used') 2057 { 2058 $table_exist11 = 1; 2059 } 2060 } 2061 2062 2063 if($table_exist11 == 0) 2064 { 2065 2066 //the table didn't exist, we can create it 2067 2068 $result14 = mysql_query("CREATE TABLE crawlt_ip_used ( 2069 ip_used VARCHAR(16) NOT NULL, 2070 code CHAR(2) NULL, 2071 PRIMARY KEY(ip_used) 2072 )"); 2073 2074 2075 } 2076 else 2077 { 2078 $result14=1; 2079 } 2080 2081 //table crawlt_cache creation 2082 2083 //check if table already exist 2084 2085 $table_exist12 = 0; 2086 2087 $sql = "SHOW TABLES "; 2088 $tables = mysql_query($sql, $connexion); 2089 2090 while (list($tablename)=mysql_fetch_array($tables)) 2091 { 2092 2093 if($tablename == 'crawlt_cache') 2094 { 2095 $table_exist12 = 1; 2096 } 2097 } 2098 2099 if($table_exist12 == 0) 2100 { 2101 2102 //the table didn't exist, we can create it 2103 2104 $result15 = mysql_query("CREATE TABLE crawlt_cache ( 2105 cachename VARCHAR(255) NOT NULL, 2106 time INT NULL, 2107 PRIMARY KEY(cachename) 2108 )"); 2109 } 2110 else 2111 { 2112 $result15=1; 2113 } 2114 2115 2116 //table crawlt_graph creation 2117 2118 //check if table already exist 2119 2120 $table_exist13 = 0; 2121 2122 $sql = "SHOW TABLES "; 2123 $tables = mysql_query($sql, $connexion); 2124 2125 while (list($tablename)=mysql_fetch_array($tables)) 2126 { 2127 2128 if($tablename == 'crawlt_graph') 2129 { 2130 $table_exist13 = 1; 2131 } 2132 } 2133 2134 if($table_exist13 == 0) 2135 { 2136 2137 //the table didn't exist, we can create it 2138 2139 $result16 = mysql_query("CREATE TABLE crawlt_graph ( 2140 name varchar(255) NOT NULL default '', 2141 graph_values text NOT NULL, 2142 KEY name (name) 2143 )"); 2144 } 2145 else 2146 { 2147 $result16=1; 2148 } 2149 2150 //table crawlt_keyword creation 2151 2152 //check if table already exist 2153 2154 $table_exist14 = 0; 2155 2156 $sql = "SHOW TABLES "; 2157 $tables = mysql_query($sql, $connexion); 2158 2159 while (list($tablename)=mysql_fetch_array($tables)) 2160 { 2161 2162 if($tablename == 'crawlt_keyword') 2163 { 2164 $table_exist14 = 1; 2165 } 2166 } 2167 2168 if($table_exist14 == 0) 2169 { 2170 2171 //the table didn't exist, we can create it 2172 2173 $result17 = mysql_query("CREATE TABLE crawlt_keyword ( 2174 id_keyword int(10) unsigned NOT NULL auto_increment, 2175 keyword varchar(255) default NULL, 2176 PRIMARY KEY (id_keyword) 2177 )"); 2178 } 2179 else 2180 { 2181 $result17=1; 2182 } 2183 2184 //table crawlt_seo_position creation 2185 2186 //check if table already exist 2187 2188 $table_exist15 = 0; 2189 2190 $sql = "SHOW TABLES "; 2191 $tables = mysql_query($sql, $connexion); 2192 2193 while (list($tablename)=mysql_fetch_array($tables)) 2194 { 2195 2196 if($tablename == 'crawlt_seo_position') 2197 { 2198 $table_exist15 = 1; 2199 } 2200 } 2201 2202 if($table_exist15 == 0) 2203 { 2204 2205 //the table didn't exist, we can create it 2206 2207 $result18 = mysql_query("CREATE TABLE crawlt_seo_position ( 2208 date date default NULL, 2209 id_site smallint(5) NOT NULL default '0', 2210 linkyahoo int(10) unsigned default NULL, 2211 pageyahoo int(10) unsigned default NULL, 2212 linkmsn int(10) unsigned default NULL, 2213 pagemsn int(10) unsigned default NULL, 2214 nbrdelicious int(10) unsigned default '0', 2215 tagdelicious varchar(255) NOT NULL default '' 2216 )"); 2217 } 2218 else 2219 { 2220 $result18=1; 2221 } 2222 2223 //table crawlt_visits_human creation 2224 2225 //check if table already exist 2226 2227 $table_exist16 = 0; 2228 2229 $sql = "SHOW TABLES "; 2230 $tables = mysql_query($sql, $connexion); 2231 2232 while (list($tablename)=mysql_fetch_array($tables)) 2233 { 2234 2235 if($tablename == 'crawlt_visits_human') 2236 { 2237 $table_exist16 = 1; 2238 } 2239 } 2240 2241 if($table_exist16 == 0) 2242 { 2243 2244 //the table didn't exist, we can create it 2245 2246 $result19 = mysql_query("CREATE TABLE crawlt_visits_human ( 2247 id_visit int(10) unsigned NOT NULL auto_increment, 2248 crawlt_site_id_site smallint(5) unsigned NOT NULL default '0', 2249 crawlt_keyword_id_keyword int(10) unsigned NOT NULL default '0', 2250 crawlt_id_crawler smallint(5) unsigned NOT NULL default '0', 2251 date datetime default NULL, 2252 crawlt_id_page int(10) NOT NULL default '0', 2253 PRIMARY KEY (id_visit,crawlt_site_id_site,crawlt_keyword_id_keyword,crawlt_id_crawler), 2254 KEY crawlt_visits_human_FKIndex1 (crawlt_site_id_site), 2255 KEY crawlt_visits_human_FKIndex2 (crawlt_keyword_id_keyword), 2256 KEY crawlt_visits_human_FKIndex3 (crawlt_id_crawler) 2257 )"); 2258 } 2259 else 2260 { 2261 $result19=1; 2262 } 2263 2264 2265 if($result==1 && $result2==1 && $result3==1 && $result4==1 && $result5==1 && $result6==1 && $result7==1 && $result8==1 && $result9==1 && $result10==1 && $result11==1 && $result12==1 && $result13==1 && $result14==1 && $result15==1 && $result16==1 && $result17==1 && $result18==1 && $result19==1) 2266 { 2267 //case table creation ok 2268 echo"<p>".$language['step1_install_ok2']."</p>\n"; 2269 2270 echo"<div class=\"form\">\n"; 2271 echo"<form action=\"index.php\" method=\"POST\" >\n"; 2272 echo "<input type=\"hidden\" name ='navig' value='15'>\n"; 2273 echo "<input type=\"hidden\" name ='validform' value='4'>\n"; 2274 echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n"; 2275 echo"<input name='ok' type='submit' value=' ".$language['step4_install']." ' size='60'>\n"; 2276 echo"</form>\n"; 2277 echo"</div>\n"; 2278 2279 2280 2281 } 2282 elseif($result==1 && $result2==1 && $result3==1 && $result4==1 && $result5==1 && $result6==1 && $result7==1 && $result8==1 && $result9==1 && $result10==1 && $result11==0 && $result12==1 && $result13==1 && $result14==1 && $result15==1 && $result16==1 && $result17==1 && $result18==1 && $result19==1) 2283 { 2284 //case table ip filling no ok 2285 echo"<p>".$language['step1_install_no_ok4']."</p>\n"; 2286 2287 //case retry 2288 echo"<div class=\"form\">\n"; 2289 echo"<form action=\"index.php\" method=\"POST\" >\n"; 2290 echo "<input type=\"hidden\" name ='validform' value='3'>\n"; 2291 echo "<input type=\"hidden\" name ='navig' value='15'>\n"; 2292 echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n"; 2293 echo "<input type=\"hidden\" name ='idmysql' value='$idmysql'>\n"; 2294 echo "<input type=\"hidden\" name ='passwordmysql' value='$passwordmysql'>\n"; 2295 echo "<input type=\"hidden\" name ='hostmysql' value='$hostmysql'>\n"; 2296 echo "<input type=\"hidden\" name ='basemysql' value='$basemysql'>\n"; 2297 echo"<input name='ok' type='submit' value=' ".$language['retry']." ' size='60'>\n"; 2298 echo"</form>\n"; 2299 echo"</div>\n"; 2300 2301 //case continue without ip 2302 echo"<div class=\"form\">\n"; 2303 echo"<form action=\"index.php\" method=\"POST\" >\n"; 2304 echo "<input type=\"hidden\" name ='navig' value='15'>\n"; 2305 echo "<input type=\"hidden\" name ='validform' value='4'>\n"; 2306 echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n"; 2307 echo"<input name='ok' type='submit' value=' ".$language['step4_install']." ' size='60'>\n"; 2308 echo"</form>\n"; 2309 echo"</div>\n"; 2310 2311 } 2312 else 2313 { 2314 //case table creation no ok 2315 echo"<p>".$language['step1_install_no_ok3']."</p>\n"; 2316 2317 2318 echo"<div class=\"form\">\n"; 2319 echo"<form action=\"index.php\" method=\"POST\" >\n"; 2320 echo "<input type=\"hidden\" name ='validform' value='3'>\n"; 2321 echo "<input type=\"hidden\" name ='navig' value='15'>\n"; 2322 echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n"; 2323 echo "<input type=\"hidden\" name ='idmysql' value='$idmysql'>\n"; 2324 echo "<input type=\"hidden\" name ='passwordmysql' value='$passwordmysql'>\n"; 2325 echo "<input type=\"hidden\" name ='hostmysql' value='$hostmysql'>\n"; 2326 echo "<input type=\"hidden\" name ='basemysql' value='$basemysql'>\n"; 2327 echo"<input name='ok' type='submit' value=' ".$language['retry']." ' size='60'>\n"; 2328 echo"</form>\n"; 2329 echo"</div>\n"; 2330 2331 } 2332 2333 2334 } 2335 } 2336 } 2337 else 2338 { 2339 //case file no ok 2340 2341 echo"<p>".$language['step1_install_no_ok2']."</p>"; 2342 2343 echo"<div class=\"form\">\n"; 2344 echo"<form action=\"index.php\" method=\"POST\" >\n"; 2345 echo "<input type=\"hidden\" name ='validform' value='2'>\n"; 2346 echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n"; 2347 echo "<input type=\"hidden\" name ='idmysql' value='$idmysql'>\n"; 2348 echo "<input type=\"hidden\" name ='passwordmysql' value='$passwordmysql'>\n"; 2349 echo "<input type=\"hidden\" name ='hostmysql' value='$hostmysql'>\n"; 2350 echo "<input type=\"hidden\" name ='basemysql' value='$basemysql'>\n"; 2351 echo"<input name='ok' type='submit' value=' ".$language['back_to_form']." ' size='60'>\n"; 2352 echo"</form>\n"; 2353 echo"</div>\n"; 2354 } 2355 2356 } 2357 2358 2359 ?>
titre
Description
Corps
titre
Description
Corps
titre
Description
Corps
titre
Corps
| Généré le : Thu Sep 6 14:14:11 2007 | par Balluche grâce à PHPXref 0.7 |